-- Logs begin at Mon 2021-11-01 17:15:03 UTC, end at Mon 2021-11-01 20:02:57 UTC. -- Nov 01 17:57:00.908887 n-d-815923-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 01 17:57:03.708388 n-d-815923-2 neutron-server[102671]: INFO neutron.common.config [-] Logging enabled! Nov 01 17:57:03.708970 n-d-815923-2 neutron-server[102671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 17:57:03.709187 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 17:57:03.713260 n-d-815923-2 neutron-server[102671]: INFO neutron.common.config [-] Logging enabled! Nov 01 17:57:03.713505 n-d-815923-2 neutron-server[102671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 17:57:03.713826 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 17:57:03.714790 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 17:57:03.715029 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 17:57:03.715400 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 17:57:03.715674 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 17:57:03.715905 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 17:57:03.716228 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.716534 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.716835 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.717069 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.717371 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.717672 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.717957 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.718251 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.718557 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.718846 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.719128 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.719416 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.719674 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.719964 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.720260 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.720555 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.720785 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.721073 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.721510 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.721923 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.722208 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.722501 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.722784 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.723059 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.723340 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.723661 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.723998 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] host = n-d-815923-2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.724280 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.724571 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.724863 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.725153 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.725432 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.725713 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.726003 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.726280 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.726557 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.727483 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.728033 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.728390 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.728698 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.729199 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.729431 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.729733 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.730031 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.730318 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.730604 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.730887 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.731169 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.731451 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.731828 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.732126 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.732422 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.732716 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.732999 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.733281 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.733564 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.733848 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.734143 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.734425 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.734706 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.734987 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.735282 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.735585 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.735869 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.736179 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.736474 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.736764 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.737058 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.737338 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.737630 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.737913 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.738192 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.738472 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.738751 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.739030 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.739321 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.739630 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.739911 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.740191 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.740469 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.740759 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:03.741063 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.741367 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.741675 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.741965 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.742277 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.742760 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.743250 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.743577 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.743880 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.744181 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.744479 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.744765 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.745060 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.745346 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.745647 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.745957 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.746259 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.746558 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.746841 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.747121 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.747401 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.747718 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.748013 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.748296 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.748593 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.748888 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.749172 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.749465 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.749766 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.750061 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.750339 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.750625 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.750922 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.751205 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.751484 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.751790 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.752086 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.752369 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.752648 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.752936 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.753220 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.753498 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.753777 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.754061 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.754355 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.754639 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.754916 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.755193 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.755475 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.755777 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.756068 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.756351 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.756630 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.756910 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.757193 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.757470 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.757752 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.758101 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.758604 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.758925 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.759211 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.759496 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.759799 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.760081 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.760361 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.760640 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.760917 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.761201 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.761476 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.761752 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.762029 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.762305 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.762584 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.762876 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.763181 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.763465 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.763774 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.764058 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.764342 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.764625 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.764906 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.765188 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.765469 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.765746 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.766042 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.766329 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.766620 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.766905 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.767189 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.767535 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.767826 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.768110 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.768392 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.768673 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.768959 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.769245 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.769544 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.769843 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.770140 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.770436 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.770732 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.771016 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.771333 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.771640 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:03.771864 n-d-815923-2 neutron-server[102671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 17:57:03.772109 n-d-815923-2 neutron-server[102671]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102671) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 01 17:57:04.214107 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 17:57:04.214386 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 17:57:04.214677 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 17:57:04.215014 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 01 17:57:04.544704 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.544921 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.545196 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.546436 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.546715 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.546984 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.582426 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.582727 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.583000 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.606518 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.606816 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.607086 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.641626 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.641904 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.642181 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.683406 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.683718 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.683992 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.979100 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.979788 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.979788 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.979961 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:04.980609 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.124357 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.124672 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.124953 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.125223 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.125491 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.125798 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.126056 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.126313 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.126563 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129143 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129143 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129143 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129143 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129143 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129613 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129613 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129613 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129613 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129613 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129953 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129953 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.129953 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.130148 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.130425 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.130670 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.130914 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.131307 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.131566 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.131805 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.132040 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.132309 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.132547 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:05.133539 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 01 17:57:05.136813 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 01 17:57:05.140834 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 01 17:57:05.144812 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 01 17:57:05.146421 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 01 17:57:05.146879 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 01 17:57:05.147211 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 01 17:57:05.147611 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 01 17:57:05.153883 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 01 17:57:05.154129 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 01 17:57:05.154475 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 17:57:05.159778 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 01 17:57:05.182452 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 01 17:57:05.182903 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.183198 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102671) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 01 17:57:05.183590 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.184961 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102671) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 01 17:57:05.185239 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 17:57:05.185485 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 01 17:57:05.188696 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.188976 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:05.252457 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 01 17:57:05.252638 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 01 17:57:05.252873 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 01 17:57:05.253238 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 01 17:57:05.273566 n-d-815923-2 neutron-server[102671]: DEBUG oslo_db.sqlalchemy.engines [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102671) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 01 17:57:05.955299 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing driver for type 'gre' Nov 01 17:57:05.955782 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] gre ID ranges: [(1, 1000)] Nov 01 17:57:06.139290 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing driver for type 'local' Nov 01 17:57:06.139941 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing driver for type 'vlan' Nov 01 17:57:06.240324 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] VlanTypeDriver initialization complete Nov 01 17:57:06.240604 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing driver for type 'vxlan' Nov 01 17:57:06.241162 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] vxlan ID ranges: [(1, 1000)] Nov 01 17:57:06.446480 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing extension driver 'port_security' Nov 01 17:57:06.446818 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] PortSecurityExtensionDriver initialization complete Nov 01 17:57:06.447149 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing mechanism driver 'openvswitch' Nov 01 17:57:06.447472 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing mechanism driver 'hyperv' Nov 01 17:57:06.454120 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:06.462099 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462099 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462099 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462099 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.462099 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462521 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462521 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462521 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.462521 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462521 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462937 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462937 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.462937 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462937 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.462937 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463288 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.463288 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463288 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463288 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463288 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.463687 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > address_group after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463687 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > address_group after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.463944 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.464305 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 17:57:06.464684 n-d-815923-2 neutron-server[102671]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] ML2 OVO RPC backend initialized. {{(pid=102671) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 01 17:57:06.465382 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.465736 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.466154 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.466503 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > networks before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.466854 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.467198 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > ports before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.467566 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.467915 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnets before_response 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.468262 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.468602 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.468940 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.469274 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.469609 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.469950 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.470285 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.470621 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.470952 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.471549 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.plugin [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Modular L2 Plugin initialization complete Nov 01 17:57:06.471883 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading services supported by the core plugin {{(pid=102671) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 01 17:57:06.472209 n-d-815923-2 neutron-server[102671]: INFO neutron.plugins.ml2.managers [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Got port-security extension from driver 'port_security' Nov 01 17:57:06.472669 n-d-815923-2 neutron-server[102671]: INFO neutron.extensions.vlantransparent [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Disabled vlantransparent extension. Nov 01 17:57:06.473149 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102671) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 01 17:57:06.473464 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: router Nov 01 17:57:06.519807 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.520127 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.520502 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router before_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.520862 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.521232 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.521589 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_delete 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.521948 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.522414 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.522777 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.523130 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.523997 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.524363 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.524717 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.525131 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.525501 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.525843 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.526185 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.526525 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.526876 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.527225 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.527594 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.527939 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.528296 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router after_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.528642 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.529001 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_create 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.529360 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.529706 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_update 55549900 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.530070 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > agent after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.530425 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > agent after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.530770 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > network after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.531700 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Tracking information for resource: router configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:06.532048 n-d-815923-2 neutron-server[102671]: DEBUG neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Tracking information for resource: floatingip configured {{(pid=102671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 17:57:06.536896 n-d-815923-2 neutron-server[102671]: INFO neutron.db.l3_agentschedulers_db [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 01 17:57:06.537477 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.537839 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.538193 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.538544 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.539940 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router before_create 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.540307 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.540669 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_create 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.541023 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > router precommit_update 55550100 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.545928 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.provider_configuration [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service providers = [] {{(pid=102671) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 01 17:57:06.546295 n-d-815923-2 neutron-server[102671]: DEBUG neutron.db.servicetype_db [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102671) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 01 17:57:06.554817 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.service_base [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 17:57:06.555160 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.service_base [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 17:57:06.555597 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.service_base [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 17:57:06.556515 n-d-815923-2 neutron-server[102671]: DEBUG neutron.services.service_base [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 17:57:06.556886 n-d-815923-2 neutron-server[102671]: INFO neutron.services.service_base [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 01 17:57:06.557260 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.557576 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 01 17:57:06.569505 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.569841 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: auto_allocate Nov 01 17:57:06.575693 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: network precommit_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.576066 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: network precommit_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.576585 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.576902 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: tag Nov 01 17:57:06.590156 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.590490 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: timestamp Nov 01 17:57:06.594322 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.594647 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: network_ip_availability Nov 01 17:57:06.600145 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.600507 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.600863 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.601746 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.602086 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: flavors Nov 01 17:57:06.607315 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.607687 n-d-815923-2 neutron-server[102671]: INFO neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading Plugin: revisions Nov 01 17:57:06.611999 n-d-815923-2 neutron-server[102671]: DEBUG neutron.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 17:57:06.612392 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.398s {{(pid=102671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 17:57:06.613132 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102671) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 01 17:57:06.613467 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Initializing extension manager. Nov 01 17:57:06.613981 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: __init__.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.614319 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: __pycache__ {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.614652 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.614984 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.615760 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.616330 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: address-group Nov 01 17:57:06.616652 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: address_scope.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.617919 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.618425 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: address-scope Nov 01 17:57:06.618749 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.619716 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.620224 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: router-admin-state-down-before-update Nov 01 17:57:06.620547 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: agent.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.621245 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.621745 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: agent Nov 01 17:57:06.622063 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: agent_resources_synced.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.622977 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.623483 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: agent-resources-synced Nov 01 17:57:06.623831 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: allowedaddresspairs.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.625606 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.626126 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: allowed-address-pairs Nov 01 17:57:06.626452 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: auto_allocated_topology.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.627551 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.628128 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: auto-allocated-topology Nov 01 17:57:06.628459 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.629151 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.629661 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: availability_zone Nov 01 17:57:06.629984 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: availability_zone_filter.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.630895 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.631404 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: availability_zone_filter Nov 01 17:57:06.631753 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: data_plane_status.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.632659 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.633721 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension data-plane-status not supported by any of loaded plugins Nov 01 17:57:06.634069 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: default_subnetpools.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.634982 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.635494 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: default-subnetpools Nov 01 17:57:06.635838 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.636643 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.637154 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: dhcp_agent_scheduler Nov 01 17:57:06.637476 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: dns.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.638398 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.638905 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension dns-integration not supported by any of loaded plugins Nov 01 17:57:06.639231 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: dns_domain_ports.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.640181 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.640692 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 01 17:57:06.646834 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.647534 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.648028 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 01 17:57:06.648349 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: dvr.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.649056 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.649559 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: dvr Nov 01 17:57:06.649878 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: ecmp_routes.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.650793 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.651296 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 01 17:57:06.651660 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: empty_string_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.652580 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.653082 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: empty-string-filtering Nov 01 17:57:06.653399 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.654310 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.654808 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 01 17:57:06.655131 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.656065 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.656564 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 01 17:57:06.656883 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: external_net.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.657788 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.658288 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: external-net Nov 01 17:57:06.658608 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.659523 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.660038 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: extra_dhcp_opt Nov 01 17:57:06.660357 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: extraroute.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.661264 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.661773 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: extraroute Nov 01 17:57:06.662101 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: extraroute_atomic.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.663126 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.663674 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: extraroute-atomic Nov 01 17:57:06.664066 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: filter_validation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.664983 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.665494 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: filter-validation Nov 01 17:57:06.665817 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: fip_pf_description.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.666740 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.667250 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 01 17:57:06.667598 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: fip_port_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.668527 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.669032 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: fip-port-details Nov 01 17:57:06.669354 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: flavors.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.670595 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.671113 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: flavors Nov 01 17:57:06.671439 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.685517 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.686059 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 01 17:57:06.686394 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: floatingip_pools.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.687127 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.687686 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: floatingip-pools Nov 01 17:57:06.688019 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: ip_allocation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.689029 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.689535 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension ip_allocation not supported by any of loaded plugins Nov 01 17:57:06.689863 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.690825 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.691336 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: ip-substring-filtering Nov 01 17:57:06.691695 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l2_adjacency.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.692647 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.693151 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 01 17:57:06.693477 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.694468 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.694983 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: router Nov 01 17:57:06.695342 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.698382 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.698919 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 01 17:57:06.699257 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.700257 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.700773 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: ext-gw-mode Nov 01 17:57:06.701102 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.702044 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.702582 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: l3-ha Nov 01 17:57:06.702912 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3_flavors.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.703856 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.704362 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: l3-flavors Nov 01 17:57:06.704688 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.705620 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.706126 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 01 17:57:06.706451 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: l3agentscheduler.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.707625 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.708114 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: l3_agent_scheduler Nov 01 17:57:06.708447 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: logging.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.717020 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.717545 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension logging not supported by any of loaded plugins Nov 01 17:57:06.717881 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: metering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.718634 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.719222 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: metering Nov 01 17:57:06.719577 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.720819 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.721372 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: metering_source_and_destination_fields Nov 01 17:57:06.721698 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: multiprovidernet.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.722638 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.723153 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: multi-provider Nov 01 17:57:06.723478 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: netmtu.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.724428 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.724939 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: net-mtu Nov 01 17:57:06.725269 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: netmtu_writable.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.726199 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.726707 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: net-mtu-writable Nov 01 17:57:06.727032 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: network_availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.727738 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.728245 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: network_availability_zone Nov 01 17:57:06.728570 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: network_ip_availability.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.729953 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.730469 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: network-ip-availability Nov 01 17:57:06.730841 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: network_segment_range.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.731703 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.732270 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension network-segment-range not supported by any of loaded plugins Nov 01 17:57:06.732598 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: pagination.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.733636 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.733973 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: pagination Nov 01 17:57:06.734297 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: port_device_profile.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.735232 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.735783 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: port-device-profile Nov 01 17:57:06.736110 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.737048 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.737567 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: port-mac-address-regenerate Nov 01 17:57:06.737888 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.743581 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.744093 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: port-numa-affinity-policy Nov 01 17:57:06.744415 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: port_resource_request.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.745342 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.745848 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension port-resource-request not supported by any of loaded plugins Nov 01 17:57:06.746169 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: port_resource_request_groups.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.747145 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.747712 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 01 17:57:06.748035 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: portbindings.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.748993 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.749505 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: binding Nov 01 17:57:06.749833 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: portbindings_extended.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.751125 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.751679 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: binding-extended Nov 01 17:57:06.752010 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: portsecurity.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.752938 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.753458 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: port-security Nov 01 17:57:06.753788 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: project_id.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.754778 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.755113 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: project-id Nov 01 17:57:06.755436 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: providernet.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.756400 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.756919 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: provider Nov 01 17:57:06.757243 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.761585 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.762109 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos not supported by any of loaded plugins Nov 01 17:57:06.762443 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.763724 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.764243 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 01 17:57:06.764579 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.768751 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.769267 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 01 17:57:06.769600 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_default.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.770570 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.771038 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-default not supported by any of loaded plugins Nov 01 17:57:06.771370 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_fip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.772063 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.772599 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-fip not supported by any of loaded plugins Nov 01 17:57:06.772929 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_gateway_ip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.773992 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.774513 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 01 17:57:06.774843 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_port_network_policy.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.775798 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.776315 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 01 17:57:06.776643 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.777733 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.778250 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 01 17:57:06.778577 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_pps_rule.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.779797 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.780496 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-pps not supported by any of loaded plugins Nov 01 17:57:06.780826 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_rule_type_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.781757 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.782272 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 01 17:57:06.782604 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: qos_rules_alias.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.783720 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.784240 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 01 17:57:06.784567 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: quotasv2.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.785492 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.785824 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: quotas Nov 01 17:57:06.786151 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: quotasv2_detail.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.789856 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.790195 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: quota_details Nov 01 17:57:06.790530 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: rbac.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.791618 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.792142 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: rbac-policies Nov 01 17:57:06.792482 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: rbac_address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.793433 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.793952 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: rbac-address-group Nov 01 17:57:06.794280 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: rbac_address_scope.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.795217 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.795766 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: rbac-address-scope Nov 01 17:57:06.796094 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: rbac_security_groups.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.797025 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.797538 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: rbac-security-groups Nov 01 17:57:06.797862 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: rbac_subnetpool.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.798794 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.799302 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: rbac-subnetpool Nov 01 17:57:06.799675 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: revisionifmatch.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.800606 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.801136 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: revision-if-match Nov 01 17:57:06.801459 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: revisions.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.802586 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.803105 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: standard-attr-revisions Nov 01 17:57:06.803431 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: router_availability_zone.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.804157 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.804691 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: router_availability_zone Nov 01 17:57:06.805556 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: routerservicetype.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.806493 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.807005 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension router-service-type not supported by any of loaded plugins Nov 01 17:57:06.807326 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.808285 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.808851 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: security-groups-normalized-cidr Nov 01 17:57:06.809178 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.810107 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.810619 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: port-security-groups-filtering Nov 01 17:57:06.810944 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.811988 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.812554 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: security-groups-remote-address-group Nov 01 17:57:06.812879 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: securitygroup.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.822768 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.826912 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: security-group Nov 01 17:57:06.826912 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: segment.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.826912 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.826912 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension segment not supported by any of loaded plugins Nov 01 17:57:06.826912 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.827700 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.828224 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 01 17:57:06.828557 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: servicetype.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.829701 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.830230 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: service-type Nov 01 17:57:06.830562 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: sorting.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.831578 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.831917 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: sorting Nov 01 17:57:06.832244 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: standard_attr_segment.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.833176 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.833692 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 01 17:57:06.834020 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: standardattrdescription.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.834679 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.835188 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: standard-attr-description Nov 01 17:57:06.835536 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: stateful_security_group.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.836558 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.837078 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: stateful-security-group Nov 01 17:57:06.837405 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: stdattrs_common.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.837992 n-d-815923-2 neutron-server[102671]: WARNING neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 01 17:57:06.838316 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.839250 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.839810 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 01 17:57:06.840133 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnet_onboard.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.841238 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.841760 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: subnet_onboard Nov 01 17:57:06.842084 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.843034 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.843576 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 01 17:57:06.843902 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnet_service_types.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.844843 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.845363 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: subnet-service-types Nov 01 17:57:06.845686 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnetallocation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.850789 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.851311 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: subnet_allocation Nov 01 17:57:06.852226 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.852917 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.853434 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: subnetpool-prefix-ops Nov 01 17:57:06.854026 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.854993 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.855522 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 01 17:57:06.855858 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: tagging.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.856952 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.857473 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: standard-attr-tag Nov 01 17:57:06.857803 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: timestamp.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.859042 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.859593 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loaded extension: standard-attr-timestamp Nov 01 17:57:06.859926 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: trunk.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.860975 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.861495 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension trunk not supported by any of loaded plugins Nov 01 17:57:06.861828 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: trunk_details.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.862759 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.863273 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension trunk-details not supported by any of loaded plugins Nov 01 17:57:06.863629 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: uplink_status_propagation.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.864563 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.865078 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 01 17:57:06.865402 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Loading extension file: vlantransparent.py {{(pid=102671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 17:57:06.866076 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 17:57:06.866587 n-d-815923-2 neutron-server[102671]: INFO neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 01 17:57:06.869642 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:network Nov 01 17:57:06.870172 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnet Nov 01 17:57:06.870574 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 17:57:06.870967 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:port Nov 01 17:57:06.872261 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.872711 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service FLAVORS assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.873332 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.873776 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.874112 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:router Nov 01 17:57:06.874544 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:floatingip Nov 01 17:57:06.875037 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service METERING assigned prefix: /metering {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.876515 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.876891 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.877248 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 17:57:06.878254 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 17:57:06.878712 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:security_group Nov 01 17:57:06.879149 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 17:57:06.879783 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.880123 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 17:57:06.880469 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] subnetpool is already registered Nov 01 17:57:06.880895 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.881221 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 17:57:06.881553 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] subnetpool is already registered Nov 01 17:57:06.884372 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.884842 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service FLAVORS assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.885491 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.885925 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.886272 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:router Nov 01 17:57:06.886616 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] router is already registered Nov 01 17:57:06.887037 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:floatingip Nov 01 17:57:06.887373 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] floatingip is already registered Nov 01 17:57:06.887883 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service METERING assigned prefix: /metering {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.888605 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 17:57:06.888941 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] rbac_policy is already registered Nov 01 17:57:06.889425 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:security_group Nov 01 17:57:06.889767 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] security_group is already registered Nov 01 17:57:06.890187 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 17:57:06.890524 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] security_group_rule is already registered Nov 01 17:57:06.891004 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.891332 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 17:57:06.891696 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] subnetpool is already registered Nov 01 17:57:06.892246 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.v2.resource_helper [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Service CORE assigned prefix: {{(pid=102671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 17:57:06.892815 n-d-815923-2 neutron-server[102671]: INFO neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 17:57:06.893392 n-d-815923-2 neutron-server[102671]: WARNING neutron.quota.resource_registry [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] subnetpool is already registered Nov 01 17:57:06.895553 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: extensions {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.897079 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: address-groups {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.898775 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: address-scopes {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.900057 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.901335 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: auto-allocated-topology {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.902585 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: availability_zones {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.903852 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: dhcp-networks {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.905296 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: dhcp-agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.906829 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.908997 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: flavors {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.910296 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: service_profiles {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.911623 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: next_providers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.913072 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: service_profiles {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.915133 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: floatingip-pools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.916512 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.918638 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: floatingips {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.919956 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: l3-routers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.921363 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: l3-agents {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.922845 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: metering-labels {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.924180 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: metering-label-rules {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.925567 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: network-ip-availabilities {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.926863 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: bindings {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.928507 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: quotas {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.930821 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: quotas {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.932404 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: rbac-policies {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.933614 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: security-groups {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.934949 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: security-group-rules {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.936253 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: service-providers {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.937517 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: subnetpools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.938943 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: subnetpools {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.940482 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.942183 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.944042 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.945924 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.947663 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.949648 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.951485 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.954326 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.956145 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.957946 n-d-815923-2 neutron-server[102671]: DEBUG neutron.api.extensions [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Extended resource: tags {{(pid=102671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 17:57:06.964442 n-d-815923-2 neutron-server[102671]: WARNING keystonemiddleware.auth_token [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 01 17:57:06.969029 n-d-815923-2 neutron-server[102671]: WARNING keystonemiddleware.auth_token [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 01 17:57:06.979159 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Acquired lock "singleton_lock" {{(pid=102671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 01 17:57:06.979667 n-d-815923-2 neutron-server[102671]: DEBUG oslo_concurrency.lockutils [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Releasing lock "singleton_lock" {{(pid=102671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 01 17:57:06.980323 n-d-815923-2 neutron-server[102671]: INFO oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Starting 2 workers Nov 01 17:57:06.985103 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Started child 102782 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 17:57:06.989502 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Started child 102783 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 17:57:06.990413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:06.991108 n-d-815923-2 neutron-server[102671]: INFO neutron.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 01 17:57:06.991757 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Publish callbacks [] for process, before_spawn {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:06.991873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [-] (102782) wsgi starting up on http://0.0.0.0:9696 Nov 01 17:57:06.994854 n-d-815923-2 neutron-server[102671]: INFO oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Starting 1 workers Nov 01 17:57:06.995104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:06.996471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [-] (102783) wsgi starting up on http://0.0.0.0:9696 Nov 01 17:57:07.000093 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Started child 102784 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 17:57:07.000627 n-d-815923-2 neutron-server[102671]: INFO oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Starting 1 workers Nov 01 17:57:07.003939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] calling RpcWorker wait() {{(pid=102784) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 01 17:57:07.004467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] returning from RpcWorker wait() {{(pid=102784) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 01 17:57:07.005079 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Started child 102785 {{(pid=102671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 17:57:07.005772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:07.005891 n-d-815923-2 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8e52a9b-6184-458a-87bc-22d4c9fe1a61 None None] Publish callbacks [] for process, after_spawn {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:07.006270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:07.007770 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 17:57:07.008150 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 17:57:07.008435 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 17:57:07.008705 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 17:57:07.009053 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 17:57:07.009218 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 17:57:07.009734 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.009907 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:07.010372 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.010372 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.010524 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.010784 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.010876 n-d-815923-2 neutron-server[102785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:07.011346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.011645 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.011900 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.012184 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.012454 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.012618 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.012780 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.013092 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.013342 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.013655 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.013916 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.014174 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.014422 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.014581 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.014829 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.015094 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.015347 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.015643 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.015888 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.016375 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.016617 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.016881 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.017101 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.017370 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.017618 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.017875 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.018111 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.018330 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.018562 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.018833 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.019082 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.019290 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.019608 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.019813 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.020049 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.020515 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] host = n-d-815923-2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.020799 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.020987 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.021244 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.021470 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.021768 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.021949 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.022200 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.022479 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.022710 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.022966 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.023216 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.023526 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.023774 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.024015 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.024181 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_options = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.024418 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.024680 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.024936 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.025128 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.025282 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.025464 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.025755 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.025918 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.026127 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.026363 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.026595 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.026809 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.027040 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.027275 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.027554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.027789 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.028011 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.028237 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.028495 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.028725 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.028950 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.029190 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.029422 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.029736 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.029886 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.030096 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.030352 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.030606 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.030821 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.031093 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.031330 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.031606 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.031842 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.032106 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.032369 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.032615 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.032865 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.033070 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.033338 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.033567 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.033812 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.034089 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.034312 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.034539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.034770 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.035000 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.035215 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.035428 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.035683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.035950 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.036185 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.036421 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.036661 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.036977 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.037303 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.037860 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.038157 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.038470 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.038868 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.039790 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.040063 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.040440 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.040701 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.040854 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.041070 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.041399 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.041644 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.041953 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.042198 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.042478 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.042808 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.043074 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.043336 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.043611 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.043848 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.044066 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.044306 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.044572 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.044812 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.045063 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.045312 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.045554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.045890 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.046167 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.046438 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.046695 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.046911 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.047133 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.047348 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.047596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.047799 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.048011 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.048278 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.048517 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.048760 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.048996 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.049240 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.049456 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.049722 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.049944 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.050287 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.050748 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.051182 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.051634 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.051754 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.051916 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.052143 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.052394 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.052633 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.052896 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.053147 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.053369 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.053608 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.053800 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.054055 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.054288 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.054507 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.054795 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.055563 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.055750 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.055961 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.056216 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.056435 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.056650 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.056955 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.057221 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.057472 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.057959 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.058182 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.058415 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.058635 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.058849 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.059084 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.059314 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.059617 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062131 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062803 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062803 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062803 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.062803 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.063128 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.063128 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.063326 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.063652 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.063861 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.064017 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.064231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.064496 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.064718 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.064945 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.065192 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.065406 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.065658 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.065873 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.066664 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.066828 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.066986 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.067232 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.067522 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.067756 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.068015 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.068247 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.068496 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.068766 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.069018 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.069350 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.069570 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.069843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.070143 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.070467 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.070765 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.071111 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.071354 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.071770 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.071904 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.072167 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.072416 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.072664 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.073039 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.073178 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.073426 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.073651 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.073863 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.074085 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.074404 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.074634 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.074850 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.075068 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.075343 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.075623 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.075861 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.076120 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.076390 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.076612 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.076858 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.077091 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.077302 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.077547 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.077795 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.078007 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.078230 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.078620 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.078810 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.078936 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.079422 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.079422 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.079685 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.079807 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.080021 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.080262 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.080487 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.080736 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.080944 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.081314 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.087683 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.088820 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.089817 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.089817 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.090091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.095539 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.096648 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.097665 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.098981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.099605 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.100227 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.101097 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102202 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102768 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102768 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.102959 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.103098 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.103355 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.103990 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.104267 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.104527 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.104781 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.105047 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.105322 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.105660 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.106288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0153298 Nov 01 17:57:07.107713 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.108052 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.108388 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.108666 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.108926 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.109190 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.109444 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.109677 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.109897 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.110152 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.110372 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.110591 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.110865 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.111122 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.111371 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.112119 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.112362 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.112590 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.113656 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.114002 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.114767 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.114999 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.115171 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 17:57:07.115724 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 17:57:07.115880 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 17:57:07.116030 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 17:57:07.116230 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 17:57:07.116404 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 17:57:07.116557 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 17:57:07.116768 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.116930 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.117090 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.117333 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.117502 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.117685 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.117844 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118001 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118160 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118318 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118475 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118634 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118791 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.118958 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.119879 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.119879 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.120059 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.120137 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.120317 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.121197 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.121301 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.121458 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.121614 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] debug = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.121785 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122003 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122194 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122338 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122479 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122642 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122794 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.122956 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.123122 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.123265 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.123901 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124069 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124212 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124370 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124529 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124722 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124828 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.124999 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] host = n-d-815923-2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125144 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125283 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125443 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125603 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125755 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.125908 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.126063 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.126572 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.126572 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.126572 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.126887 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.127048 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.127222 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.127352 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.127738 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_options = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.128571 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.128736 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.128909 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129072 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129237 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129392 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129548 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129708 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.129864 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.130021 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.130495 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.131546 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.131546 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.131546 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.131546 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.131811 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.132495 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.132663 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.133608 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.133882 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134043 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134182 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134342 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134497 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134744 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.134870 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.135898 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.136649 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.138885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.139368 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.139368 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.139368 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.139368 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140119 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140119 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140119 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140119 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140390 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140390 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140532 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140608 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.140724 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_json = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.141608 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.143544 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.144007 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.144182 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.144352 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.144519 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.144685 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.145603 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 17:57:07.145800 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.145976 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146157 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146328 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146492 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146662 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146822 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.146984 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147144 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147305 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147475 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147655 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.147981 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.148139 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.148300 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.148533 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.148697 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.148855 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149015 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149173 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149331 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149498 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149655 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149816 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.149974 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150132 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150304 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150462 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150620 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150777 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.150934 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.151093 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.151251 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.151409 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.151588 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.151748 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.152696 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.153057 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.153057 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.153057 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.153285 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.153372 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154092 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154092 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154092 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154092 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154317 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154317 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154447 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154619 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154739 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.154952 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155051 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155193 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155346 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155526 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155682 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155838 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.155996 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156154 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156323 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156481 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156637 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156885 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.156974 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157083 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157239 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157396 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157553 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157709 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.157867 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160231 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.160783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161229 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161229 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161229 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161407 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161504 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161652 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.161892 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.162054 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.162218 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.162379 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.162584 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.162686 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164091 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164091 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164091 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164091 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164365 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164365 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164697 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.164853 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.165045 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.167596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.167596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.167596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.167596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.167596 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.168076 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.168260 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.168429 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169424 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169848 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169848 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.169983 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.170049 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.171065 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.171303 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.171476 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.171668 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.171844 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.172005 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.172165 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.172323 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.172584 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.172935 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174520 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174520 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174520 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174520 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174829 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.174921 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.175068 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.175201 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.176163 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.176163 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.176163 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.177094 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.177279 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.177459 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.177618 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.177783 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.178691 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.178691 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.178990 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.179158 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.181172 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.181410 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.182366 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.182366 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.182835 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.182835 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.183252 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.183252 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.183252 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.185078 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.185261 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.185847 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.185847 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.185847 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.186263 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.186263 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.186263 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.187688 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189028 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.189843 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.190315 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.190315 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.190315 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.190535 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.190535 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.191745 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192309 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192309 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192309 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192507 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192507 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192653 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.192811 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193537 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193537 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193537 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193537 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193537 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193862 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.193862 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194014 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194851 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194851 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194851 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194851 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.194851 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.195157 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.195157 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.195348 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.195348 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.196161 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.196321 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.196490 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197446 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197829 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197829 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.197829 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198001 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198726 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198726 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198726 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198726 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.198726 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200164 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200619 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200619 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200619 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200791 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.200866 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.201554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.201554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.201554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.201554 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.201993 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.202764 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.202764 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.202764 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.202967 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.203108 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.203268 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204298 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204298 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204298 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204298 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204813 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.204884 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.206240 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.206240 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.206240 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 17:57:07.206240 n-d-815923-2 neutron-server[102671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 17:57:18.623463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2fd24-1473-43f7-8760-3978db252da6 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 17:57:18.709856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2fd24-1473-43f7-8760-3978db252da6 None None] No non-hosted networks {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 01 17:57:18.725999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.agentschedulers_db [None req-6fd2fd24-1473-43f7-8760-3978db252da6 None None] DHCP Agent not found on host n-d-815923-2 {{(pid=102784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 01 17:57:18.851447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6ee0275c-f1b7-434e-9b36-dc480efe83cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:20.798928 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27d3585d-fc3e-4595-a0cb-d3263bc2b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:20.831725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-c85bc264-3a49-4bf8-86f8-703937137f44 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815923-2 {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 17:57:20.832204 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-c85bc264-3a49-4bf8-86f8-703937137f44 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 17:57:21.356719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c85bc264-3a49-4bf8-86f8-703937137f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:21.846127 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:23.512485 n-d-815923-2 neutron-server[102784]: INFO neutron.db.l3_hamode_db [None req-a3fa01e4-b3f2-43c2-9296-7061b749598f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 01 17:57:23.602977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa01e4-b3f2-43c2-9296-7061b749598f None None] Routers set() bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 17:57:23.603551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa01e4-b3f2-43c2-9296-7061b749598f None None] Router IDs set() for agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 17:57:23.665022 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:24.801268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55368) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:25.292309 n-d-815923-2 neutron-server[102783]: WARNING oslo_policy.policy [None req-9f045067-8d0e-4560-af5e-b178ea6007bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:25.292963 n-d-815923-2 neutron-server[102783]: WARNING oslo_policy.policy [None req-9f045067-8d0e-4560-af5e-b178ea6007bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:25.520934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-9f045067-8d0e-4560-af5e-b178ea6007bc admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 17:57:25.521950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f045067-8d0e-4560-af5e-b178ea6007bc admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7196710 Nov 01 17:57:26.068973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:26.069794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.074853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.074853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.074853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.074853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.074853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:26.075563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815923-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:26.080713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815923-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:28.038783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:28.344769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:28.441250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.policy [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102783) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 17:57:28.488283 n-d-815923-2 neutron-server[102783]: WARNING oslo_policy.policy [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:28.488601 n-d-815923-2 neutron-server[102783]: WARNING oslo_policy.policy [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:28.497962 n-d-815923-2 neutron-server[102783]: INFO neutron.quota [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] Loaded quota_driver: . Nov 01 17:57:28.651890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726387331592', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726387332155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726387335819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726387338039', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726388763263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726387234993', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1615129', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1855569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938496'] for rbac-policy, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:28.849241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:28.850414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e2e7ec5-e95f-4e87-ba26-4ebf9c9913dd admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8104262 Nov 01 17:57:31.523578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55406) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:31.818056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Request body: {'network': {'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'name': 'private', 'project_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:31.902396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Made reservation on behalf of ce7dec0420d741cea88903226a93a200 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 17:57:31.905164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:31.921879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.026494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.079811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.098811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 17:57:32.126441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726390985400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.127010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Unsubscribe: segment precommit_create {{(pid=102783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 17:57:32.127525 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Added segment 332006c6-950f-4bdf-8d3f-6fe8ddc4211e of type vlan for network 3564485a-0f0d-49ce-9c8d-7d2485964b45 Nov 01 17:57:32.143474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913d1e9b-47ac-4092-a98c-2f53e736d9b7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:32.169309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.169649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.169983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.170311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.170637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.170962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.171281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.171648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.171990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.172307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.172621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.172932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Tracked resource versions report: Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: pushed versions: Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: { 'AddressGroup': {'1.2'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'ConntrackHelper': {'1.0'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Log': {'1.0'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Network': {'1.1'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Port': {'1.7'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'PortForwarding': {'1.2'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'QosPolicy': {'1.10'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SecurityGroup': {'1.4'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SecurityGroupRule': {'1.2'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SubPort': {'1.0'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Subnet': {'1.1'}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Trunk': {'1.1'}} Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: consumer versions: Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: { DHCP agent@n-d-815923-2: {}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: L3 agent@n-d-815923-2: {}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: Metadata agent@n-d-815923-2: {}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: Metering agent@n-d-815923-2: {}, Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'ConntrackHelper': '1.0', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Log': '1.0', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Network': '1.1', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Port': '1.7', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'PortForwarding': '1.2', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'QosPolicy': '1.10', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SecurityGroup': '1.4', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SecurityGroupRule': '1.2', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'SubPort': '1.0', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Subnet': '1.1', Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: 'Trunk': '1.1'}} Nov 01 17:57:32.174048 n-d-815923-2 neutron-server[102783]: {{(pid=102783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 17:57:32.246109 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.371457 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.372608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:32.373263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:32.468143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] Pushing event updated for resources: {'Network': ['ID=3564485a-0f0d-49ce-9c8d-7d2485964b45,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:32.480387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 17:57:32.487711 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c4d67055-afa4-40af-895e-f6caa4cefea4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9630494 Nov 01 17:57:35.229266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55420) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:35.615416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107efc9-395b-489d-9700-674f8e81f046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:35.617480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a107efc9-395b-489d-9700-674f8e81f046 admin admin] 10.222.0.31 "GET /v2.0/networks/3564485a-0f0d-49ce-9c8d-7d2485964b45 HTTP/1.1" status: 200 len: 825 time: 0.3866084 Nov 01 17:57:35.641876 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-be510059-844d-41d4-9126-f6a39247d95d admin admin] 10.222.0.31 "GET /v2.0/subnetpools/d93f69d3-64ac-471e-a35d-3c017064843c HTTP/1.1" status: 200 len: 734 time: 0.0182340 Nov 01 17:57:35.651491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c', 'ip_version': 4, 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:35.733047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Made reservation on behalf of ce7dec0420d741cea88903226a93a200 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 17:57:35.735332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:36.076430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:36.146751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973c17cb-a20e-4493-8ff4-86d36db9d6a3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:36.148996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Checking segment: {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 17:57:36.149384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Network hostable DHCP agents. Network: 3564485a-0f0d-49ce-9c8d-7d2485964b45, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 17:57:36.228432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 17:57:36.325360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3564485a-0f0d-49ce-9c8d-7d2485964b45) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:57:36.331106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:36.331673 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:36.337020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165858b-7944-4681-83a1-2b985e42065d None None] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 17:57:36.442219 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef7fc567-955e-4a87-8584-995085f00c96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7945383 Nov 01 17:57:36.652967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3564485a-0f0d-49ce-9c8d-7d2485964b45', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 17:57:36.654244 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:36.965606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Allocated IP 172.20.0.2 (3564485a-0f0d-49ce-9c8d-7d2485964b45/973c17cb-a20e-4493-8ff4-86d36db9d6a3/db7ca18c-26d2-4aa4-9458-df18c98828a7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 17:57:37.171976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:37.282398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:37.361750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 17:57:37.367328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:57:37.373292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Pushing event updated for resources: {'Port': ['ID=db7ca18c-26d2-4aa4-9458-df18c98828a7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:37.375552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 17:57:37.386065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.386413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.386754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.387088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.387418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.387772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.388099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.388511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.388841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.389166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.389487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.389812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Tracked resource versions report: Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: pushed versions: Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: { 'AddressGroup': {'1.2'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'ConntrackHelper': {'1.0'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Log': {'1.0'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Network': {'1.1'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Port': {'1.7'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'PortForwarding': {'1.2'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'QosPolicy': {'1.10'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SecurityGroup': {'1.4'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SecurityGroupRule': {'1.2'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SubPort': {'1.0'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Subnet': {'1.1'}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Trunk': {'1.1'}} Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: consumer versions: Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: { DHCP agent@n-d-815923-2: {}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: L3 agent@n-d-815923-2: {}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: Metadata agent@n-d-815923-2: {}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: Metering agent@n-d-815923-2: {}, Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'ConntrackHelper': '1.0', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Log': '1.0', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Network': '1.1', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Port': '1.7', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'PortForwarding': '1.2', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'QosPolicy': '1.10', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SecurityGroup': '1.4', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SecurityGroupRule': '1.2', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'SubPort': '1.0', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Subnet': '1.1', Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: 'Trunk': '1.1'}} Nov 01 17:57:37.390936 n-d-815923-2 neutron-server[102784]: {{(pid=102784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 17:57:37.464450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Attempting to bind port db7ca18c-26d2-4aa4-9458-df18c98828a7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 17:57:37.464855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Attempting to bind port db7ca18c-26d2-4aa4-9458-df18c98828a7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 17:57:37.465275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Attempting to bind port db7ca18c-26d2-4aa4-9458-df18c98828a7 on network 3564485a-0f0d-49ce-9c8d-7d2485964b45 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 17:57:37.470160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 17:57:37.470547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Checking segment: {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 17:57:37.471013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:37.471399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Bound using segment: {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 17:57:37.471907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Bound port: db7ca18c-26d2-4aa4-9458-df18c98828a7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 17:57:37.472325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:37.533135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] For port db7ca18c-26d2-4aa4-9458-df18c98828a7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 17:57:37.537274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] For port db7ca18c-26d2-4aa4-9458-df18c98828a7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db7ca18c-26d2-4aa4-9458-df18c98828a7,segment=NetworkSegment(332006c6-950f-4bdf-8d3f-6fe8ddc4211e),segment_id=332006c6-950f-4bdf-8d3f-6fe8ddc4211e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 17:57:37.623107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:37.692485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2c55-45c5-40fa-aec6-04ae66495f73 None None] Pushing event updated for resources: {'Port': ['ID=db7ca18c-26d2-4aa4-9458-df18c98828a7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:38.967220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:39.280883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-21c9d97a-f510-4b78-949d-24060192e1cc admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 17:57:39.281896 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21c9d97a-f510-4b78-949d-24060192e1cc admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3136079 Nov 01 17:57:41.810549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55436) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:42.124799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-e9301042-3385-4d72-b2ce-c3b7fb2b4ba3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 17:57:42.125851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9301042-3385-4d72-b2ce-c3b7fb2b4ba3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3142948 Nov 01 17:57:44.846397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55446) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:45.141417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Request body: {'router': {'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:45.262294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.263885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.400193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.462978 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.563621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.564906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e17b97bf-2f28-4109-8873-6f0c4b382138 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7175176 Nov 01 17:57:45.712721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db7ca18c-26d2-4aa4-9458-df18c98828a7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 17:57:45.806204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port db7ca18c-26d2-4aa4-9458-df18c98828a7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:45.806607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.917341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:45.950878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port db7ca18c-26d2-4aa4-9458-df18c98828a7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db7ca18c-26d2-4aa4-9458-df18c98828a7,segment=NetworkSegment(332006c6-950f-4bdf-8d3f-6fe8ddc4211e),segment_id=332006c6-950f-4bdf-8d3f-6fe8ddc4211e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 17:57:46.001603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:46.048410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=db7ca18c-26d2-4aa4-9458-df18c98828a7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:46.773000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbebc6-f26c-44c6-8133-744a99c00535 None None] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 17:57:46.854672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a47842cd-67ab-4964-b07e-b8864102b4ca None None] Provisioning complete for port db7ca18c-26d2-4aa4-9458-df18c98828a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:46.855037 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a47842cd-67ab-4964-b07e-b8864102b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:47.231875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-43542566-3abe-4c74-9ffe-c3412dba64a7 None None] Provisioning complete for port db7ca18c-26d2-4aa4-9458-df18c98828a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:47.232234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-43542566-3abe-4c74-9ffe-c3412dba64a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:47.690168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db7ca18c-26d2-4aa4-9458-df18c98828a7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 17:57:47.736913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port db7ca18c-26d2-4aa4-9458-df18c98828a7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:47.737283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:48.077331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55458) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:48.563337 n-d-815923-2 neutron-server[102782]: WARNING oslo_policy.policy [None req-3222638f-816f-4ce4-8229-71f8d0786cc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:48.563944 n-d-815923-2 neutron-server[102782]: WARNING oslo_policy.policy [None req-3222638f-816f-4ce4-8229-71f8d0786cc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:48.570752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac0d0b59-7041-478d-99c6-179064049305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:48.789789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-3222638f-816f-4ce4-8229-71f8d0786cc1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 17:57:48.791036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3222638f-816f-4ce4-8229-71f8d0786cc1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7116954 Nov 01 17:57:50.753301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e83beaa-8231-4793-a41b-0c44dcd70825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:51.257149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55472) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:51.563444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:51.564909 n-d-815923-2 neutron-server[102782]: INFO neutron.quota [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Loaded quota_driver: . Nov 01 17:57:51.670008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Made reservation on behalf of c1a4ad6f659a44438a074b3d645ae655 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 17:57:51.749323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.policy [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 17:57:51.796634 n-d-815923-2 neutron-server[102782]: WARNING oslo_policy.policy [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:51.797009 n-d-815923-2 neutron-server[102782]: WARNING oslo_policy.policy [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 17:57:51.801053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:51.808325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:51.827648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:51.935965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.012401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.023676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Reserving flat network on physical network physnet1 {{(pid=102782) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 01 17:57:52.055556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726390985400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.056151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Unsubscribe: segment precommit_create {{(pid=102782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 17:57:52.056662 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Added segment cde2044f-ab9e-4e4a-938e-78afddae0717 of type flat for network 771ecb33-affa-449d-a474-caaa3faffc75 Nov 01 17:57:52.074537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f1bc6a-8baf-42d5-971b-0867b27cc060,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:52.095519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.095874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.096248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.096573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.096894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.097211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.097524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.097836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.098146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.098456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.098766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.099072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Tracked resource versions report: Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: pushed versions: Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: { 'AddressGroup': {'1.2'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'ConntrackHelper': {'1.0'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Log': {'1.0'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Network': {'1.1'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Port': {'1.7'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'PortForwarding': {'1.2'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'QosPolicy': {'1.10'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SecurityGroup': {'1.4'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SecurityGroupRule': {'1.2'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SubPort': {'1.0'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Subnet': {'1.1'}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Trunk': {'1.1'}} Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: consumer versions: Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: { DHCP agent@n-d-815923-2: {}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: L3 agent@n-d-815923-2: {}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: Metadata agent@n-d-815923-2: {}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: Metering agent@n-d-815923-2: {}, Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'ConntrackHelper': '1.0', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Log': '1.0', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Network': '1.1', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Port': '1.7', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'PortForwarding': '1.2', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'QosPolicy': '1.10', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SecurityGroup': '1.4', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SecurityGroupRule': '1.2', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'SubPort': '1.0', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Subnet': '1.1', Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: 'Trunk': '1.1'}} Nov 01 17:57:52.100721 n-d-815923-2 neutron-server[102782]: {{(pid=102782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 17:57:52.199447 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.307132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.308420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:52.309035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:52.409613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] Pushing event updated for resources: {'Network': ['ID=771ecb33-affa-449d-a474-caaa3faffc75,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:52.420934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 771ecb33-affa-449d-a474-caaa3faffc75 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 17:57:52.453154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6addedb3-48a5-42b7-b98a-878a0d594dee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1948199 Nov 01 17:57:53.498269 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:54.919538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55496) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:55.133623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0206d-2e9b-451f-8aed-95f4b84a7286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:55.134990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7dd0206d-2e9b-451f-8aed-95f4b84a7286 admin admin] 10.222.0.31 "GET /v2.0/subnets/973c17cb-a20e-4493-8ff4-86d36db9d6a3 HTTP/1.1" status: 200 len: 849 time: 0.2144969 Nov 01 17:57:55.293310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7f8c3dd-d4b3-4bcb-ac9f-cb486e494346 admin admin] 10.222.0.31 "GET /v2.0/routers/7ed5afac-5eec-4c53-8fe4-aa04465b17a5 HTTP/1.1" status: 200 len: 704 time: 0.1518376 Nov 01 17:57:55.574643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:55.867354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Allocated IP 172.20.0.1 (3564485a-0f0d-49ce-9c8d-7d2485964b45/973c17cb-a20e-4493-8ff4-86d36db9d6a3/b8c8bbfb-75ed-4825-90a6-2a58a6b5b020) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 17:57:56.054097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.075225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.179580 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.251510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 17:57:56.264710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:57:56.270000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:56.280926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 17:57:56.281479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.482354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bf4a7ff1-a45e-4025-880e-89e9e29de39f None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:56.482655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ff1-a45e-4025-880e-89e9e29de39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.515490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a7ff1-a45e-4025-880e-89e9e29de39f None None] Port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 17:57:56.541751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.791624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.850219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.850959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:56.933262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:56.977589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 17:57:56.978875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:57:57.210558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 17:57:57.238446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-34e1e0ed-007c-418d-8719-2eef194388f7 None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:57.238978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-34e1e0ed-007c-418d-8719-2eef194388f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:57.272746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-34e1e0ed-007c-418d-8719-2eef194388f7 None None] Port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 17:57:57.304885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 17:57:57.310131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-207152bc-183d-40a6-a38f-d5c60dfd8098 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ed5afac-5eec-4c53-8fe4-aa04465b17a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0111535 Nov 01 17:57:57.315167 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Sync routers for ids ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 17:57:57.327908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Routers {'7ed5afac-5eec-4c53-8fe4-aa04465b17a5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 17:57:57.328726 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T17:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:57.528047 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Set router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 17:57:57.993641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:57:56Z', 'revision_number': 2, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port_host': None, '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:56Z', 'revision_number': 2, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:58.045535 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Checking router: 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 17:57:58.045911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Updating router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 17:57:58.100757 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.626299 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.696274 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.840730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:58.867606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.867949 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.868283 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.868615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.868939 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.869258 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.869575 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.869891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.870204 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.870517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.870831 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.871142 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Tracked resource versions report: Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: pushed versions: Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: { 'AddressGroup': {'1.2'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'ConntrackHelper': {'1.0'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Log': {'1.0'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Network': {'1.1'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Port': {'1.7'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'PortForwarding': {'1.2'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'QosPolicy': {'1.10'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SecurityGroup': {'1.4'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SecurityGroupRule': {'1.2'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SubPort': {'1.0'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Subnet': {'1.1'}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Trunk': {'1.1'}} Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: consumer versions: Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: { DHCP agent@n-d-815923-2: {}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: L3 agent@n-d-815923-2: {}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: Metadata agent@n-d-815923-2: {}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: Metering agent@n-d-815923-2: {}, Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'ConntrackHelper': '1.0', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Log': '1.0', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Network': '1.1', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Port': '1.7', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'PortForwarding': '1.2', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'QosPolicy': '1.10', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SecurityGroup': '1.4', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SecurityGroupRule': '1.2', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'SubPort': '1.0', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Subnet': '1.1', Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: 'Trunk': '1.1'}} Nov 01 17:57:58.872315 n-d-815923-2 neutron-server[102785]: {{(pid=102785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 17:57:58.880983 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Attempting to bind port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 17:57:58.882136 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Attempting to bind port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 17:57:58.882661 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Attempting to bind port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 on network 3564485a-0f0d-49ce-9c8d-7d2485964b45 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 17:57:58.890464 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 17:57:58.890994 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Checking segment: {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 17:57:58.891574 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.892080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Bound using segment: {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 17:57:58.892678 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Bound port: b8c8bbfb-75ed-4825-90a6-2a58a6b5b020, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332006c6-950f-4bdf-8d3f-6fe8ddc4211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 17:57:58.893175 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.905643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8c50ea95-568b-4521-b0c8-669f6267fc4e None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:58.906182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c50ea95-568b-4521-b0c8-669f6267fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:58.939398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8c50ea95-568b-4521-b0c8-669f6267fc4e None None] Port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 17:57:58.962406 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] For port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 17:57:58.981013 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] For port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,segment=NetworkSegment(332006c6-950f-4bdf-8d3f-6fe8ddc4211e),segment_id=332006c6-950f-4bdf-8d3f-6fe8ddc4211e)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 17:57:59.038985 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:59.088175 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Routers {'7ed5afac-5eec-4c53-8fe4-aa04465b17a5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 17:57:59.088799 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T17:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:59.166467 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191778-3af5-48e9-b937-0a9cdfe7c944 None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:59.189286 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] Set router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 17:57:59.261606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:57:59.261974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:59.364512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:59.398852 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:57:56Z', 'revision_number': 2, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port_host': None, '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:58Z', 'revision_number': 4, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:57:59.399341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] For port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,segment=NetworkSegment(332006c6-950f-4bdf-8d3f-6fe8ddc4211e),segment_id=332006c6-950f-4bdf-8d3f-6fe8ddc4211e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 17:57:59.427835 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f6718-f479-4e29-ba7f-64ccf41d2d12 None None] The sync data for ids ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'] in n-d-815923-2 is: [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:57:56Z', 'revision_number': 2, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port_host': None, '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:58Z', 'revision_number': 4, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 17:57:59.456235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:57:59.530944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3628d0-c907-42f4-ad53-339cee49a338 None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbfb-75ed-4825-90a6-2a58a6b5b020,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:57:59.724488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55518) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:57:59.840369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd0b8d-0778-4167-ba5c-6b8f016c9d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:57:59.841732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20dd0b8d-0778-4167-ba5c-6b8f016c9d19 admin admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 842 time: 0.1163208 Nov 01 17:57:59.852210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:57:59.970373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Made reservation on behalf of c1a4ad6f659a44438a074b3d645ae655 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 17:57:59.972618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:00.326236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 17:58:00.326687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:00.381538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba04a21-7704-4906-8bba-611790f333c0,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:58:00.393128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 17:58:00.393482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Network hostable DHCP agents. Network: 771ecb33-affa-449d-a474-caaa3faffc75, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 17:58:00.515386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 17:58:00.598910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 771ecb33-affa-449d-a474-caaa3faffc75) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:58:00.603984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:58:00.604564 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:00.611045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4639d3-54b5-4507-bb1e-d2c0e0e282e3 None None] Network 771ecb33-affa-449d-a474-caaa3faffc75 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 17:58:00.703532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-219b23d9-0cf9-4967-a18b-ee38a432e49b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8445101 Nov 01 17:58:00.744814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03baf1c-f4a3-4fb1-ac03-fdf8795f78a6 None None] Network 771ecb33-affa-449d-a474-caaa3faffc75 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 17:58:03.162403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:58:03.300231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fe604fb6-117b-49bd-b481-9cbe722f0d8e admin admin] 10.222.0.31 "GET /v2.0/routers/7ed5afac-5eec-4c53-8fe4-aa04465b17a5 HTTP/1.1" status: 200 len: 710 time: 0.1366117 Nov 01 17:58:03.385657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b2d26-0dde-4c61-b79e-26b6f6461c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:58:03.392542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b52b2d26-0dde-4c61-b79e-26b6f6461c71 admin admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 886 time: 0.0804970 Nov 01 17:58:03.396374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:58:03.710747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:03.998821 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:04.074720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:04.172892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Allocated IP 172.25.2.172 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/7348ee6b-4842-4f18-9f06-d7d3690572e9) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 17:58:04.297286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:04.424372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:04.463844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 17:58:04.469091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 17:58:04.471594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 17:58:04.512296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Pushing event updated for resources: {'Port': ['ID=7348ee6b-4842-4f18-9f06-d7d3690572e9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:58:04.805273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:05.015351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:05.018845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:05.128381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 17:58:05.236023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 17:58:05.240851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:05.242090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d430e399-96ac-4daa-894e-bf4fbd00d54f admin admin] 10.222.0.31 "PUT /v2.0/routers/7ed5afac-5eec-4c53-8fe4-aa04465b17a5 HTTP/1.1" status: 200 len: 890 time: 1.8488481 Nov 01 17:58:05.721380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 17:58:05.769913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:58:05.770285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:06.437345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Sync routers for ids ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 17:58:06.448984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Routers {'7ed5afac-5eec-4c53-8fe4-aa04465b17a5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 17:58:06.449622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T17:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:58:06.655494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Set router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 17:58:07.111758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:58:04Z', 'revision_number': 4, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port': {'id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:58:04Z', 'updated_at': '2021-11-01T17:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:59Z', 'revision_number': 5, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:58:07.164387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Checking router: 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 17:58:07.164755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Updating router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 port 7348ee6b-4842-4f18-9f06-d7d3690572e9 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 17:58:07.211949 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.527185 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.601133 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.651405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Attempting to bind port 7348ee6b-4842-4f18-9f06-d7d3690572e9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 17:58:07.651793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Attempting to bind port 7348ee6b-4842-4f18-9f06-d7d3690572e9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 17:58:07.652150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Attempting to bind port 7348ee6b-4842-4f18-9f06-d7d3690572e9 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 17:58:07.660436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 17:58:07.660812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 17:58:07.661202 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.661586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 17:58:07.662041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Bound port: 7348ee6b-4842-4f18-9f06-d7d3690572e9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 17:58:07.662429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.665453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde6991-d0c0-4d3c-897e-fa0420a980a5 None None] Pushing event updated for resources: {'Port': ['ID=7348ee6b-4842-4f18-9f06-d7d3690572e9,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:58:07.715779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] For port 7348ee6b-4842-4f18-9f06-d7d3690572e9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 17:58:07.718711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] For port 7348ee6b-4842-4f18-9f06-d7d3690572e9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7348ee6b-4842-4f18-9f06-d7d3690572e9,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 17:58:07.745527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55538) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:58:07.781796 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:07.839611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Routers {'7ed5afac-5eec-4c53-8fe4-aa04465b17a5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 17:58:07.840230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T17:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:58:07.843281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde6991-d0c0-4d3c-897e-fa0420a980a5 None None] Pushing event updated for resources: {'Port': ['ID=7348ee6b-4842-4f18-9f06-d7d3690572e9,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:58:07.857921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ecac1aa3-7306-446d-b11f-9f6145e16ef2 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1112697 Nov 01 17:58:07.952812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] Set router 7ed5afac-5eec-4c53-8fe4-aa04465b17a5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 17:58:08.168599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:58:04Z', 'revision_number': 4, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port': {'id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:58:04Z', 'updated_at': '2021-11-01T17:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:59Z', 'revision_number': 5, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 17:58:08.193921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598fa8-0ed2-4403-820e-c9e6df65ed9a None None] The sync data for ids ['7ed5afac-5eec-4c53-8fe4-aa04465b17a5'] in n-d-815923-2 is: [{'id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'name': 'router1', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T17:57:45Z', 'updated_at': '2021-11-01T17:58:04Z', 'revision_number': 4, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'gw_port': {'id': '7348ee6b-4842-4f18-9f06-d7d3690572e9', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:58:04Z', 'updated_at': '2021-11-01T17:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b8c8bbfb-75ed-4825-90a6-2a58a6b5b020', 'name': '', 'network_id': '3564485a-0f0d-49ce-9c8d-7d2485964b45', 'tenant_id': 'ce7dec0420d741cea88903226a93a200', 'mac_address': 'fa:16:3e:cc:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5afac-5eec-4c53-8fe4-aa04465b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T17:57:55Z', 'updated_at': '2021-11-01T17:57:59Z', 'revision_number': 5, 'project_id': 'ce7dec0420d741cea88903226a93a200', 'subnets': [{'id': '973c17cb-a20e-4493-8ff4-86d36db9d6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93f69d3-64ac-471e-a35d-3c017064843c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 17:58:09.730170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7348ee6b-4842-4f18-9f06-d7d3690572e9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 17:58:09.792933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7348ee6b-4842-4f18-9f06-d7d3690572e9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:58:09.793445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:09.879568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:09.901639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 7348ee6b-4842-4f18-9f06-d7d3690572e9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7348ee6b-4842-4f18-9f06-d7d3690572e9,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 17:58:09.975192 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:10.025567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=7348ee6b-4842-4f18-9f06-d7d3690572e9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:58:11.733693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7348ee6b-4842-4f18-9f06-d7d3690572e9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 17:58:11.810965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7348ee6b-4842-4f18-9f06-d7d3690572e9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:58:11.811338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:18.061335 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 17:58:18.552038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7af7c710-7a0b-4319-a1cd-ad2be71b5d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:20.783646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4f8e-44a2-47c5-b420-6dbe2cf9419e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:21.804526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:23.509575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:26.049311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:48.614046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c15524f4-2f7b-4332-adcd-9737f0815170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:50.767839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1178b01c-1a3b-4e36-955d-66496d217044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:52.368810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:53.516513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:58:55.061166 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 17:58:56.042086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:18.576476 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d53b0180-fccd-4925-b99b-146713e85bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:20.772733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e0ee65f7-f2ef-4dc2-922c-61b83e33a41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:21.800935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:23.497854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:26.063279 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:32.060605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 17:59:48.564899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fde37faa-d2ca-4e8c-8f4f-d36c1929b11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:50.747767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e27ef53d-515a-429a-b2bb-8d346daf3a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:51.793346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:53.032058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56132) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:59:53.097952 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cefbb8f-c977-4b89-9a88-d15cc024c965 admin admin] GET failed (client error): The resource could not be found. Nov 01 17:59:53.099850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3cefbb8f-c977-4b89-9a88-d15cc024c965 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667911 Nov 01 17:59:53.261685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f1fe8-6297-414d-b11e-95c0c5dd05e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:59:53.263071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-037f1fe8-6297-414d-b11e-95c0c5dd05e0 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586487 Nov 01 17:59:53.512605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:55.525503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56142) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:59:55.694987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81971e55-da98-4e90-89b8-1b44de6172c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:59:55.696405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81971e55-da98-4e90-89b8-1b44de6172c8 admin admin] 10.222.0.31 "GET /v2.0/subnets/973c17cb-a20e-4493-8ff4-86d36db9d6a3 HTTP/1.1" status: 200 len: 849 time: 0.1699483 Nov 01 17:59:55.706363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 17:59:55.789218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:55.981282 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726390916437'] for subnet, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:56.011098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:59:56.011723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:56.016893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] 10.222.0.31 "PUT /v2.0/subnets/973c17cb-a20e-4493-8ff4-86d36db9d6a3 HTTP/1.1" status: 200 len: 868 time: 0.3103673 Nov 01 17:59:56.017040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f54fa-2d11-4dce-a9dd-402aae74801e None None] Network 3564485a-0f0d-49ce-9c8d-7d2485964b45 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 17:59:56.034814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=973c17cb-a20e-4493-8ff4-86d36db9d6a3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 17:59:56.042669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.048174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fa46a-a5a3-4b1e-93ca-9d4947645e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 17:59:56.405782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b8f20935-61c6-48cb-a8f4-d663cf29b4cc None None] Provisioning complete for port b8c8bbfb-75ed-4825-90a6-2a58a6b5b020 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:59:56.406144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8f20935-61c6-48cb-a8f4-d663cf29b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:56.489017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b8f20935-61c6-48cb-a8f4-d663cf29b4cc None None] Provisioning complete for port db7ca18c-26d2-4aa4-9458-df18c98828a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 17:59:56.489290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8f20935-61c6-48cb-a8f4-d663cf29b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 17:59:58.381173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56152) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 17:59:58.582733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35875434-b52e-4fb6-8311-42578df52fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:59:58.583100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35875434-b52e-4fb6-8311-42578df52fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 17:59:58.584707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-35875434-b52e-4fb6-8311-42578df52fd5 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025692 Nov 01 18:00:00.861688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56160) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:00.997280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a81980-dd92-4724-b891-00c3a7b6fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:00.997663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a81980-dd92-4724-b891-00c3a7b6fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:00.999191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8a81980-dd92-4724-b891-00c3a7b6fad5 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365430 Nov 01 18:00:03.279958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:03.409438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebf666-01f7-4ffd-ac4a-71601acff7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:03.411056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a9ebf666-01f7-4ffd-ac4a-71601acff7d8 admin admin] 10.222.0.31 "GET /v2.0/networks/3564485a-0f0d-49ce-9c8d-7d2485964b45 HTTP/1.1" status: 200 len: 869 time: 0.1300344 Nov 01 18:00:05.671082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56176) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:05.794908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb0108-2114-4144-8a69-1ba34273e7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:05.796318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5acb0108-2114-4144-8a69-1ba34273e7f0 admin admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 886 time: 0.1241665 Nov 01 18:00:08.134844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56184) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:08.256687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b24207-f2b1-46db-aee5-8ae82c449bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:08.257142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b24207-f2b1-46db-aee5-8ae82c449bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:08.258692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-28b24207-f2b1-46db-aee5-8ae82c449bde admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228986 Nov 01 18:00:09.058824 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:00:10.530076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56192) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:10.622653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3214b-37d4-45c6-9a1a-8e4d369740d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:10.623101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3214b-37d4-45c6-9a1a-8e4d369740d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:10.624621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-99b3214b-37d4-45c6-9a1a-8e4d369740d6 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935946 Nov 01 18:00:12.959983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:13.044760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c57f7-691e-4d57-84f3-6f144cebfef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:13.046072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d69c57f7-691e-4d57-84f3-6f144cebfef1 admin admin] 10.222.0.31 "GET /v2.0/subnets/0ba04a21-7704-4906-8bba-611790f333c0 HTTP/1.1" status: 200 len: 816 time: 0.0852108 Nov 01 18:00:15.314821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56208) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:15.406228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8528323-5f95-4963-b88e-6eb24bd39a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:15.407603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8528323-5f95-4963-b88e-6eb24bd39a1b admin admin] 10.222.0.31 "GET /v2.0/subnets/973c17cb-a20e-4493-8ff4-86d36db9d6a3 HTTP/1.1" status: 200 len: 868 time: 0.0918040 Nov 01 18:00:18.621400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-153081f3-f740-40bb-80dd-ede4ddae33b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:20.770398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f72027e-c925-45d6-965d-0fc3035abadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:21.792475 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:23.511866 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:26.049113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:40.272102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:40.318336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-b188b145-631e-4e3d-9ed9-880be3eee457 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:00:40.319347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b188b145-631e-4e3d-9ed9-880be3eee457 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0462775 Nov 01 18:00:42.682461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56270) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:42.744454 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22001a5-ab9b-415c-bc38-b86c80a4f31b admin admin] GET failed (client error): The resource could not be found. Nov 01 18:00:42.745742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c22001a5-ab9b-415c-bc38-b86c80a4f31b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623040 Nov 01 18:00:42.831632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b6f2b-9076-4671-a25b-cd55ef6881ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:42.833124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b17b6f2b-9076-4671-a25b-cd55ef6881ee admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827973 Nov 01 18:00:45.213626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56278) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:45.259801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:00:45.345230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Made reservation on behalf of c1a4ad6f659a44438a074b3d645ae655 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:00:45.347876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:45.381996 n-d-815923-2 neutron-server[102783]: WARNING neutron.services.revisions.revision_plugin [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Could not find related network for resource to bump revision. Nov 01 18:00:45.393924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:00:45.402463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:45.403291 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Added segment 55ba581e-64b1-46ed-bea5-424f4b6824d7 of type vlan for network 859a4025-beaf-4023-ad50-be02f4682b1e Nov 01 18:00:45.448489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:45.516735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:45.517753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:45.518354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:45.576071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Pushing event updated for resources: {'Network': ['ID=859a4025-beaf-4023-ad50-be02f4682b1e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:00:45.582299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.582633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.582965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.583291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.583640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.583957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.584300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.584590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.584903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.585234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.585531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.585838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:45.598548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 859a4025-beaf-4023-ad50-be02f4682b1e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:00:45.610981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-080ee983-eacd-42d2-8939-10525c3c14cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3962862 Nov 01 18:00:46.057475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:00:47.902131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56286) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:00:47.962463 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-da324805-1718-43b9-872e-c38a6c4db8cb admin admin] GET failed (client error): The resource could not be found. Nov 01 18:00:47.963843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da324805-1718-43b9-872e-c38a6c4db8cb admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607467 Nov 01 18:00:48.066722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61e403-4202-450b-ba72-215937a6e79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:48.068229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b61e403-4202-450b-ba72-215937a6e79f admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998170 Nov 01 18:00:48.078445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:00:48.156651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Made reservation on behalf of c1a4ad6f659a44438a074b3d645ae655 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:00:48.158986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:48.345798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:48.403395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a88f54c-befb-4dc3-8710-61d2da75080e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:00:48.410203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:00:48.410552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Network hostable DHCP agents. Network: 859a4025-beaf-4023-ad50-be02f4682b1e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:00:48.499787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Network 859a4025-beaf-4023-ad50-be02f4682b1e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:00:48.585346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e5a7218-8188-43ae-9b08-18fd991dd08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:48.636950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 859a4025-beaf-4023-ad50-be02f4682b1e) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:00:48.641674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:00:48.647329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:48.648745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9f9a6-0c2c-4034-9d42-1daa07854386 None None] Network 859a4025-beaf-4023-ad50-be02f4682b1e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:00:48.725385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0a32d4b-3c39-4900-83a2-d66c2cdad7f9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502588 Nov 01 18:00:48.797643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-859a4025-beaf-4023-ad50-be02f4682b1e', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'tenant_id': 'c1a4ad6f659a44438a074b3d645ae655', 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:00:48.798605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:48.959346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Allocated IP 192.168.233.2 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/8fb133e2-e0a7-4051-af9d-99b2ed2cc90d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:00:49.107096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:49.168822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:49.209898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:00:49.214660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:00:49.217405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:00:49.227409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Pushing event updated for resources: {'Port': ['ID=8fb133e2-e0a7-4051-af9d-99b2ed2cc90d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:00:49.236813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.237155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.237487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.237815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.238144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.238466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.238783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.239102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.239418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.239792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.240068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.240384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:00:49.288447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Attempting to bind port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:00:49.288908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Attempting to bind port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:00:49.289273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Attempting to bind port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:00:49.294314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:00:49.294797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:00:49.295227 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:49.295645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:00:49.296107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Bound port: 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:00:49.296501 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:49.358365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] For port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:00:49.361553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] For port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8fb133e2-e0a7-4051-af9d-99b2ed2cc90d,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:00:49.454653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:49.511489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ed089-136d-49fb-9691-fb0d5e28945e None None] Pushing event updated for resources: {'Port': ['ID=8fb133e2-e0a7-4051-af9d-99b2ed2cc90d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:00:49.897312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:00:49.956127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:00:49.956594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:50.033451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:50.069023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8fb133e2-e0a7-4051-af9d-99b2ed2cc90d,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:00:50.168267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:50.225385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=8fb133e2-e0a7-4051-af9d-99b2ed2cc90d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:00:50.377551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d9100-d9ab-4209-a6aa-aca0533c6547 None None] Network 859a4025-beaf-4023-ad50-be02f4682b1e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:00:50.448778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-779d9f31-ed96-4b93-9175-c5075bbb4422 None None] Provisioning complete for port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:00:50.449143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-779d9f31-ed96-4b93-9175-c5075bbb4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:50.779601 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d74a6069-b400-435e-ae10-736592abd20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:50.813092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ddf45ffb-8068-4b47-aae9-1975ea7ff6ab None None] Provisioning complete for port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:00:50.813456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ddf45ffb-8068-4b47-aae9-1975ea7ff6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:51.808543 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:51.827835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:00:51.877279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8fb133e2-e0a7-4051-af9d-99b2ed2cc90d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:00:51.877675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:53.528163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:00:56.081789 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:18.584168 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f00f3904-ec95-4dd0-8a24-88204950b2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:20.795378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-64623fd2-1055-40c4-b7b0-882445946d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:21.818018 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:23.055963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:01:23.515292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:26.069596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:48.549290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-af3c2fc3-bec2-47c0-bbfe-6f82d65a503a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:50.771077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-007dafd8-0702-4bdd-931b-6289b25ea4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:51.823444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:53.542899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:01:56.045858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:00.055827 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:02:18.576846 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb20f63e-0d17-4a64-b12b-c79a55fa6041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:20.770794 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c845b10b-a43b-40c6-8d14-dd80f5cef07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:21.836865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:23.508303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:26.049008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:32.452311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56330) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:02:32.458373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-8b165149-58bc-4867-9761-0c8989e64c43 tempest-verify_tempest_config-862503705 tempest-verify_tempest_config-862503705-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:02:32.459338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8b165149-58bc-4867-9761-0c8989e64c43 tempest-verify_tempest_config-862503705 tempest-verify_tempest_config-862503705-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059419 Nov 01 18:02:33.055050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56348) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:02:33.154667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.226162 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.290272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.334483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92e6677b00c246e1b272faccdf26363f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783124 Nov 01 18:02:33.335310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c4d50-0678-4ed4-b658-1af36776fa0c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:02:33.337154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56352) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:02:33.348621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.352206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de32b2b8-0b51-4acd-9a0d-afdfa49accf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:02:33.401524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.424736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.570688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.573218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:33.574339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d5c4d50-0678-4ed4-b658-1af36776fa0c HTTP/1.1" status: 204 len: 168 time: 0.2355373 Nov 01 18:02:33.582321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896251-063e-48dc-8c6f-349365e1efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c4d50-0678-4ed4-b658-1af36776fa0c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:02:37.054567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:02:48.575961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a13ca382-7c26-45b3-9458-3f71b082d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:50.775849 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5709ddd-ee27-47cd-a08f-8743096ddf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:51.827197 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:53.518441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:02:56.067176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:14.053119 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:03:18.589773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d22b56c8-908e-442b-b7f3-f8fd1fab97e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:20.774596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-85779ea3-c76b-4244-9b93-0811fe6c3b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:21.826033 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:23.537835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:26.043145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:48.568207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d7171b7-a889-4418-adb3-2378f6b1e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:50.811042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a3f90424-82cf-4438-a948-6a45ba2563aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:51.051724 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:03:51.814437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:53.522573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:03:56.044854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:18.584795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1351cab8-0e7b-4771-aeeb-d682e625d30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:20.772970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8550770-c70e-429c-9412-f4d325437b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:21.830686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:23.546587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:26.030685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:28.049602 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:04:48.608401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-985dd216-45c4-4ad9-897b-11d9657cd38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:50.796500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f412fcb3-195b-42a6-8ff3-b243d05a062d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:51.824817 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:53.549234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:04:56.036442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:05.048412 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 5 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:05:18.577925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58f1614b-c382-4b1d-a8b5-08465c922ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:20.760531 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1fd80e13-9108-4e2c-9058-045162178e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:21.840564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:23.536763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:26.085551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:34.325697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:38.868636 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573254'] for agent, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:42.047774 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:05:48.610740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2ccc69-5ee0-4786-9643-df291a3b307d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:50.799346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9c7f-e18b-42d6-95be-70695c064d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:51.839411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:53.628030 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:05:56.038655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:04.306979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:08.798345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:18.610243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f901fa2-cbd1-4aea-971a-086dc09561e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:19.047176 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:06:20.192953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56404) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:06:20.293843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41a00dc9-95a8-43f4-8fa4-b4ed5c92f94f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0997822 Nov 01 18:06:20.775684 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc8112a6-d339-4bbf-85d3-8c3588d3ce4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:21.827329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:22.589170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:06:22.644009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b40fa64f-66e7-4809-b675-32a0a674243a admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0537422 Nov 01 18:06:23.540697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:26.043553 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:34.283102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:38.803026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:48.573679 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-506af459-d05e-4767-864b-d8f4452ac0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:50.756973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-055b9ba3-4924-4252-a20a-6cc0d1827234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:51.837284 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:53.602574 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:56.042657 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:06:56.047082 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:07:04.300001 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:08.785267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:18.619333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a0e9032d-f943-4a87-898f-db2abd21da1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:20.789451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4eecbbde-6490-4d55-baa8-b536bc4a9648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:21.847832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:23.554495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:26.052144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:33.046454 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:07:34.315961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:38.830543 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:43.688979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56628) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:43.719676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56634) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:44.160264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56650) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:44.176169 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-610214d5-0896-4134-b86e-ae339c97df34 tempest-AutoAllocateNetworkTest-1247924184 tempest-AutoAllocateNetworkTest-1247924184-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fef0e7bcba9440258f914dab1dd62277&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4859421 Nov 01 18:07:44.181221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-network', 'tenant_id': '71956f9e665540bca30caff1eceda6b3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:44.265018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Made reservation on behalf of 71956f9e665540bca30caff1eceda6b3 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:07:44.267400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.276554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.366315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.447420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.470946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce6be0-ceee-4884-8d15-3cda191b2777 tempest-AutoAllocateNetworkTest-1247924184 tempest-AutoAllocateNetworkTest-1247924184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:44.475646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-70ce6be0-ceee-4884-8d15-3cda191b2777 tempest-AutoAllocateNetworkTest-1247924184 tempest-AutoAllocateNetworkTest-1247924184-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3143609 Nov 01 18:07:44.476243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56662) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:44.481113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:07:44.489079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e30b27-5314-4d35-aa68-09b981dc1366,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:44.495057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.495450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.495821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.496198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.496534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.496908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.497242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.497568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.497893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.498216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.498548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.498868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Tracked resource versions report: Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: pushed versions: Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: { 'AddressGroup': {'1.2'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'ConntrackHelper': {'1.0'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Log': {'1.0'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Network': {'1.1'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Port': {'1.7'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'PortForwarding': {'1.2'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'QosPolicy': {'1.10'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SecurityGroup': {'1.4'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SecurityGroupRule': {'1.2'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SubPort': {'1.0'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Subnet': {'1.1'}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Trunk': {'1.1'}} Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: consumer versions: Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: { DHCP agent@n-d-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: HyperV agent@n-h1-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: HyperV agent@n-h2-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: L3 agent@n-d-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: Metadata agent@n-d-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: Metering agent@n-d-815923-2: {}, Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'ConntrackHelper': '1.0', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Log': '1.0', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Network': '1.1', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Port': '1.7', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'PortForwarding': '1.2', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'QosPolicy': '1.10', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SecurityGroup': '1.4', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SecurityGroupRule': '1.2', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'SubPort': '1.0', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Subnet': '1.1', Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: 'Trunk': '1.1'}} Nov 01 18:07:44.500011 n-d-815923-2 neutron-server[102783]: {{(pid=102783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 18:07:44.520089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.520406 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Added segment 0c848951-d1e4-4e2a-8031-18b67e60044a of type vlan for network 2e637b11-751c-49f6-989e-99621134d121 Nov 01 18:07:44.539228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4702288-9ad9-4d43-a522-2d28ed49e96e tempest-AutoAllocateNetworkTest-1247924184 tempest-AutoAllocateNetworkTest-1247924184-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618930 Nov 01 18:07:44.542205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56666) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:44.564297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.572755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da9d8a66-a7ef-4d14-b55c-33716fad743e tempest-AutoAllocateNetworkTest-1247924184 tempest-AutoAllocateNetworkTest-1247924184-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fef0e7bcba9440258f914dab1dd62277 HTTP/1.1" status: 200 len: 208 time: 0.0297832 Nov 01 18:07:44.704929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.706026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:44.706679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:44.766741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] Pushing event updated for resources: {'Network': ['ID=2e637b11-751c-49f6-989e-99621134d121,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:44.776519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2e637b11-751c-49f6-989e-99621134d121 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:07:44.855737 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-525c77bc-7d95-45e0-9bd3-e855ced2f98c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1349111 Nov 01 18:07:45.070296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56678) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:45.070296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Request body: {'subnet': {'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-subnet', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:45.070296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Made reservation on behalf of 71956f9e665540bca30caff1eceda6b3 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:07:45.070296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.248136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.304933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d550ec-cf53-4197-a32a-60f5f9f84855,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:45.315088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.315441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.315778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.316187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.316487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.316735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.317127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.317448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.317773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.318088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.318393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.318709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Tracked resource versions report: Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: pushed versions: Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: { 'AddressGroup': {'1.2'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'ConntrackHelper': {'1.0'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Log': {'1.0'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Network': {'1.1'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Port': {'1.7'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'PortForwarding': {'1.2'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'QosPolicy': {'1.10'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SecurityGroup': {'1.4'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SecurityGroupRule': {'1.2'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SubPort': {'1.0'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Subnet': {'1.1'}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Trunk': {'1.1'}} Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: consumer versions: Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: { DHCP agent@n-d-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: HyperV agent@n-h1-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: HyperV agent@n-h2-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: L3 agent@n-d-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: Metadata agent@n-d-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: Metering agent@n-d-815923-2: {}, Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'ConntrackHelper': '1.0', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Log': '1.0', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Network': '1.1', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Port': '1.7', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'PortForwarding': '1.2', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'QosPolicy': '1.10', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SecurityGroup': '1.4', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SecurityGroupRule': '1.2', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'SubPort': '1.0', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Subnet': '1.1', Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: 'Trunk': '1.1'}} Nov 01 18:07:45.319833 n-d-815923-2 neutron-server[102782]: {{(pid=102782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 18:07:45.327267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Checking segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:45.327648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Network hostable DHCP agents. Network: 2e637b11-751c-49f6-989e-99621134d121, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:07:45.439771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Network 2e637b11-751c-49f6-989e-99621134d121 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:07:45.514019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2e637b11-751c-49f6-989e-99621134d121) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:45.518564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:45.519927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.524182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca99273-88ea-4cf0-b006-6eda7e10e728 None None] Network 2e637b11-751c-49f6-989e-99621134d121 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:07:45.616648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:45.616779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e9db9e8-5968-4da1-98d5-8885a0d42bb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7504387 Nov 01 18:07:45.630108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:45.673099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2e637b11-751c-49f6-989e-99621134d121', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:07:45.674249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.729123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56708) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:45.739851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.741177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.803342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:45.823277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Allocated IP 172.20.0.2 (2e637b11-751c-49f6-989e-99621134d121/b5d550ec-cf53-4197-a32a-60f5f9f84855/85d89fd1-36c6-44f7-b9ca-56f2d935d88f) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:07:45.990672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.040928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.063993 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb760-9a3a-4904-9831-cee43c711bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.071820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.114549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Network 2e637b11-751c-49f6-989e-99621134d121 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:46.117226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:46.122841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:07:46.132194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Pushing event updated for resources: {'Port': ['ID=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:46.155553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.155927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.156220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.156549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.156868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.157185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.157506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.157823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.158134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.158298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb760-9a3a-4904-9831-cee43c711bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.158443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.158758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.159073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Tracked resource versions report: Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: pushed versions: Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: { 'AddressGroup': {'1.2'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'ConntrackHelper': {'1.0'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Log': {'1.0'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Network': {'1.1'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Port': {'1.7'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'PortForwarding': {'1.2'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'QosPolicy': {'1.10'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SecurityGroup': {'1.4'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SecurityGroupRule': {'1.2'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SubPort': {'1.0'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Subnet': {'1.1'}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Trunk': {'1.1'}} Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: consumer versions: Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: { DHCP agent@n-d-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: HyperV agent@n-h1-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: HyperV agent@n-h2-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: L3 agent@n-d-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: Metadata agent@n-d-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: Metering agent@n-d-815923-2: {}, Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'ConntrackHelper': '1.0', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Log': '1.0', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Network': '1.1', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Port': '1.7', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'PortForwarding': '1.2', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'QosPolicy': '1.10', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SecurityGroup': '1.4', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SecurityGroupRule': '1.2', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'SubPort': '1.0', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Subnet': '1.1', Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: 'Trunk': '1.1'}} Nov 01 18:07:46.160413 n-d-815923-2 neutron-server[102784]: {{(pid=102784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 18:07:46.198863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Attempting to bind port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:07:46.199175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Attempting to bind port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:07:46.202143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Attempting to bind port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:07:46.208088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:07:46.208647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Checking segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:46.209183 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.209698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Bound using segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:07:46.210309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Bound port: 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:07:46.210847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.253182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb760-9a3a-4904-9831-cee43c711bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.279285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] For port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:07:46.282840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] For port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:07:46.295002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdb760-9a3a-4904-9831-cee43c711bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcccb37b-64cd-4325-9b22-f1c1bbc957bc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:46.320761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2ffdb760-9a3a-4904-9831-cee43c711bce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fef0e7bcba9440258f914dab1dd62277&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5904241 Nov 01 18:07:46.323442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56734) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:46.367898 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.383438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.411107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.453059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173da3e3-60ac-4cf3-adc1-557244bbe2d0 None None] Pushing event updated for resources: {'Port': ['ID=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:46.460773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.494737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.528098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.537237 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:46.537237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcccb37b-64cd-4325-9b22-f1c1bbc957bc HTTP/1.1" status: 204 len: 168 time: 0.2076128 Nov 01 18:07:46.542693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8e7ca-1856-485a-9bd1-8e40e9148be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcccb37b-64cd-4325-9b22-f1c1bbc957bc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:46.757526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Allocated IP 172.25.2.22 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/1d3fc402-2439-4f63-8c6d-412a55c7ebeb) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:07:46.971399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:47.122746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:47.202267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:47.208990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:47.236895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:07:47.283775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:47.718343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:47.770185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61121fbd-4e2e-4c31-a15d-1e2a983b61fd None None] Network 2e637b11-751c-49f6-989e-99621134d121 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:07:47.959868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] Provisioning complete for port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:47.960317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:47.960786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.110324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.164563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 85d89fd1-36c6-44f7-b9ca-56f2d935d88f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:48.265422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:48.265796 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.268845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] For port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:07:48.271128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Router 60c8696d-1690-40c8-9672-524bbd102a15 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:07:48.455660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.525072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:07:48.542137 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:07:48.553565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:07:48.554526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:48.554878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72d80c-12d1-48d1-ba7c-e89f54fd784f None None] Pushing event updated for resources: {'Port': ['ID=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:48.586044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cdcf0738-9d9b-4809-86be-5091f3bc71f1 None None] Provisioning complete for port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:48.587193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0738-9d9b-4809-86be-5091f3bc71f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.644546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.648938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:48.650413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-81da87cf-7da9-4901-b9a6-a8c9f36ca808 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0315917 Nov 01 18:07:48.690835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1619d7b9-12ee-4ff2-8017-1a9ba77e3389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:48.770928 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:07:48.994266 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:47Z', 'revision_number': 3, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:49.035758 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:07:49.035758 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Updating router 60c8696d-1690-40c8-9672-524bbd102a15 port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:07:49.068091 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.258053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.423203 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.427705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Allocated IP 172.20.0.1 (2e637b11-751c-49f6-989e-99621134d121/b5d550ec-cf53-4197-a32a-60f5f9f84855/d913864c-ab81-4db0-b087-032fbf0cc7d5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:07:49.471270 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.534519 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Attempting to bind port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:07:49.534883 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Attempting to bind port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:07:49.535300 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Attempting to bind port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:07:49.543104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.544094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Pushing event updated for resources: {'Port': ['ID=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:49.547371 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:07:49.547767 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:49.548165 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.548557 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:07:49.549020 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Bound port: 1d3fc402-2439-4f63-8c6d-412a55c7ebeb, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:07:49.549397 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.555671 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.556019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.556353 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Tracked resource versions report: Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: pushed versions: Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: { 'AddressGroup': {'1.2'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'ConntrackHelper': {'1.0'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Log': {'1.0'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Network': {'1.1'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Port': {'1.7'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'PortForwarding': {'1.2'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'QosPolicy': {'1.10'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SecurityGroup': {'1.4'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SecurityGroupRule': {'1.2'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SubPort': {'1.0'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Subnet': {'1.1'}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Trunk': {'1.1'}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: consumer versions: Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: { DHCP agent@n-d-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: HyperV agent@n-h1-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: HyperV agent@n-h2-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: L3 agent@n-d-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: Metadata agent@n-d-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: Metering agent@n-d-815923-2: {}, Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: Open vSwitch agent@n-d-815923-2: { 'AddressGroup': '1.2', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'ConntrackHelper': '1.0', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Log': '1.0', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Network': '1.1', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Port': '1.7', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'PortForwarding': '1.2', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'QosPolicy': '1.10', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SecurityGroup': '1.4', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SecurityGroupRule': '1.2', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'SubPort': '1.0', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Subnet': '1.1', Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: 'Trunk': '1.1'}} Nov 01 18:07:49.561377 n-d-815923-2 neutron-server[102785]: {{(pid=102785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 18:07:49.621364 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] For port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:07:49.624815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] For port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:07:49.686679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.720142 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.733685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Network 2e637b11-751c-49f6-989e-99621134d121 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:49.734305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:49.737929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:07:49.738577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:49.741582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:49.854436 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:07:49.855075 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:49.909438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:49.913049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6d624-e314-4f9f-bed1-a2c2154ea32e None None] Pushing event updated for resources: {'Port': ['ID=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:50.000315 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:07:50.026733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:50.062773 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.126575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 85d89fd1-36c6-44f7-b9ca-56f2d935d88f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:50.156810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41f5bd45-4032-4eb2-aa9d-6b6e989f8325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.269264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4657c582-d20f-43e9-bf95-cad8d1608b6d None None] Provisioning complete for port d913864c-ab81-4db0-b087-032fbf0cc7d5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:50.271414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4657c582-d20f-43e9-bf95-cad8d1608b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.285147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:47Z', 'revision_number': 3, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:50.320995 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad08626-0ec1-4749-9f59-66b4bcd280d0 None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:47Z', 'revision_number': 3, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:07:50.349094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4657c582-d20f-43e9-bf95-cad8d1608b6d None None] Port d913864c-ab81-4db0-b087-032fbf0cc7d5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:07:50.351585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:50.351957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.360676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d6cbe9f-e75e-4f7f-9f60-0adeeb431368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.373689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.474193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.474991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.482129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41f5bd45-4032-4eb2-aa9d-6b6e989f8325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.546585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d6cbe9f-e75e-4f7f-9f60-0adeeb431368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.554136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:50.563671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41f5bd45-4032-4eb2-aa9d-6b6e989f8325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.626144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d6cbe9f-e75e-4f7f-9f60-0adeeb431368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.644768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-41f5bd45-4032-4eb2-aa9d-6b6e989f8325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39043a7770f94526ac2ba2434e4acbb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9001970 Nov 01 18:07:50.647398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56946) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:50.648208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5bd45-4032-4eb2-aa9d-6b6e989f8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f6379b-631a-4854-ae89-584f33651010,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:50.696131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3d6cbe9f-e75e-4f7f-9f60-0adeeb431368 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0af092a8e404b52a190ebbb83c3fdf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6701818 Nov 01 18:07:50.714648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:50.760372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cbe9f-e75e-4f7f-9f60-0adeeb431368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce44446-aee3-4421-b329-067ff8453072,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:50.795862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aed21c6f-6dad-41e6-a245-7fe6a31b71b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.831357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.860903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:50.926623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Network 2e637b11-751c-49f6-989e-99621134d121 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:50.937337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:51.025050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.036093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.039265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.049841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ce44446-aee3-4421-b329-067ff8453072 HTTP/1.1" status: 204 len: 168 time: 0.3329694 Nov 01 18:07:51.073926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429923-c258-44a6-a9ad-e568ce06a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce44446-aee3-4421-b329-067ff8453072,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:51.119928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.188053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:07:51.283437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d3908bc2-2359-4855-89eb-48aa3eec9d04 None None] Provisioning complete for port d913864c-ab81-4db0-b087-032fbf0cc7d5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:51.284068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.284758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d3908bc2-2359-4855-89eb-48aa3eec9d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.286481 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:51.287808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66f6379b-631a-4854-ae89-584f33651010 HTTP/1.1" status: 204 len: 168 time: 0.6392300 Nov 01 18:07:51.314214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72756d-bb16-4bdf-8481-b475a981a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f6379b-631a-4854-ae89-584f33651010,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:51.330146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:07:51.340642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-74368c3b-cf6c-426f-a943-ef23eb7bc0a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/60c8696d-1690-40c8-9672-524bbd102a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856685 Nov 01 18:07:51.350419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d3908bc2-2359-4855-89eb-48aa3eec9d04 None None] Port d913864c-ab81-4db0-b087-032fbf0cc7d5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:07:51.926580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.091399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1d3fc402-2439-4f63-8c6d-412a55c7ebeb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:52.147987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:52.148383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.244741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57038) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:52.251660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.267194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-653a907c-875f-4b32-93bc-1719aa655648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.276738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:07:52.293667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:07:52.304997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:07:52.305608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:52.351117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-653a907c-875f-4b32-93bc-1719aa655648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.396967 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.447177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-653a907c-875f-4b32-93bc-1719aa655648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.450518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:07:52.490252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-653a907c-875f-4b32-93bc-1719aa655648 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21fa14b93b434859b15ef784dfea5626&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2435427 Nov 01 18:07:52.492628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a907c-875f-4b32-93bc-1719aa655648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b3137c-36b4-4788-99cc-d1f9c8c6b536,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:52.492783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:52.494433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:52.579233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.607734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.700051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:50Z', 'revision_number': 2, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:52.702804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57050) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:52.732642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:07:52.733003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Updating router 60c8696d-1690-40c8-9672-524bbd102a15 port d913864c-ab81-4db0-b087-032fbf0cc7d5 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:07:52.749645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.753557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.754808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57b3137c-36b4-4788-99cc-d1f9c8c6b536 HTTP/1.1" status: 204 len: 168 time: 0.2583363 Nov 01 18:07:52.763135 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:52.767250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9dd3-1de2-4504-af65-edeb40d9f690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b3137c-36b4-4788-99cc-d1f9c8c6b536,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:52.969986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:52.988585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7968c506-ba86-43a7-b1f8-bb0a424d74a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.062276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.084261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7968c506-ba86-43a7-b1f8-bb0a424d74a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.127085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.154723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7968c506-ba86-43a7-b1f8-bb0a424d74a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.182880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd6a06-1e88-47f2-a385-d90694aa7b25 None None] Pushing event updated for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:53.214094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57080) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:53.232660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968c506-ba86-43a7-b1f8-bb0a424d74a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ed133-515f-4b84-b57c-e726d0a82451,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:53.253487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7968c506-ba86-43a7-b1f8-bb0a424d74a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e35142eceeda43ed839f54ccbbb99912&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2821391 Nov 01 18:07:53.256293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57086) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:53.269725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Attempting to bind port d913864c-ab81-4db0-b087-032fbf0cc7d5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:07:53.270769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Attempting to bind port d913864c-ab81-4db0-b087-032fbf0cc7d5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:07:53.271315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Attempting to bind port d913864c-ab81-4db0-b087-032fbf0cc7d5 on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:07:53.281259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:07:53.281727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Checking segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:53.282204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.282667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Bound using segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:07:53.283810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Bound port: d913864c-ab81-4db0-b087-032fbf0cc7d5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:07:53.283810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.373290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] For port d913864c-ab81-4db0-b087-032fbf0cc7d5, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:07:53.380438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] For port d913864c-ab81-4db0-b087-032fbf0cc7d5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d913864c-ab81-4db0-b087-032fbf0cc7d5,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:07:53.383673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.411575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.462619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd995-ef13-4fab-a61d-679fd8645b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.481987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.544558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.548263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.549602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b49ed133-515f-4b84-b57c-e726d0a82451 HTTP/1.1" status: 204 len: 168 time: 0.2919052 Nov 01 18:07:53.555020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd6a06-1e88-47f2-a385-d90694aa7b25 None None] Pushing event updated for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:53.572509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8afc9-2293-4d80-83d8-28e4caf976a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ed133-515f-4b84-b57c-e726d0a82451,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:53.599760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] Provisioning complete for port d913864c-ab81-4db0-b087-032fbf0cc7d5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:53.600078 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.621078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57108) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:53.640120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:07:53.640947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:53.712892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd995-ef13-4fab-a61d-679fd8645b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.722268 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.790837 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd995-ef13-4fab-a61d-679fd8645b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.856496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:53.863105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1f2bd995-ef13-4fab-a61d-679fd8645b08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce96cf67baa74a268b0d9c392aaf50c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1564672 Nov 01 18:07:53.863424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57120) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:53.885431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:07:53.892543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bd995-ef13-4fab-a61d-679fd8645b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb1b7c-8bd8-4716-82b5-2c9b0af76d46,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:53.937472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4574d11a-4f57-47cd-85e9-de3287f81d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.022324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77b6808a-7de0-47bf-a4df-dcb0492f0a4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.071558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.120838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1d3fc402-2439-4f63-8c6d-412a55c7ebeb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:54.148017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.150727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] For port d913864c-ab81-4db0-b087-032fbf0cc7d5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d913864c-ab81-4db0-b087-032fbf0cc7d5,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:07:54.151980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4574d11a-4f57-47cd-85e9-de3287f81d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.238629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.239957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77b6808a-7de0-47bf-a4df-dcb0492f0a4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.258484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4574d11a-4f57-47cd-85e9-de3287f81d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.325291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:54.325662 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.327615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a176-c548-48a5-ace5-3d22af66417f None None] Pushing event updated for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.350392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.360353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.368944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4fb1b7c-8bd8-4716-82b5-2c9b0af76d46 HTTP/1.1" status: 204 len: 168 time: 0.5034883 Nov 01 18:07:54.375549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77b6808a-7de0-47bf-a4df-dcb0492f0a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.383844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4574d11a-4f57-47cd-85e9-de3287f81d3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=748cebf0160545899bccb43cf6243bea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1675308 Nov 01 18:07:54.389041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57162) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:54.401715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574d11a-4f57-47cd-85e9-de3287f81d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0329c6d5-b940-4ae5-8b52-32c2ae9f8d6e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.428283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-326e4161-4ba2-4a47-806f-3bb4a524baf1 None None] Provisioning complete for port d913864c-ab81-4db0-b087-032fbf0cc7d5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:54.428713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f16f6-818d-48a8-9726-62a6cf212c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb1b7c-8bd8-4716-82b5-2c9b0af76d46,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.428786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-326e4161-4ba2-4a47-806f-3bb4a524baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.443347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-77b6808a-7de0-47bf-a4df-dcb0492f0a4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b812fd79c8ef416f8bbe3cfb97e7328a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8211555 Nov 01 18:07:54.444086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57166) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:54.474151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57170) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:54.496494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-network', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:54.501862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.532585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6808a-7de0-47bf-a4df-dcb0492f0a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c7ffcd-cf3f-462f-8983-3cf060be7e31,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.546998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.594623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:53Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:54.617655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.633030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2632b60-1ac7-45f9-8699-ce7e99b3ee51 None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:53Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:07:54.665776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.685315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Made reservation on behalf of 70a021c9a42e4c2eb843ea9f171daf5d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:07:54.686916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.720620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.753588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.756506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.757719 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0329c6d5-b940-4ae5-8b52-32c2ae9f8d6e HTTP/1.1" status: 204 len: 168 time: 0.3674369 Nov 01 18:07:54.771093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ead96a-bd93-409d-8dd4-796be59c08cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0329c6d5-b940-4ae5-8b52-32c2ae9f8d6e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.842152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.909808 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.912571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:54.916270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78c7ffcd-cf3f-462f-8983-3cf060be7e31 HTTP/1.1" status: 204 len: 168 time: 0.4631362 Nov 01 18:07:54.923351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9073f-4466-41b3-b6f2-4b118fba45c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c7ffcd-cf3f-462f-8983-3cf060be7e31,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:54.982157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.016866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:07:55.035600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c36257-de6c-4370-95cb-d68a3b172595,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:55.038802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.039298 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Added segment 20bc836f-a49d-4661-831b-c0e5038e5ab2 of type vlan for network ca13199e-f363-4df5-ad32-31f04a184be8 Nov 01 18:07:55.091377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.227654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.228647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:55.229659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.294127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] Pushing event updated for resources: {'Network': ['ID=ca13199e-f363-4df5-ad32-31f04a184be8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:55.307074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ca13199e-f363-4df5-ad32-31f04a184be8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:07:55.369019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90085c1e-0955-44be-8b69-da2993db0425 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8879757 Nov 01 18:07:55.371450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:55.381109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Request body: {'subnet': {'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-subnet', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:55.434308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57210) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:55.438508 n-d-815923-2 neutron-server[102782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 01 18:07:55.476136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-c52f700e-7b65-44cf-9ff0-e5711c883afe tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8feed320d6af44be983bf4214feb9f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404954 Nov 01 18:07:55.553585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Made reservation on behalf of 70a021c9a42e4c2eb843ea9f171daf5d for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:07:55.556326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.596409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-2d943f01-df8f-46e3-93be-fa41d29b8c81 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:55.598114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-2d943f01-df8f-46e3-93be-fa41d29b8c81 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157362 Nov 01 18:07:55.615962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-fd59e76b-dba9-47f5-aa70-604701a769bb tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/quotas/8feed320d6af44be983bf4214feb9f4f HTTP/1.1" status: 200 len: 375 time: 0.0119476 Nov 01 18:07:55.678249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-36552968-89db-4da6-a9d3-9e8db463747b tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8feed320d6af44be983bf4214feb9f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559497 Nov 01 18:07:55.819523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:55.881681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97218904-2fd2-4b69-bb32-1878b8f69f05,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:55.891068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Checking segment: {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:55.891983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Network hostable DHCP agents. Network: ca13199e-f363-4df5-ad32-31f04a184be8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:07:55.977459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Network ca13199e-f363-4df5-ad32-31f04a184be8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:07:56.095248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d913864c-ab81-4db0-b087-032fbf0cc7d5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:56.098415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ca13199e-f363-4df5-ad32-31f04a184be8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:56.102526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:07:56.103177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.124269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1cb9d-cf7a-4513-95bc-ea46774d55d7 None None] Network ca13199e-f363-4df5-ad32-31f04a184be8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:07:56.129106 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.181690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57236) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.181848 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0145a317-37e2-45d0-a9ba-46d648a5410e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8079867 Nov 01 18:07:56.187324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:07:56.217633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d913864c-ab81-4db0-b087-032fbf0cc7d5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:56.217989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.282101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57238) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.296994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e87702b-6d34-4aea-80b2-d656bd4743e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.319985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.320939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.338347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ca13199e-f363-4df5-ad32-31f04a184be8', 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'fixed_ips': [{'subnet_id': '97218904-2fd2-4b69-bb32-1878b8f69f05'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:07:56.340301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.360941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57240) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.384684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20f10c40-c554-4cb4-be0c-c8852901535e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.476361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.508270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20f10c40-c554-4cb4-be0c-c8852901535e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.545039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Allocated IP 172.20.0.2 (ca13199e-f363-4df5-ad32-31f04a184be8/97218904-2fd2-4b69-bb32-1878b8f69f05/a1dc5510-0422-4a3d-883a-4c07d419de59) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:07:56.545241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.573106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e87702b-6d34-4aea-80b2-d656bd4743e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.618345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20f10c40-c554-4cb4-be0c-c8852901535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.657742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-20f10c40-c554-4cb4-be0c-c8852901535e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=212ff92cceb343a9a37f728bcb8e861c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2998612 Nov 01 18:07:56.658582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f10c40-c554-4cb4-be0c-c8852901535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bc557-9612-4c75-82b1-cfba3dc8387b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:56.661144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.670203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e87702b-6d34-4aea-80b2-d656bd4743e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.708451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.732587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.758502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.765530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.817562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Network ca13199e-f363-4df5-ad32-31f04a184be8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:56.817859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87702b-6d34-4aea-80b2-d656bd4743e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5638c94-c5fd-4def-8a36-b7ec27dba813,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:56.820634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:56.827290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:07:56.836357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Pushing event updated for resources: {'Port': ['ID=a1dc5510-0422-4a3d-883a-4c07d419de59,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:56.856506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e87702b-6d34-4aea-80b2-d656bd4743e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7214b7dd9c476a9dda4c6acf9fde71&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5724022 Nov 01 18:07:56.859087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.885142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.909735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Attempting to bind port a1dc5510-0422-4a3d-883a-4c07d419de59 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:07:56.909735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Attempting to bind port a1dc5510-0422-4a3d-883a-4c07d419de59 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:07:56.909992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:56.910412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Attempting to bind port a1dc5510-0422-4a3d-883a-4c07d419de59 on network ca13199e-f363-4df5-ad32-31f04a184be8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:07:56.917345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.922962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.924449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:07:56.924826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Checking segment: {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:07:56.926035 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d64bc557-9612-4c75-82b1-cfba3dc8387b HTTP/1.1" status: 204 len: 168 time: 0.2639873 Nov 01 18:07:56.931547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.931964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Bound using segment: {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:07:56.932465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Bound port: a1dc5510-0422-4a3d-883a-4c07d419de59, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:07:56.934772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.935530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.950914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-173c4a3b-f58f-4721-916f-f6f7e4c40901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.964367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:56.986487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5280c-0aac-4ffd-9dad-3756fd6ff4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bc557-9612-4c75-82b1-cfba3dc8387b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:57.134624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] For port a1dc5510-0422-4a3d-883a-4c07d419de59, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:07:57.139924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] For port a1dc5510-0422-4a3d-883a-4c07d419de59, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a1dc5510-0422-4a3d-883a-4c07d419de59,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:07:57.165452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57264) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:57.170656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-173c4a3b-f58f-4721-916f-f6f7e4c40901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.213530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.279463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-173c4a3b-f58f-4721-916f-f6f7e4c40901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.293177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a5e97-f3e0-4ff3-94a5-94c839eca52f None None] Pushing event updated for resources: {'Port': ['ID=a1dc5510-0422-4a3d-883a-4c07d419de59,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:57.328616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-173c4a3b-f58f-4721-916f-f6f7e4c40901 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74dad6dc4e5844829a86c2f91b2eb662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175699 Nov 01 18:07:57.329576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c4a3b-f58f-4721-916f-f6f7e4c40901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a47e0-6af0-4d17-b734-42dbaecd2131,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:57.332450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:57.402439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.405761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.406384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.409307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5638c94-c5fd-4def-8a36-b7ec27dba813 HTTP/1.1" status: 204 len: 168 time: 0.5468884 Nov 01 18:07:57.435732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.462054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a54d-e308-4bdd-b778-8d6243719149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5638c94-c5fd-4def-8a36-b7ec27dba813,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:57.465517 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-244fa816-c68b-4e8f-8af9-090e03574512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.553466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.574623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.625385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.631117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.637995 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b4a47e0-6af0-4d17-b734-42dbaecd2131 HTTP/1.1" status: 204 len: 168 time: 0.2997770 Nov 01 18:07:57.654393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ee30b-3e28-4af7-a40c-2a9c957880bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a47e0-6af0-4d17-b734-42dbaecd2131,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:57.819381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Allocated IP 172.25.2.68 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/108b620d-daf5-4c46-a695-3758d2b51aad) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:07:57.827099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-244fa816-c68b-4e8f-8af9-090e03574512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:57.940227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e96f7f3a-15e0-404a-b7f7-95103806e219 req-830d4c28-65fe-48ee-b5ff-f2a0e21f06a1 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 210 time: 0.7754333 Nov 01 18:07:57.943217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-244fa816-c68b-4e8f-8af9-090e03574512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.009598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:58.019246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-244fa816-c68b-4e8f-8af9-090e03574512 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8047298dbff4b5981f7d832509076aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5390573 Nov 01 18:07:58.027776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fa816-c68b-4e8f-8af9-090e03574512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d9baa-c336-4bdc-869f-3ef74b1732b5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:58.048350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.076891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.109668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.188333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a1dc5510-0422-4a3d-883a-4c07d419de59 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:07:58.204406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.255832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a1dc5510-0422-4a3d-883a-4c07d419de59 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:58.256414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.277954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:07:58.293398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.295980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.297144 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc9d9baa-c336-4bdc-869f-3ef74b1732b5 HTTP/1.1" status: 204 len: 168 time: 0.2865655 Nov 01 18:07:58.301912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:07:58.306063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:07:58.311175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b82d47-d74c-4514-8e72-1be92e67c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d9baa-c336-4bdc-869f-3ef74b1732b5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:58.432846 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.444656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Pushing event updated for resources: {'Port': ['ID=108b620d-daf5-4c46-a695-3758d2b51aad,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:58.473722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a1dc5510-0422-4a3d-883a-4c07d419de59, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a1dc5510-0422-4a3d-883a-4c07d419de59,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:07:58.528313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee4225-861c-4605-84b8-cd67214bd17d None None] Network ca13199e-f363-4df5-ad32-31f04a184be8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:07:58.551713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.656244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a1dc5510-0422-4a3d-883a-4c07d419de59,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:58.659017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e7c82744-1ef3-4804-904b-d544392afe5b None None] Provisioning complete for port a1dc5510-0422-4a3d-883a-4c07d419de59 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:58.659276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7c82744-1ef3-4804-904b-d544392afe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:58.741987 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.001250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.159618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf1f5057-0894-4a87-b711-7d18f85035ab req-2d389e66-a88e-4a72-9367-bd7ec5a93cfc tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 210 time: 0.0411813 Nov 01 18:07:59.248225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f0714b3b-d9de-479d-b288-d658e6c56129 None None] Provisioning complete for port a1dc5510-0422-4a3d-883a-4c07d419de59 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:07:59.248784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0714b3b-d9de-479d-b288-d658e6c56129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.272713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Router b30b8b29-3b30-480c-bd1b-7ad96e04c577 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:07:59.405231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:07:59.413180 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Sync routers for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:07:59.425494 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:07:59.426324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:59.499942 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.501858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d2bcce7-6fd0-4244-b274-1ddcb855d9fe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3185349 Nov 01 18:07:59.504725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57344) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:59.556821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:59.578866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-020cf648-28ea-4579-923b-261dc460038b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.634671 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:07:59.722792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-020cf648-28ea-4579-923b-261dc460038b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.846842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-020cf648-28ea-4579-923b-261dc460038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:07:59.859602 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:07:58Z', 'revision_number': 3, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:07:59.899539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-020cf648-28ea-4579-923b-261dc460038b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65042cd2a75747f8abcdb8120a9ebe9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380227 Nov 01 18:07:59.899539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cf648-28ea-4579-923b-261dc460038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b10ca3-c43e-4812-9af2-539b3ea9661e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:07:59.901120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57352) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:07:59.904518 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Checking router: b30b8b29-3b30-480c-bd1b-7ad96e04c577 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:07:59.905088 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Updating router b30b8b29-3b30-480c-bd1b-7ad96e04c577 port 108b620d-daf5-4c46-a695-3758d2b51aad binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:07:59.931917 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.072254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.106228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.113094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a1dc5510-0422-4a3d-883a-4c07d419de59 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:00.179793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a1dc5510-0422-4a3d-883a-4c07d419de59 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:00.180677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.251907 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.325934 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.358578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.406420 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Attempting to bind port 108b620d-daf5-4c46-a695-3758d2b51aad on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:00.407157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Attempting to bind port 108b620d-daf5-4c46-a695-3758d2b51aad by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:00.407281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be32bdff-ee50-4baa-9207-4a1e6f7e12d4 req-95b281ae-cc76-481b-9c1b-4aa7d537dda8 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 210 time: 0.0337474 Nov 01 18:08:00.407803 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Attempting to bind port 108b620d-daf5-4c46-a695-3758d2b51aad on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:00.413295 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65318a-d7e1-4f25-97d0-3d657c88ef15 None None] Pushing event updated for resources: {'Port': ['ID=108b620d-daf5-4c46-a695-3758d2b51aad,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:00.416347 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:00.416725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:00.417125 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.419047 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:00.419150 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Bound port: 108b620d-daf5-4c46-a695-3758d2b51aad, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:00.419576 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.449765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.32', 57565) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:00.472333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-651e2940-f161-4602-b30d-9d5ece266c2e tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8feed320d6af44be983bf4214feb9f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212622 Nov 01 18:08:00.483854 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] For port 108b620d-daf5-4c46-a695-3758d2b51aad, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:00.487157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] For port 108b620d-daf5-4c46-a695-3758d2b51aad, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=108b620d-daf5-4c46-a695-3758d2b51aad,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:00.540888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.543070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.546879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0b10ca3-c43e-4812-9af2-539b3ea9661e HTTP/1.1" status: 204 len: 168 time: 0.6420412 Nov 01 18:08:00.587937 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:00.641377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65318a-d7e1-4f25-97d0-3d657c88ef15 None None] Pushing event updated for resources: {'Port': ['ID=108b620d-daf5-4c46-a695-3758d2b51aad,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:00.670052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdf85c-ec77-4a1e-8a13-be48bfa49fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b10ca3-c43e-4812-9af2-539b3ea9661e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:00.674319 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:08:00.675361 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:00.808653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-884d30e0-eaaf-4d00-9240-52839aed5e1d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:00.810119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-884d30e0-eaaf-4d00-9240-52839aed5e1d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314290 Nov 01 18:08:00.831140 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:08:00.869570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Allocated IP 172.20.0.1 (ca13199e-f363-4df5-ad32-31f04a184be8/97218904-2fd2-4b69-bb32-1878b8f69f05/2efaf3d4-6466-45f4-8b44-532630f0d508) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:00.919220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Request body: {'port': {'device_id': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '8feed320d6af44be983bf4214feb9f4f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:01.040343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:07:58Z', 'revision_number': 3, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:01.094609 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f964111-2de7-4d61-8fe2-21c3b7dfa104 None None] The sync data for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 is: [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:07:58Z', 'revision_number': 3, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:08:01.176273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.292743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Made reservation on behalf of 8feed320d6af44be983bf4214feb9f4f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:01.296315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.305715 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.331790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.389036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Network ca13199e-f363-4df5-ad32-31f04a184be8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:01.398580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:01.407166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:01.407711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.440637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Pushing event updated for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:01.574977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.629754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d380812-6277-472f-a2af-7564bd40496e req-1e19598c-12f3-45fd-be36-438574a97ae4 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 210 time: 0.0753729 Nov 01 18:08:01.683739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.795407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b0f783c9-fd8e-4e95-93bf-3ce3f793dd51 None None] Provisioning complete for port 2efaf3d4-6466-45f4-8b44-532630f0d508 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:01.796436 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0f783c9-fd8e-4e95-93bf-3ce3f793dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:01.879452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13bce87-8b46-403a-895c-3e83e76994d0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:01.901055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b0f783c9-fd8e-4e95-93bf-3ce3f793dd51 None None] Port 2efaf3d4-6466-45f4-8b44-532630f0d508 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:01.956732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.092060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Allocated IP 192.168.233.27 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/48d1b730-9f94-4f26-bfce-1247f1a9ec21) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:02.214467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 108b620d-daf5-4c46-a695-3758d2b51aad up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:02.275816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 108b620d-daf5-4c46-a695-3758d2b51aad triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:02.276191 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.395351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.422183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 108b620d-daf5-4c46-a695-3758d2b51aad, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=108b620d-daf5-4c46-a695-3758d2b51aad,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:02.487663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.513262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.514134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.548738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.549936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.610526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=108b620d-daf5-4c46-a695-3758d2b51aad,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:02.660932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Pushing event updated for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:02.669037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.759326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:02.772909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:02.783272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b933-4bd2-48c7-9928-e7eaf911523d req-249e57b0-1754-4b23-b0d2-8c5082ec61f0 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:02.784971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee44b933-4bd2-48c7-9928-e7eaf911523d req-249e57b0-1754-4b23-b0d2-8c5082ec61f0 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 935 time: 0.0602858 Nov 01 18:08:02.800155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:02.806643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:02.807296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:02.844565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Pushing event updated for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:02.865799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Network ca13199e-f363-4df5-ad32-31f04a184be8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:02.867122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:02.878200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee44b933-4bd2-48c7-9928-e7eaf911523d req-9bb2cf76-c9b5-42c2-9895-55077fdd6408 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833657 Nov 01 18:08:02.952157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-6bbbd811-9568-429a-82cd-1c2e2125ce66 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0388560 Nov 01 18:08:02.966055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-584c398a-bb20-498e-b881-5041fc29137e tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:08:02.967296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-584c398a-bb20-498e-b881-5041fc29137e tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079050 Nov 01 18:08:03.090256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Router b30b8b29-3b30-480c-bd1b-7ad96e04c577 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:08:03.131207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57460) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:03.240886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Provisioning complete for port 2efaf3d4-6466-45f4-8b44-532630f0d508 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:03.242236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:03.289503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:08:03.300690 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ea7e4503-d3bd-4a9e-8ae5-80b8f8e91000 admin admin] 10.222.0.31 "PUT /v2.0/routers/b30b8b29-3b30-480c-bd1b-7ad96e04c577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7943027 Nov 01 18:08:03.322423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Port 2efaf3d4-6466-45f4-8b44-532630f0d508 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:03.350236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Provisioning complete for port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:03.350830 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:03.420385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b54c2436-bf56-4de4-9e43-2d7506dc57a9 None None] Port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:03.431604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Sync routers for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:08:03.444888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:08:03.445817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:03.656245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:08:03.770988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-67125f8b-bd82-4a4f-8c7d-9233d3efdaae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:03.947731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:08:01Z', 'revision_number': 4, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2efaf3d4-6466-45f4-8b44-532630f0d508', 'name': '', 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'mac_address': 'fa:16:3e:a3:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:08:00Z', 'updated_at': '2021-11-01T18:08:02Z', 'revision_number': 2, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'subnets': [{'id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:03.955944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-67125f8b-bd82-4a4f-8c7d-9233d3efdaae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:03.997698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Checking router: b30b8b29-3b30-480c-bd1b-7ad96e04c577 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:08:03.998195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Updating router b30b8b29-3b30-480c-bd1b-7ad96e04c577 port 2efaf3d4-6466-45f4-8b44-532630f0d508 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:08:04.046392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.064228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-67125f8b-bd82-4a4f-8c7d-9233d3efdaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.227345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 108b620d-daf5-4c46-a695-3758d2b51aad up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:04.322269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Request body: {'port': {'device_id': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'device_owner': 'compute:tempest-test_az-2109477897', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:04.340871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-67125f8b-bd82-4a4f-8c7d-9233d3efdaae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=923aec66398e48db805277c205e5785b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2083521 Nov 01 18:08:04.346057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:04.357461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67125f8b-bd82-4a4f-8c7d-9233d3efdaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe48a60-92ac-40ca-bc56-9e3338996053,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:04.547788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d0123-64e5-42d4-b9a4-ce1ac527f02a req-5b545a78-65a1-4562-af17-d4a2a94de57d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:04.549924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 108b620d-daf5-4c46-a695-3758d2b51aad triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:04.550727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-458d0123-64e5-42d4-b9a4-ce1ac527f02a req-5b545a78-65a1-4562-af17-d4a2a94de57d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 935 time: 0.3970754 Nov 01 18:08:04.550900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.550991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.551080 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.551080 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.575891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-458d0123-64e5-42d4-b9a4-ce1ac527f02a req-8b00b405-96e3-4014-a714-7930ce069459 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606159 Nov 01 18:08:04.722182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.918198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d1b730-9f94-4f26-bfce-1247f1a9ec21 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:04.926321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:04.961514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.012370 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.012995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Transition to ACTIVE for port object 48d1b730-9f94-4f26-bfce-1247f1a9ec21 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:08:05.015736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.017091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afe48a60-92ac-40ca-bc56-9e3338996053 HTTP/1.1" status: 204 len: 168 time: 0.6696539 Nov 01 18:08:05.024774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee850a6-b8e4-4d77-a21f-c0fa26af395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe48a60-92ac-40ca-bc56-9e3338996053,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:05.038637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.063706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.134932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acf637-83d8-4394-8b99-11036ef24fcb None None] Pushing event updated for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:05.138223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:05.212620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Attempting to bind port 2efaf3d4-6466-45f4-8b44-532630f0d508 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:05.219441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Attempting to bind port 2efaf3d4-6466-45f4-8b44-532630f0d508 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:05.219441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Attempting to bind port 2efaf3d4-6466-45f4-8b44-532630f0d508 on network ca13199e-f363-4df5-ad32-31f04a184be8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:05.244805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:05.245239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Checking segment: {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:05.246200 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.246344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Bound using segment: {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:05.246859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Bound port: 2efaf3d4-6466-45f4-8b44-532630f0d508, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc836f-a49d-4661-831b-c0e5038e5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:05.247247 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.298445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Attempting to bind port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:05.298947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Attempting to bind port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:05.299381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Attempting to bind port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:05.307634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:08:05.307634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Attempting to bind port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:05.315484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:05.324078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:05.325077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:05.327103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Bound port: 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:05.328685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.403023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] For port 2efaf3d4-6466-45f4-8b44-532630f0d508, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:05.410911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] For port 2efaf3d4-6466-45f4-8b44-532630f0d508, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2efaf3d4-6466-45f4-8b44-532630f0d508,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:05.472589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9c8668de-b905-45ce-9524-2bfdeb0fb958 None None] Provisioning complete for port 2efaf3d4-6466-45f4-8b44-532630f0d508 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:05.472963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9c8668de-b905-45ce-9524-2bfdeb0fb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.486663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:05.491918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:05.519052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.583302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9c8668de-b905-45ce-9524-2bfdeb0fb958 None None] Port 2efaf3d4-6466-45f4-8b44-532630f0d508 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:05.615147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.627689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:08:05.627689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:07:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:05.627689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acf637-83d8-4394-8b99-11036ef24fcb None None] Pushing event updated for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:05.731873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:05.732536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:05.736890 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/48d1b730-9f94-4f26-bfce-1247f1a9ec21 HTTP/1.1" status: 200 len: 1117 time: 2.0403721 Nov 01 18:08:05.737529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:05.825926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fd45f-53ac-4bbf-8c91-debd49392cde req-590dd18f-eb54-4dab-bbdf-1f2e330991a2 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:05.830828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c75fd45f-53ac-4bbf-8c91-debd49392cde req-590dd18f-eb54-4dab-bbdf-1f2e330991a2 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0916309 Nov 01 18:08:05.883695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:08:05.974518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c75fd45f-53ac-4bbf-8c91-debd49392cde req-8d411a0e-a583-4e43-acb9-3159ff1160ac tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265507 Nov 01 18:08:05.980451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe759f-c5dd-4d2f-9310-27d3588102d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:06.562963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:06.567470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12208590', 'description': 'tempest-description--1386616284'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:06.604086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] Provisioning complete for port 2efaf3d4-6466-45f4-8b44-532630f0d508 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:06.604936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.662310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.795962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.805897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:08:01Z', 'revision_number': 4, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2efaf3d4-6466-45f4-8b44-532630f0d508', 'name': '', 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'mac_address': 'fa:16:3e:a3:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:08:00Z', 'updated_at': '2021-11-01T18:08:05Z', 'revision_number': 4, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'subnets': [{'id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:06.823208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.845303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab9f6-5443-47af-bb82-47c9a94a31b9 None None] The sync data for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 is: [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:08:01Z', 'revision_number': 4, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2efaf3d4-6466-45f4-8b44-532630f0d508', 'name': '', 'network_id': 'ca13199e-f363-4df5-ad32-31f04a184be8', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'mac_address': 'fa:16:3e:a3:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:08:00Z', 'updated_at': '2021-11-01T18:08:05Z', 'revision_number': 4, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'subnets': [{'id': '97218904-2fd2-4b69-bb32-1878b8f69f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:08:06.884350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] For port 2efaf3d4-6466-45f4-8b44-532630f0d508, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2efaf3d4-6466-45f4-8b44-532630f0d508,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:06.900363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.960985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:06.982903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0100ca28-0334-4f96-bbb8-7cf066735808,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:07.050153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57548) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:07.057997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.061350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9e342920-0ba3-479d-ae95-259a510a9eea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4946518 Nov 01 18:08:07.061536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57550) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:07.068048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'security_group_rule': {'security_group_id': '0100ca28-0334-4f96-bbb8-7cf066735808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:07.084743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41fe6d3-d0e2-471f-93dd-ac2c6d07cd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.145338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c3bf-dbd4-45b8-8928-e0fddd062c81 None None] Pushing event updated for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:07.186271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.244166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026921e-d41a-469a-aa29-f494d992e4f2 req-4056b72e-19a4-457c-9543-0c889e831746 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:07.246769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c026921e-d41a-469a-aa29-f494d992e4f2 req-4056b72e-19a4-457c-9543-0c889e831746 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.1151690 Nov 01 18:08:07.394875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.397756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c026921e-d41a-469a-aa29-f494d992e4f2 req-52106ef8-735c-4738-8e6e-2f50ef5172dc tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265528 Nov 01 18:08:07.438781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41fe6d3-d0e2-471f-93dd-ac2c6d07cd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.463497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.496095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95eabbe-9091-4758-9e79-9f5395d2e7be,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:07.524715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41fe6d3-d0e2-471f-93dd-ac2c6d07cd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.579060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57562) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:07.587086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d41fe6d3-d0e2-471f-93dd-ac2c6d07cd6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d2c08ed01fd4f5badfdc7af0b8adb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328534 Nov 01 18:08:07.592286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fe6d3-d0e2-471f-93dd-ac2c6d07cd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba30076e-f978-4cc2-af86-ef5bfe8e2abd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:07.599751 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540cf7eb-55f4-411d-84d3-90222173ba49" -d '{"events": [{"name": "network-changed", "server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:07.624974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.626525 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c3c9d30-305e-4247-8624-94c9dd880ada tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5634022 Nov 01 18:08:07.636775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:07.636775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'security_group_rule': {'security_group_id': '0100ca28-0334-4f96-bbb8-7cf066735808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:07.713957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.763175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:07.787236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.035621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.040460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.043806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba30076e-f978-4cc2-af86-ef5bfe8e2abd HTTP/1.1" status: 204 len: 168 time: 0.4616816 Nov 01 18:08:08.077899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d58fd-5704-4e30-ac35-c5f19fa10156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba30076e-f978-4cc2-af86-ef5bfe8e2abd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:08.112963 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.181873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.220639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ef8eb6-9a37-4f76-a8ca-519b4299ca0e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:08.224953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2efaf3d4-6466-45f4-8b44-532630f0d508 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:08.291207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2efaf3d4-6466-45f4-8b44-532630f0d508 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:08.292113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.334125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.335805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e65f4668-7e7d-4fee-8f40-ad6773b9f136 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7053661 Nov 01 18:08:08.340496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:08.345642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:08.476313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.603271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-648b0478-b348-4325-8033-608ce1794744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:08.607494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-648b0478-b348-4325-8033-608ce1794744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8feed320d6af44be983bf4214feb9f4f&device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 1120 time: 0.1757925 Nov 01 18:08:08.821758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:08.928942 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a17f3-ab02-47ab-a119-6d1e70836e18 x-openstack-request-id: req-021a17f3-ab02-47ab-a119-6d1e70836e18 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:08.928942 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:08.928942 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-021a17f3-ab02-47ab-a119-6d1e70836e18 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:08.929388 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21', 'status': 'completed', 'code': 200} Nov 01 18:08:08.998498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:09.231872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Allocated IP 172.25.2.242 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e6d645bc-5c7d-4f0c-a46f-89ff703e522e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:09.286934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591534e-7eab-44ca-b047-b74433ca62db req-7aec7304-c51b-4f07-bb8f-44eec992982d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:09.289342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7591534e-7eab-44ca-b047-b74433ca62db req-7aec7304-c51b-4f07-bb8f-44eec992982d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.1799197 Nov 01 18:08:09.395178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7591534e-7eab-44ca-b047-b74433ca62db req-72daf461-7ac8-435e-b1a3-5d70df79b455 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975978 Nov 01 18:08:09.426060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:09.544862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:09.584494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:09.587938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:09.592503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:09.664863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'Port': ['ID=e6d645bc-5c7d-4f0c-a46f-89ff703e522e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:09.706941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:09.837869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:10.053821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:08:10.122576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:10.200324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:10.237998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:10.257886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'Port': ['ID=e6d645bc-5c7d-4f0c-a46f-89ff703e522e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:10.311920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:10.313714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e685975b-06ba-4810-ae20-9cd60ee8e1e3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9718049 Nov 01 18:08:10.869328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-65fe1663-96e5-4585-b79c-3ecb2620629e tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--12208590&fields=id&tenant_id=71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 267 time: 0.0693171 Nov 01 18:08:10.878191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437488a-9c5d-480a-b173-f3230d94acda req-125ad03c-dd62-4b0d-8e77-13ab4714f917 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:10.879649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d437488a-9c5d-480a-b173-f3230d94acda req-125ad03c-dd62-4b0d-8e77-13ab4714f917 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0915627 Nov 01 18:08:11.031634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d437488a-9c5d-480a-b173-f3230d94acda req-5bf34c5b-51d3-4603-8801-691429d60ddb tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420581 Nov 01 18:08:11.085381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-03d5f37e-0eb3-41b9-ab35-28a679cfb019 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:11.086907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-03d5f37e-0eb3-41b9-ab35-28a679cfb019 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 824 time: 0.2063918 Nov 01 18:08:11.102016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-f075faea-cc24-4086-8540-b72df6f2b694 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/quotas/71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 375 time: 0.0090220 Nov 01 18:08:11.195411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-3b9d50f7-61fc-4b1d-a3d3-d9d0ab6a3d7a tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866294 Nov 01 18:08:11.409915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-2020f73a-3a6a-4149-b532-c274fd588ba7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:08:11.419784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-2020f73a-3a6a-4149-b532-c274fd588ba7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0857260 Nov 01 18:08:11.516855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-ebe7f5b7-d62d-45a4-b91e-b034041df9e9 service neutron] 10.222.0.31 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960588 Nov 01 18:08:11.760361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-fd4a2e96-a58d-4bd0-89f9-a4969e7e57fc service neutron] 10.222.0.31 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374785 Nov 01 18:08:12.037974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92c63d2c-cd1d-469d-b7a1-87ee058eade7 req-bd74780a-0f6a-4fe5-875d-b336fbdca5cb tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0433269 Nov 01 18:08:12.214329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef7bf3-a9e3-4e10-b897-26f3ae12f7a9 req-9d5a7966-faa6-4ba9-8f45-89d4bb3ecd2c tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:12.215875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2ef7bf3-a9e3-4e10-b897-26f3ae12f7a9 req-9d5a7966-faa6-4ba9-8f45-89d4bb3ecd2c tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0806987 Nov 01 18:08:12.279833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2ef7bf3-a9e3-4e10-b897-26f3ae12f7a9 req-bbc2d0bd-e66a-4f7f-b6e5-998ca91286d0 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544052 Nov 01 18:08:12.492049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57756) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:12.527293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:12.650170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6c11dfb-b2b6-4d7f-87e6-702c6ffebe87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.729461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f788073d-9b32-4135-8062-5c799aec2475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.756832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6c11dfb-b2b6-4d7f-87e6-702c6ffebe87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.829540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f788073d-9b32-4135-8062-5c799aec2475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.847093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6c11dfb-b2b6-4d7f-87e6-702c6ffebe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.886807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f6c11dfb-b2b6-4d7f-87e6-702c6ffebe87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=560ad1342e304e63bcc03a108b3d2920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933284 Nov 01 18:08:12.888930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c11dfb-b2b6-4d7f-87e6-702c6ffebe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c94ddd-e747-4b88-8d70-eaf0d446c774,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:12.890241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57776) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:12.901902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f788073d-9b32-4135-8062-5c799aec2475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:12.946163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f788073d-9b32-4135-8062-5c799aec2475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7811bc0316ef4c5abf82c91bcc888ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175313 Nov 01 18:08:12.946768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:12.949546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788073d-9b32-4135-8062-5c799aec2475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1bd908-8515-443c-9f27-636103675136,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:13.000019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.041506 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.108820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.140974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57790) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:13.195104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b8fad4f-c89b-4493-abb1-b9479215d0a9 req-9df862c9-fbeb-4746-8be4-86679a40090b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0326154 Nov 01 18:08:13.239724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.289750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.293437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.305356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e1bd908-8515-443c-9f27-636103675136 HTTP/1.1" status: 204 len: 168 time: 0.3574159 Nov 01 18:08:13.338510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca0025-166d-42ae-a36b-2035d66daa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1bd908-8515-443c-9f27-636103675136,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:13.379145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-102d98a8-469c-4a15-a3f9-b7f80aa4932e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.406784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.409842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.410975 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8c94ddd-e747-4b88-8d70-eaf0d446c774 HTTP/1.1" status: 204 len: 168 time: 0.5196316 Nov 01 18:08:13.428198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5bfd2-b730-46a6-9140-f284db4b03d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c94ddd-e747-4b88-8d70-eaf0d446c774,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:13.492665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef05f8d-86a1-4f83-bb99-2dd5bcb3afa2 req-bd1c9087-0915-4e41-8cf0-503ba38107fe tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:13.494223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ef05f8d-86a1-4f83-bb99-2dd5bcb3afa2 req-bd1c9087-0915-4e41-8cf0-503ba38107fe tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0989664 Nov 01 18:08:13.567614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ef05f8d-86a1-4f83-bb99-2dd5bcb3afa2 req-401d0ecb-06c3-4151-8dce-6f6d8a30dcad tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588989 Nov 01 18:08:13.572506 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-102d98a8-469c-4a15-a3f9-b7f80aa4932e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.687003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-102d98a8-469c-4a15-a3f9-b7f80aa4932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.741362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d98a8-469c-4a15-a3f9-b7f80aa4932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf03ce8-d387-4e57-bb6d-82aed0c0ca8e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:13.745630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-102d98a8-469c-4a15-a3f9-b7f80aa4932e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfbbef863d9440189a01d427bf628185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036372 Nov 01 18:08:13.752689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:13.817218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.858705 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.900360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:13.989513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.992075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:13.993224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccf03ce8-d387-4e57-bb6d-82aed0c0ca8e HTTP/1.1" status: 204 len: 168 time: 0.2394800 Nov 01 18:08:14.002108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df8e0f-8c05-4093-9dcb-1b925035d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf03ce8-d387-4e57-bb6d-82aed0c0ca8e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:14.312641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:14.325957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff628880-ce16-4f8a-a913-b614752f2ffd req-5bebb788-38cf-41c8-8051-131c4ec71ed0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0425236 Nov 01 18:08:14.344929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-357b8b75-46ab-4c51-af0c-e2be9d841b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.476200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-357b8b75-46ab-4c51-af0c-e2be9d841b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.487719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3325-f040-4a29-a8ec-5fb18aeb457e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.570638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3325-f040-4a29-a8ec-5fb18aeb457e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.572401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-357b8b75-46ab-4c51-af0c-e2be9d841b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.611553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-357b8b75-46ab-4c51-af0c-e2be9d841b19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9361e93392a42159943b5909bbfed05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966297 Nov 01 18:08:14.612293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b8b75-46ab-4c51-af0c-e2be9d841b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c22e2-38f2-4139-ba03-b8e08c760852,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:14.614040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57830) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:14.696175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3325-f040-4a29-a8ec-5fb18aeb457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.714998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e69c-5ca6-47d7-9c9d-50c99fa218d8 req-9c618afb-f37d-4b69-b145-12aae580c4db tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:14.716647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f15e69c-5ca6-47d7-9c9d-50c99fa218d8 req-9c618afb-f37d-4b69-b145-12aae580c4db tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0739820 Nov 01 18:08:14.719738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.756036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.770801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:14.779377 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5ebb3325-f040-4a29-a8ec-5fb18aeb457e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2172f51c5d345829168d8406c43743f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8778412 Nov 01 18:08:14.780766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3325-f040-4a29-a8ec-5fb18aeb457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac42ad-fd48-48e1-b6ac-b3d03792e1ef,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:14.802513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f15e69c-5ca6-47d7-9c9d-50c99fa218d8 req-7cb57835-884c-415c-9030-300153c343b1 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735383 Nov 01 18:08:14.860612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:14.896846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:15.440794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fb232c1-d044-4139-8c5a-a86b7cb50162 req-366e9100-2407-4df7-899f-1698b573b5d6 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0259531 Nov 01 18:08:15.603630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-545ecf29-6dfe-4e27-999d-38701187c3cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21 HTTP/1.1" status: 200 len: 217 time: 0.0612664 Nov 01 18:08:15.629172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:15.733789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:15.733789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf7c22e2-38f2-4139-ba03-b8e08c760852 HTTP/1.1" status: 204 len: 168 time: 1.0181446 Nov 01 18:08:15.733789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c7cfb-1a64-467c-a53f-594625127361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c22e2-38f2-4139-ba03-b8e08c760852,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:15.735415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-498a5aff-2082-4892-adda-5e9f1da29be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:15.735415 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-498a5aff-2082-4892-adda-5e9f1da29be4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0619590 Nov 01 18:08:15.754348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-b0e9444f-4393-4a29-b18a-9ec21313d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:15.756254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-b0e9444f-4393-4a29-b18a-9ec21313d0fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765378 Nov 01 18:08:15.855994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-4efd976c-de7e-4750-8ca9-49359574bda6 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912623 Nov 01 18:08:15.950989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f84e1-eb5d-49da-89c8-f79d5b7c3a59 req-1d776a51-6cef-454a-9da4-338cb4590a62 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:15.952900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-038f84e1-eb5d-49da-89c8-f79d5b7c3a59 req-1d776a51-6cef-454a-9da4-338cb4590a62 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0524483 Nov 01 18:08:15.955310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c05af62a-6aec-4b06-9421-5954b79a4b0f req-b5d09793-c788-4b18-9e0c-27805e00bf62 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927260 Nov 01 18:08:15.992145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-038f84e1-eb5d-49da-89c8-f79d5b7c3a59 req-2500c291-4cd1-48be-838f-0dcf51fb3a79 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Nov 01 18:08:16.233506 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.236569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.238255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73ac42ad-fd48-48e1-b6ac-b3d03792e1ef HTTP/1.1" status: 204 len: 168 time: 1.4661593 Nov 01 18:08:16.246365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1644-eb53-459b-bcd5-891ddb7dc8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac42ad-fd48-48e1-b6ac-b3d03792e1ef,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:16.257701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:16.273031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a15cc208-8c92-412d-8180-1b134478c516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.358323 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a15cc208-8c92-412d-8180-1b134478c516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.379986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-e58d626a-92a0-4906-bdec-e806412832d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:16.381500 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-e58d626a-92a0-4906-bdec-e806412832d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8feed320d6af44be983bf4214feb9f4f&device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 1120 time: 0.0528300 Nov 01 18:08:16.415941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.37', 63528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:16.438303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a15cc208-8c92-412d-8180-1b134478c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.477041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cc208-8c92-412d-8180-1b134478c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94af078-bf55-47c0-bb5d-6644fc3d30f3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:16.484223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a15cc208-8c92-412d-8180-1b134478c516 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88ea337da1f0409db56d3471eb7d27bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225764 Nov 01 18:08:16.492189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57850) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:16.523095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57852) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:16.543078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b136-7f00-4fea-bff7-7850ddb8ed24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.598126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a7850b7-9ebd-42d3-94ce-69797400390e req-da9eb3fd-d8a6-4884-ab03-5e948c7781c0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0353746 Nov 01 18:08:16.598733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.632935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.739158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b136-7f00-4fea-bff7-7850ddb8ed24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.748000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-49529370-b75c-4216-b12d-e211725b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:16.749537 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-49529370-b75c-4216-b12d-e211725b26c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.3602033 Nov 01 18:08:16.759969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-8d77486d-4bfb-4eaf-a85d-8227289853e7 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:16.766277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-8d77486d-4bfb-4eaf-a85d-8227289853e7 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 824 time: 0.3444827 Nov 01 18:08:16.797887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-56669a53-8a45-4711-840c-0339c6422011 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21 HTTP/1.1" status: 200 len: 217 time: 0.0355742 Nov 01 18:08:16.816004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.819077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.821164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c94af078-bf55-47c0-bb5d-6644fc3d30f3 HTTP/1.1" status: 204 len: 168 time: 0.3277314 Nov 01 18:08:16.824437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b136-7f00-4fea-bff7-7850ddb8ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.842786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353bd14-c5c2-4bf2-a313-ea72a4e3702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94af078-bf55-47c0-bb5d-6644fc3d30f3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:16.855563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-a661b3f9-f308-46a1-ade7-f5ed62c19566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:16.857965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-a661b3f9-f308-46a1-ade7-f5ed62c19566 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0532274 Nov 01 18:08:16.874667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7ec1b136-7f00-4fea-bff7-7850ddb8ed24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c527c072941748c2bba44fff3e85b039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505085 Nov 01 18:08:16.878530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:16.923750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1b136-7f00-4fea-bff7-7850ddb8ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b054e8-47b8-4be9-879f-e52ca1d1f387,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:16.959979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.977663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-abc12e1e-2285-4cc9-95f5-a717ae704527 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 378 time: 0.1131136 Nov 01 18:08:16.986061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-b5bcfeb2-1cb2-4e95-ad10-16937d3ec6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:16.987583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-b5bcfeb2-1cb2-4e95-ad10-16937d3ec6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173208 Nov 01 18:08:16.989354 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:16.991456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'port': {'device_id': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'admin_state_up': True, 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'security_groups': ['0100ca28-0334-4f96-bbb8-7cf066735808']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:17.151208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d852b4-22ba-427d-b4e2-7c5f25b0f0f2 req-abf4b5a4-f42a-4d6e-bf6c-352276c3cff2 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:17.153019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01d852b4-22ba-427d-b4e2-7c5f25b0f0f2 req-abf4b5a4-f42a-4d6e-bf6c-352276c3cff2 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0527253 Nov 01 18:08:17.192850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-31745ab1-f86a-47aa-a2c7-b9e039721a37 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912603 Nov 01 18:08:17.199150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01d852b4-22ba-427d-b4e2-7c5f25b0f0f2 req-d2dde68d-cbfa-4994-bb2a-07e4890450a5 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Nov 01 18:08:17.239375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.247999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.263120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0b054e8-47b8-4be9-879f-e52ca1d1f387 HTTP/1.1" status: 204 len: 168 time: 0.3701591 Nov 01 18:08:17.263120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639ab9-4118-4f2b-aa74-cce793761953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b054e8-47b8-4be9-879f-e52ca1d1f387,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:17.317043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-540cf7eb-55f4-411d-84d3-90222173ba49 req-9e616b92-cb98-4266-bbdd-63dd45347a38 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107965 Nov 01 18:08:17.345466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Made reservation on behalf of 71956f9e665540bca30caff1eceda6b3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:17.360872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.525747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Allocated IP 172.20.0.12 (2e637b11-751c-49f6-989e-99621134d121/b5d550ec-cf53-4197-a32a-60f5f9f84855/159f3535-2fc0-440b-804e-660ad55e6864) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:17.765837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ae3efd3-612c-478a-9877-9aa5477f2ab6 req-033cdf55-f5b8-4d3e-b7fa-255623f9a657 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 210 time: 0.0339508 Nov 01 18:08:17.773088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57884) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:17.787806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80578dae-9fda-4c16-a4ae-fa92247b8439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.905836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.930306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80578dae-9fda-4c16-a4ae-fa92247b8439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:17.989156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80578dae-9fda-4c16-a4ae-fa92247b8439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.007840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.023831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80578dae-9fda-4c16-a4ae-fa92247b8439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf422d7-824f-46ee-a325-9963dc967f0f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:18.057654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-80578dae-9fda-4c16-a4ae-fa92247b8439 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95af1f8b534b42f284b3fbe06530e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827704 Nov 01 18:08:18.063559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57900) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:18.114763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:18.135683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Network 2e637b11-751c-49f6-989e-99621134d121 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:18.137522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:18.142391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:18.147020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.152414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:18.153489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.185738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.261627 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-9976790f-14af-4b08-8dfa-66715d268595 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2780404 Nov 01 18:08:18.364989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533377e-5962-4024-9669-70b2afec3f06 req-7f7d1d45-4cfd-48c0-9ff7-514c27b0145b tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:18.366730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2533377e-5962-4024-9669-70b2afec3f06 req-7f7d1d45-4cfd-48c0-9ff7-514c27b0145b tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0575166 Nov 01 18:08:18.374120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.376665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.377746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcf422d7-824f-46ee-a325-9963dc967f0f HTTP/1.1" status: 204 len: 168 time: 0.3166640 Nov 01 18:08:18.397531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680634-43dd-4b90-a950-4823491ec462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf422d7-824f-46ee-a325-9963dc967f0f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:18.422769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2533377e-5962-4024-9669-70b2afec3f06 req-69392704-8632-46ef-af62-79fa60612fea tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494673 Nov 01 18:08:18.479613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1b964954-2437-4d1f-9529-22b87c7cd740 None None] Provisioning complete for port 159f3535-2fc0-440b-804e-660ad55e6864 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:18.484195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b964954-2437-4d1f-9529-22b87c7cd740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.557320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1b964954-2437-4d1f-9529-22b87c7cd740 None None] Port 159f3535-2fc0-440b-804e-660ad55e6864 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:18.624568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be80fb85-7a88-459d-b8c1-7b6932f0ecc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:18.905706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa9f1-d361-43b0-a3a7-27240400b39b req-79a0f85d-2606-4921-b6ac-878aa6dc5563 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:18.907406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b61aa9f1-d361-43b0-a3a7-27240400b39b req-79a0f85d-2606-4921-b6ac-878aa6dc5563 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0549786 Nov 01 18:08:18.953257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b61aa9f1-d361-43b0-a3a7-27240400b39b req-7d80b3af-3775-4d4a-abd9-68a40540afa5 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391428 Nov 01 18:08:19.560593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8a3d5-b120-48ca-9993-157362577790 req-8cf592df-350c-4665-aa6b-952aa9691316 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:19.562284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26a8a3d5-b120-48ca-9993-157362577790 req-8cf592df-350c-4665-aa6b-952aa9691316 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0540187 Nov 01 18:08:19.602644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26a8a3d5-b120-48ca-9993-157362577790 req-e7072de8-54cc-4cd9-82d6-c7fd38197b76 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Nov 01 18:08:20.074833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355978b-0372-4610-941b-cf92f7e91863 req-d6555548-6123-4435-abf2-7e3787af6b9d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:20.076672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e355978b-0372-4610-941b-cf92f7e91863 req-d6555548-6123-4435-abf2-7e3787af6b9d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0544224 Nov 01 18:08:20.127045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e355978b-0372-4610-941b-cf92f7e91863 req-d214de20-a201-47c5-8f4f-30a6be9bb23c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435092 Nov 01 18:08:20.603013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Request body: {'security_group': {'name': 'tempest-securitygroup-629374057', 'description': 'tempest-description-2113162887'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:20.729715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d3463-1d8d-4159-934d-655d7016dd4e req-07e98256-5813-41e0-87e5-c8a6e66149be tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:20.731274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb8d3463-1d8d-4159-934d-655d7016dd4e req-07e98256-5813-41e0-87e5-c8a6e66149be tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 969 time: 0.0572546 Nov 01 18:08:20.758529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:20.772031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:20.783691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ecea04bc-ddea-4cfb-80ab-338d4ccded60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:20.802683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb8d3463-1d8d-4159-934d-655d7016dd4e req-f7d982f0-a4f4-4a50-9c94-185c719a368e tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Nov 01 18:08:20.898579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:20.945003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:20.997931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48d1b730-9f94-4f26-bfce-1247f1a9ec21 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:08:21.001225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f97b4a-4b7e-41d5-8e22-2181fddf0f45,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:21.029148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.107838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.142949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a914b4-e2fd-4d28-938c-25d8e9cf1280,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:21.159811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:21.171886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '48d1b730-9f94-4f26-bfce-1247f1a9ec21', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '48d1b730-9f94-4f26-bfce-1247f1a9ec21', 'mac_address': 'fa:16:3e:a5:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:tempest-test_az-2109477897', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:08:21.215173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.224463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.232402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87d3a14e-b4c1-4927-9cd9-be56e3cd0410 req-7aa78875-06ed-4a88-b97d-735e9375b227 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6340685 Nov 01 18:08:21.255431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d1b730-9f94-4f26-bfce-1247f1a9ec21 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:21.293191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:21.314267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Request body: {'security_group': {'name': 'tempest-securitygroup-506380335', 'description': 'tempest-description-1021216472'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:21.355559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122d7f-0a44-456a-8e55-50f65b2d5d00 req-bc2244bf-ac9d-4e21-bcf7-2fade6814c74 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:21.357524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27122d7f-0a44-456a-8e55-50f65b2d5d00 req-bc2244bf-ac9d-4e21-bcf7-2fade6814c74 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.1060181 Nov 01 18:08:21.372716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.398249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27122d7f-0a44-456a-8e55-50f65b2d5d00 req-0a52728b-0045-46ea-8d0f-1ae90eed6c06 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331059 Nov 01 18:08:21.423782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:21.463604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.538043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.600746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.641482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46abd30-8fd7-4770-9c50-c09715a9ba09,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:21.720428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.722107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18eb2b82-5c14-4a76-85d1-15bdc9ee397c req-8440f04e-cc1f-4f10-9590-3058c9110e4d tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4169540 Nov 01 18:08:21.731029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['48d1b730-9f94-4f26-bfce-1247f1a9ec21'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:21.895585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:21.969106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-877647219', 'description': 'tempest-description-280324375'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:22.044136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.056008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.132358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.204516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.262115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a0e94-9fa8-444e-a588-df3c46cf3db1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:22.290165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186a07e-8edb-4a9e-bf63-a0f6405b05a8 req-f9fe6735-218d-4576-bde8-3148e09c8fd8 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:22.291700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e186a07e-8edb-4a9e-bf63-a0f6405b05a8 req-f9fe6735-218d-4576-bde8-3148e09c8fd8 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 970 time: 0.0982769 Nov 01 18:08:22.328031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.344964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e186a07e-8edb-4a9e-bf63-a0f6405b05a8 req-e4803920-16ac-4de0-91ed-5df62dcd741f tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Nov 01 18:08:22.411867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.438535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e69d4-9e85-40f2-9f47-28b83f1b6b01,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:22.528284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.533270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-132fd288-1836-44bc-bbe6-0d1d75fa8d28 req-90bbd6dd-79d6-4fdf-af9d-cb8beae35c80 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5685937 Nov 01 18:08:22.660176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2bb0-0d64-4950-b08a-08c7213db6ef req-e33c1a66-96bc-4c9a-bf5b-564e66956027 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:22.661551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90d2bb0-0d64-4950-b08a-08c7213db6ef req-e33c1a66-96bc-4c9a-bf5b-564e66956027 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0516973 Nov 01 18:08:22.701352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90d2bb0-0d64-4950-b08a-08c7213db6ef req-6d006413-1735-4143-aab3-0b9a817456d0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337508 Nov 01 18:08:22.728447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-553674784', 'description': 'tempest-description-2022590383'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:22.852432 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.938957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:22.981407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48d1b730-9f94-4f26-bfce-1247f1a9ec21 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:23.039069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.066734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8667fa86-235b-4a05-ae53-d624748b8a60,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:23.118323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:08:23.121633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.123030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:23.123410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.128776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af45d0df-b4a0-4cf2-ac03-8fadebc7b03e req-bd623592-69b5-408a-aec3-6de53da89087 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4045367 Nov 01 18:08:23.209253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.232569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:23.303816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:23.330865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-b8b63b73-3318-4206-839f-927be6ca6c02 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28501 time: 0.1827254 Nov 01 18:08:23.364984 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.383079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-e11a2224-54e3-4dac-af22-8ea061f20b14 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/35c36257-de6c-4370-95cb-d68a3b172595 HTTP/1.1" status: 200 len: 2977 time: 0.0455160 Nov 01 18:08:23.429400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:23.440652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-92ae150c-05c2-4d79-a7c6-f912c27fe98e tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/35c36257-de6c-4370-95cb-d68a3b172595 HTTP/1.1" status: 200 len: 2977 time: 0.0502288 Nov 01 18:08:23.504422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037017b-eddc-4e8d-95a5-1d30bf0eacb3 req-d250382f-cf68-4b60-b038-3e8995ead388 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:23.505948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8037017b-eddc-4e8d-95a5-1d30bf0eacb3 req-d250382f-cf68-4b60-b038-3e8995ead388 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.0779257 Nov 01 18:08:23.516024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-5152d74d-613c-406d-8c6d-5a9b04e7d157 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/36e30b27-5314-4d35-aa68-09b981dc1366 HTTP/1.1" status: 200 len: 2977 time: 0.0596802 Nov 01 18:08:23.535966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:23.570947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58128) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:23.577704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8037017b-eddc-4e8d-95a5-1d30bf0eacb3 req-aa75adde-f5df-475a-85cf-c39725652e8a tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Nov 01 18:08:23.587623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-f442389c-772a-4a86-9f79-7b6f31d69de2 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/36e30b27-5314-4d35-aa68-09b981dc1366 HTTP/1.1" status: 200 len: 2977 time: 0.0687683 Nov 01 18:08:23.589325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.631913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-4ac1d283-d687-4415-8af7-b4e107137cd8 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/56f97b4a-4b7e-41d5-8e22-2181fddf0f45 HTTP/1.1" status: 200 len: 2981 time: 0.0370624 Nov 01 18:08:23.675334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-460757dc-80be-47aa-8636-885d6033dbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.677444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-c997d76b-b2ef-4fb6-9035-4ebed5130c41 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/56f97b4a-4b7e-41d5-8e22-2181fddf0f45 HTTP/1.1" status: 200 len: 2981 time: 0.0393002 Nov 01 18:08:23.751547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-95a78e62-f21e-44ac-8052-beb07a3fb48d tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/73f1bc6a-8baf-42d5-971b-0867b27cc060 HTTP/1.1" status: 200 len: 2977 time: 0.0607986 Nov 01 18:08:23.806431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-460757dc-80be-47aa-8636-885d6033dbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.823117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-c81ac94b-fb67-41a4-b732-56d2438368b0 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/73f1bc6a-8baf-42d5-971b-0867b27cc060 HTTP/1.1" status: 200 len: 2977 time: 0.0713639 Nov 01 18:08:23.870752 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefbd246-384a-4dec-b93b-37193fa3eb70" -d '{"events": [{"server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "name": "network-vif-plugged", "status": "completed", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:23.876415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597be9-a8d8-4c1f-9e3e-85cbc225892a req-7be2b925-baf7-443d-94c6-a6069d1bac69 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:23.878008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60597be9-a8d8-4c1f-9e3e-85cbc225892a req-7be2b925-baf7-443d-94c6-a6069d1bac69 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0954573 Nov 01 18:08:23.890293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-619a3599-1426-4f54-a863-dad96abe4656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.897290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58138) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:23.908375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-460757dc-80be-47aa-8636-885d6033dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:23.913989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-1b5165d7-d329-4920-8de7-b41ec22ea80e tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/913d1e9b-47ac-4092-a98c-2f53e736d9b7 HTTP/1.1" status: 200 len: 2973 time: 0.0824032 Nov 01 18:08:23.953510 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-460757dc-80be-47aa-8636-885d6033dbec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6638ef63312f4c8cb87b06bdd73b536a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132483 Nov 01 18:08:23.953682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60597be9-a8d8-4c1f-9e3e-85cbc225892a req-ee554188-132c-4683-b59f-dffef373babb tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646212 Nov 01 18:08:23.956550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58142) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:23.971057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460757dc-80be-47aa-8636-885d6033dbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1414fa-339f-4448-be5c-624c765ef86b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.007466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-46df4f0b-caf2-402e-838a-a1ec91c60756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.014675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-619a3599-1426-4f54-a863-dad96abe4656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.047585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-9680ae0f-9b51-4273-a048-9b572c6bb4ea tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/913d1e9b-47ac-4092-a98c-2f53e736d9b7 HTTP/1.1" status: 200 len: 2973 time: 0.1213148 Nov 01 18:08:24.068603 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0670ef-6470-474f-9b7e-776f20f0eab8 x-openstack-request-id: req-2f0670ef-6470-474f-9b7e-776f20f0eab8 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:24.069098 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "name": "network-vif-plugged", "status": "completed", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:24.069195 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f0670ef-6470-474f-9b7e-776f20f0eab8 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:24.069609 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21', 'code': 200} Nov 01 18:08:24.127015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.140870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-619a3599-1426-4f54-a863-dad96abe4656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.147987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-7683a2c1-31cb-4739-adb4-6748b1496389 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b44a0e94-9fa8-444e-a588-df3c46cf3db1 HTTP/1.1" status: 200 len: 2981 time: 0.0864120 Nov 01 18:08:24.171536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.221732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-619a3599-1426-4f54-a863-dad96abe4656 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03b387f3606d43deae2157c2a35cbeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488898 Nov 01 18:08:24.226585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58148) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:24.239565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a3599-1426-4f54-a863-dad96abe4656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f3ed8-5b41-47ff-bb25-e4bd37480695,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.258650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-623c2727-c096-4d3b-937f-fec24abd4495 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b44a0e94-9fa8-444e-a588-df3c46cf3db1 HTTP/1.1" status: 200 len: 2981 time: 0.0932472 Nov 01 18:08:24.258650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-46df4f0b-caf2-402e-838a-a1ec91c60756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.259081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-ae7f8ee2-e6f3-4d00-9bda-0b58198f488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:24.259081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-ae7f8ee2-e6f3-4d00-9bda-0b58198f488d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 1122 time: 0.1237721 Nov 01 18:08:24.283082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-cdc2941d-d164-4cdb-9584-1e89ead8b08a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.300481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-fd4cc702-aa62-4140-9a35-9057efd1580c tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f13bce87-8b46-403a-895c-3e83e76994d0 HTTP/1.1" status: 200 len: 2981 time: 0.0391524 Nov 01 18:08:24.321338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.343760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b0bd93-949a-47b1-9ef8-6ffe06300e54 req-f472a255-65f8-4c82-af9c-1e84fdbd1f16 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f13bce87-8b46-403a-895c-3e83e76994d0 HTTP/1.1" status: 200 len: 2981 time: 0.0371037 Nov 01 18:08:24.353885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.384233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-46df4f0b-caf2-402e-838a-a1ec91c60756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.432233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.435349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.436494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc1414fa-339f-4448-be5c-624c765ef86b HTTP/1.1" status: 204 len: 168 time: 0.4789097 Nov 01 18:08:24.450820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-46df4f0b-caf2-402e-838a-a1ec91c60756 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=159301893d114525bd45d5848be38c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495963 Nov 01 18:08:24.451310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58154) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:24.452458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df4f0b-caf2-402e-838a-a1ec91c60756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc351d7-6c72-4a6e-bc32-a5535e5d5105,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.474047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da640-0d8d-463e-bcbc-ecdd90d04fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1414fa-339f-4448-be5c-624c765ef86b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.490771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-cdc2941d-d164-4cdb-9584-1e89ead8b08a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.504027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247503-cfb8-40b4-a049-3d2a22ffec06 req-be96beeb-9b7c-463b-964d-525dab288c4e tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74656907e94471e9de18c6def8d7618 HTTP/1.1" status: 200 len: 6102 time: 0.1329060 Nov 01 18:08:24.504846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.507421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.508583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/711f3ed8-5b41-47ff-bb25-e4bd37480695 HTTP/1.1" status: 204 len: 168 time: 0.2773530 Nov 01 18:08:24.523888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0044e-afc7-47c7-b948-c36b7a0728bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f3ed8-5b41-47ff-bb25-e4bd37480695,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.552003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.577470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247503-cfb8-40b4-a049-3d2a22ffec06 req-d22a30bf-a492-470c-be24-64fac4e07f86 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "GET /v2.0/security-groups/56f97b4a-4b7e-41d5-8e22-2181fddf0f45 HTTP/1.1" status: 200 len: 2981 time: 0.0665841 Nov 01 18:08:24.578443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.626035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-cdc2941d-d164-4cdb-9584-1e89ead8b08a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.633816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247503-cfb8-40b4-a049-3d2a22ffec06 req-0ba081ba-42d6-4c36-95c5-263225658532 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "GET /v2.0/security-groups/56f97b4a-4b7e-41d5-8e22-2181fddf0f45 HTTP/1.1" status: 200 len: 2981 time: 0.0463541 Nov 01 18:08:24.656094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c4a334a6-3376-4a9e-8a96-b1ef140a22c5 req-cdc2941d-d164-4cdb-9584-1e89ead8b08a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909719 Nov 01 18:08:24.672102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2941d-d164-4cdb-9584-1e89ead8b08a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f05123-b578-4ef0-973d-b62fc6467dc8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.738412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d871f-744c-45dc-b83e-f90240b2b3d9 req-04b1871c-504f-456e-9f80-2c75dcb72f55 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:24.739977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-824d871f-744c-45dc-b83e-f90240b2b3d9 req-04b1871c-504f-456e-9f80-2c75dcb72f55 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.0836601 Nov 01 18:08:24.743837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-e99b4ce1-4216-4bed-826e-7b49fed3fc4f tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8667fa86-235b-4a05-ae53-d624748b8a60 HTTP/1.1" status: 200 len: 1777 time: 0.0828514 Nov 01 18:08:24.802803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-824d871f-744c-45dc-b83e-f90240b2b3d9 req-3adfa204-308c-4545-929f-7cf397f0c39b tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Nov 01 18:08:24.804425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.807165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.811932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fc351d7-6c72-4a6e-bc32-a5535e5d5105 HTTP/1.1" status: 204 len: 168 time: 0.3594046 Nov 01 18:08:24.820391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6562c3-66f5-4816-b8ec-1183f0b3329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc351d7-6c72-4a6e-bc32-a5535e5d5105,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:24.834609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:24.856208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.029582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.032232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.033367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59589d45-cf45-4e0a-bb8a-35e878308624 req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/8667fa86-235b-4a05-ae53-d624748b8a60 HTTP/1.1" status: 204 len: 173 time: 0.2805116 Nov 01 18:08:25.046537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f796-8de3-43ed-83b3-1b0f95dd61a3 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8667fa86-235b-4a05-ae53-d624748b8a60,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:25.119162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7cba7-c534-47dd-a7c4-95e7272b17cc req-5c22c5ee-3c20-47b4-833c-a82dc88e3f45 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:25.120687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94c7cba7-c534-47dd-a7c4-95e7272b17cc req-5c22c5ee-3c20-47b4-833c-a82dc88e3f45 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0769351 Nov 01 18:08:25.123007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-1c1c5bb5-4e86-4186-a770-4fa645e2efa0 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cd6e69d4-9e85-40f2-9f47-28b83f1b6b01 HTTP/1.1" status: 200 len: 1776 time: 0.0673382 Nov 01 18:08:25.178406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94c7cba7-c534-47dd-a7c4-95e7272b17cc req-be5c0cc0-f428-4f3b-9298-8027c7ac0067 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508604 Nov 01 18:08:25.199637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.221025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.349308 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.351889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.353029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-177f62c6-8bf3-4aca-bba1-a27b5944c40a req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd6e69d4-9e85-40f2-9f47-28b83f1b6b01 HTTP/1.1" status: 204 len: 173 time: 0.2197421 Nov 01 18:08:25.360593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a92d0b-b38b-4059-afc7-5b8b1b610918 tempest-SecurityGroupsTestAdminJSON-2042114578 tempest-SecurityGroupsTestAdminJSON-2042114578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e69d4-9e85-40f2-9f47-28b83f1b6b01,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:25.411370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-65071ec3-72ba-471b-a497-acf04500edb9 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "GET /v2.0/security-groups/b46abd30-8fd7-4770-9c50-c09715a9ba09 HTTP/1.1" status: 200 len: 1777 time: 0.0406504 Nov 01 18:08:25.454994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58178) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:25.469608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fbef325-a561-4e0c-a90e-78fb251a68a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.469784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.494699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.552314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fbef325-a561-4e0c-a90e-78fb251a68a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.714996 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fbef325-a561-4e0c-a90e-78fb251a68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.749917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.752414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.753478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6e5aa1c-4596-41ad-ac9f-8cf52399cfeb req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "DELETE /v2.0/security-groups/b46abd30-8fd7-4770-9c50-c09715a9ba09 HTTP/1.1" status: 204 len: 173 time: 0.3362370 Nov 01 18:08:25.756112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbef325-a561-4e0c-a90e-78fb251a68a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7cd4b1-a971-4151-b207-e71c7650831a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:25.762902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7fbef325-a561-4e0c-a90e-78fb251a68a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55afb9be186c4a0b858de6929a946247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059843 Nov 01 18:08:25.765121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58182) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:25.781369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58184) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:25.794593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3197051-274c-4032-83e9-6fb8ad8a6e70 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46abd30-8fd7-4770-9c50-c09715a9ba09,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:25.813018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2ac72b9-f8d8-4f95-a272-e1276e313e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.828729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.854417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:25.859485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-f73dba0f-b1b8-47a2-8d1c-f75625901ac7 tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "GET /v2.0/security-groups/53a914b4-e2fd-4d28-938c-25d8e9cf1280 HTTP/1.1" status: 200 len: 1777 time: 0.0786624 Nov 01 18:08:25.967658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5e22d-1331-4544-bbc0-8b3aefe10603 req-42da19cf-e650-4148-a991-6272929639c7 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:25.969452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8b5e22d-1331-4544-bbc0-8b3aefe10603 req-42da19cf-e650-4148-a991-6272929639c7 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.0777802 Nov 01 18:08:25.974857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.012016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.015827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:26.023303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.025795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.028908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a7cd4b1-a971-4151-b207-e71c7650831a HTTP/1.1" status: 204 len: 168 time: 0.2605650 Nov 01 18:08:26.040720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48769246-09b1-41d4-961b-54066190a168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.042561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5389-f2b3-4563-a222-8818e6125560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7cd4b1-a971-4151-b207-e71c7650831a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.054732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8b5e22d-1331-4544-bbc0-8b3aefe10603 req-556397c1-5cbc-4891-af69-1361a3aba9d2 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Nov 01 18:08:26.063621 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.095783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2ac72b9-f8d8-4f95-a272-e1276e313e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.139633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48769246-09b1-41d4-961b-54066190a168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.152695 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.155799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.156945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4de9e0f-bfc4-467b-ab51-a7303e7da2ae req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] 10.222.0.31 "DELETE /v2.0/security-groups/53a914b4-e2fd-4d28-938c-25d8e9cf1280 HTTP/1.1" status: 204 len: 173 time: 0.2881255 Nov 01 18:08:26.166625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7865725-261d-47ce-90a0-724cc81ced5f tempest-SecurityGroupsTestAdminJSON-1787868495 tempest-SecurityGroupsTestAdminJSON-1787868495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a914b4-e2fd-4d28-938c-25d8e9cf1280,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.189725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2ac72b9-f8d8-4f95-a272-e1276e313e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.237026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2ac72b9-f8d8-4f95-a272-e1276e313e07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30365309bedb4b23881dc9c9a7c672c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546449 Nov 01 18:08:26.237993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac72b9-f8d8-4f95-a272-e1276e313e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b52fa01-d1c6-4582-aa88-66f4eb648ef6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.239906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58196) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:26.253182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48769246-09b1-41d4-961b-54066190a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.259804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-7ba087ce-7d54-4a87-af20-a5af915e8694 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:08:26.260784 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-7ba087ce-7d54-4a87-af20-a5af915e8694 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130255 Nov 01 18:08:26.317321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48769246-09b1-41d4-961b-54066190a168 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a36768e69c24473dae4036ffdf52a4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004124 Nov 01 18:08:26.321055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58198) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:26.329701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769246-09b1-41d4-961b-54066190a168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cbab2b-7c53-4a7b-a56a-c3d9eb8db64c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.354603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27770e8a-1e38-41e0-887c-e2cb79cbd2e7 req-695753fd-8fe8-47a3-aaa6-25280c90960b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:26.357230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27770e8a-1e38-41e0-887c-e2cb79cbd2e7 req-695753fd-8fe8-47a3-aaa6-25280c90960b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 932 time: 0.0778358 Nov 01 18:08:26.369521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.398586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27770e8a-1e38-41e0-887c-e2cb79cbd2e7 req-f5c963a4-e0d1-4824-abfa-d36579ccb550 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358360 Nov 01 18:08:26.400383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.421572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.456059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.601053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.603617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.605628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b52fa01-d1c6-4582-aa88-66f4eb648ef6 HTTP/1.1" status: 204 len: 168 time: 0.3637254 Nov 01 18:08:26.616262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000fa3f-6703-4c18-851e-288bddc0b67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b52fa01-d1c6-4582-aa88-66f4eb648ef6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.647492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Request body: {'port': {'device_id': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:26.652964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.654369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:26.655551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2cbab2b-7c53-4a7b-a56a-c3d9eb8db64c HTTP/1.1" status: 204 len: 168 time: 0.3329084 Nov 01 18:08:26.690615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9e147-304c-45ca-b3d5-3e292579dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cbab2b-7c53-4a7b-a56a-c3d9eb8db64c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:26.731059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.024503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159f3535-2fc0-440b-804e-660ad55e6864 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:27.031941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.044464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Transition to ACTIVE for port object 159f3535-2fc0-440b-804e-660ad55e6864 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:08:27.146636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.147017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58218) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:27.203617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8f972-22e0-44d9-af54-25ec4608d25a req-de70d68c-fa38-4f1e-8ef3-d84ed7cba266 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.210998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1b8f972-22e0-44d9-af54-25ec4608d25a req-de70d68c-fa38-4f1e-8ef3-d84ed7cba266 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.0652139 Nov 01 18:08:27.265813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1b8f972-22e0-44d9-af54-25ec4608d25a req-b2ded6a1-3ef9-4976-95eb-66dba1412198 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479980 Nov 01 18:08:27.270415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Pushing event updated for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:27.296107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Attempting to bind port 159f3535-2fc0-440b-804e-660ad55e6864 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:27.296511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Attempting to bind port 159f3535-2fc0-440b-804e-660ad55e6864 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:27.296909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Attempting to bind port 159f3535-2fc0-440b-804e-660ad55e6864 on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:27.302341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Port 159f3535-2fc0-440b-804e-660ad55e6864 on network 2e637b11-751c-49f6-989e-99621134d121 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:08:27.302739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Attempting to bind port 159f3535-2fc0-440b-804e-660ad55e6864 on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:27.308143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:27.308509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Checking segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:27.309011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Bound using segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:27.310053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Bound port: 159f3535-2fc0-440b-804e-660ad55e6864, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:27.310479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.396327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:27.401732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=159f3535-2fc0-440b-804e-660ad55e6864,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:27.477885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e87df743-287d-48d4-ac1f-b8598f0f487b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74656907e94471e9de18c6def8d7618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057573 Nov 01 18:08:27.480444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58236) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:27.490398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.558463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Pushing event updated for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:27.569551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.573960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.573960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-00d8fb2e-0d08-470e-b9fa-f97bd00bfcfc service neutron] 10.222.0.37 "PUT /v2.0/ports/159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 1092 time: 1.0389395 Nov 01 18:08:27.573960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:27.576811 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335817a-3d07-4aa6-8177-bf20f1763ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "tag": "159f3535-2fc0-440b-804e-660ad55e6864"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:27.581174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b70e-9165-4757-8432-d69d486b76eb req-4e610f11-ede5-47da-860a-2c42b450d42e tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.592163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68e0b70e-9165-4757-8432-d69d486b76eb req-4e610f11-ede5-47da-860a-2c42b450d42e tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 1122 time: 0.1815286 Nov 01 18:08:27.620352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-68e0b70e-9165-4757-8432-d69d486b76eb req-e5b574fb-722d-4b4a-9fbe-b11b5cd2cf54 tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.648141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddade9-9898-4e8d-9f86-8394dbfa074a req-73a7f064-4243-4da6-9127-4895a7cd4bbb tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.649973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93ddade9-9898-4e8d-9f86-8394dbfa074a req-73a7f064-4243-4da6-9127-4895a7cd4bbb tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 944 time: 0.1600797 Nov 01 18:08:27.662413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.726187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.741673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-7a78e3ed-3d57-4999-9daa-385474a7f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.743348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-7a78e3ed-3d57-4999-9daa-385474a7f897 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1095 time: 0.0501809 Nov 01 18:08:27.753318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93ddade9-9898-4e8d-9f86-8394dbfa074a req-08894bb4-cdf5-4677-84f3-c973f2bcdf84 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920417 Nov 01 18:08:27.807814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-470daac9-4919-47c4-8782-10b2926ca0a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 217 time: 0.0557594 Nov 01 18:08:27.817757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-68e0b70e-9165-4757-8432-d69d486b76eb req-e5b574fb-722d-4b4a-9fbe-b11b5cd2cf54 tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.851490 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e3c3d-8776-4715-9171-4671cbde7161 x-openstack-request-id: req-a20e3c3d-8776-4715-9171-4671cbde7161 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:27.854959 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "tag": "159f3535-2fc0-440b-804e-660ad55e6864", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:27.854959 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a20e3c3d-8776-4715-9171-4671cbde7161 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:27.854959 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864', 'status': 'completed', 'code': 200} Nov 01 18:08:27.870624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-d5de6eb4-32a5-424a-b32c-5f3c8a9ff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.872319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-d5de6eb4-32a5-424a-b32c-5f3c8a9ff683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0568581 Nov 01 18:08:27.913039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.916864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.921945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56f97b4a-4b7e-41d5-8e22-2181fddf0f45 HTTP/1.1" status: 204 len: 168 time: 0.4368594 Nov 01 18:08:27.921945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-68e0b70e-9165-4757-8432-d69d486b76eb req-e5b574fb-722d-4b4a-9fbe-b11b5cd2cf54 tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:27.931419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-4faf8001-84da-4322-b145-44f69001ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:27.933585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-4faf8001-84da-4322-b145-44f69001ad15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537429 Nov 01 18:08:27.945829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c63f6-5d75-42a2-aaa7-4ad62f6e6b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f97b4a-4b7e-41d5-8e22-2181fddf0f45,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:27.969083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68e0b70e-9165-4757-8432-d69d486b76eb req-e5b574fb-722d-4b4a-9fbe-b11b5cd2cf54 tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758228 Nov 01 18:08:28.021833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b574fb-722d-4b4a-9fbe-b11b5cd2cf54 tempest-AggregatesAdminTestJSON-1903919294 tempest-AggregatesAdminTestJSON-1903919294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3fef9-b7ba-42cf-aa52-4b26a181e29d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:28.042817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-f5a8c1f6-5a62-4696-8e8d-c51e2f090508 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018915 Nov 01 18:08:28.134222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2d861c5b-1545-472d-b960-973f014ecfb0 req-b1c50405-25b7-4746-b9ae-034504159116 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Nov 01 18:08:28.314447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-d0286a7f-4b97-4d9b-8b20-1bb4f56bc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:28.315905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-d0286a7f-4b97-4d9b-8b20-1bb4f56bc252 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1095 time: 0.0475619 Nov 01 18:08:28.417468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-28e7f80d-9c2e-42ee-ace6-f0942cdbdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:28.418991 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-28e7f80d-9c2e-42ee-ace6-f0942cdbdc8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.0952754 Nov 01 18:08:28.464038 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-f6e768e9-47c1-4c9c-bf69-dd5e9c88dcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 217 time: 0.0377932 Nov 01 18:08:28.519872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-51049e4a-2e76-4515-bff1-972d1faa2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:28.521354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-51049e4a-2e76-4515-bff1-972d1faa2133 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0501904 Nov 01 18:08:28.576539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-6331a026-c8a2-401a-a1c3-8a335d97838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:28.578439 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-6331a026-c8a2-401a-a1c3-8a335d97838f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488362 Nov 01 18:08:28.691474 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-503764c4-20f2-4785-b486-b87ea645b6e2 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055176 Nov 01 18:08:28.783943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5335817a-3d07-4aa6-8177-bf20f1763ac6 req-69a13f5b-b88d-4877-ac7f-6d7487a37230 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Nov 01 18:08:28.904788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127e0ca-6474-44aa-87ee-1b724810e5c9 req-8a7ddc99-9099-44ed-9d6a-d5d25616e7aa tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:28.906318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4127e0ca-6474-44aa-87ee-1b724810e5c9 req-8a7ddc99-9099-44ed-9d6a-d5d25616e7aa tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Nov 01 18:08:28.951328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4127e0ca-6474-44aa-87ee-1b724810e5c9 req-ce502a2a-69d0-43f1-943c-71874097328a tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334058 Nov 01 18:08:29.088231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:29.139957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d441616c-61e6-45e2-8481-37cd75f4a203 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d37003173a547609a8b322cdeafa829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480263 Nov 01 18:08:29.143001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:29.201118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:29.224168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:29.352725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:29.355373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:29.356625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b44a0e94-9fa8-444e-a588-df3c46cf3db1 HTTP/1.1" status: 204 len: 168 time: 0.2124903 Nov 01 18:08:29.365159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77bbcd-740e-47cb-8f4d-f9e0c4a7f76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a0e94-9fa8-444e-a588-df3c46cf3db1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:30.075085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7de0-97fe-466e-8583-40b00eb1f534 req-14bf7bb4-3621-471e-a781-88797d936c31 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:30.077415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77da7de0-97fe-466e-8583-40b00eb1f534 req-14bf7bb4-3621-471e-a781-88797d936c31 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Nov 01 18:08:30.126481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77da7de0-97fe-466e-8583-40b00eb1f534 req-33c50c63-aa2c-4c0d-be48-c7a52ada7818 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424945 Nov 01 18:08:31.574759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83540f82-559e-4a68-a517-093ab8dbab27 req-39062504-9f7d-420b-ab36-e2fce09be055 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:31.576717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83540f82-559e-4a68-a517-093ab8dbab27 req-39062504-9f7d-420b-ab36-e2fce09be055 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 944 time: 0.2062807 Nov 01 18:08:31.615918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83540f82-559e-4a68-a517-093ab8dbab27 req-49c2d201-e9b6-40b1-a6be-488503556777 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322695 Nov 01 18:08:32.254141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58514) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.282509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.311883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58522) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.455627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-325a0da3-8396-4f2a-aff2-9c4f01918593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.500477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3838a6ac-2aa4-495d-ad7a-a39c8a0ac7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.560947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9685679f-6e7a-438a-ab2b-5a4160968149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.620073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-325a0da3-8396-4f2a-aff2-9c4f01918593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.667527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3838a6ac-2aa4-495d-ad7a-a39c8a0ac7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.702675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9685679f-6e7a-438a-ab2b-5a4160968149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.726855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-325a0da3-8396-4f2a-aff2-9c4f01918593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.766381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3838a6ac-2aa4-495d-ad7a-a39c8a0ac7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.775585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0da3-8396-4f2a-aff2-9c4f01918593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7619709e-19aa-47cf-812e-d7b92adfb8d9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:32.787949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-325a0da3-8396-4f2a-aff2-9c4f01918593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c49c78cc5464f2285e596afa3fe6793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320969 Nov 01 18:08:32.793242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58556) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.817528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9685679f-6e7a-438a-ab2b-5a4160968149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.821824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd261-9097-4c7a-a0a9-a52298a77c9e req-ebb1c266-45f3-49b9-9b50-4073bb001350 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:32.834699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f9fd261-9097-4c7a-a0a9-a52298a77c9e req-ebb1c266-45f3-49b9-9b50-4073bb001350 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 944 time: 0.1067533 Nov 01 18:08:32.835471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3838a6ac-2aa4-495d-ad7a-a39c8a0ac7f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3391ff63b8af41ad981d0e90e2c39fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519493 Nov 01 18:08:32.838357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838a6ac-2aa4-495d-ad7a-a39c8a0ac7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa9b62-9dda-484a-85e0-9c8d6ddb2dbb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:32.841929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.884490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.898039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685679f-6e7a-438a-ab2b-5a4160968149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30463e8f-b901-4645-bb50-4934c79b8f72,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:32.921034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f9fd261-9097-4c7a-a0a9-a52298a77c9e req-55621804-8e5a-40ec-bc66-9953e15934fb tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851161 Nov 01 18:08:32.921279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9685679f-6e7a-438a-ab2b-5a4160968149 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f03696c5c3284e1eafad991d136192a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082931 Nov 01 18:08:32.924908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58568) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:32.957966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:32.987732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.030984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.084844 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.092345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.141357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.146583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.149302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.150457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7619709e-19aa-47cf-812e-d7b92adfb8d9 HTTP/1.1" status: 204 len: 168 time: 0.3534889 Nov 01 18:08:33.166686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499c9f4-82c7-4d8d-b037-cc1eaa107536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7619709e-19aa-47cf-812e-d7b92adfb8d9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:33.244416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-def44c1c-c13e-480b-bd45-7bb1d003b6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.281578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.284367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.286483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81aa9b62-9dda-484a-85e0-9c8d6ddb2dbb HTTP/1.1" status: 204 len: 168 time: 0.4372311 Nov 01 18:08:33.300701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634973-ed87-4f67-8876-723f8068b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa9b62-9dda-484a-85e0-9c8d6ddb2dbb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:33.306115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.313085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.317068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30463e8f-b901-4645-bb50-4934c79b8f72 HTTP/1.1" status: 204 len: 168 time: 0.3879275 Nov 01 18:08:33.337077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda9cb-3884-4e08-8c4b-6d730d6aca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30463e8f-b901-4645-bb50-4934c79b8f72,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:33.369341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-def44c1c-c13e-480b-bd45-7bb1d003b6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.426843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-def44c1c-c13e-480b-bd45-7bb1d003b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.476596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44c1c-c13e-480b-bd45-7bb1d003b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac923ca-4194-4f32-a162-e7d0849928da,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:33.486006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-def44c1c-c13e-480b-bd45-7bb1d003b6a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebc2a2be2ee44a8a92ac4261b12ff7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003973 Nov 01 18:08:33.488575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58598) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:33.538482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.558995 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.686498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.689232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.690732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dac923ca-4194-4f32-a162-e7d0849928da HTTP/1.1" status: 204 len: 168 time: 0.2012658 Nov 01 18:08:33.699314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b95c-9cb1-44ae-8608-8ae46a8490e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac923ca-4194-4f32-a162-e7d0849928da,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:33.717224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 159f3535-2fc0-440b-804e-660ad55e6864 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:08:33.852323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=159f3535-2fc0-440b-804e-660ad55e6864,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:33.865877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '159f3535-2fc0-440b-804e-660ad55e6864', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'port_id': '159f3535-2fc0-440b-804e-660ad55e6864', 'mac_address': 'fa:16:3e:24:de:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:08:33.921990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:33.939088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159f3535-2fc0-440b-804e-660ad55e6864 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:33.961287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=159f3535-2fc0-440b-804e-660ad55e6864,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:34.066721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.086845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-812ead38-361b-4c8b-8b35-8c9a27188753 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512564 Nov 01 18:08:34.154402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:34.231151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-932da888-8ef4-48ca-9247-e216e6161abb tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:34.232621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-932da888-8ef4-48ca-9247-e216e6161abb tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367006 Nov 01 18:08:34.247679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-5f53b373-fc31-45e0-acfc-e0fe8a6ccf59 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/quotas/4f085abb61e64f1e9ab87cef5de610ff HTTP/1.1" status: 200 len: 375 time: 0.0092912 Nov 01 18:08:34.283468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-3c1f6abb-3a5b-4c51-a38e-41c029d75b4a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296369 Nov 01 18:08:34.364082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.487766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58636) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:34.497492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1310442-48e4-45c6-9ab2-246b571b07a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.509612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['159f3535-2fc0-440b-804e-660ad55e6864'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:34.698100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6453f425-3794-4b49-b479-dc56b398729f req-df0b78ce-5249-4610-9f0f-10f8b38d14b3 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0722144 Nov 01 18:08:34.733844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1310442-48e4-45c6-9ab2-246b571b07a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.744301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531155b-f8f9-4515-ab17-896084ce709d req-418d9b3c-a717-42b6-bfa1-9a5da82c478c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:34.752925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9531155b-f8f9-4515-ab17-896084ce709d req-418d9b3c-a717-42b6-bfa1-9a5da82c478c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 945 time: 0.1526415 Nov 01 18:08:34.788531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1310442-48e4-45c6-9ab2-246b571b07a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.866969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9531155b-f8f9-4515-ab17-896084ce709d req-5f1e3273-5cf3-4c1e-bf84-0a0559d9e59c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130397 Nov 01 18:08:34.885431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1310442-48e4-45c6-9ab2-246b571b07a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84a5f70e2ea94939b14294f481a92e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003389 Nov 01 18:08:34.888402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58654) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:34.897239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1310442-48e4-45c6-9ab2-246b571b07a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef22dba-9069-4dc2-adb8-28e503ed47ca,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:34.911888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dd6f0-92b3-443b-b3fd-e2096e0cca44 req-e20d2bc5-187b-4331-b9fe-c46f0e4b2aed tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:34.918132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f7dd6f0-92b3-443b-b3fd-e2096e0cca44 req-e20d2bc5-187b-4331-b9fe-c46f0e4b2aed tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.1280055 Nov 01 18:08:34.947940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:34.962536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f7dd6f0-92b3-443b-b3fd-e2096e0cca44 req-0ef6d3b7-7243-4365-8940-5c8edb32379d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 Nov 01 18:08:34.970556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.101120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.103713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.104929 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ef22dba-9069-4dc2-adb8-28e503ed47ca HTTP/1.1" status: 204 len: 168 time: 0.2149293 Nov 01 18:08:35.113729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51776127-5edd-46e9-8135-a09206fe5ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef22dba-9069-4dc2-adb8-28e503ed47ca,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:35.193223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:35.206841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc05e2fa-ac3f-442f-8fa5-e5cd627a1ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.256839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:35.293429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6da5d21-9e34-4b08-ac94-3caae0635f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.329701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc05e2fa-ac3f-442f-8fa5-e5cd627a1ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.402765 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6da5d21-9e34-4b08-ac94-3caae0635f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.463490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc05e2fa-ac3f-442f-8fa5-e5cd627a1ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.492525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6da5d21-9e34-4b08-ac94-3caae0635f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.500783 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc05e2fa-ac3f-442f-8fa5-e5cd627a1ac7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c3e2b19f3b74525b5b18e467e162303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062766 Nov 01 18:08:35.502865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e2fa-ac3f-442f-8fa5-e5cd627a1ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b983e5-f843-41d7-a065-c1e3645f4d48,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:35.505455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58680) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:35.538158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da5d21-9e34-4b08-ac94-3caae0635f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc0bd4-7797-4539-9c87-4843bd7a413a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:35.546211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e6da5d21-9e34-4b08-ac94-3caae0635f87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c87be90d11994fd3a1ae1d94abdec6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856176 Nov 01 18:08:35.546573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:35.560187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.581965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.604953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.635290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.701578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 159f3535-2fc0-440b-804e-660ad55e6864 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:35.758513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.761171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.761438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6777fd5-68ab-480d-bbe9-14709cb3f55f req-39a69e4f-75dd-4277-ab50-4ff3f70ca2fe tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Nov 01 18:08:35.763101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1b983e5-f843-41d7-a065-c1e3645f4d48 HTTP/1.1" status: 204 len: 168 time: 0.2559469 Nov 01 18:08:35.772858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bc93d-1f84-4166-b07d-fbb3f52acd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b983e5-f843-41d7-a065-c1e3645f4d48,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:35.798537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.801589 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.803992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3fc0bd4-7797-4539-9c87-4843bd7a413a HTTP/1.1" status: 204 len: 168 time: 0.2564270 Nov 01 18:08:35.813632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ab7d1-f54d-4c86-b99e-f8227e88144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc0bd4-7797-4539-9c87-4843bd7a413a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:35.843206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58702) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:35.856514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4927-92e6-4875-813f-ff6fef87d629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:35.861135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 159f3535-2fc0-440b-804e-660ad55e6864 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:08:35.866014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 159f3535-2fc0-440b-804e-660ad55e6864 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:35.866381 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.017121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.033749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-95fa78f4-c62d-4936-a1b2-2a9b2fe42179 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:36.035383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-95fa78f4-c62d-4936-a1b2-2a9b2fe42179 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.1494987 Nov 01 18:08:36.046879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:36.049270 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47efd8d-454f-4118-95bd-dcdbf23f2350" -d '{"events": [{"server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "name": "network-vif-plugged", "status": "completed", "tag": "159f3535-2fc0-440b-804e-660ad55e6864"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:36.054096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4927-92e6-4875-813f-ff6fef87d629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.077631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=159f3535-2fc0-440b-804e-660ad55e6864,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:36.083661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879440a2-9f23-47df-9821-7019974277ae req-f14062e6-82f1-4574-8084-f1940b2e1f4c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:36.104302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-879440a2-9f23-47df-9821-7019974277ae req-f14062e6-82f1-4574-8084-f1940b2e1f4c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 945 time: 0.1019945 Nov 01 18:08:36.154836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-879440a2-9f23-47df-9821-7019974277ae req-55e3b312-9d06-4ae6-b759-7a15f499011e tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497265 Nov 01 18:08:36.165074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4927-92e6-4875-813f-ff6fef87d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.203145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a5d4927-92e6-4875-813f-ff6fef87d629 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bd698ae2903478e9e73b2bf256859db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553777 Nov 01 18:08:36.203319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58720) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:36.210195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.235659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d4927-92e6-4875-813f-ff6fef87d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19318ed9-c7f5-42b2-8dda-74200e9a39c0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:36.258472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Deleting port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:08:36.258903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.322647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:36.368107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ca14-9b9d-44db-b8c1-c5edf1a19ea5 req-20704f0b-e300-4434-afdc-91e56a29019d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:36.369622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56c4ca14-9b9d-44db-b8c1-c5edf1a19ea5 req-20704f0b-e300-4434-afdc-91e56a29019d tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 971 time: 0.1075461 Nov 01 18:08:36.370298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.386001 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfff938-18c6-42f8-bd69-fd918a685a5b x-openstack-request-id: req-fcfff938-18c6-42f8-bd69-fd918a685a5b {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:36.386326 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "name": "network-vif-plugged", "status": "completed", "tag": "159f3535-2fc0-440b-804e-660ad55e6864", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:36.386630 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcfff938-18c6-42f8-bd69-fd918a685a5b {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:36.387050 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864', 'code': 200} Nov 01 18:08:36.520780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56c4ca14-9b9d-44db-b8c1-c5edf1a19ea5 req-9a8037c0-93f7-4126-866a-ad7ce57a8b5b tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f13bce87-8b46-403a-895c-3e83e76994d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406291 Nov 01 18:08:36.532521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.611806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cec5d-c197-44f3-a162-3082beba3fe2 req-406b0909-af46-4c57-9d11-34775cf42f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:36.612005 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1c5cec5d-c197-44f3-a162-3082beba3fe2 req-406b0909-af46-4c57-9d11-34775cf42f14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1097 time: 0.0903838 Nov 01 18:08:36.665353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] For port 48d1b730-9f94-4f26-bfce-1247f1a9ec21, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48d1b730-9f94-4f26-bfce-1247f1a9ec21,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:36.670940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.689924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1c5cec5d-c197-44f3-a162-3082beba3fe2 req-26b46bf6-6612-45b3-8085-0e3b7961fed1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649970 Nov 01 18:08:36.690800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Calling delete_port for 48d1b730-9f94-4f26-bfce-1247f1a9ec21 owned by compute:tempest-test_az-2109477897 {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:08:36.721045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.723616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.724716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19318ed9-c7f5-42b2-8dda-74200e9a39c0 HTTP/1.1" status: 204 len: 168 time: 0.5204313 Nov 01 18:08:36.742332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6ccf3-c40a-46fd-836e-bf146f29fc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19318ed9-c7f5-42b2-8dda-74200e9a39c0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:36.883864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0827ac8b-4948-4972-a383-f1d1727934d1 req-36c96e8e-64ad-44de-af71-f4dd7677721a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0406325 Nov 01 18:08:36.981371 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:36.993396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['48d1b730-9f94-4f26-bfce-1247f1a9ec21'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:37.020158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Pushing event deleted for resources: {'Port': ['ID=48d1b730-9f94-4f26-bfce-1247f1a9ec21,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:37.088204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] No DVR routers for this DVR port 48d1b730-9f94-4f26-bfce-1247f1a9ec21 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:08:37.092333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:37.095779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d6ff04e-9e9e-44cd-bdbf-83353148e6b8 req-17948485-f29a-4f1d-92fe-db30b7e0cb64 tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.32 "DELETE /v2.0/ports/48d1b730-9f94-4f26-bfce-1247f1a9ec21 HTTP/1.1" status: 204 len: 173 time: 1.0539346 Nov 01 18:08:37.096221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'name': 'network-vif-deleted', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:37.098470 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ded8fa-8509-4855-a2ca-9eb688a1749a" -d '{"events": [{"server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "name": "network-vif-deleted", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:37.138476 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874577a-91db-4d73-a5af-19710b26e2d7 x-openstack-request-id: req-a874577a-91db-4d73-a5af-19710b26e2d7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:37.138894 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c83ceab-4098-4e10-bbdc-4fd5bc719ff8", "name": "network-vif-deleted", "tag": "48d1b730-9f94-4f26-bfce-1247f1a9ec21", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:37.139003 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a874577a-91db-4d73-a5af-19710b26e2d7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:37.139385 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c83ceab-4098-4e10-bbdc-4fd5bc719ff8', 'name': 'network-vif-deleted', 'tag': '48d1b730-9f94-4f26-bfce-1247f1a9ec21', 'status': 'completed', 'code': 200} Nov 01 18:08:37.317003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9da5-a15b-42a8-86e8-976fa6d07df8 req-3f7e6656-b4c4-4992-87b2-355df4ee539e tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:37.318487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9aed9da5-a15b-42a8-86e8-976fa6d07df8 req-3f7e6656-b4c4-4992-87b2-355df4ee539e tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.0665319 Nov 01 18:08:37.370257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9aed9da5-a15b-42a8-86e8-976fa6d07df8 req-4db376c3-6206-4b1b-a50d-442febaa0309 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442698 Nov 01 18:08:37.457666 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-4b13ec95-5b97-4827-a9f7-0007c13a5468 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244422 Nov 01 18:08:37.593589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-9bd65f28-9bba-4c19-a057-ddb080d986be tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:37.595327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-9bd65f28-9bba-4c19-a057-ddb080d986be tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322680 Nov 01 18:08:37.611017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Request body: {'port': {'device_id': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '4f085abb61e64f1e9ab87cef5de610ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:37.692764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b6548db-2be9-4b45-8b7d-26ade70caf30 req-c0eca520-6e2f-4612-938b-82be93cc3b7a tempest-AggregatesAdminTestJSON-459030917 tempest-AggregatesAdminTestJSON-459030917-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c83ceab-4098-4e10-bbdc-4fd5bc719ff8 HTTP/1.1" status: 200 len: 210 time: 0.0327222 Nov 01 18:08:37.836462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Made reservation on behalf of 4f085abb61e64f1e9ab87cef5de610ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:37.847001 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:37.861031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:37.948171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:37.979228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20347f91-4ca2-411e-8b2f-131d57f1d912 req-f997b096-984d-45d2-84db-9054731d3c85 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0332580 Nov 01 18:08:38.027005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.114599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa141aab-60fc-454c-90f0-12ef3d9a57a1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:38.186035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Allocated IP 192.168.233.172 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/35066790-fc19-489e-802c-eeb9d90e658a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:38.287842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58820) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:38.316890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58824) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:38.363917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.455600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.504144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2576f51-6e96-4595-b5a4-a77e0057e828 req-54af6c2b-dbbb-48e1-8241-da2de218aafd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:38.504670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:38.506419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2576f51-6e96-4595-b5a4-a77e0057e828 req-54af6c2b-dbbb-48e1-8241-da2de218aafd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.0579960 Nov 01 18:08:38.518587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:38.535425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:38.541415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:38.542131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.546168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Pushing event updated for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:38.565142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10cf5a16-3b44-4d92-8bf1-09c7f8960cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.582554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2576f51-6e96-4595-b5a4-a77e0057e828 req-9f972177-4822-4365-b370-52ffc0ed0a25 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701318 Nov 01 18:08:38.588678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1045009-network', 'tenant_id': '709aa04ba00e4061a6302acc59ba9bef'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:38.657497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-f668ec1b-3c59-4341-a370-9b719ea50250 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0501156 Nov 01 18:08:38.673458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Request body: {'port': {'device_id': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:38.676744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58836) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:38.698054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10cf5a16-3b44-4d92-8bf1-09c7f8960cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.759359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1276824736-network', 'tenant_id': '22b81861f08549beb0169e7fc228a374'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:38.765871 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.766827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Made reservation on behalf of 709aa04ba00e4061a6302acc59ba9bef for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:38.773877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.793227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.800938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10cf5a16-3b44-4d92-8bf1-09c7f8960cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.823744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f0e6e178-bec7-4f3f-981c-10a06e441247 None None] Provisioning complete for port 35066790-fc19-489e-802c-eeb9d90e658a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:38.825699 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e178-bec7-4f3f-981c-10a06e441247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.866193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6e178-bec7-4f3f-981c-10a06e441247 None None] Port 35066790-fc19-489e-802c-eeb9d90e658a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:08:38.871428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:38.907325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-10cf5a16-3b44-4d92-8bf1-09c7f8960cfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fecd09a5912a477a93f17396617433f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179178 Nov 01 18:08:38.908281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58848) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:38.983548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf5a16-3b44-4d92-8bf1-09c7f8960cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5138962b-46c1-4883-98db-f4456b1cf7e4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.021910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.055808 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.072959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:39.075402 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.098487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.120606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35066790-fc19-489e-802c-eeb9d90e658a {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:39.130404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.144973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Transition to ACTIVE for port object 35066790-fc19-489e-802c-eeb9d90e658a will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:08:39.163203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.207882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9455-bdd6-4243-96d7-8bc41fac266a req-c256cd32-3b3b-4acb-abc9-698c9082a49b tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.209390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464f9455-bdd6-4243-96d7-8bc41fac266a req-c256cd32-3b3b-4acb-abc9-698c9082a49b tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 936 time: 0.1120093 Nov 01 18:08:39.244146 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.273921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.284371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464f9455-bdd6-4243-96d7-8bc41fac266a req-300d3a57-8f01-4834-9940-638060a54f17 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669589 Nov 01 18:08:39.294363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Pushing event updated for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.304758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.305952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.308696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.311619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5138962b-46c1-4883-98db-f4456b1cf7e4 HTTP/1.1" status: 204 len: 168 time: 0.3951094 Nov 01 18:08:39.323428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:08:39.333763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2b611-9169-401c-890b-96d28fa89f11,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.344738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.345092 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Added segment 853cc8f5-17f3-47c8-9d05-1070e1b4feef of type vlan for network e69a1407-e837-40f6-996f-ff751d072e33 Nov 01 18:08:39.356225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259665d-55ac-4c3f-ae05-86bb4781af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5138962b-46c1-4883-98db-f4456b1cf7e4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.379970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Attempting to bind port 35066790-fc19-489e-802c-eeb9d90e658a on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:39.381075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Attempting to bind port 35066790-fc19-489e-802c-eeb9d90e658a by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:39.381423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Attempting to bind port 35066790-fc19-489e-802c-eeb9d90e658a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:39.406875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.412813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Port 35066790-fc19-489e-802c-eeb9d90e658a on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:08:39.413286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Attempting to bind port 35066790-fc19-489e-802c-eeb9d90e658a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:39.429820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:39.429820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:39.429820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:39.429820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Bound port: 35066790-fc19-489e-802c-eeb9d90e658a, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:39.429820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.438885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.472240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:08:39.480103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1128055-5727-4aad-a7d4-cab62907f464,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.501052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.501640 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Added segment 4df12990-a6c8-4815-804a-e1ba3632aafa of type vlan for network 6197de36-9956-42c7-b849-c366ea93e06c Nov 01 18:08:39.529503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:39.533647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=35066790-fc19-489e-802c-eeb9d90e658a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:39.548616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.618070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.618232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.619062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.619677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.656814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.657442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.658972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] 10.222.0.32 "PUT /v2.0/ports/35066790-fc19-489e-802c-eeb9d90e658a HTTP/1.1" status: 200 len: 1096 time: 0.9923716 Nov 01 18:08:39.659438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:39.661743 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c47cd-3cd8-42fe-976b-1fe3088f24d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "tag": "35066790-fc19-489e-802c-eeb9d90e658a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:39.706959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c154aa-a740-4552-9a5e-5e675b912b85 service neutron] Pushing event updated for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.725428 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed03626e-be38-4daa-ae10-c584c6a83f59 x-openstack-request-id: req-ed03626e-be38-4daa-ae10-c584c6a83f59 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:39.725895 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "tag": "35066790-fc19-489e-802c-eeb9d90e658a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:39.726293 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed03626e-be38-4daa-ae10-c584c6a83f59 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:39.732379 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a', 'status': 'completed', 'code': 200} Nov 01 18:08:39.735111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.736575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.737347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:39.755313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] Pushing event updated for resources: {'Network': ['ID=e69a1407-e837-40f6-996f-ff751d072e33,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.770063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e69a1407-e837-40f6-996f-ff751d072e33 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:08:39.785904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-10e21fe6-ef55-416a-82f8-e085f4a35797 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4674516 Nov 01 18:08:39.789030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:39.798449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Request body: {'subnet': {'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1045009-subnet', 'tenant_id': '709aa04ba00e4061a6302acc59ba9bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:39.813868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c47cd-3cd8-42fe-976b-1fe3088f24d7 req-48b57657-d4af-4996-adeb-100135e904e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.815718 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-503c47cd-3cd8-42fe-976b-1fe3088f24d7 req-48b57657-d4af-4996-adeb-100135e904e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 1099 time: 0.0650718 Nov 01 18:08:39.840586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] Pushing event updated for resources: {'Network': ['ID=6197de36-9956-42c7-b849-c366ea93e06c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:39.853189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec596cb-4f8e-41d3-97fd-83d51f2105ba req-b269409b-3d86-420d-a748-b4737c768ac9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:39.854744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec596cb-4f8e-41d3-97fd-83d51f2105ba req-b269409b-3d86-420d-a748-b4737c768ac9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.1733243 Nov 01 18:08:39.857052 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-503c47cd-3cd8-42fe-976b-1fe3088f24d7 req-bb548e78-4699-45fc-894c-602cccd45eba service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329094 Nov 01 18:08:39.874930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6197de36-9956-42c7-b849-c366ea93e06c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:08:39.929625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08c49c05-c3fb-4db8-9f98-7175c2a109ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2514820 Nov 01 18:08:39.932786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:39.939459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Request body: {'subnet': {'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1276824736-subnet', 'tenant_id': '22b81861f08549beb0169e7fc228a374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:39.945334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:39.997639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec596cb-4f8e-41d3-97fd-83d51f2105ba req-fe9e4a47-dc1d-4be5-8554-1475dcfaf011 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291103 Nov 01 18:08:40.010023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Made reservation on behalf of 709aa04ba00e4061a6302acc59ba9bef for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:40.016988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.098220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c47cd-3cd8-42fe-976b-1fe3088f24d7 req-b155dcaf-eae5-4556-8c85-b431cfe01f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.100731 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-503c47cd-3cd8-42fe-976b-1fe3088f24d7 req-b155dcaf-eae5-4556-8c85-b431cfe01f4b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2363296 Nov 01 18:08:40.119771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:40.122150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.181428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-53b681b3-80bf-4086-a1aa-6239f4612f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.183028 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-53b681b3-80bf-4086-a1aa-6239f4612f84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 1099 time: 0.0473418 Nov 01 18:08:40.226698 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-7e1a1c8e-175e-4788-9657-fa458ac5b02b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=35066790-fc19-489e-802c-eeb9d90e658a HTTP/1.1" status: 200 len: 217 time: 0.0357490 Nov 01 18:08:40.244434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ccd2-51f0-4550-bdee-dd5fdb400e7f req-1375250b-25d9-4ba6-ba8d-0011ccaf9663 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.255139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0435ccd2-51f0-4550-bdee-dd5fdb400e7f req-1375250b-25d9-4ba6-ba8d-0011ccaf9663 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.1249979 Nov 01 18:08:40.256329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58890) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:40.278219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'floatingip': {'port_id': '159f3535-2fc0-440b-804e-660ad55e6864'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:40.283764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-b012a749-4ffe-4634-8a11-18eaf01bb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.285033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-b012a749-4ffe-4634-8a11-18eaf01bb316 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0514379 Nov 01 18:08:40.333695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-76a0e50d-c592-4268-b187-418d5e81e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.335825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-76a0e50d-c592-4268-b187-418d5e81e4b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442407 Nov 01 18:08:40.385404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.449764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-46d4812e-a24f-4452-b4c9-f7ec8eb7e999 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053162 Nov 01 18:08:40.525684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58896) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:40.550779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9ca26fb-4cc2-4a86-a781-8b1da7391723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.576242 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1cdf2a6-abb3-48eb-9bfc-9b102b764e33 req-807b26ed-fc6c-42da-b1ed-38257c78eaa0 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188936 Nov 01 18:08:40.650526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a48244-f7ec-4b49-a7af-3258e5970b07 req-c1d05747-08a9-44b6-83b7-69f3ec86b751 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:40.652150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98a48244-f7ec-4b49-a7af-3258e5970b07 req-c1d05747-08a9-44b6-83b7-69f3ec86b751 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 948 time: 0.1904688 Nov 01 18:08:40.757375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9ca26fb-4cc2-4a86-a781-8b1da7391723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.837803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9ca26fb-4cc2-4a86-a781-8b1da7391723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.872683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.878639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-97705762-7058-4cb3-8858-6094d56b9959 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8feed320d6af44be983bf4214feb9f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286108 Nov 01 18:08:40.878790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f9ca26fb-4cc2-4a86-a781-8b1da7391723 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55caadcd0a80446daf3e5f1699cec075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513842 Nov 01 18:08:40.878872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:40.885432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58914) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:40.887753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca26fb-4cc2-4a86-a781-8b1da7391723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e5480-76fa-4ec3-9bc1-870b1553b147,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:40.948213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98a48244-f7ec-4b49-a7af-3258e5970b07 req-e30b7273-40c3-49c4-a19b-005281148e78 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877676 Nov 01 18:08:40.955937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.977155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:40.979567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.015806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.025686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.097914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48d1b730-9f94-4f26-bfce-1247f1a9ec21 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:08:41.131051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 48d1b730-9f94-4f26-bfce-1247f1a9ec21 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:08:41.131646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48d1b730-9f94-4f26-bfce-1247f1a9ec21 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:08:41.179088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-140c599f-f892-4ea0-9874-791fb9337716 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128933 Nov 01 18:08:41.255732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6568b5-d68a-4dfd-a412-7fd782f28a9b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:41.268750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.271497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.276164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/982e5480-76fa-4ec3-9bc1-870b1553b147 HTTP/1.1" status: 204 len: 168 time: 0.3894863 Nov 01 18:08:41.286750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.290068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.291521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f13bce87-8b46-403a-895c-3e83e76994d0 HTTP/1.1" status: 204 len: 168 time: 0.4116127 Nov 01 18:08:41.302093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762b4b-d2d3-4942-a2fa-04934b92f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e5480-76fa-4ec3-9bc1-870b1553b147,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:41.319008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74add9e-09e9-4b98-ace9-37eb7635e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13bce87-8b46-403a-895c-3e83e76994d0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:41.322319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-49b858e2-be8b-40cf-bd05-1d33777ef1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.324222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-49b858e2-be8b-40cf-bd05-1d33777ef1fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1097 time: 0.0908113 Nov 01 18:08:41.362461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Checking segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:41.362825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Network hostable DHCP agents. Network: e69a1407-e837-40f6-996f-ff751d072e33, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:08:41.438307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1943d43-9ab6-4f84-bf32-3a769244181e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:41.447969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:41.448328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Network hostable DHCP agents. Network: 6197de36-9956-42c7-b849-c366ea93e06c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:08:41.477361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-6840bcb1-fe31-498d-a740-03e6b673d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.478923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-6840bcb1-fe31-498d-a740-03e6b673d58a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.1062298 Nov 01 18:08:41.520629 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-43222340-32ea-4fe0-9ab4-22d1841c4baa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Nov 01 18:08:41.553135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Network e69a1407-e837-40f6-996f-ff751d072e33 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:08:41.573534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-9b36b626-14f8-4ea7-9a92-bd62edbb154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.574953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-9b36b626-14f8-4ea7-9a92-bd62edbb154e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0470963 Nov 01 18:08:41.621116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-23e2ee8d-d90f-4de3-aa04-0445e33bda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.622906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-23e2ee8d-d90f-4de3-aa04-0445e33bda6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412116 Nov 01 18:08:41.645421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Network 6197de36-9956-42c7-b849-c366ea93e06c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:08:41.723998 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-e6021068-01a0-4d39-833d-210b58fbd103 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945296 Nov 01 18:08:41.726846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e69a1407-e837-40f6-996f-ff751d072e33) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:41.733906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6197de36-9956-42c7-b849-c366ea93e06c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:41.739038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd9e24-ba81-4cbd-a7ac-beb252f619b8 None None] Network e69a1407-e837-40f6-996f-ff751d072e33 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:41.743433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.744031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.752531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:41.753128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.766214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5f3dc-5ff8-4b7d-9a99-b28a7f55157b None None] Network 6197de36-9956-42c7-b849-c366ea93e06c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:41.796007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.838710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52b9375f-3ca1-418e-bab7-208b8449d801 req-ad6fa2b2-b6d1-4447-a4b4-f6cd1a115258 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074264 Nov 01 18:08:41.848259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-edc7bdbe-3062-4136-a94e-f020a11336d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0575438 Nov 01 18:08:41.854257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7bff4ce1-ac70-405d-a4d8-ad8d44635ef5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9200191 Nov 01 18:08:41.932533 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:41.948215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a23ec-54f4-403f-b302-4363d905f63f None None] Network e69a1407-e837-40f6-996f-ff751d072e33 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:42.066999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9f2c1-842f-4244-a8c6-c430896a922c None None] Network 6197de36-9956-42c7-b849-c366ea93e06c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:42.099271 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c associated. External IP: 172.25.2.242, port: 159f3535-2fc0-440b-804e-660ad55e6864. Nov 01 18:08:42.160082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d43551-243a-42f9-9e69-79c246280269 req-70c17468-bf2d-4e7b-9494-40f17d86fde0 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:42.168097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72d43551-243a-42f9-9e69-79c246280269 req-70c17468-bf2d-4e7b-9494-40f17d86fde0 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 948 time: 0.1143999 Nov 01 18:08:42.268067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72d43551-243a-42f9-9e69-79c246280269 req-507fe341-a21e-4ef7-9077-f63d7f0bd39e tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997231 Nov 01 18:08:42.312187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58972) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:42.469875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:08:42.563684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-271acd5d-8f7f-4b2a-af47-f6d7d2813c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.580336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:08:42.585080 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.594906 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:08:42.607167 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:08:42.608173 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:42.625480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5e5045d-f866-4d03-a628-4be671d5ecbd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "PUT /v2.0/floatingips/0d5cc7ed-db7f-4b9f-9a56-a99208613f8c HTTP/1.1" status: 200 len: 992 time: 2.3654668 Nov 01 18:08:42.625480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:42.658210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-271acd5d-8f7f-4b2a-af47-f6d7d2813c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.752115 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:08:42.757748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-271acd5d-8f7f-4b2a-af47-f6d7d2813c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.797178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271acd5d-8f7f-4b2a-af47-f6d7d2813c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25456d-2087-4295-beaf-d75c21d0a2a9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:42.804231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-271acd5d-8f7f-4b2a-af47-f6d7d2813c1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d65d71707044cd0a1a02ef34a990b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907897 Nov 01 18:08:42.805021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58992) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:42.865678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.879928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58994) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:42.891762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:42.925625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e08f9618-6b0a-42e9-b785-cb20aee4714d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d95638c14984ca2ab230f8f3b08757f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441766 Nov 01 18:08:42.928164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:43.002360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.018870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.022233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.027479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff25456d-2087-4295-beaf-d75c21d0a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2211227 Nov 01 18:08:43.034757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.039304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba9b27-a0d4-4207-b35a-d0c3fee7a64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25456d-2087-4295-beaf-d75c21d0a2a9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:43.169983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.172959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:43.176617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5a3fef9-b7ba-42cf-aa52-4b26a181e29d HTTP/1.1" status: 204 len: 168 time: 0.2451279 Nov 01 18:08:43.183168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50978798-9ad8-4950-bb44-a167ff52f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3fef9-b7ba-42cf-aa52-4b26a181e29d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:43.216986 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': '159f3535-2fc0-440b-804e-660ad55e6864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:24:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:08:41Z', 'revision_number': 1, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:43.246333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:08:43.255851 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:08:43.256675 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:43.285793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:43.396148 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:08:43.414687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e69b0-6728-4df1-813f-a6eb5b768780 req-c631d2e5-b4a2-41d4-88ba-0cfcadab61da tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:43.422155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a01e69b0-6728-4df1-813f-a6eb5b768780 req-c631d2e5-b4a2-41d4-88ba-0cfcadab61da tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 948 time: 0.0623679 Nov 01 18:08:43.491476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a01e69b0-6728-4df1-813f-a6eb5b768780 req-e5f280eb-790e-4a8d-9532-58674b8eb17d tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684798 Nov 01 18:08:43.568602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-13c2eef6-096d-4e3c-b0bc-18b59e337310 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:43.576055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-13c2eef6-096d-4e3c-b0bc-18b59e337310 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.1244295 Nov 01 18:08:43.587546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-c423031f-bf01-44c3-a22f-fb0c66181f91 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/quotas/709aa04ba00e4061a6302acc59ba9bef HTTP/1.1" status: 200 len: 375 time: 0.0098400 Nov 01 18:08:43.631004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-25fad175-7097-4519-bdc1-2e3d4a6a632d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334387 Nov 01 18:08:43.717183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': '159f3535-2fc0-440b-804e-660ad55e6864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:24:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:08:41Z', 'revision_number': 1, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:08:43.774320 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5190b3f-59cb-4796-b41a-38ef6b5ea09c None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': '159f3535-2fc0-440b-804e-660ad55e6864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:24:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:08:41Z', 'revision_number': 1, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:08:43.846404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-709a2e19-55b2-4f2d-8d29-42973a720d71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783014 Nov 01 18:08:43.897973 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b2126-f7a9-43b1-9388-7f83179294fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "tag": "159f3535-2fc0-440b-804e-660ad55e6864"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:43.979881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43314c1-bea3-407c-ad0f-222590299fff req-16160242-efa2-4ab8-9b7b-292bd99503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:43.982242 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-16160242-efa2-4ab8-9b7b-292bd99503e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1097 time: 0.0706878 Nov 01 18:08:43.998348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-f7c7030e-f2be-4405-b223-1f429890e6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598750 Nov 01 18:08:44.118342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf3386-0c40-4c07-9aaa-1f179528f3d9 None None] New status for floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:08:44.172922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-0981ab82-3c59-4660-89e1-c31acfd66083 service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590619 Nov 01 18:08:44.302400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.365792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43314c1-bea3-407c-ad0f-222590299fff req-b765624c-ba7e-431f-ba69-aef14f364524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:44.367951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-b765624c-ba7e-431f-ba69-aef14f364524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.3644593 Nov 01 18:08:44.456286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7978060a-2ec0-4e2e-82e6-8ae1153c7620 req-76f29719-951b-4045-8e4d-d1399059ffa8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 210 time: 0.0347912 Nov 01 18:08:44.525643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-52c52af6-fd97-43e6-965d-49f3b07a5f47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 1000 time: 0.1499600 Nov 01 18:08:44.566591 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94f88ce-8900-4b0b-a739-a16b4b19c02b x-openstack-request-id: req-b94f88ce-8900-4b0b-a739-a16b4b19c02b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:44.567052 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "tag": "159f3535-2fc0-440b-804e-660ad55e6864", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:44.567629 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b94f88ce-8900-4b0b-a739-a16b4b19c02b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:44.568917 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864', 'status': 'completed', 'code': 200} Nov 01 18:08:44.576489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.613247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59056) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:44.638029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43314c1-bea3-407c-ad0f-222590299fff req-7abf4f97-0be4-4a44-9aeb-a3c762e393ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:44.640640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-7abf4f97-0be4-4a44-9aeb-a3c762e393ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.1081157 Nov 01 18:08:44.643267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71ce1dc5-52a1-48ef-a0ae-4f8b9881ef3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.678758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.746403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc75b00-6f24-498b-b551-b35d05134f90 req-2c0ba4fc-5772-4849-ab0a-947aaddf134a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:44.748776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebc75b00-6f24-498b-b551-b35d05134f90 req-2c0ba4fc-5772-4849-ab0a-947aaddf134a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 948 time: 0.1077216 Nov 01 18:08:44.750843 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a17e363bf7f41028cad1d7df784a2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4640083 Nov 01 18:08:44.754146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:44.756168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef882f5-2d90-4cea-aec7-663e37f2c3ee,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:44.782817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.783161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.783521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.783854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.784350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.784684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.785011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.785334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.785652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.786108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.786581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.787057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc453dbb-daa1-4e47-b1ee-2afcd58d3166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:44.802847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43314c1-bea3-407c-ad0f-222590299fff req-3327f76d-58e6-4956-9c1b-6d049cd8e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:44.804423 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-3327f76d-58e6-4956-9c1b-6d049cd8e5cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569951 Nov 01 18:08:44.829139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebc75b00-6f24-498b-b551-b35d05134f90 req-f69a74cc-0c4c-4c64-a283-59bc4596709a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Nov 01 18:08:44.845248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71ce1dc5-52a1-48ef-a0ae-4f8b9881ef3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.935315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.946395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71ce1dc5-52a1-48ef-a0ae-4f8b9881ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.961664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-20aa6497-1bbb-4fee-9a0c-22d96d1d9cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458173 Nov 01 18:08:44.966156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:44.997869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71ce1dc5-52a1-48ef-a0ae-4f8b9881ef3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a94880363304885ac9c266c8904e5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831999 Nov 01 18:08:44.998800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59074) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:45.005999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce1dc5-52a1-48ef-a0ae-4f8b9881ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ed83e-5d1d-4d14-88f8-67beeebf2441,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:45.081343 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.098738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f43314c1-bea3-407c-ad0f-222590299fff req-d8a34dfc-259f-4410-a51c-c5e8afca3648 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161759 Nov 01 18:08:45.110528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.128399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 35066790-fc19-489e-802c-eeb9d90e658a details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:08:45.161014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.163655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.164867 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ef882f5-2d90-4cea-aec7-663e37f2c3ee HTTP/1.1" status: 204 len: 168 time: 0.4095833 Nov 01 18:08:45.173786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c292fe-904b-4ac7-bdf8-fa7b8baea49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef882f5-2d90-4cea-aec7-663e37f2c3ee,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:45.271736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=35066790-fc19-489e-802c-eeb9d90e658a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:45.275641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.280040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.285728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b2ed83e-5d1d-4d14-88f8-67beeebf2441 HTTP/1.1" status: 204 len: 168 time: 0.2858770 Nov 01 18:08:45.286193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '35066790-fc19-489e-802c-eeb9d90e658a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '35066790-fc19-489e-802c-eeb9d90e658a', 'mac_address': 'fa:16:3e:ae:19:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:08:45.292239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-84a363cd-f47f-484b-a639-05156f57a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:45.294606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4a22b-bb6b-40f1-821d-60faaa54482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ed83e-5d1d-4d14-88f8-67beeebf2441,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:45.295590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-84a363cd-f47f-484b-a639-05156f57a7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1097 time: 0.0798769 Nov 01 18:08:45.334935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.349737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35066790-fc19-489e-802c-eeb9d90e658a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:45.376921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=35066790-fc19-489e-802c-eeb9d90e658a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:45.402586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-5a76bb7d-92bb-42b9-8bed-997755b07cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:45.404647 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-5a76bb7d-92bb-42b9-8bed-997755b07cd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.1012800 Nov 01 18:08:45.419533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:45.423736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2010911600-network', 'tenant_id': 'abdd0756c8de4e07a71fcd6231c4e63c'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:45.463934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.481865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-37c39f04-1319-4e2c-8fc0-bab4a125897b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 1002 time: 0.0700965 Nov 01 18:08:45.536574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-fe494154-9d28-4ce4-8e4a-9f867b136e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:45.538357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-fe494154-9d28-4ce4-8e4a-9f867b136e97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0494421 Nov 01 18:08:45.545986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:45.576671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13c7dd4f-da23-4b9b-b359-0daaeef9e1c3 req-3b5da125-696a-4864-ba1a-74b46df29267 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 210 time: 0.0540328 Nov 01 18:08:45.587542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Made reservation on behalf of abdd0756c8de4e07a71fcd6231c4e63c for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:45.591429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.600400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-902550b2-85e1-43f7-96a1-29ff84b8bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:45.602083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-902550b2-85e1-43f7-96a1-29ff84b8bdaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573905 Nov 01 18:08:45.606082 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.656267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['35066790-fc19-489e-802c-eeb9d90e658a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:45.697381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.706261 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-1ee8a973-909e-4a2b-a305-c7ad31bbec77 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964074 Nov 01 18:08:45.790616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.810768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a54b2126-f7a9-43b1-9388-7f83179294fd req-d03ca795-6ce7-4bb9-9ac0-511d74bb07ae service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974321 Nov 01 18:08:45.829825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:08:45.844072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d52bc-41b1-4f90-8105-e5104339af1c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:45.849236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.849479 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Added segment 406aaec0-d5d7-4162-9559-8adda49fa9ac of type vlan for network 7543c6e5-927c-4cad-9174-7ddcc3fdf0db Nov 01 18:08:45.863416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.863795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.864133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.864468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.864795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.865129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.865453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.865778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.866100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.866420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.866740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.867186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:45.924924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:45.980658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977277-5e4c-4213-a4b0-2f26d2d006ac req-be5038dc-5d33-4a62-bccd-0165f087f4d0 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:45.982596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09977277-5e4c-4213-a4b0-2f26d2d006ac req-be5038dc-5d33-4a62-bccd-0165f087f4d0 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 949 time: 0.0783403 Nov 01 18:08:46.038092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09977277-5e4c-4213-a4b0-2f26d2d006ac req-67fc0e01-fe27-45e7-b9f9-4f5e0ce92ebe tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Nov 01 18:08:46.095107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:46.096253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:46.096834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:46.162550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] Pushing event updated for resources: {'Network': ['ID=7543c6e5-927c-4cad-9174-7ddcc3fdf0db,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:46.172347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7543c6e5-927c-4cad-9174-7ddcc3fdf0db details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:08:46.285945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b739f819-484b-4fde-990a-9e4217aa7837 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8659489 Nov 01 18:08:46.288713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:46.301185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Request body: {'subnet': {'network_id': '7543c6e5-927c-4cad-9174-7ddcc3fdf0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2010911600-subnet', 'tenant_id': 'abdd0756c8de4e07a71fcd6231c4e63c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:46.414731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:46.415370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Made reservation on behalf of abdd0756c8de4e07a71fcd6231c4e63c for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:46.417753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:46.428162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511f3441-17d6-4c8d-bc94-a172fb10acc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:46.567024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511f3441-17d6-4c8d-bc94-a172fb10acc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:46.667796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efd08026-d4db-442f-9516-a442ea7054b0 req-97df5ca8-436e-4dc4-9b3a-d1f808fb0de3 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 210 time: 0.0258212 Nov 01 18:08:47.033108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511f3441-17d6-4c8d-bc94-a172fb10acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.045111 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:08:47.069498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-511f3441-17d6-4c8d-bc94-a172fb10acc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14d6d589af934b908a9d8b6d12f0a87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510983 Nov 01 18:08:47.069498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59138) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:47.077744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f3441-17d6-4c8d-bc94-a172fb10acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5553af-7f20-484b-86f6-70e5897aaf14,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:47.105436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.128196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.130837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 35066790-fc19-489e-802c-eeb9d90e658a up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:47.161399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.234305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae926d3d-0ae8-408f-87e7-576941e0b346,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:47.258687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Checking segment: {'id': '406aaec0-d5d7-4162-9559-8adda49fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7543c6e5-927c-4cad-9174-7ddcc3fdf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:47.261964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Network hostable DHCP agents. Network: 7543c6e5-927c-4cad-9174-7ddcc3fdf0db, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:08:47.278774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539472-5c7c-4e41-8ead-ccdc4939e30a req-063abae3-6211-43bb-a328-9be71456235a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:47.280452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f539472-5c7c-4e41-8ead-ccdc4939e30a req-063abae3-6211-43bb-a328-9be71456235a tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 949 time: 0.0843894 Nov 01 18:08:47.287699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 35066790-fc19-489e-802c-eeb9d90e658a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:08:47.295181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 35066790-fc19-489e-802c-eeb9d90e658a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:47.296343 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.313019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.322665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.323900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce5553af-7f20-484b-86f6-70e5897aaf14 HTTP/1.1" status: 204 len: 168 time: 0.2529643 Nov 01 18:08:47.333852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f539472-5c7c-4e41-8ead-ccdc4939e30a req-5f36aa42-99b5-41b8-9aa3-f272b919c884 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Nov 01 18:08:47.342092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478f2b9-608b-43cd-b1bf-ae66f5a6fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5553af-7f20-484b-86f6-70e5897aaf14,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:47.367639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Network 7543c6e5-927c-4cad-9174-7ddcc3fdf0db is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:08:47.411271 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.437249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:47.439474 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fccf888-2190-44c8-85a6-8a6faba4765d" -d '{"events": [{"server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "name": "network-vif-plugged", "status": "completed", "tag": "35066790-fc19-489e-802c-eeb9d90e658a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:47.453542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=35066790-fc19-489e-802c-eeb9d90e658a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:47.453784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7543c6e5-927c-4cad-9174-7ddcc3fdf0db) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:47.459020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:47.461419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.464604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e584f6-fc32-4d30-acb6-49288a0f4a54 None None] Network 7543c6e5-927c-4cad-9174-7ddcc3fdf0db requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:47.485896 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af687799-206a-484b-b179-3cfc06291648 x-openstack-request-id: req-af687799-206a-484b-b179-3cfc06291648 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:47.486202 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "name": "network-vif-plugged", "status": "completed", "tag": "35066790-fc19-489e-802c-eeb9d90e658a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:47.486668 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af687799-206a-484b-b179-3cfc06291648 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:47.487047 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a', 'code': 200} Nov 01 18:08:47.533645 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:47.571819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-26bbb173-efb3-4e67-b62b-d9e46561f366 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2811689 Nov 01 18:08:47.617337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99565e-32d7-4878-bea7-fe896e19b09e req-296f5dfd-4c08-406f-a992-8e7e492c5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:47.620443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc99565e-32d7-4878-bea7-fe896e19b09e req-296f5dfd-4c08-406f-a992-8e7e492c5059 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 1101 time: 0.0618062 Nov 01 18:08:47.659083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:47.667777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2bc4c-2590-4e4b-b213-b7c076ee9f45 None None] Network 7543c6e5-927c-4cad-9174-7ddcc3fdf0db requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:47.671256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.671828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.672365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.672893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.673545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.674061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.674573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.675078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.675614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.676718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.677286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.677840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:08:47.738586 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc99565e-32d7-4878-bea7-fe896e19b09e req-c1a4633a-d9bc-4eaf-a39a-444d258a059c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929153 Nov 01 18:08:47.830327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-68620d35-4aa7-4d53-af63-e42768a34460 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:47.834353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-68620d35-4aa7-4d53-af63-e42768a34460 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.37 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.2128100 Nov 01 18:08:47.856577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'port': {'device_id': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'admin_state_up': True, 'tenant_id': '709aa04ba00e4061a6302acc59ba9bef'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:47.870634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a7f894f-289f-4567-ae70-a225d0af8b19 req-899d3172-0837-47c2-9fdf-1333ef0c0717 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 210 time: 0.0369334 Nov 01 18:08:48.063542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Made reservation on behalf of 709aa04ba00e4061a6302acc59ba9bef for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:48.067137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.208682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Allocated IP 172.20.0.2 (e69a1407-e837-40f6-996f-ff751d072e33/9a6568b5-d68a-4dfd-a412-7fd782f28a9b/c66fa2e6-23ae-4094-af86-a414df4498db) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:48.395576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.494485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59210) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:48.514707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.554842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Network e69a1407-e837-40f6-996f-ff751d072e33 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:48.557926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:48.568320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:48.573993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:48.574664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.581864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-c335555c-1028-40cf-9207-59cd0ee98936 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:48.583420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-c335555c-1028-40cf-9207-59cd0ee98936 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.1556487 Nov 01 18:08:48.590901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65863122-80de-4b44-8a16-c3c7f643f958 req-1f26ef30-a846-4dcf-9cb3-792f6b426d42 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:48.592375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65863122-80de-4b44-8a16-c3c7f643f958 req-1f26ef30-a846-4dcf-9cb3-792f6b426d42 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 950 time: 0.0945621 Nov 01 18:08:48.602521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:48.608830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-f2f6c9f9-5e55-43ac-83fa-48a2533ab1ac tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/quotas/22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 375 time: 0.0154853 Nov 01 18:08:48.649819 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb182e4c-7183-4cd0-a9fd-104fbc57ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.659334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-9ae524c8-93e7-46d4-bed0-6fce84474b82 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433314 Nov 01 18:08:48.675123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65863122-80de-4b44-8a16-c3c7f643f958 req-e54dcd68-fe85-4248-9c20-2d77a4167d0b tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744596 Nov 01 18:08:48.685211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7a3846ef-768e-4729-9936-8d594935786a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329618 Nov 01 18:08:48.712015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Request body: {'port': {'device_id': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:48.765593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-22ceae4f-927f-4252-8b18-7cfecd8c69cf service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053648 Nov 01 18:08:48.782231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:48.864624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-4d7ce886-760e-48b2-ad86-fdf9228e02a5 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922015 Nov 01 18:08:48.895607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1014517760-network', 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:49.049659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703404-913b-443c-acbe-a5e0c06d70ae req-8c43284c-30b6-4915-8b1a-bce92cd58226 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:49.051684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04703404-913b-443c-acbe-a5e0c06d70ae req-8c43284c-30b6-4915-8b1a-bce92cd58226 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 931 time: 0.0677626 Nov 01 18:08:49.096220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:49.098420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.100128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04703404-913b-443c-acbe-a5e0c06d70ae req-3c7a4240-86be-462d-9751-af66c851507d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Nov 01 18:08:49.112147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.139206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:49.187151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66fa2e6-23ae-4094-af86-a414df4498db {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:49.198424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.222209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Transition to ACTIVE for port object c66fa2e6-23ae-4094-af86-a414df4498db will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:08:49.236122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e81b259-30f0-4a03-ac47-3f1f0f7397f4 req-656af6cd-4b0a-4cd2-bad7-3dab98ee4c61 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 210 time: 0.0421674 Nov 01 18:08:49.271717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.304842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.306442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509ca7fb-897f-427d-843d-6185ee5bc433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.343144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.358868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:08:49.371441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.371441 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Added segment 6000df1f-4e87-416d-b7f4-499427fe295b of type vlan for network 960c7e92-31ed-4ad2-a7ae-f9750579e770 Nov 01 18:08:49.412046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509ca7fb-897f-427d-843d-6185ee5bc433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.448551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.480577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.500954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5aa650-536d-492b-a94b-579565e54541,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.532305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509ca7fb-897f-427d-843d-6185ee5bc433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.533406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Attempting to bind port c66fa2e6-23ae-4094-af86-a414df4498db on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:49.533744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Attempting to bind port c66fa2e6-23ae-4094-af86-a414df4498db by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:49.534077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Attempting to bind port c66fa2e6-23ae-4094-af86-a414df4498db on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:49.538303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Port c66fa2e6-23ae-4094-af86-a414df4498db on network e69a1407-e837-40f6-996f-ff751d072e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:08:49.543663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Attempting to bind port c66fa2e6-23ae-4094-af86-a414df4498db on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:49.543663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:49.544017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Checking segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:49.544328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Bound using segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:49.544695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Bound port: c66fa2e6-23ae-4094-af86-a414df4498db, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:49.545053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.576200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-509ca7fb-897f-427d-843d-6185ee5bc433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8822fe355f8410ab9e8cd630b056fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357214 Nov 01 18:08:49.577383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59248) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:49.583348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ca7fb-897f-427d-843d-6185ee5bc433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95502e8-01d6-4647-97dc-aa583ae80812,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.628556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.630218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:49.630354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.633867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:49.635181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.640139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:49.667003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.716129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] Pushing event updated for resources: {'Network': ['ID=960c7e92-31ed-4ad2-a7ae-f9750579e770,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.727251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:08:49.788404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-593e69c6-fea2-4516-967e-70792c30b2ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2916794 Nov 01 18:08:49.790061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:49.791930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.808634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Request body: {'subnet': {'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1014517760-subnet', 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:49.832890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37d8be-72ff-405c-bddf-11d1562dd82d req-cd6abe4c-1a8c-4f13-8968-b7f5d369f501 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:49.835381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f37d8be-72ff-405c-bddf-11d1562dd82d req-cd6abe4c-1a8c-4f13-8968-b7f5d369f501 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 950 time: 0.0591781 Nov 01 18:08:49.837626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.841192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.842376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b95502e8-01d6-4647-97dc-aa583ae80812 HTTP/1.1" status: 204 len: 168 time: 0.2640817 Nov 01 18:08:49.865984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0691-396d-4f04-b7f1-2af39c739351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95502e8-01d6-4647-97dc-aa583ae80812,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.879250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:49.880136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:49.881367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] 10.222.0.37 "PUT /v2.0/ports/c66fa2e6-23ae-4094-af86-a414df4498db HTTP/1.1" status: 200 len: 1091 time: 1.1747086 Nov 01 18:08:49.881812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:49.884205 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:49.896027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f37d8be-72ff-405c-bddf-11d1562dd82d req-1c2e5853-586e-473e-b85b-8c11de039eef tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Nov 01 18:08:49.932233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5019b-e280-40b3-acc2-770954fdb87f service neutron] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:49.948778 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d100e1-6f9e-452e-ba3f-ea0e85f26fc0 x-openstack-request-id: req-b8d100e1-6f9e-452e-ba3f-ea0e85f26fc0 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:49.949262 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:49.950200 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8d100e1-6f9e-452e-ba3f-ea0e85f26fc0 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:49.951249 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'status': 'completed', 'code': 200} Nov 01 18:08:50.011084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:50.019663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:50.087950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-1aa28755-12ef-4209-9a70-754a4e338793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.089887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-1aa28755-12ef-4209-9a70-754a4e338793 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 1094 time: 0.1185696 Nov 01 18:08:50.314529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-a7fb2755-4382-416b-9ea4-a284ae194697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.316091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-a7fb2755-4382-416b-9ea4-a284ae194697 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=709aa04ba00e4061a6302acc59ba9bef&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2160332 Nov 01 18:08:50.458187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:50.504056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e228e6-b47b-4e8b-b982-1a5c7a61251f req-74e5f759-5cf8-489c-ae19-baa1b0cf74d8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.505858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e228e6-b47b-4e8b-b982-1a5c7a61251f req-74e5f759-5cf8-489c-ae19-baa1b0cf74d8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0561354 Nov 01 18:08:50.508202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a218d6-bc57-42a8-9ec7-835fe536f6cc,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:50.511140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-16680049-d360-499f-8719-cd9558a999da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.513751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-08c6bfdc-e880-4fb8-82c7-924893b5fbb0 req-16680049-d360-499f-8719-cd9558a999da service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889887 Nov 01 18:08:50.558594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:50.560161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Network hostable DHCP agents. Network: 960c7e92-31ed-4ad2-a7ae-f9750579e770, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:08:50.569606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e228e6-b47b-4e8b-b982-1a5c7a61251f req-0b886e16-7a33-4fa8-8b19-a40be6d9db50 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Nov 01 18:08:50.622792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7f137c8f-f682-43a8-bc58-2a25412b1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.633863 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-7f137c8f-f682-43a8-bc58-2a25412b1930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 1094 time: 0.0618954 Nov 01 18:08:50.676299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b375f8a9-dd79-4bd1-b705-083ac8a27ac4 req-6a1f5c07-3a18-408a-a96f-d463eec4d934 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Nov 01 18:08:50.804509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cffcf1-c90d-41b3-a7ee-f265896de5b8 req-d449cc8b-6e2d-4ed8-9ce6-8d255cf91010 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.806343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6cffcf1-c90d-41b3-a7ee-f265896de5b8 req-d449cc8b-6e2d-4ed8-9ce6-8d255cf91010 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 950 time: 0.0568082 Nov 01 18:08:50.842652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bdccef16-797c-4a1f-b85d-3ce806434d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:50.866378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6cffcf1-c90d-41b3-a7ee-f265896de5b8 req-72a569bd-74a6-4890-9549-cbdf8f1cd737 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa141aab-60fc-454c-90f0-12ef3d9a57a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Nov 01 18:08:50.902492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:08:50.905855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-0a1e60dc-4909-41a5-a48f-95ffe6959be6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c66fa2e6-23ae-4094-af86-a414df4498db HTTP/1.1" status: 200 len: 217 time: 0.2719145 Nov 01 18:08:50.956585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 960c7e92-31ed-4ad2-a7ae-f9750579e770) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:50.962619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:50.967085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198cf24-9c19-4a0e-b063-15f987b20765 None None] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:50.974037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.974830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:50.987589 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2cb946cc-2287-41f1-af2d-f0035d4b1136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:50.994118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8adf1755-01d4-45a0-a6ad-fffe4d476c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:50.996270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-8adf1755-01d4-45a0-a6ad-fffe4d476c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 200 len: 859 time: 0.0814872 Nov 01 18:08:51.041837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-39468acd-ae6e-4929-8d28-d9932e412fcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e69a1407-e837-40f6-996f-ff751d072e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373185 Nov 01 18:08:51.087800 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-78d3af67-6028-4a4b-8760-84d8e8547015 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2973020 Nov 01 18:08:51.116376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2cb946cc-2287-41f1-af2d-f0035d4b1136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.178609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-0c741669-300b-4d0f-8d50-dd52ce2b1ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274397 Nov 01 18:08:51.190218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2cb946cc-2287-41f1-af2d-f0035d4b1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.201195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010b75d-fe60-421d-a5d7-0e589a75680a None None] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:51.267799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2cb946cc-2287-41f1-af2d-f0035d4b1136 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50f1f50ac6df45a4a156fa6252661de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014309 Nov 01 18:08:51.267799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb946cc-2287-41f1-af2d-f0035d4b1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002b8d8f-9960-4b15-94b1-cadf44650b7f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:51.275353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:51.313295 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47234877-af3a-46c6-84b6-eff6032aa2d9 req-24c2efcc-42de-4544-b34d-df1d84fafba3 service neutron] 10.222.0.37 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264944 Nov 01 18:08:51.353340 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.381290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.529765 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.532361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.536223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/002b8d8f-9960-4b15-94b1-cadf44650b7f HTTP/1.1" status: 204 len: 168 time: 0.2533660 Nov 01 18:08:51.541011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35e165-961b-4e2a-852a-de623a1740cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b8d8f-9960-4b15-94b1-cadf44650b7f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:51.701172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5b75-6a6b-4f17-9a99-647c2f08426f req-3b92b829-d812-422d-892a-38df58751602 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:51.704582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cdf5b75-6a6b-4f17-9a99-647c2f08426f req-3b92b829-d812-422d-892a-38df58751602 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0569308 Nov 01 18:08:51.763957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cdf5b75-6a6b-4f17-9a99-647c2f08426f req-4625d19e-f2f5-4ce2-a40b-baf25d4e16dc tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Nov 01 18:08:51.766338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-b658988a-10cb-48ea-a976-9f02342cfe90 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:51.768751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-b658988a-10cb-48ea-a976-9f02342cfe90 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 950 time: 0.0537546 Nov 01 18:08:51.843759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.32', 57581) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:51.876600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Deleting port 35066790-fc19-489e-802c-eeb9d90e658a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:08:51.876963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.883123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.994754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] For port 35066790-fc19-489e-802c-eeb9d90e658a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=35066790-fc19-489e-802c-eeb9d90e658a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:51.995373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:51.995470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-2fc585c7-9fb8-4055-bdbe-3a52d592162f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:51.997929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-2fc585c7-9fb8-4055-bdbe-3a52d592162f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.1529171 Nov 01 18:08:52.008976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Calling delete_port for 35066790-fc19-489e-802c-eeb9d90e658a owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:08:52.016379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Request body: {'port': {'device_id': 'e0785f62-d751-4763-adb2-e52d28a66387', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'admin_state_up': True, 'tenant_id': '22b81861f08549beb0169e7fc228a374'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:52.039253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82689295-8309-47f6-947a-c83a94f817e3 req-0e070590-5e22-42df-a715-5d0974727dd1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 210 time: 0.0686700 Nov 01 18:08:52.298094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:52.302905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.357962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.373095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['35066790-fc19-489e-802c-eeb9d90e658a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:52.397175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Pushing event deleted for resources: {'Port': ['ID=35066790-fc19-489e-802c-eeb9d90e658a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:52.451311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3de47637-115e-4da5-a6a0-d3679c9f85f1 req-54b15a81-4318-4fb6-a7d0-122024de6f28 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0942512 Nov 01 18:08:52.491598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] No DVR routers for this DVR port 35066790-fc19-489e-802c-eeb9d90e658a on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:08:52.500293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.508253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a52c973-7ba2-4653-908c-a0fa16a5835b req-c98d3db7-0327-4d95-a581-3c5d91b00cc2 tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.32 "DELETE /v2.0/ports/35066790-fc19-489e-802c-eeb9d90e658a HTTP/1.1" status: 204 len: 173 time: 0.7317092 Nov 01 18:08:52.509573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'name': 'network-vif-deleted', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:52.516431 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132acc9-b164-4603-8bac-78dcb6fc1809" -d '{"events": [{"server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "name": "network-vif-deleted", "tag": "35066790-fc19-489e-802c-eeb9d90e658a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:52.614059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Allocated IP 172.20.0.4 (6197de36-9956-42c7-b849-c366ea93e06c/f1943d43-9ab6-4f84-bf32-3a769244181e/70f12e85-c1fc-44a6-a043-7fd46d844dd3) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:52.735220 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010af00-d872-41fa-85d0-e0d53c58bd13 x-openstack-request-id: req-4010af00-d872-41fa-85d0-e0d53c58bd13 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:52.736433 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63048bf-5c6a-4368-b24a-cb38401e44b2", "name": "network-vif-deleted", "tag": "35066790-fc19-489e-802c-eeb9d90e658a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:52.736683 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4010af00-d872-41fa-85d0-e0d53c58bd13 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:52.737085 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63048bf-5c6a-4368-b24a-cb38401e44b2', 'name': 'network-vif-deleted', 'tag': '35066790-fc19-489e-802c-eeb9d90e658a', 'status': 'completed', 'code': 200} Nov 01 18:08:52.813268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.869493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59384) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:52.874865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-966530507-network', 'tenant_id': '322b9375a2a44554a1c98f4a1fa2839f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:52.950001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.975497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Made reservation on behalf of 322b9375a2a44554a1c98f4a1fa2839f for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:52.977993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:52.989576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.067712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf0a9-c628-43c8-a2a3-6ac37fb5ee9b req-f6401271-a36a-4c5a-944c-6c683be6f91b tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:53.069210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d79bf0a9-c628-43c8-a2a3-6ac37fb5ee9b req-f6401271-a36a-4c5a-944c-6c683be6f91b tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.1515453 Nov 01 18:08:53.071318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Network 6197de36-9956-42c7-b849-c366ea93e06c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:08:53.075776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:53.078355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:53.081918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:08:53.087374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:53.088125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.100890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.129527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d79bf0a9-c628-43c8-a2a3-6ac37fb5ee9b req-5caf74f9-23c4-41bf-8726-3b3bb8ba8fa6 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Nov 01 18:08:53.180793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.205990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-7924cb03-e027-43c5-bba7-e2e46bed78ee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939814 Nov 01 18:08:53.210051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:08:53.217343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668f038-8b8b-4006-a39e-11ef6b5b5858,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:53.224750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.225096 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Added segment b94a4493-9be9-49f3-82ba-63f30106260d of type vlan for network 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd Nov 01 18:08:53.238670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Request body: {'port': {'device_id': 'e0785f62-d751-4763-adb2-e52d28a66387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:53.279899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.327532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9cdeb-dd0a-4af9-9532-67bee0a0b3e2 req-cd935c04-881d-4dd5-a942-6a06bad4b3e1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:53.330097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9f9cdeb-dd0a-4af9-9532-67bee0a0b3e2 req-cd935c04-881d-4dd5-a942-6a06bad4b3e1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 931 time: 0.1374953 Nov 01 18:08:53.346286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.404367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.405342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:53.405925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.505589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:53.522660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:08:53.550193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-02d73868-78c5-4f5a-8aec-755ce5f8c686 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6765594 Nov 01 18:08:53.550341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59416) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:53.555698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Request body: {'subnet': {'network_id': '7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-966530507-subnet', 'tenant_id': '322b9375a2a44554a1c98f4a1fa2839f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:53.609631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9f9cdeb-dd0a-4af9-9532-67bee0a0b3e2 req-59847630-9743-403f-a81e-a59993232742 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724690 Nov 01 18:08:53.698157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.747155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Made reservation on behalf of 322b9375a2a44554a1c98f4a1fa2839f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:53.749614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:53.787912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be94aaf0-83d2-41c5-97e1-75b6759d2403 req-e15d95a6-3548-4639-a07a-f03acec61b8c tempest-ServerDiagnosticsNegativeTest-1020173009 tempest-ServerDiagnosticsNegativeTest-1020173009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63048bf-5c6a-4368-b24a-cb38401e44b2 HTTP/1.1" status: 200 len: 210 time: 0.0501137 Nov 01 18:08:53.988797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f12e85-c1fc-44a6-a043-7fd46d844dd3 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:53.997459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.016419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Transition to ACTIVE for port object 70f12e85-c1fc-44a6-a043-7fd46d844dd3 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:08:54.026207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.085656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=432b103d-e3a9-4523-a05d-2a01d02ef67b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:54.091436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Checking segment: {'id': 'b94a4493-9be9-49f3-82ba-63f30106260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:54.091847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Network hostable DHCP agents. Network: 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:08:54.095063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.158660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:54.186651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Network 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:08:54.280459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:08:54.284746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:54.285335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.298985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:08:54.299356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:08:54.299725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:54.308281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f9f28-5b8b-4cb2-adce-25cc49ae544c None None] Network 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:54.322436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:08:54.322436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:08:54.330260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:08:54.330605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:08:54.331179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:08:54.331666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Bound port: 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:08:54.332025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.357143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dae13c-d206-4770-8b4f-75e8f66d86a3 req-a7a1dd52-4718-4fb4-9245-4fef9c315c14 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:54.358708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3dae13c-d206-4770-8b4f-75e8f66d86a3 req-a7a1dd52-4718-4fb4-9245-4fef9c315c14 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.1027884 Nov 01 18:08:54.370252 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82b0c46d-c428-4bc7-afd9-3b30b5f4da80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8188066 Nov 01 18:08:54.445574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3dae13c-d206-4770-8b4f-75e8f66d86a3 req-1f0214ce-a575-49d9-a213-b792e2d62566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627999 Nov 01 18:08:54.451720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:08:54.460086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:08:54.475324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ef6bb-25d0-4161-a6d7-ad5885b0f091 None None] Network 7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:08:54.552538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.592111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:54.593504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:54.595339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] 10.222.0.32 "PUT /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 1091 time: 1.3678658 Nov 01 18:08:54.598063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:54.608197 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e09939-e668-4938-8341-4c33b0b29ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:54.653817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22422-c648-41bd-a2fe-2eadcf708c13 service neutron] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:54.664194 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865fbaf0-2204-43a8-a1fa-e9661047b350 x-openstack-request-id: req-865fbaf0-2204-43a8-a1fa-e9661047b350 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:54.664478 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:54.664782 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-865fbaf0-2204-43a8-a1fa-e9661047b350 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:54.665774 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'status': 'completed', 'code': 200} Nov 01 18:08:54.802146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-96484393-fdae-4761-824d-412def143ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:54.803924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-96484393-fdae-4761-824d-412def143ca0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1094 time: 0.1219814 Nov 01 18:08:54.818118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdadd7-b95e-4af0-8b96-da285be113e9 req-9a76d773-7c69-4928-80f5-fd305a374d0a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:54.819633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39fdadd7-b95e-4af0-8b96-da285be113e9 req-9a76d773-7c69-4928-80f5-fd305a374d0a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0790949 Nov 01 18:08:54.967355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39fdadd7-b95e-4af0-8b96-da285be113e9 req-ca57aaa2-5b14-43f8-a392-e5be7785cdcb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308155 Nov 01 18:08:55.011654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-fb89f6b5-e610-447b-920a-0b2432fc098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:55.013935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-fb89f6b5-e610-447b-920a-0b2432fc098a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22b81861f08549beb0169e7fc228a374&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1934388 Nov 01 18:08:55.191341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-56e6a01e-dafe-4970-975c-e8e86026abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:55.193069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42e09939-e668-4938-8341-4c33b0b29ef2 req-56e6a01e-dafe-4970-975c-e8e86026abea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725292 Nov 01 18:08:55.335085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-0bddd859-0ac9-4711-88c4-02e6c18caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:55.336593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-0bddd859-0ac9-4711-88c4-02e6c18caeaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1094 time: 0.0999286 Nov 01 18:08:55.404316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-ffdda488-b8f7-461c-951e-cc17cfa11671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.0568361 Nov 01 18:08:55.460959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-03c81150-ad54-42b0-83bc-b4ac1f1091cd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:55.464059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-03c81150-ad54-42b0-83bc-b4ac1f1091cd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1935635 Nov 01 18:08:55.491778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-9c92c385-e51f-4167-a36c-c27aee75bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:55.493230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-9c92c385-e51f-4167-a36c-c27aee75bc3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0800879 Nov 01 18:08:55.494621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-f3c9ef8a-0a15-4f56-9f21-50c8265c4a48 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/quotas/a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 375 time: 0.0219765 Nov 01 18:08:55.564859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-ccf4cfbe-8c29-4301-b57b-18ef362f0545 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641196 Nov 01 18:08:55.566718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-e0f17649-0783-4f10-8e99-558082757bba tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580966 Nov 01 18:08:55.655727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-8bbb01ae-ba07-4419-8494-3324560440e6 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832665 Nov 01 18:08:55.787240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:08:55.912371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:55.926154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'port_id': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'mac_address': 'fa:16:3e:27:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6568b5-d68a-4dfd-a412-7fd782f28a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:08:55.964729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb12eb59-5d00-42df-ab0f-b3174d3cbea9 req-04493cc6-971f-42a9-aca7-3fa1f7b8dcae service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022923 Nov 01 18:08:55.976303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:55.987403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59526) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:55.998830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66fa2e6-23ae-4094-af86-a414df4498db {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:56.018576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59532) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:56.024179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:56.107890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.112810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-490cf652-8e07-41e9-8911-9ca0b72530b4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:08:56.123735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-490cf652-8e07-41e9-8911-9ca0b72530b4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1921675 Nov 01 18:08:56.157117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.180475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:56.218127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3993bc7e-fb31-4624-8fc1-b1c2789546e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.236703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cebc2306-ab43-41b0-89f9-8bc5e58a7ddb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f085abb61e64f1e9ab87cef5de610ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466729 Nov 01 18:08:56.239341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:56.270045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-97806b21-2d52-4e28-beb2-b20f33ec728c service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448979 Nov 01 18:08:56.334090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.370050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.386134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3993bc7e-fb31-4624-8fc1-b1c2789546e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.388581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61483-8da1-49ac-81ef-a51ca5b1449e req-7153a585-10c7-414f-b0ca-5c3883172a92 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:56.390142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acc61483-8da1-49ac-81ef-a51ca5b1449e req-7153a585-10c7-414f-b0ca-5c3883172a92 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 944 time: 0.1052253 Nov 01 18:08:56.423569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-aa88567e-5e63-46a2-b6e3-0e41458c90b1 service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469035 Nov 01 18:08:56.431794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c66fa2e6-23ae-4094-af86-a414df4498db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:56.446506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acc61483-8da1-49ac-81ef-a51ca5b1449e req-586a79d8-1e82-4e01-9445-3c858e599153 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Nov 01 18:08:56.489049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3993bc7e-fb31-4624-8fc1-b1c2789546e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.525750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993bc7e-fb31-4624-8fc1-b1c2789546e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7730b-4d96-46db-afd5-ab2ed5dd3357,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:56.534909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3993bc7e-fb31-4624-8fc1-b1c2789546e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=684340c6cc864fcab8955abef1c4813a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150673 Nov 01 18:08:56.536094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.538545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59552) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:56.538684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.542281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa141aab-60fc-454c-90f0-12ef3d9a57a1 HTTP/1.1" status: 204 len: 168 time: 0.3019598 Nov 01 18:08:56.551137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2611f-915b-4b9f-a56b-6776949b07ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa141aab-60fc-454c-90f0-12ef3d9a57a1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:56.630777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.653085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.797144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.797144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:56.797144 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25f7730b-4d96-46db-afd5-ab2ed5dd3357 HTTP/1.1" status: 204 len: 168 time: 0.2524707 Nov 01 18:08:56.803681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8830749-da24-4d74-9d2c-2ab03305b62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7730b-4d96-46db-afd5-ab2ed5dd3357,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:56.844041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5889c2-7f48-4c58-ba1d-143b455786cd req-b3a4dd23-015a-4537-aa48-343f780c69f7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:56.846467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5889c2-7f48-4c58-ba1d-143b455786cd req-b3a4dd23-015a-4537-aa48-343f780c69f7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0869923 Nov 01 18:08:56.913067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5889c2-7f48-4c58-ba1d-143b455786cd req-5686d3a5-a9b0-47bf-b935-329466fbc3b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Nov 01 18:08:56.985711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0e1edfc-846f-4a53-90e3-5de3be88661f req-f2a64aba-5379-4cfe-9ef0-aed1c26c674d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Nov 01 18:08:57.144185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 35066790-fc19-489e-802c-eeb9d90e658a no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:08:57.164433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 35066790-fc19-489e-802c-eeb9d90e658a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:08:57.164864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 35066790-fc19-489e-802c-eeb9d90e658a not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:08:57.323113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59584) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:57.335306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d96758db-d221-42a0-a34c-c5dec4dc0307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.418924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d96758db-d221-42a0-a34c-c5dec4dc0307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.472472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d96758db-d221-42a0-a34c-c5dec4dc0307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.473762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:57.492518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-272a2232-8c6e-4a7e-9853-33987c407513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.522485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d96758db-d221-42a0-a34c-c5dec4dc0307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0313e3c4591a4c9f8e5f1693eee7e50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994123 Nov 01 18:08:57.526128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:57.541591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96758db-d221-42a0-a34c-c5dec4dc0307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae53d6-f1e7-4808-b95a-3708bc01cf89,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:57.592880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.604677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-272a2232-8c6e-4a7e-9853-33987c407513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.617643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.650604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-272a2232-8c6e-4a7e-9853-33987c407513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.697883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a2232-8c6e-4a7e-9853-33987c407513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af6ff1-31a8-4085-a0f6-d5d4d0680d7c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:57.704327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-272a2232-8c6e-4a7e-9853-33987c407513 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fba7c55ab2e49328bf3e2557918631b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284868 Nov 01 18:08:57.711405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59596) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:57.756606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-def5d607-d656-4692-9300-10a77003513c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.768130 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.770761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.771924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9ae53d6-f1e7-4808-b95a-3708bc01cf89 HTTP/1.1" status: 204 len: 168 time: 0.2447162 Nov 01 18:08:57.784504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:08:57.791363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-def5d607-d656-4692-9300-10a77003513c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.803598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cfcc8-ff98-4189-b3a5-a2bf51599313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae53d6-f1e7-4808-b95a-3708bc01cf89,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:57.836994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5baa8-58e6-4d43-8c05-5300e5b6d193 req-317f5ce2-254a-4e3e-a95f-d66d02f3785c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:57.839321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfe5baa8-58e6-4d43-8c05-5300e5b6d193 req-317f5ce2-254a-4e3e-a95f-d66d02f3785c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 944 time: 0.0832121 Nov 01 18:08:57.897800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfe5baa8-58e6-4d43-8c05-5300e5b6d193 req-8f504129-4d32-49c9-9013-e4009c55d8d8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496247 Nov 01 18:08:57.926967 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-def5d607-d656-4692-9300-10a77003513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.931142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-def5d607-d656-4692-9300-10a77003513c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:57.931142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-def5d607-d656-4692-9300-10a77003513c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93af6ff1-31a8-4085-a0f6-d5d4d0680d7c HTTP/1.1" status: 204 len: 168 time: 0.2229095 Nov 01 18:08:57.942828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d607-d656-4692-9300-10a77003513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af6ff1-31a8-4085-a0f6-d5d4d0680d7c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:57.977506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port c66fa2e6-23ae-4094-af86-a414df4498db completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:08:57.989043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c66fa2e6-23ae-4094-af86-a414df4498db triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:08:57.989043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:58.080259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:58.112817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:08:58.115419 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae8a0b2-88b7-438d-9511-c53849b4a5da" -d '{"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-plugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:08:58.129899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:58.142326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213fd6f2-2250-4a88-8e1e-b5ac345f7529 req-54f97719-b07d-43d1-94d2-3bcfcde34b31 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 210 time: 0.0383081 Nov 01 18:08:58.196754 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e4c44-4a28-4024-bcc8-c55fca192d4b x-openstack-request-id: req-de8e4c44-4a28-4024-bcc8-c55fca192d4b {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:08:58.197388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391e158-e808-4087-a117-ae918f19e3a5 req-35a1ff24-2a89-4c28-93c3-818286ecfb53 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:58.197555 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-plugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:08:58.197827 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de8e4c44-4a28-4024-bcc8-c55fca192d4b {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:08:58.198217 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'code': 200} Nov 01 18:08:58.198914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7391e158-e808-4087-a117-ae918f19e3a5 req-35a1ff24-2a89-4c28-93c3-818286ecfb53 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0590904 Nov 01 18:08:58.219203 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:58.248941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7391e158-e808-4087-a117-ae918f19e3a5 req-a57b6b9d-268b-48fb-bcde-3170f4d07f03 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Nov 01 18:08:58.296048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:58.334081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b0868-21fb-49dc-be02-a871e265ddfc req-759314d6-650f-403a-af40-b8b82d36d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:58.335597 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0f2b0868-21fb-49dc-be02-a871e265ddfc req-759314d6-650f-403a-af40-b8b82d36d3d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 1096 time: 0.0452590 Nov 01 18:08:58.374707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0f2b0868-21fb-49dc-be02-a871e265ddfc req-ce330566-cee9-4d4b-8025-62c4d01bb709 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Nov 01 18:08:59.088290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3ca8-88e6-4a1f-97cf-fab6c11769ad req-ea977a2d-6aa0-4593-bf60-74df6fcc6e3e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:59.089828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f7b3ca8-88e6-4a1f-97cf-fab6c11769ad req-ea977a2d-6aa0-4593-bf60-74df6fcc6e3e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.1159613 Nov 01 18:08:59.098845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-aedf75f6-044c-408a-b932-7e45ea08c994 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:59.100567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-aedf75f6-044c-408a-b932-7e45ea08c994 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1598849 Nov 01 18:08:59.122149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Request body: {'port': {'device_id': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'admin_state_up': True, 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:08:59.122259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:59.143681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:08:59.229799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f7b3ca8-88e6-4a1f-97cf-fab6c11769ad req-f1ef148c-7a57-4749-922c-b5fd8a5c4c35 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280520 Nov 01 18:08:59.281117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:59.295929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'port_id': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'mac_address': 'fa:16:3e:2d:e7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1943d43-9ab6-4f84-bf32-3a769244181e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:08:59.351639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1763a2-84bf-4e01-9248-4502315b4d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.361249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.376235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f12e85-c1fc-44a6-a043-7fd46d844dd3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:08:59.389904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c021c7bf-53c4-4496-a5f0-e0ab17647833 req-8f6d4219-eadc-45ea-a92c-be160204023c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 210 time: 0.0828669 Nov 01 18:08:59.391947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:08:59.410231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:08:59.413890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.455397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1763a2-84bf-4e01-9248-4502315b4d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.486329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.532704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1763a2-84bf-4e01-9248-4502315b4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.542786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:59.569578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c994c6-6a8d-40cd-ba76-f0b983bdeddd req-5725b6c8-7979-444e-8153-1994f11fedd5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:08:59.571963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65c994c6-6a8d-40cd-ba76-f0b983bdeddd req-5725b6c8-7979-444e-8153-1994f11fedd5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0930903 Nov 01 18:08:59.582072 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c1763a2-84bf-4e01-9248-4502315b4d57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78cf361f61fe4651936147410c6adc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563963 Nov 01 18:08:59.594284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59668) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:08:59.601760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1763a2-84bf-4e01-9248-4502315b4d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e2e0ba-0846-4b54-8a40-d4fc64d6e6b5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:08:59.667098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Allocated IP 172.20.0.5 (960c7e92-31ed-4ad2-a7ae-f9750579e770/19a218d6-bc57-42a8-9ec7-835fe536f6cc/b6c97ef6-0334-4842-9370-97254831adfc) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:08:59.676688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65c994c6-6a8d-40cd-ba76-f0b983bdeddd req-8889c4d7-19b9-4b05-ba34-3af03f54a1ad tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969656 Nov 01 18:08:59.679974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['70f12e85-c1fc-44a6-a043-7fd46d844dd3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:08:59.813977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:08:59.852595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.002438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.063725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.066830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.068488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08e2e0ba-0846-4b54-8a40-d4fc64d6e6b5 HTTP/1.1" status: 204 len: 168 time: 0.4727504 Nov 01 18:09:00.084234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dcec1-bfeb-4655-a2c3-ebfd5c85a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e2e0ba-0846-4b54-8a40-d4fc64d6e6b5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:00.124040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.169963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:00.178620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:00.183180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:00.189415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:00.190341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.194402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:00.352175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-a2bfd47d-e100-402a-9fc4-c5de37606e28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2423086 Nov 01 18:09:00.364670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cb095-6ec3-4e64-bbf5-1d5fa279e3b0 req-f6f70052-685a-4a43-98e5-d4257254feaf tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:00.366108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c0cb095-6ec3-4e64-bbf5-1d5fa279e3b0 req-f6f70052-685a-4a43-98e5-d4257254feaf tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0591133 Nov 01 18:09:00.371455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Request body: {'port': {'device_id': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:00.447180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c0cb095-6ec3-4e64-bbf5-1d5fa279e3b0 req-ebf4b0e8-83e6-4c24-890c-7bdf09143353 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720060 Nov 01 18:09:00.447908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.721821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c97ef6-0334-4842-9370-97254831adfc {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:00.729227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.744133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Transition to ACTIVE for port object b6c97ef6-0334-4842-9370-97254831adfc will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:00.832762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.887749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59720) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:00.901974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16890e08-95a9-4ae7-a9d7-ac7615110ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.959348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:00.968274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:00.968612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:00.968940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:00.976138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:00.976460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:00.978356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16890e08-95a9-4ae7-a9d7-ac7615110ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:00.988654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375012bb-607b-4347-b2d8-d5eda7bf5566 req-b7ce26c0-266f-49c9-9d7f-48a301ff99b0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:00.990150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-375012bb-607b-4347-b2d8-d5eda7bf5566 req-b7ce26c0-266f-49c9-9d7f-48a301ff99b0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.1023154 Nov 01 18:09:00.991420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:00.995954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:00.995954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:00.995954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Bound port: b6c97ef6-0334-4842-9370-97254831adfc, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:00.995954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.071656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16890e08-95a9-4ae7-a9d7-ac7615110ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.092313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-375012bb-607b-4347-b2d8-d5eda7bf5566 req-f65ade9c-44e8-49c4-84e8-23f86bd9d897 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840931 Nov 01 18:09:01.115166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:01.117543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16890e08-95a9-4ae7-a9d7-ac7615110ded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f87ef7b88064245acad7182f4fc552d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280731 Nov 01 18:09:01.118487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16890e08-95a9-4ae7-a9d7-ac7615110ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f922fca-3ec2-4a6f-9b2d-ebda4e26800b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:01.122532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:01.124534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:01.144466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:01.224025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.250302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.275124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993b475-00d7-4ddc-9d6d-cea53c69a4d4 req-55b812b2-78fb-4ed8-8e99-afd8f4efe275 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.276688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5993b475-00d7-4ddc-9d6d-cea53c69a4d4 req-55b812b2-78fb-4ed8-8e99-afd8f4efe275 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.1144817 Nov 01 18:09:01.308462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.327272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:01.333243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.333461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:01.342385 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.342549 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.342661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 1091 time: 0.9681804 Nov 01 18:09:01.342661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:01.342661 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72714df-4829-487f-9e3c-f07ebfaadfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "tag": "b6c97ef6-0334-4842-9370-97254831adfc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:01.388730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd84d6-97ca-4e0e-b5df-695d9dd00d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:01.409531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5993b475-00d7-4ddc-9d6d-cea53c69a4d4 req-ae8f8e1c-a408-42eb-a215-aa4efb57ec3d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030941 Nov 01 18:09:01.471427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.503465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:01.506079 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8d4ec-e4cb-41ac-a315-5bc4332aabf5" -d '{"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-plugged", "status": "completed", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:01.516747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.519247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.520474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f922fca-3ec2-4a6f-9b2d-ebda4e26800b HTTP/1.1" status: 204 len: 168 time: 0.3948596 Nov 01 18:09:01.522419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-45b147cb-fbd1-48d9-8964-80e60ae9b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.523993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-45b147cb-fbd1-48d9-8964-80e60ae9b14d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1094 time: 0.0788476 Nov 01 18:09:01.525707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:01.555325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c2da2-a968-4696-b799-cc8ebcf96ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f922fca-3ec2-4a6f-9b2d-ebda4e26800b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:01.591409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-e1461277-9cf0-4cd6-be22-80ea49ec81ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.0509083 Nov 01 18:09:01.603779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:01.609178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e0be2-8426-47ff-a2ea-cbbff8b96dc7 req-84b547f2-0322-4334-a9d7-059f837cf179 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.611766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1e0be2-8426-47ff-a2ea-cbbff8b96dc7 req-84b547f2-0322-4334-a9d7-059f837cf179 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.1091886 Nov 01 18:09:01.697438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09786a-d767-4db0-a913-28d88c32706e req-d01b5791-5d73-4750-97c7-7bffa9dc5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.699794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-d01b5791-5d73-4750-97c7-7bffa9dc5ccf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0873325 Nov 01 18:09:01.703136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1e0be2-8426-47ff-a2ea-cbbff8b96dc7 req-61fbbcb7-887c-4ab4-a32f-24b08d21289d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827584 Nov 01 18:09:01.705847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:01.735930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-cc393d03-b710-491b-b9a5-3035331dab27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295386 Nov 01 18:09:01.767115 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3f26e5-4588-42fd-9585-21e00f846865 x-openstack-request-id: req-6f3f26e5-4588-42fd-9585-21e00f846865 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:01.767445 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "tag": "b6c97ef6-0334-4842-9370-97254831adfc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:01.767677 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f3f26e5-4588-42fd-9585-21e00f846865 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:01.768310 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc', 'status': 'completed', 'code': 200} Nov 01 18:09:01.769414 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d690948-abd2-4e69-add0-8bd2536e742d x-openstack-request-id: req-9d690948-abd2-4e69-add0-8bd2536e742d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:01.769728 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-plugged", "status": "completed", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:01.770046 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d690948-abd2-4e69-add0-8bd2536e742d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:01.770416 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'code': 200} Nov 01 18:09:01.847752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-430c1ec8-e07e-49c6-a9a9-83c46baf2732 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043172 Nov 01 18:09:01.882457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696268b-b500-4f43-8355-34c9c2721484 req-a618e8f4-c2b9-4559-b784-3d96bf2f08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:01.884379 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3696268b-b500-4f43-8355-34c9c2721484 req-a618e8f4-c2b9-4559-b784-3d96bf2f08c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1096 time: 0.0455868 Nov 01 18:09:01.935780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3696268b-b500-4f43-8355-34c9c2721484 req-521c99e8-f656-4042-8bc7-9e7bde57e7cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Nov 01 18:09:01.966778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c09786a-d767-4db0-a913-28d88c32706e req-7ce52eb6-5800-4606-9d89-c174b02fc0af service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123033 Nov 01 18:09:02.126240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-0d261557-b941-46f9-9ca0-fa03ebf67046 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217280 Nov 01 18:09:02.250953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-f9d56603-b1f1-498e-916c-25c5981712ec tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.252433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-f9d56603-b1f1-498e-916c-25c5981712ec tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204166 Nov 01 18:09:02.285163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-fcba88a6-2607-4a1c-bc19-85af91006fe5 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/quotas/1f4b270c0f184889b81bd0d8f4a61619 HTTP/1.1" status: 200 len: 375 time: 0.0244794 Nov 01 18:09:02.322933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-08cce114-d4fc-4b5d-bbb2-f98007bd9073 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320981 Nov 01 18:09:02.325115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-a7f124dc-bd99-4898-9229-9659e5751ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.326467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-a7f124dc-bd99-4898-9229-9659e5751ada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1094 time: 0.0731940 Nov 01 18:09:02.334795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59790) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:02.351063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1074-b621-42d5-8679-c20807dc9b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.435064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1074-b621-42d5-8679-c20807dc9b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.479592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-6e65e7df-978e-4574-9a5a-26f8b09d56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.481100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-6e65e7df-978e-4574-9a5a-26f8b09d56c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1467624 Nov 01 18:09:02.488724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1074-b621-42d5-8679-c20807dc9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.523323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-b14d3814-3718-427a-8525-583e696c398d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.0337691 Nov 01 18:09:02.539640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b8b1074-b621-42d5-8679-c20807dc9b12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0b2992968d4400cbbc09761eb3a8f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952565 Nov 01 18:09:02.539640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b1074-b621-42d5-8679-c20807dc9b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5979ab-91a7-42b4-b5fc-a234e8e05aae,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:02.539640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59792) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:02.602527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-ff7e8178-10d3-40f6-9718-39f3733a38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.602893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.604163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-ff7e8178-10d3-40f6-9718-39f3733a38b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0726659 Nov 01 18:09:02.630567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.651942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-5602acdc-d738-4e6b-9b03-7c113f84ef32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383966 Nov 01 18:09:02.701086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699d63-ac39-4da2-bfdf-1a905f3bc7ed req-5ab5a958-fff8-45aa-be87-88de7fdd522e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.701086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15699d63-ac39-4da2-bfdf-1a905f3bc7ed req-5ab5a958-fff8-45aa-be87-88de7fdd522e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.1005719 Nov 01 18:09:02.783002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15699d63-ac39-4da2-bfdf-1a905f3bc7ed req-bdeb1b79-fadf-4ad7-b942-8f5c83e54661 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Nov 01 18:09:02.783213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.785832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:02.787061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a5979ab-91a7-42b4-b5fc-a234e8e05aae HTTP/1.1" status: 204 len: 168 time: 0.2515283 Nov 01 18:09:02.806537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed17d5-2000-4232-86e0-e07b62e8ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5979ab-91a7-42b4-b5fc-a234e8e05aae,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:02.807608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-f342fbb4-c6cb-4528-9354-83b5e06e0097 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366923 Nov 01 18:09:02.931295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b72714df-4829-487f-9e3c-f07ebfaadfeb req-6279a0c9-3dbd-4859-a2db-f16aba01a20d service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228175 Nov 01 18:09:02.939056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800557be-1a52-48f8-8567-57a830fdff7e req-bb11f7dd-840f-4c7d-a09a-f359145ddf3f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:02.940444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-800557be-1a52-48f8-8567-57a830fdff7e req-bb11f7dd-840f-4c7d-a09a-f359145ddf3f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.0755777 Nov 01 18:09:02.981762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-800557be-1a52-48f8-8567-57a830fdff7e req-4d39c113-cb33-40d6-a52d-a8a26f590da6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Nov 01 18:09:03.077836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d49c41ee-4221-4589-9c72-9468d9b80510 req-a0d8b4d0-bc44-4a98-9e25-2fbaf93a18cc tempest-FlavorsV2NegativeTest-1623446121 tempest-FlavorsV2NegativeTest-1623446121-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=718b6f25adc74a75a1c7ce36ad0b3884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237145 Nov 01 18:09:03.190117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c41ee-4221-4589-9c72-9468d9b80510 req-3c10813e-0290-42b1-a7b6-7204d7f9a86e tempest-FlavorsV2NegativeTest-1623446121 tempest-FlavorsV2NegativeTest-1623446121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:03.191849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d49c41ee-4221-4589-9c72-9468d9b80510 req-3c10813e-0290-42b1-a7b6-7204d7f9a86e tempest-FlavorsV2NegativeTest-1623446121 tempest-FlavorsV2NegativeTest-1623446121-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080344 Nov 01 18:09:03.208136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d49c41ee-4221-4589-9c72-9468d9b80510 req-2999938e-7b7c-42f5-879e-474db53756e2 tempest-FlavorsV2NegativeTest-1623446121 tempest-FlavorsV2NegativeTest-1623446121-project] 10.222.0.31 "GET /v2.0/quotas/718b6f25adc74a75a1c7ce36ad0b3884 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Nov 01 18:09:03.465742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d49c41ee-4221-4589-9c72-9468d9b80510 req-06311c93-1f28-47df-b523-b2339313e4d5 tempest-FlavorsV2NegativeTest-1623446121 tempest-FlavorsV2NegativeTest-1623446121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=718b6f25adc74a75a1c7ce36ad0b3884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2476172 Nov 01 18:09:03.532892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4c90b6a-198d-4b50-9cf6-9c53035827fa req-c1ba743f-06e2-460b-8c7a-85c857cdab71 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 210 time: 0.0299673 Nov 01 18:09:03.700782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd62c-4e4a-4e5b-8d5d-fac5f9d18001 req-f8782126-33b2-4588-87d6-64b4cf4f298e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:03.702670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfedd62c-4e4a-4e5b-8d5d-fac5f9d18001 req-f8782126-33b2-4588-87d6-64b4cf4f298e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Nov 01 18:09:03.741145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfedd62c-4e4a-4e5b-8d5d-fac5f9d18001 req-8a3487c0-029d-4b75-a0f5-6b72b89e20c5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Nov 01 18:09:03.873216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf533a2-18cd-4f08-9bf5-ad1ca1a3b708 req-689acd67-733d-437c-b08f-6c0da4b07414 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:03.874733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cf533a2-18cd-4f08-9bf5-ad1ca1a3b708 req-689acd67-733d-437c-b08f-6c0da4b07414 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0578880 Nov 01 18:09:03.911561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cf533a2-18cd-4f08-9bf5-ad1ca1a3b708 req-cd43ea63-c4a8-41f5-9436-0d09edcedffc tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Nov 01 18:09:04.289985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151d5cf-1b4c-41be-8ace-76c8550367b5 req-72863366-3260-4824-946a-b7d05723e099 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:04.291682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5151d5cf-1b4c-41be-8ace-76c8550367b5 req-72863366-3260-4824-946a-b7d05723e099 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1096 time: 0.0433791 Nov 01 18:09:04.328119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5151d5cf-1b4c-41be-8ace-76c8550367b5 req-24df84cb-6210-4391-bdb9-48997daee474 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293891 Nov 01 18:09:04.366818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:04.471643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8367cad-7dd1-4b9f-b4a9-368104ed6e13 req-f271a650-0d13-4d83-ae0c-38cceb7af266 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:04.473106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8367cad-7dd1-4b9f-b4a9-368104ed6e13 req-f271a650-0d13-4d83-ae0c-38cceb7af266 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.0764854 Nov 01 18:09:04.497369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae295f4-a6c5-4db1-acf7-44354e2d881a req-61e0d63f-ea3f-4b58-8100-0e86ad96daff tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:04.498864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aae295f4-a6c5-4db1-acf7-44354e2d881a req-61e0d63f-ea3f-4b58-8100-0e86ad96daff tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1096 time: 0.0711498 Nov 01 18:09:04.529807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8367cad-7dd1-4b9f-b4a9-368104ed6e13 req-bf07e1bb-ef34-4676-ae66-99ac1b418a1b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Nov 01 18:09:04.546682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aae295f4-a6c5-4db1-acf7-44354e2d881a req-d7f9f36e-1eb9-4ca8-825c-317b2232813d tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Nov 01 18:09:04.658761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8344d9f8-43bb-4910-bc4d-6ad50d17a502 req-5aa066b4-f58e-4337-a9bb-2befc3361ff1 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 210 time: 0.0308328 Nov 01 18:09:04.685395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e00d5-14bd-4ef9-9518-9b190588b7c4 req-c68b8cc6-76a6-4f54-b732-06904b7e0edc tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:04.692755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-372e00d5-14bd-4ef9-9518-9b190588b7c4 req-c68b8cc6-76a6-4f54-b732-06904b7e0edc tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0937119 Nov 01 18:09:04.734369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-372e00d5-14bd-4ef9-9518-9b190588b7c4 req-2cbff20a-a722-4c6f-b3e3-e5371e1b9fd2 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Nov 01 18:09:04.767723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59896) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:04.869500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-87703879-7227-4deb-bf35-8fbd4558b582 req-b5535f6d-c16a-4ceb-8447-775b91b9278b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:04.870368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87703879-7227-4deb-bf35-8fbd4558b582 req-b5535f6d-c16a-4ceb-8447-775b91b9278b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052254 Nov 01 18:09:04.893257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815b70d-8d5c-4488-a473-1f859e20fb85 req-5c6511a5-0d75-4077-8e65-30c99314c140 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:04.894741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c815b70d-8d5c-4488-a473-1f859e20fb85 req-5c6511a5-0d75-4077-8e65-30c99314c140 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0591063 Nov 01 18:09:04.939830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c815b70d-8d5c-4488-a473-1f859e20fb85 req-d1da1387-8d20-4405-80d6-43376f8edfe8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Nov 01 18:09:05.098125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7998fa1-e0b9-47de-9116-2ecd812d7f57 req-13928239-9a39-4834-bbec-26e889160d7c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:05.100361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7998fa1-e0b9-47de-9116-2ecd812d7f57 req-13928239-9a39-4834-bbec-26e889160d7c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0800498 Nov 01 18:09:05.116308 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-de1bfa7d-743e-4a5f-8b60-a9fed6ec126e tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483613 Nov 01 18:09:05.133971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59908) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:05.136488 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-33a6dc84-6ec5-4c63-987c-46b057fbe3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.170925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7998fa1-e0b9-47de-9116-2ecd812d7f57 req-354f833f-49ac-4ec8-a9ea-9d93589852c6 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630188 Nov 01 18:09:05.180456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b6c97ef6-0334-4842-9370-97254831adfc details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:05.253652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-33a6dc84-6ec5-4c63-987c-46b057fbe3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.344107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255e2dc-9579-432a-ae27-bcdb51943ba0 req-044c04ab-2da1-43ca-9e42-1df26f684ba4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:05.346532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f255e2dc-9579-432a-ae27-bcdb51943ba0 req-044c04ab-2da1-43ca-9e42-1df26f684ba4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0648892 Nov 01 18:09:05.366645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-29d33d19-a0aa-4dcf-b624-ffbd907f937e tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:05.370829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-29d33d19-a0aa-4dcf-b624-ffbd907f937e tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472918 Nov 01 18:09:05.382976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-33a6dc84-6ec5-4c63-987c-46b057fbe3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.383936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Request body: {'port': {'device_id': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '1f4b270c0f184889b81bd0d8f4a61619'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:05.444702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:05.461040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-33a6dc84-6ec5-4c63-987c-46b057fbe3a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=718b6f25adc74a75a1c7ce36ad0b3884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887119 Nov 01 18:09:05.464637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b6c97ef6-0334-4842-9370-97254831adfc', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'port_id': 'b6c97ef6-0334-4842-9370-97254831adfc', 'mac_address': 'fa:16:3e:e7:a5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a218d6-bc57-42a8-9ec7-835fe536f6cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:05.476394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:05.477648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c6c-3d13-47d4-990c-7757acab6111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.508043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.522235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c97ef6-0334-4842-9370-97254831adfc {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:05.547960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:05.581999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f255e2dc-9579-432a-ae27-bcdb51943ba0 req-9a320bbb-abed-4823-918d-10ac5b15a180 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278636 Nov 01 18:09:05.606240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6dc84-6ec5-4c63-987c-46b057fbe3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf6441-554e-43f3-af7c-c76443b3b8b0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:05.632036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c6c-3d13-47d4-990c-7757acab6111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.645173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.666073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.667784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.727746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:05.751966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Made reservation on behalf of 1f4b270c0f184889b81bd0d8f4a61619 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:05.755820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.765160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.780868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c6c-3d13-47d4-990c-7757acab6111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.820824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe67c6c-3d13-47d4-990c-7757acab6111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20e15b-049f-42e8-90ce-534c02170727,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:05.825900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ffe67c6c-3d13-47d4-990c-7757acab6111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1074c5ab16894e1092908eec5a04d064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6904826 Nov 01 18:09:05.834582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59938) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:05.841687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.851042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.855163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ebf6441-554e-43f3-af7c-c76443b3b8b0 HTTP/1.1" status: 204 len: 168 time: 0.3671310 Nov 01 18:09:05.860116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.875326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b6c97ef6-0334-4842-9370-97254831adfc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:05.878809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025001f5-648d-4abf-a510-66cdaa277fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf6441-554e-43f3-af7c-c76443b3b8b0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:05.945873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.979166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:05.988617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.069265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4e0bf-920f-4278-9864-650dab8abb85,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:06.132379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ede776-19c0-4a27-ad98-dc652b3c42ff req-93c0e1aa-2d28-46db-9973-ffba1aa87924 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:06.134263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48ede776-19c0-4a27-ad98-dc652b3c42ff req-93c0e1aa-2d28-46db-9973-ffba1aa87924 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 944 time: 0.0819938 Nov 01 18:09:06.135421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.138971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.140253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd20e15b-049f-42e8-90ce-534c02170727 HTTP/1.1" status: 204 len: 168 time: 0.3093715 Nov 01 18:09:06.162769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e45cc-5806-40ba-981f-4a9615d40f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd20e15b-049f-42e8-90ce-534c02170727,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:06.183603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Allocated IP 192.168.233.203 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/1998242d-c732-4ce0-8e59-560afb00d09f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:06.202893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48ede776-19c0-4a27-ad98-dc652b3c42ff req-660993ab-d3d2-4edf-ae2c-ec0c716fa3e4 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Nov 01 18:09:06.403023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.516140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.570525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:06.573940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:06.579216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:06.585140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:06.585790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.589625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Pushing event updated for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:06.735580 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-09ff923d-2faf-45c3-bfae-85f0f5ff331f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3562613 Nov 01 18:09:06.751827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Request body: {'port': {'device_id': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:06.803605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.812405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-885ac474-6715-40b0-a722-fbacdadb1c31 None None] Provisioning complete for port 1998242d-c732-4ce0-8e59-560afb00d09f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:06.813315 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-885ac474-6715-40b0-a722-fbacdadb1c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:06.851539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-885ac474-6715-40b0-a722-fbacdadb1c31 None None] Port 1998242d-c732-4ce0-8e59-560afb00d09f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:06.940776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:07.005142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348404d5-aca9-437b-9d1b-6f6c148ba9a0 req-7f80626c-719d-4f01-a0b3-8972b57262ef tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:07.011277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348404d5-aca9-437b-9d1b-6f6c148ba9a0 req-7f80626c-719d-4f01-a0b3-8972b57262ef tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 936 time: 0.1001492 Nov 01 18:09:07.023432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-350adfb2-8ace-4d02-a046-143ac5746e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.063755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348404d5-aca9-437b-9d1b-6f6c148ba9a0 req-5c459575-3de5-4d79-9d44-dfd03c6e00a4 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Nov 01 18:09:07.182790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b6c97ef6-0334-4842-9370-97254831adfc up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:07.209706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1998242d-c732-4ce0-8e59-560afb00d09f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:07.214280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.239968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Transition to ACTIVE for port object 1998242d-c732-4ce0-8e59-560afb00d09f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:07.252054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-350adfb2-8ace-4d02-a046-143ac5746e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.320895 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.356809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b6c97ef6-0334-4842-9370-97254831adfc completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:07.359949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-350adfb2-8ace-4d02-a046-143ac5746e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.366897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b6c97ef6-0334-4842-9370-97254831adfc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:07.367283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.409977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Pushing event updated for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:07.487752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60000) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:07.494995 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-350adfb2-8ace-4d02-a046-143ac5746e6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6c971e50b4547299199604280f8b25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456672 Nov 01 18:09:07.510422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.527958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350adfb2-8ace-4d02-a046-143ac5746e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fb4f88-8852-4e38-b765-377778876ad4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:07.553069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Attempting to bind port 1998242d-c732-4ce0-8e59-560afb00d09f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:07.553713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Attempting to bind port 1998242d-c732-4ce0-8e59-560afb00d09f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:07.554261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Attempting to bind port 1998242d-c732-4ce0-8e59-560afb00d09f on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:07.560460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Port 1998242d-c732-4ce0-8e59-560afb00d09f on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:07.561111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Attempting to bind port 1998242d-c732-4ce0-8e59-560afb00d09f on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:07.562756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:07.566787 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be505d94-2a94-4ac3-b22e-49a6472583a8" -d '{"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-plugged", "status": "completed", "tag": "b6c97ef6-0334-4842-9370-97254831adfc"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:07.573259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:07.573604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:07.573998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:07.574510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Bound port: 1998242d-c732-4ce0-8e59-560afb00d09f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:07.578668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.587894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:07.604472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60006) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:07.605197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.635491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.673843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:07.683087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1998242d-c732-4ce0-8e59-560afb00d09f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:07.692090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.754407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:07.757438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-network', 'tenant_id': '61f65bf327f2440386b01896bf91eb24'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:07.784242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.820241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:07.820840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.822194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] 10.222.0.37 "PUT /v2.0/ports/1998242d-c732-4ce0-8e59-560afb00d09f HTTP/1.1" status: 200 len: 1096 time: 1.0747619 Nov 01 18:09:07.822621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:07.825003 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae8630-0918-4138-a535-4aed2672af67" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:07.850297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eaecd-04ee-4aa1-a8ac-f0314364025d service neutron] Pushing event updated for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:07.857173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.870374 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.870374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27fb4f88-8852-4e38-b765-377778876ad4 HTTP/1.1" status: 204 len: 168 time: 0.3733933 Nov 01 18:09:07.875590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0123f9f-1330-48aa-b4db-407ca1f97aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fb4f88-8852-4e38-b765-377778876ad4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:07.895716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3e43-319b-4659-b3ab-c57396488970 req-3e04ce34-f93b-40fb-8797-815af3d6df76 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:07.904345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e76b3e43-319b-4659-b3ab-c57396488970 req-3e04ce34-f93b-40fb-8797-815af3d6df76 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0938206 Nov 01 18:09:07.912231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Made reservation on behalf of 61f65bf327f2440386b01896bf91eb24 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:07.914473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.932245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:07.966980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e76b3e43-319b-4659-b3ab-c57396488970 req-057baf35-8a31-4da4-ae1a-b090d4098d9b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Nov 01 18:09:08.036183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-e5afa994-9cfe-451e-9fdb-c6a1206f6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.037687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-e5afa994-9cfe-451e-9fdb-c6a1206f6ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 1099 time: 0.0863011 Nov 01 18:09:08.042211 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ac91a7-f33a-4593-8a60-3b71b9e0aec7 x-openstack-request-id: req-c9ac91a7-f33a-4593-8a60-3b71b9e0aec7 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:08.042729 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-plugged", "status": "completed", "tag": "b6c97ef6-0334-4842-9370-97254831adfc", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:08.042823 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9ac91a7-f33a-4593-8a60-3b71b9e0aec7 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:08.043305 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc', 'code': 200} Nov 01 18:09:08.050960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.107005 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-b21ccae4-8dab-476c-8dd3-d7f9c578c714 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1998242d-c732-4ce0-8e59-560afb00d09f HTTP/1.1" status: 200 len: 217 time: 0.0605516 Nov 01 18:09:08.120843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.195298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:09:08.203624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-674d236a-5ded-4c71-907c-e6d713b45779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.204582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e47e1-ceab-465d-9c02-aad85b17f9c5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:08.205553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-674d236a-5ded-4c71-907c-e6d713b45779 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0918307 Nov 01 18:09:08.215849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.216335 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Added segment 65907462-f616-42a9-bd67-b724e7a12657 of type vlan for network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 Nov 01 18:09:08.238090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:08.253881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e46eb-4388-4859-808c-2c99b0a22704 req-2cc520e9-a2b3-4129-b275-1d39f4e91dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.255529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c73e46eb-4388-4859-808c-2c99b0a22704 req-2cc520e9-a2b3-4129-b275-1d39f4e91dce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1096 time: 0.1272933 Nov 01 18:09:08.284192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.301017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-181cf388-9756-4143-ae95-e580b0f516bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.302793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-181cf388-9756-4143-ae95-e580b0f516bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816448 Nov 01 18:09:08.329117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c73e46eb-4388-4859-808c-2c99b0a22704 req-6b35167f-8063-4a9b-ba0b-a18e52619bf7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 Nov 01 18:09:08.399236 n-d-815923-2 neutron-server[102783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 01 18:09:08.405784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.405784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.405784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.406813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-d022d874-b1db-47c1-83bc-2c819df1755f tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:08.414251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-d022d874-b1db-47c1-83bc-2c819df1755f tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1740639 Nov 01 18:09:08.456495 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b5ab0-a0c0-45ee-9350-1e8c33747352 x-openstack-request-id: req-252b5ab0-a0c0-45ee-9350-1e8c33747352 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:08.456783 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:08.457033 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-252b5ab0-a0c0-45ee-9350-1e8c33747352 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:08.457431 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f', 'status': 'completed', 'code': 200} Nov 01 18:09:08.474157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-3bbbc61f-0a8f-42c4-a251-36d8878b64e9 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613188 Nov 01 18:09:08.476631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] Pushing event updated for resources: {'Network': ['ID=c5329bdc-e3cb-48ec-b8ef-76ce70508d51,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:08.478028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-30c8a032-2101-4a3f-bb73-fa8944aca520 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.488505 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-30c8a032-2101-4a3f-bb73-fa8944aca520 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 1093 time: 0.0731244 Nov 01 18:09:08.489080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:09:08.547487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-481a6eea-c7ab-461f-a72c-9581c3ed7028 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9386322 Nov 01 18:09:08.549654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60048) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:08.554589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Request body: {'subnet': {'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-subnet', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:08.611102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b363f1a-3d86-4b92-b350-e617c81447cf req-bc1a95b6-5ddc-4b2b-a9be-01bac43a48cd service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182218 Nov 01 18:09:08.701824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:08.702504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Unknown quota resources ['binding']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:09:08.724540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Made reservation on behalf of 61f65bf327f2440386b01896bf91eb24 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:08.727073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.883316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8630-0918-4138-a535-4aed2672af67 req-64c1bbd0-312d-4a35-a6e5-68e2f5bb458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:08.884838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-64c1bbd0-312d-4a35-a6e5-68e2f5bb458c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 1099 time: 0.0873811 Nov 01 18:09:08.912193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:08.932244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:08.932778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:08.933301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:08.968412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:08.968746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:08.978505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:08.979097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:08.984278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:08.984278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Bound port: 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:09.008923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26905828-f1db-4779-93c0-4f167f174e07 req-a874ad0b-a2cc-41ed-aa10-4cbc923a7848 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.010421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26905828-f1db-4779-93c0-4f167f174e07 req-a874ad0b-a2cc-41ed-aa10-4cbc923a7848 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 948 time: 0.0998209 Nov 01 18:09:09.043917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.084125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8630-0918-4138-a535-4aed2672af67 req-ed60c44d-3a3f-46e1-a8e8-392eef7a9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.085583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-ed60c44d-3a3f-46e1-a8e8-392eef7a9295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1929302 Nov 01 18:09:09.085941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26905828-f1db-4779-93c0-4f167f174e07 req-89ceeb03-f37f-43fb-ba98-63339e786dcc tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692620 Nov 01 18:09:09.109567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:09.121980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:09.133480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Checking segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:09.137380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Network hostable DHCP agents. Network: c5329bdc-e3cb-48ec-b8ef-76ce70508d51, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:09:09.143457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-7a196e9e-5570-4e89-9aac-45b0b81274b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1998242d-c732-4ce0-8e59-560afb00d09f HTTP/1.1" status: 200 len: 217 time: 0.0501151 Nov 01 18:09:09.272075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:09:09.360108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23074bfc-f6c4-4d89-978a-549b6d38d80a req-7b2e91a2-cb8b-4431-a987-ec7532cdb8b7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.361703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23074bfc-f6c4-4d89-978a-549b6d38d80a req-7b2e91a2-cb8b-4431-a987-ec7532cdb8b7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0933666 Nov 01 18:09:09.383136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, c5329bdc-e3cb-48ec-b8ef-76ce70508d51) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:09.393310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30f8c4-8e0d-41a3-b870-e5a9e4ff0a05 None None] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:09:09.407335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.408108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.426388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.427590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-892e599b-69e3-4d1c-a92f-15450f16d2bb service neutron] 10.222.0.31 "POST /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3/bindings HTTP/1.1" status: 201 len: 389 time: 0.8486364 Nov 01 18:09:09.443148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23074bfc-f6c4-4d89-978a-549b6d38d80a req-32cbea61-a32e-4265-8406-e8555af50942 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695410 Nov 01 18:09:09.447471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8630-0918-4138-a535-4aed2672af67 req-b4636995-9786-49e0-834b-fe237961a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.449084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-b4636995-9786-49e0-834b-fe237961a1c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.2984324 Nov 01 18:09:09.518615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8630-0918-4138-a535-4aed2672af67 req-5826793f-89f1-45b5-b45f-183b821850d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.520241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-5826793f-89f1-45b5-b45f-183b821850d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625107 Nov 01 18:09:09.593969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:09:09.594855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.611189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702682e-4070-48fa-abee-b42b85c9e99b req-b6254f72-69ff-40f9-aede-1af7d5c06e68 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:09.625790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8702682e-4070-48fa-abee-b42b85c9e99b req-b6254f72-69ff-40f9-aede-1af7d5c06e68 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Nov 01 18:09:09.637223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2740d106-a0ea-4faa-a4fb-3e0bd9595cd0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0861933 Nov 01 18:09:09.639903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:09.649559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:09.690483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8702682e-4070-48fa-abee-b42b85c9e99b req-138fc878-93da-4f9e-bdef-fbd01581fe6f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Nov 01 18:09:09.735685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-b4ee4434-1430-4b03-9111-690e54904c9a service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059624 Nov 01 18:09:09.767767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Allocated IP 172.20.0.2 (c5329bdc-e3cb-48ec-b8ef-76ce70508d51/2f8c2dd3-b96a-41cb-973a-98ba7f0585e7/1306ce23-922e-4076-a75a-39c9d4ae6c4f) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:09.828160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e1ae8630-0918-4138-a535-4aed2672af67 req-75393bae-8bae-42ba-9dc2-12c875394b7e service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861223 Nov 01 18:09:09.861941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.865948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.921758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:09.937570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.087032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.124996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118bfc7-fff3-4b92-85e2-a25990b119ba req-d98f6d89-7412-426e-94ad-8a2be612cd76 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.127250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b118bfc7-fff3-4b92-85e2-a25990b119ba req-d98f6d89-7412-426e-94ad-8a2be612cd76 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 945 time: 0.0784602 Nov 01 18:09:10.131568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:10.134785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:10.139344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:10.177218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b118bfc7-fff3-4b92-85e2-a25990b119ba req-be3d616f-22c5-4eae-a6fb-f4e7936a2e72 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Nov 01 18:09:10.180594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Pushing event updated for resources: {'Port': ['ID=1306ce23-922e-4076-a75a-39c9d4ae6c4f,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:10.211729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Attempting to bind port 1306ce23-922e-4076-a75a-39c9d4ae6c4f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:10.212105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Attempting to bind port 1306ce23-922e-4076-a75a-39c9d4ae6c4f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:10.212468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Attempting to bind port 1306ce23-922e-4076-a75a-39c9d4ae6c4f on network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:10.218414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:10.218781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Checking segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:10.219186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.219627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Bound using segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:10.220060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Bound port: 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:10.220439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.290493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.333031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] For port 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:10.336718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] For port 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1306ce23-922e-4076-a75a-39c9d4ae6c4f,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:10.364795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789535-de8d-47cd-a5d6-ff4c2e4e0311 req-cb77aaa1-7368-4a9b-8fc1-8e3b46e26f10 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.366345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe789535-de8d-47cd-a5d6-ff4c2e4e0311 req-cb77aaa1-7368-4a9b-8fc1-8e3b46e26f10 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 948 time: 0.0708556 Nov 01 18:09:10.410849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe789535-de8d-47cd-a5d6-ff4c2e4e0311 req-8dd7a9c4-8cf1-4769-b5b2-63f3b06bd683 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Nov 01 18:09:10.420720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.483016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384c84b-3cdf-4822-8047-68db32fa3b1d None None] Pushing event updated for resources: {'Port': ['ID=1306ce23-922e-4076-a75a-39c9d4ae6c4f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:10.548593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-bbdc2f21-5c72-45e9-a2e1-353467b7d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.550356 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-bbdc2f21-5c72-45e9-a2e1-353467b7d69a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1096 time: 0.0944552 Nov 01 18:09:10.602723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46379c06-2009-4ee1-ac73-746f6984203e req-0a8e9535-99ee-493d-a009-fede0777e9f7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.613890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46379c06-2009-4ee1-ac73-746f6984203e req-0a8e9535-99ee-493d-a009-fede0777e9f7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0796866 Nov 01 18:09:10.666098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46379c06-2009-4ee1-ac73-746f6984203e req-026b7c58-95d7-425e-b377-70b0c1fb94ff tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Nov 01 18:09:10.762302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-6652aca8-5ea7-4d17-b919-7816086ee80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.764737 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-6652aca8-5ea7-4d17-b919-7816086ee80a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.2060547 Nov 01 18:09:10.831911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-134f0f39-9706-4a2a-b066-8f310b293941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.0528560 Nov 01 18:09:10.836588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.887906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd509-5d2c-42ab-ae22-d3acf2b632ab req-23cd1be8-0b21-460a-a505-54548d47be3b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.900291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eccfd509-5d2c-42ab-ae22-d3acf2b632ab req-23cd1be8-0b21-460a-a505-54548d47be3b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0967624 Nov 01 18:09:10.926470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:10.953869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eccfd509-5d2c-42ab-ae22-d3acf2b632ab req-13a3e208-3e61-4a39-8b25-32b6401f330f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Nov 01 18:09:10.982629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-a2634038-9c02-481e-9eb1-bddce20621b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:10.984138 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-a2634038-9c02-481e-9eb1-bddce20621b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1454046 Nov 01 18:09:11.052889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-8cf9db3c-55f7-4b58-a610-ad0a7b618473 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305133 Nov 01 18:09:11.052989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60126) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:11.163940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Allocated IP 172.25.2.70 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/6285fe58-670f-4768-b94c-c5298b827314) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:11.203578 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-a35f4da0-8963-42db-8da2-0c2829d14d87 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270478 Nov 01 18:09:11.340833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3424d45b-8bce-42bf-afcf-c8d30131626b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.360494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224f5f4-bdbc-4142-a74d-2a60f4b85483 req-adf8ad1a-65a9-4a84-b6ce-6444db6f76b5 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:11.362192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2224f5f4-bdbc-4142-a74d-2a60f4b85483 req-adf8ad1a-65a9-4a84-b6ce-6444db6f76b5 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1096 time: 0.1252024 Nov 01 18:09:11.362628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.369415 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-075ff893-774f-4310-bc79-c1b82b345216 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580017 Nov 01 18:09:11.413000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c924f8-8ef1-42c9-b1c1-706b788c53b1 req-362ca499-ecb2-4898-b3f0-acfc7409d5e5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:11.414745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9c924f8-8ef1-42c9-b1c1-706b788c53b1 req-362ca499-ecb2-4898-b3f0-acfc7409d5e5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 945 time: 0.1349356 Nov 01 18:09:11.460884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2224f5f4-bdbc-4142-a74d-2a60f4b85483 req-2a656258-ae07-43b6-a4c6-bfd0032bf262 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882483 Nov 01 18:09:11.488768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9c924f8-8ef1-42c9-b1c1-706b788c53b1 req-791cedfc-dc59-4073-92e4-7e7080050e04 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643239 Nov 01 18:09:11.512388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.532254 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3424d45b-8bce-42bf-afcf-c8d30131626b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.591814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=6285fe58-670f-4768-b94c-c5298b827314,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:11.592300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60140) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:11.620762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:11.620762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:11.624210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:11.681731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3424d45b-8bce-42bf-afcf-c8d30131626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.717321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424d45b-8bce-42bf-afcf-c8d30131626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcdaac8-f4e5-4c5e-99f4-8af2dcdd1fce,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:11.728830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecf7ce-16f8-41d6-b137-6b9d6024f0c8 None None] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:09:11.755830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e4d7-2fdc-49e0-936a-f7cda46c634f req-55b3b8d7-9e72-4da1-9c1f-c84edb7552a1 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:11.764040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bd0e4d7-2fdc-49e0-936a-f7cda46c634f req-55b3b8d7-9e72-4da1-9c1f-c84edb7552a1 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 948 time: 0.1311793 Nov 01 18:09:11.819262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c5f83cd-76d3-4422-8276-83307b5e9c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.823712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3424d45b-8bce-42bf-afcf-c8d30131626b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8aaab63bc26f4f6da6b9c676ebcc4281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703016 Nov 01 18:09:11.829786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60146) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:11.861343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bd0e4d7-2fdc-49e0-936a-f7cda46c634f req-d682512b-1e19-4ae4-82b9-9b7ca62832b6 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Nov 01 18:09:11.861510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-812cbc28-a72b-4fae-9101-df7bcc6089c4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:11.861510 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-812cbc28-a72b-4fae-9101-df7bcc6089c4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1782660 Nov 01 18:09:11.875418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0e8ed-6a63-49b2-9b72-608f6a1d74ab req-f1d888bb-66aa-415d-bb8f-3082d7147fd8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:11.884211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83a0e8ed-6a63-49b2-9b72-608f6a1d74ab req-f1d888bb-66aa-415d-bb8f-3082d7147fd8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1096 time: 0.1619534 Nov 01 18:09:11.886574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:11.951031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:11.966503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.973568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] Provisioning complete for port 1306ce23-922e-4076-a75a-39c9d4ae6c4f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:11.974064 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:11.982533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83a0e8ed-6a63-49b2-9b72-608f6a1d74ab req-aa814e35-7f1d-428b-8916-c620dd34687e tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973313 Nov 01 18:09:12.011401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.026396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c5f83cd-76d3-4422-8276-83307b5e9c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.042653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.055060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3977e-fff1-4f85-a046-066375be349d req-57ff3e9c-d669-4f08-8f0c-6b5266c25b57 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:12.065749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ab3977e-fff1-4f85-a046-066375be349d req-57ff3e9c-d669-4f08-8f0c-6b5266c25b57 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.1445587 Nov 01 18:09:12.124000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ab3977e-fff1-4f85-a046-066375be349d req-9606c5c4-7980-477b-a8d8-de3fe3bfce4f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Nov 01 18:09:12.130290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c5f83cd-76d3-4422-8276-83307b5e9c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.164601 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.213637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60154) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:12.213839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5c5f83cd-76d3-4422-8276-83307b5e9c7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00c39060345c4f7f965e9a9cf9395d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200547 Nov 01 18:09:12.214302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f83cd-76d3-4422-8276-83307b5e9c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3df4f-065a-4175-b783-477d06becf1d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:12.257600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:12.284993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'port_id': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'mac_address': 'fa:16:3e:27:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6568b5-d68a-4dfd-a412-7fd782f28a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:12.318647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1306ce23-922e-4076-a75a-39c9d4ae6c4f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:12.407325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.430220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.460021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c66fa2e6-23ae-4094-af86-a414df4498db {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:12.477592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] For port 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1306ce23-922e-4076-a75a-39c9d4ae6c4f,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:12.496109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:12.496614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1306ce23-922e-4076-a75a-39c9d4ae6c4f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:12.496997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.526178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.529332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.531958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fcdaac8-f4e5-4c5e-99f4-8af2dcdd1fce HTTP/1.1" status: 204 len: 168 time: 0.6997187 Nov 01 18:09:12.578642 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.585744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e030be-1a46-409b-9848-8ee295ead191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcdaac8-f4e5-4c5e-99f4-8af2dcdd1fce,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:12.594154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.633983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.637344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:12.685429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da530712-3cec-4ce1-8874-bbf14e910b37 req-1a6b5d09-49a7-42a3-a611-db0ab4409fec tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:12.692944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da530712-3cec-4ce1-8874-bbf14e910b37 req-1a6b5d09-49a7-42a3-a611-db0ab4409fec tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 945 time: 0.0743525 Nov 01 18:09:12.696390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.702683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:12.711245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:09:12.711581 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:09:12.716523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cfc07-3cea-42d5-bae7-7e88e886200a None None] Pushing event updated for resources: {'Port': ['ID=1306ce23-922e-4076-a75a-39c9d4ae6c4f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:12.749220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da530712-3cec-4ce1-8874-bbf14e910b37 req-062f45b2-0a83-4f20-9e01-8a62f73afebe tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Nov 01 18:09:12.751323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.755850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:12.758584 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d92f0-db5a-4e3a-961d-b03e46199226" -d '{"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-unplugged", "status": "completed", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:12.788051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:12.790497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7e464304-d76c-45b7-b400-864b9a246cd1 None None] Provisioning complete for port 1306ce23-922e-4076-a75a-39c9d4ae6c4f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:12.791175 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7e464304-d76c-45b7-b400-864b9a246cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.794489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c66fa2e6-23ae-4094-af86-a414df4498db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:12.855013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.871315 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b9e1ec-8ffa-47f6-b4e8-15e0ad3475da x-openstack-request-id: req-13b9e1ec-8ffa-47f6-b4e8-15e0ad3475da {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:12.871625 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-unplugged", "status": "completed", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:12.871878 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13b9e1ec-8ffa-47f6-b4e8-15e0ad3475da {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:12.872264 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'code': 200} Nov 01 18:09:12.903822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:12.999812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67efc-33e5-42db-94e3-4944e0162694 req-5d198c40-79ba-4350-a598-d0c861a8e6b0 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:13.001250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-faf67efc-33e5-42db-94e3-4944e0162694 req-5d198c40-79ba-4350-a598-d0c861a8e6b0 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 948 time: 0.0611553 Nov 01 18:09:13.014262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.042911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-faf67efc-33e5-42db-94e3-4944e0162694 req-a32863c0-667d-4155-b037-cd49a83cc413 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Nov 01 18:09:13.114725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Attempting to bind port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Bound port: 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:13.143144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.181883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.185206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.200341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48e3df4f-065a-4175-b783-477d06becf1d HTTP/1.1" status: 204 len: 168 time: 0.9775209 Nov 01 18:09:13.200341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cbe8d-de17-4d86-9946-c186efdbdef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3df4f-065a-4175-b783-477d06becf1d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:13.233515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:13.238013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:13.264691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd380-7fb1-495d-bc06-58aeac3ca27c req-d909be61-b40b-4d9b-934b-e0e70f85b2fa tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:13.266591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b89fd380-7fb1-495d-bc06-58aeac3ca27c req-d909be61-b40b-4d9b-934b-e0e70f85b2fa tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 944 time: 0.0591104 Nov 01 18:09:13.306344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b89fd380-7fb1-495d-bc06-58aeac3ca27c req-aeff6556-4590-43a6-ab57-f0a2bb66d666 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Nov 01 18:09:13.312645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:09:13.371647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.467871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:13.477837 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Sync routers for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:13.484391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=8']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:13.490448 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:13.491156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:13.505193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:13.505793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.507175 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-b902ed47-e8ee-4bff-823a-b05aa88d9435 service neutron] 10.222.0.37 "PUT /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 1121 time: 1.6278415 Nov 01 18:09:13.579292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['70f12e85-c1fc-44a6-a043-7fd46d844dd3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:13.597581 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:13.651159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.652618 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b2e45ca8-51c7-4d35-8d0b-02647c08dc8f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.0113039 Nov 01 18:09:13.655486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60184) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:13.754794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60186) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:13.785005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9b96-c5bb-4512-ba1d-6ed0b956a81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.815944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:11Z', 'revision_number': 3, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:13.847361 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Checking router: 3bdb0b87-58da-4844-97a6-57e80c13b3f8 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:13.847740 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Updating router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 port 6285fe58-670f-4768-b94c-c5298b827314 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:09:13.857724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1998242d-c732-4ce0-8e59-560afb00d09f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:13.874757 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.907956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:13.970014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9b96-c5bb-4512-ba1d-6ed0b956a81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:13.987905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0efee5-b805-42ae-91b2-3752b0deb7cf req-e60a9651-9101-4ae7-8ae8-5969778ef375 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:13.991244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be0efee5-b805-42ae-91b2-3752b0deb7cf req-e60a9651-9101-4ae7-8ae8-5969778ef375 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.1142237 Nov 01 18:09:14.018458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:09:14.049739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be0efee5-b805-42ae-91b2-3752b0deb7cf req-76ae226c-9d02-4091-8379-44452edf8e97 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Nov 01 18:09:14.063596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9b96-c5bb-4512-ba1d-6ed0b956a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.183976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f8ae9b96-c5bb-4512-ba1d-6ed0b956a81f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5fb31595eaa4fd0a4314a2c9dc78594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246831 Nov 01 18:09:14.183976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9b96-c5bb-4512-ba1d-6ed0b956a81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e741f-4a46-4b3d-a059-ffe780fac15b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.186496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:14.257341 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.266103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1306ce23-922e-4076-a75a-39c9d4ae6c4f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:14.276209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1998242d-c732-4ce0-8e59-560afb00d09f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:14.312655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '1998242d-c732-4ce0-8e59-560afb00d09f', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '1998242d-c732-4ce0-8e59-560afb00d09f', 'mac_address': 'fa:16:3e:7d:c2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:14.318977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.329499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c66fa2e6-23ae-4094-af86-a414df4498db triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:14.329961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.346129 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.359941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489455b1-c27d-4e19-bb3c-ff9b70a18e0b req-b5c1baf3-2688-47ae-a500-03237483fc52 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:14.370129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-489455b1-c27d-4e19-bb3c-ff9b70a18e0b req-b5c1baf3-2688-47ae-a500-03237483fc52 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 948 time: 0.0766571 Nov 01 18:09:14.375650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.439593 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Pushing event updated for resources: {'Port': ['ID=6285fe58-670f-4768-b94c-c5298b827314,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.441164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-489455b1-c27d-4e19-bb3c-ff9b70a18e0b req-44b435da-29a9-4eaf-88f9-bde6ec19c083 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700593 Nov 01 18:09:14.455369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.458353 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.458698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.459079 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.459586 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.460056 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.460385 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.460847 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.461388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.461901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.462356 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.462808 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.463301 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:14.484308 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Attempting to bind port 6285fe58-670f-4768-b94c-c5298b827314 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:14.484943 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Attempting to bind port 6285fe58-670f-4768-b94c-c5298b827314 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:14.485049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Attempting to bind port 6285fe58-670f-4768-b94c-c5298b827314 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:14.490455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:14.490830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:14.491360 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.492076 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:14.492703 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Bound port: 6285fe58-670f-4768-b94c-c5298b827314, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:14.493101 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.505970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.521683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1306ce23-922e-4076-a75a-39c9d4ae6c4f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:14.522048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.547082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1998242d-c732-4ce0-8e59-560afb00d09f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:14.549322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] For port 6285fe58-670f-4768-b94c-c5298b827314, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:14.552906 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] For port 6285fe58-670f-4768-b94c-c5298b827314, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6285fe58-670f-4768-b94c-c5298b827314,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:14.583048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.584235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1998242d-c732-4ce0-8e59-560afb00d09f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:14.586014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6e3c6-512a-4772-a4fe-947c3c9282f4 req-4c3fd703-ea28-4173-b0c6-c8b2b8c4749e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:14.587788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.587892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fe6e3c6-512a-4772-a4fe-947c3c9282f4 req-4c3fd703-ea28-4173-b0c6-c8b2b8c4749e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 944 time: 0.0577369 Nov 01 18:09:14.596502 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa7e741f-4a46-4b3d-a059-ffe780fac15b HTTP/1.1" status: 204 len: 168 time: 0.4060187 Nov 01 18:09:14.626594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.636313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:14.649429 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.651938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fe6e3c6-512a-4772-a4fe-947c3c9282f4 req-3b7d7088-d7ac-40e3-9cd5-d7b7c83efb05 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560343 Nov 01 18:09:14.680410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d39d3-01f9-4f34-a591-154e59c13283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e741f-4a46-4b3d-a059-ffe780fac15b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.690041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:14.696851 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfd2a46-5dff-4fff-af4f-dac5677f643d" -d '{"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-plugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:14.697046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e692533-952a-4e77-a158-6ceee73448ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.738356 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b7aa-fd2a-4a90-9bab-a78a76ce1033 None None] Pushing event updated for resources: {'Port': ['ID=6285fe58-670f-4768-b94c-c5298b827314,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.751002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:14.765499 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a562e0-498d-4f69-ae5c-774430010060 x-openstack-request-id: req-e5a562e0-498d-4f69-ae5c-774430010060 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:14.765801 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-plugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:14.768572 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5a562e0-498d-4f69-ae5c-774430010060 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:14.768986 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'code': 200} Nov 01 18:09:14.784829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.787989 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:14.788616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:14.849842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.869901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.875814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:14.879435 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:14.889465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Allocated IP 172.20.0.1 (c5329bdc-e3cb-48ec-b8ef-76ce70508d51/2f8c2dd3-b96a-41cb-973a-98ba7f0585e7/3f25f3db-c7aa-46f5-a943-46c1604f86d6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:14.932305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:14.938786 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:14.943049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e692533-952a-4e77-a158-6ceee73448ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:14.944965 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b7ab1-1bfd-4b8e-bc91-68d37be23ac6 x-openstack-request-id: req-170b7ab1-1bfd-4b8e-bc91-68d37be23ac6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:14.945305 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:14.946231 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-170b7ab1-1bfd-4b8e-bc91-68d37be23ac6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:14.946231 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'status': 'completed', 'code': 200} Nov 01 18:09:15.028196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-1144d317-af99-4724-9f23-c39b437b9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:15.030096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-1144d317-af99-4724-9f23-c39b437b9a0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1124 time: 0.0583308 Nov 01 18:09:15.042379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.078746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e692533-952a-4e77-a158-6ceee73448ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.132202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e692533-952a-4e77-a158-6ceee73448ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac20ed2a6a1545d4973e327936b12617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906096 Nov 01 18:09:15.134229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e692533-952a-4e77-a158-6ceee73448ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb188a17-04c3-4562-aeba-9b623d862605,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:15.134966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:15.157831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-daa9794f-a173-42ea-af8c-fb7bd9215d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:15.159081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-daa9794f-a173-42ea-af8c-fb7bd9215d6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1208153 Nov 01 18:09:15.216267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-3d2ccf60-bdd9-45ad-9818-6bac804538a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.0489521 Nov 01 18:09:15.259528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:11Z', 'revision_number': 3, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:15.264421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.298575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1998242d-c732-4ce0-8e59-560afb00d09f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:15.311307 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56535b-5530-443c-a0c4-4f8a41cb3f62 None None] The sync data for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 is: [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:11Z', 'revision_number': 3, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:15.313600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.318794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:15.324551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:15.327938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:15.328611 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.336617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024cab-9403-4271-adfe-a21f0c39473c req-8f508f75-2171-48fb-9b41-b62e23f70243 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:15.338186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90024cab-9403-4271-adfe-a21f0c39473c req-8f508f75-2171-48fb-9b41-b62e23f70243 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.1278541 Nov 01 18:09:15.340204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-6f3a5b5a-121b-443c-9c80-403accb4f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:15.341578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-6f3a5b5a-121b-443c-9c80-403accb4f55c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1071482 Nov 01 18:09:15.377831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.419772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-6699335c-95df-4e02-b235-98cb31b88b46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602129 Nov 01 18:09:15.502019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Pushing event updated for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:15.509112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90024cab-9403-4271-adfe-a21f0c39473c req-f8562878-89ef-4fd4-8afa-0e104df86779 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520197 Nov 01 18:09:15.623949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-b3c9084b-681f-4adc-adde-c7bc118fd5e5 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936252 Nov 01 18:09:15.715409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4fec73cd-9327-4ad7-afcf-ac31e8d52d02 None None] Provisioning complete for port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:15.716213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4fec73cd-9327-4ad7-afcf-ac31e8d52d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.754817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.757791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.761297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb188a17-04c3-4562-aeba-9b623d862605 HTTP/1.1" status: 204 len: 168 time: 0.6223643 Nov 01 18:09:15.784234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecaa32-69c3-4427-98b5-4e5a89e9db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb188a17-04c3-4562-aeba-9b623d862605,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:15.809964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf766b-621b-4a61-bd15-842d933bfda3 req-267e75b2-12d3-44d6-9286-dcad262bce1c tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:15.818122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:15.819043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34bf766b-621b-4a61-bd15-842d933bfda3 req-267e75b2-12d3-44d6-9286-dcad262bce1c tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 949 time: 0.1474783 Nov 01 18:09:15.885920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3157c3b4-fc58-4bcc-a2e3-bf575267d0f7 req-021b7c01-aa95-40a5-84cd-5b5b1f0c7db7 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303040 Nov 01 18:09:15.902085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4fec73cd-9327-4ad7-afcf-ac31e8d52d02 None None] Port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:15.923283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34bf766b-621b-4a61-bd15-842d933bfda3 req-de6a2759-a3dd-4c2d-83bc-bec180f408ea tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032383 Nov 01 18:09:15.923829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60250) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:16.038659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.062630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecb626-ab75-4d04-be57-85108e37ce19 req-1dc4a97b-a012-4ef2-bd56-9827a904b25d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:16.064242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ecb626-ab75-4d04-be57-85108e37ce19 req-1dc4a97b-a012-4ef2-bd56-9827a904b25d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0663557 Nov 01 18:09:16.112766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ecb626-ab75-4d04-be57-85108e37ce19 req-534f28ba-120f-4d12-9b61-62c428168e82 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Nov 01 18:09:16.140368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.141170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.205629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6285fe58-670f-4768-b94c-c5298b827314 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:16.285119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:16.289484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:16.295786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Pushing event updated for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:16.313895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6285fe58-670f-4768-b94c-c5298b827314 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:16.314524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.464086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.492411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 6285fe58-670f-4768-b94c-c5298b827314, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6285fe58-670f-4768-b94c-c5298b827314,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:16.500623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:09:16.542808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-224d2485-6bde-4ac8-8b48-86c683fe9509 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:16.551993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-224d2485-6bde-4ac8-8b48-86c683fe9509 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.6270409 Nov 01 18:09:16.609265 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.671756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-cc30ae02-37b3-418f-98b1-74c2b091f6e1 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:16.673614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-cc30ae02-37b3-418f-98b1-74c2b091f6e1 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 1093 time: 0.1208506 Nov 01 18:09:16.697176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:16.703774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a9172208-4044-4de3-94b6-717e109c0e9b admin admin] 10.222.0.31 "PUT /v2.0/routers/3bdb0b87-58da-4844-97a6-57e80c13b3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470953 Nov 01 18:09:16.726860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=6285fe58-670f-4768-b94c-c5298b827314,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:16.729598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b74167ab-5913-42ce-a146-125d57bd56dd None None] Provisioning complete for port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:16.729963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b74167ab-5913-42ce-a146-125d57bd56dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:16.734484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2857030-69bf-45b6-a63b-45de24099311 req-8343943a-191b-4656-b3e5-78d0dcfaaa24 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:16.743073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2857030-69bf-45b6-a63b-45de24099311 req-8343943a-191b-4656-b3e5-78d0dcfaaa24 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0906856 Nov 01 18:09:16.771125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b74167ab-5913-42ce-a146-125d57bd56dd None None] Port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:16.778071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2857030-69bf-45b6-a63b-45de24099311 req-b1d2a41f-0a1f-4833-bfc6-c5533972fba1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Nov 01 18:09:17.055691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:17.056225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Unknown quota resources ['binding']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:09:17.217437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:17.220682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:17.221018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:17.226318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:17.226698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:17.233372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:17.233825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:17.234353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:17.234846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Bound port: b6c97ef6-0334-4842-9370-97254831adfc, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:17.349656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:17.470243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:17.470243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f0cac172-efb1-46ef-ac8a-4154e13579d2 service neutron] 10.222.0.31 "POST /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6189678 Nov 01 18:09:17.552665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60304) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:17.591551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ae4b-67d1-47a7-a233-c64cd44406c1 req-60349586-6c08-49e8-b444-fadb994fd692 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:17.603073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dd9ae4b-67d1-47a7-a233-c64cd44406c1 req-60349586-6c08-49e8-b444-fadb994fd692 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 949 time: 0.0849884 Nov 01 18:09:17.663124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dd9ae4b-67d1-47a7-a233-c64cd44406c1 req-abf10c4b-5799-44a4-99a0-a4ca3b0fb390 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Nov 01 18:09:17.960533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-581620521-network', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:17.963243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:17.963243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1998242d-c732-4ce0-8e59-560afb00d09f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:18.060565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-0f10bff7-2ed3-442a-bcdb-c6258204c242 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:18.062372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-0f10bff7-2ed3-442a-bcdb-c6258204c242 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 828 time: 0.1100347 Nov 01 18:09:18.085726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-7278090c-4a95-4961-94dc-5fe0c1b9a61c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/quotas/61f65bf327f2440386b01896bf91eb24 HTTP/1.1" status: 200 len: 375 time: 0.0168614 Nov 01 18:09:18.142609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Made reservation on behalf of 5f42ad3114f54a60afad8faff211f5d6 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:18.145968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.156748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.191056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6285fe58-670f-4768-b94c-c5298b827314 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:18.194674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4802fa1c-14bf-446a-a832-0dee7e02ff42 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040499 Nov 01 18:09:18.233917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Sync routers for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:18.275714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6285fe58-670f-4768-b94c-c5298b827314 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:18.276055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.329841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:18.330508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:18.368856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-a03880ae-d200-4cae-a004-a82bc8f33c7d service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732392 Nov 01 18:09:18.382944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f028ffe-dbe0-4886-bb34-34674bb7828e req-956c27d3-b3bb-4362-83d4-ea6a6359d683 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:18.385173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 1998242d-c732-4ce0-8e59-560afb00d09f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:18.391831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f028ffe-dbe0-4886-bb34-34674bb7828e req-956c27d3-b3bb-4362-83d4-ea6a6359d683 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.1276956 Nov 01 18:09:18.416957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:18.429025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 1998242d-c732-4ce0-8e59-560afb00d09f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:18.429441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.502283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:09:18.504727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f028ffe-dbe0-4886-bb34-34674bb7828e req-13da05f7-877a-4801-8875-d2e2b6e32067 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118960 Nov 01 18:09:18.527378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.558164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:18.575617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-3527cda0-cb31-481a-a335-9205aa1ee3bb service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768856 Nov 01 18:09:18.637761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.660576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:09:18.680307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2f70-0e9c-4c98-90dc-1833af7db0dd req-247aa4e6-a913-422d-9512-86cfb40b6806 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:18.681934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34ba2f70-0e9c-4c98-90dc-1833af7db0dd req-247aa4e6-a913-422d-9512-86cfb40b6806 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0785747 Nov 01 18:09:18.684646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0fd8-f38b-4b0b-a46d-da416888d91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.686594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.689538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356af398-c5b2-47d1-9547-8d4fd0e80b13,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:18.694834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.694834 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Added segment f9d35e26-8de3-468a-97b9-65cfaf0d95ce of type vlan for network a1648880-231c-4a35-be6b-7b8a172bbb63 Nov 01 18:09:18.750569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:18.751772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.752750 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a0a0c8-a1a6-4b34-829c-407e886efd11" -d '{"events": [{"server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "name": "network-vif-plugged", "status": "completed", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:18.769004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34ba2f70-0e9c-4c98-90dc-1833af7db0dd req-d4417863-cd0c-4e82-aa56-1f0995c9d64e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Nov 01 18:09:18.770829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1998242d-c732-4ce0-8e59-560afb00d09f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:18.854129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 2, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:18.887207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Checking router: 3bdb0b87-58da-4844-97a6-57e80c13b3f8 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:18.888677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Updating router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:09:18.909860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537ad09-0d90-4b78-8120-3d50ba8608ed req-c2cd02e1-ef66-4da8-9298-bf9e7f24bb9e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:18.911562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4537ad09-0d90-4b78-8120-3d50ba8608ed req-c2cd02e1-ef66-4da8-9298-bf9e7f24bb9e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0613158 Nov 01 18:09:18.915620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.915620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:18.915620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.931228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:18.934157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.026273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:19.240874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4537ad09-0d90-4b78-8120-3d50ba8608ed req-cef0d75e-0877-4935-8712-34dc1aa848c6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196876 Nov 01 18:09:19.241586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] Pushing event updated for resources: {'Network': ['ID=a1648880-231c-4a35-be6b-7b8a172bbb63,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:19.265134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a1648880-231c-4a35-be6b-7b8a172bbb63 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:09:19.265237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2efa2be5-59a8-4ac0-80a4-93c1421f06ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7054968 Nov 01 18:09:19.265321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60354) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:19.270444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Request body: {'subnet': {'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-subnet', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:19.363123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Made reservation on behalf of 5f42ad3114f54a60afad8faff211f5d6 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:19.365531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.370086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.401058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1567d9-4ca8-4faf-acad-79ff4048b045 req-88c91128-2c52-4012-ab5a-504a400d8ee7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:19.403892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d1567d9-4ca8-4faf-acad-79ff4048b045 req-88c91128-2c52-4012-ab5a-504a400d8ee7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.0801263 Nov 01 18:09:19.451001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d1567d9-4ca8-4faf-acad-79ff4048b045 req-afb1c434-8172-4395-9518-afb60ed20c39 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Nov 01 18:09:19.472182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.533349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-fd9234a8-aac7-4297-887b-73c1a7d47e10 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d8a8a31310d140fcb6792241c34c11e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499938 Nov 01 18:09:19.542090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc55b0-8724-4153-976e-b8108732a8ba None None] Pushing event updated for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:19.551361 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41347e50-ed97-486f-acae-8c85d46b181e x-openstack-request-id: req-41347e50-ed97-486f-acae-8c85d46b181e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:19.551839 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "name": "network-vif-plugged", "status": "completed", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:19.552092 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41347e50-ed97-486f-acae-8c85d46b181e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:19.552473 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f', 'code': 200} Nov 01 18:09:19.622784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb6aeb8c-a499-46b7-bd1e-c9be99f4a0ed req-2cbb16c4-1e78-4800-92f0-bca1809335ce tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 210 time: 0.0534637 Nov 01 18:09:19.637532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Attempting to bind port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:19.637911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Attempting to bind port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:19.638259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Attempting to bind port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 on network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:19.644054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cc5d6-7df5-4a02-9d37-2fac9644f476 req-c621849b-2349-4009-a97a-819d796c6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:19.644533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:19.644890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Checking segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:19.645294 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.645675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Bound using segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:19.646178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de8cc5d6-7df5-4a02-9d37-2fac9644f476 req-c621849b-2349-4009-a97a-819d796c6bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 1101 time: 0.0661671 Nov 01 18:09:19.646287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Bound port: 3f25f3db-c7aa-46f5-a943-46c1604f86d6, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:19.646518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.689986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.739728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] For port 3f25f3db-c7aa-46f5-a943-46c1604f86d6, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:19.742963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] For port 3f25f3db-c7aa-46f5-a943-46c1604f86d6, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3f25f3db-c7aa-46f5-a943-46c1604f86d6,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:19.773706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de8cc5d6-7df5-4a02-9d37-2fac9644f476 req-c208b62a-8a86-4f2e-bd66-f3bad6adf5ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183012 Nov 01 18:09:19.786864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432ef9c-0d74-411b-934e-196a2c7074de req-1c92c2e4-428b-4134-9b87-53bdb31b4572 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:19.788530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1432ef9c-0d74-411b-934e-196a2c7074de req-1c92c2e4-428b-4134-9b87-53bdb31b4572 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 945 time: 0.0837457 Nov 01 18:09:19.797501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-36f7b4d2-cc50-43d3-903b-63a50598653c tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:19.798992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-36f7b4d2-cc50-43d3-903b-63a50598653c tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648678 Nov 01 18:09:19.799747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1723b848-735b-400d-9e97-d4e0db0e4e52,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:19.821546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Checking segment: {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:19.821916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Network hostable DHCP agents. Network: a1648880-231c-4a35-be6b-7b8a172bbb63, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:09:19.836733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-94aa7e9f-cbd8-47c2-a732-fa535f579957 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/quotas/d8a8a31310d140fcb6792241c34c11e0 HTTP/1.1" status: 200 len: 375 time: 0.0211620 Nov 01 18:09:19.844697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1432ef9c-0d74-411b-934e-196a2c7074de req-4f88e97c-90ac-4b24-b3f4-b524c38b6a46 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 01 18:09:19.857325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.879536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-edc45cd3-ee82-424f-abe4-a8dc00128a11 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339007 Nov 01 18:09:19.917159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Network a1648880-231c-4a35-be6b-7b8a172bbb63 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:09:19.922454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:09:19.964389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc55b0-8724-4153-976e-b8108732a8ba None None] Pushing event updated for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:19.979343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea465dda-6990-4ac6-9722-90a0e85218ad req-0932a932-0b00-4fbe-a3a3-fa5e24d3748a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:19.981590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea465dda-6990-4ac6-9722-90a0e85218ad req-0932a932-0b00-4fbe-a3a3-fa5e24d3748a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.0716846 Nov 01 18:09:19.992745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] Provisioning complete for port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:19.993126 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:19.997498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a1648880-231c-4a35-be6b-7b8a172bbb63) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:19.997992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:19.998642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:08:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:20.002414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:20.003000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.029416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea465dda-6990-4ac6-9722-90a0e85218ad req-ef3e749b-194a-436f-bb08-fc5e6d0ad973 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Nov 01 18:09:20.064960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb6e13-9194-4b1c-9d86-ed78b9145d12 None None] Network a1648880-231c-4a35-be6b-7b8a172bbb63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:09:20.084216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-79918150-4794-4c53-bc03-a08d4ca82e98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8181348 Nov 01 18:09:20.086956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60370) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:20.093431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:20.177892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f227bb36-6db0-490d-b274-4f4cd7d9d73e req-f52f3e82-5b4d-40f7-9caa-32558f5019fb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 210 time: 0.0364275 Nov 01 18:09:20.282839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.284654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.287119 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.345221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.393198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697430f5-f49c-4891-b607-9038b560ed45 req-22f75eca-cae0-4ec0-9cf9-186432c10fe7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:20.395068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697430f5-f49c-4891-b607-9038b560ed45 req-22f75eca-cae0-4ec0-9cf9-186432c10fe7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0525997 Nov 01 18:09:20.435864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697430f5-f49c-4891-b607-9038b560ed45 req-79265ecf-f505-4c3d-a7b0-56d6129aa0a9 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Nov 01 18:09:20.478487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:20.556569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.563555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.585427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14014e78-ffc3-4fe7-99d0-b5b73040c19c req-285221bc-18ad-4eb4-a87a-cd5f2ab3cd84 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:20.586970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14014e78-ffc3-4fe7-99d0-b5b73040c19c req-285221bc-18ad-4eb4-a87a-cd5f2ab3cd84 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.0518479 Nov 01 18:09:20.628813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14014e78-ffc3-4fe7-99d0-b5b73040c19c req-be46ce14-7702-4807-9140-bc202c767640 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347311 Nov 01 18:09:20.631871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:20.724809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8281c4-d226-44eb-9e46-8ddd923b5a10 req-3e219052-83c3-49cf-b910-c79d60fd641c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 210 time: 0.0282707 Nov 01 18:09:20.724992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-a1648880-231c-4a35-be6b-7b8a172bbb63', 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'fixed_ips': [{'subnet_id': '1723b848-735b-400d-9e97-d4e0db0e4e52'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:09:20.725795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.776411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] For port 3f25f3db-c7aa-46f5-a943-46c1604f86d6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3f25f3db-c7aa-46f5-a943-46c1604f86d6,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:20.835818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.902356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.911064 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9609bc0-e607-42b7-97d7-c5c3d1db7ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:20.985482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:20.985721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a31ab3-b76b-4aa5-88c2-55b0c6dd27e0 req-e68cecc3-4558-4fd8-989f-f58a31034f87 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:20.987523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67a31ab3-b76b-4aa5-88c2-55b0c6dd27e0 req-e68cecc3-4558-4fd8-989f-f58a31034f87 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0597689 Nov 01 18:09:21.062715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Allocated IP 172.20.0.2 (a1648880-231c-4a35-be6b-7b8a172bbb63/1723b848-735b-400d-9e97-d4e0db0e4e52/9c518dbe-ef60-4d84-8c6a-40ae168faf04) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:21.066314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67a31ab3-b76b-4aa5-88c2-55b0c6dd27e0 req-818f8d49-0dc9-4d97-aba8-238ba1cc41f7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639834 Nov 01 18:09:21.102224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-208213fa-8636-4dfa-976a-3333d84378d3 None None] Provisioning complete for port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:21.106983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-208213fa-8636-4dfa-976a-3333d84378d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.106983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71b438-003d-40a1-a239-d4f6f4c2e821 None None] Pushing event updated for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:21.173790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.198472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.204964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:19Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:21.246532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089ab0-223e-4598-a5cd-9b2feb085dd6 None None] The sync data for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 is: [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:19Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:21.287655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c990e-33cf-4b69-8e2c-e3833fba8ff5 req-f5bdd3d8-98e2-4f4c-9296-cf7ecfe0aa70 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:21.295748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-092c990e-33cf-4b69-8e2c-e3833fba8ff5 req-f5bdd3d8-98e2-4f4c-9296-cf7ecfe0aa70 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 943 time: 0.1264577 Nov 01 18:09:21.356420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-e58b7261-18b5-43a9-8b25-42f7be09b689 service neutron] 10.222.0.32 "GET /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.1714904 Nov 01 18:09:21.370482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-092c990e-33cf-4b69-8e2c-e3833fba8ff5 req-829ee101-fb91-4c80-8f55-e510c6043839 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719793 Nov 01 18:09:21.379140 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.385996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Allocated IP 172.25.2.239 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/1645329c-f6ca-4470-a9a9-9dfc7b48c6cf) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:21.454731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.513033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Network a1648880-231c-4a35-be6b-7b8a172bbb63 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:21.516179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:21.519796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:21.522925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38cadcf-5135-4a88-863b-cc2915190d45 req-156aff5e-5aff-4168-a408-5bde0b03055b tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 210 time: 0.0707996 Nov 01 18:09:21.540234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.554419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:21.571609 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91cd16-ebd6-4867-ac09-39e14a008018" -d '{"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-unplugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:21.611893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Pushing event updated for resources: {'Port': ['ID=9c518dbe-ef60-4d84-8c6a-40ae168faf04,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:21.631264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Attempting to bind port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:21.631746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Attempting to bind port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:21.632186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Attempting to bind port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 on network a1648880-231c-4a35-be6b-7b8a172bbb63 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:21.640496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:21.640496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Checking segment: {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:21.640496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.640496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Bound using segment: {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:21.641019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Bound port: 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:21.641437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.723840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] For port 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:21.725717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.729226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] For port 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9c518dbe-ef60-4d84-8c6a-40ae168faf04,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:21.750054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:21.783071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:21.792378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:21.800142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a5e66-3c7a-4a6b-8bed-6bfa590b1a25 req-19c75c07-971a-4b3f-9a19-20e88353c5f0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:21.802776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:21.804108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a5a5e66-3c7a-4a6b-8bed-6bfa590b1a25 req-19c75c07-971a-4b3f-9a19-20e88353c5f0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.1185884 Nov 01 18:09:21.805917 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.809673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:21.826946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-e75b42f9-8cd4-4c6d-aee6-58b59fdb85d6 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:21.828562 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-e75b42f9-8cd4-4c6d-aee6-58b59fdb85d6 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.32 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 828 time: 0.2014604 Nov 01 18:09:21.855602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f12e85-c1fc-44a6-a043-7fd46d844dd3 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:21.867782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:21.871599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:21.887996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def98e-0457-410f-b3dd-1154a176f11d None None] Pushing event updated for resources: {'Port': ['ID=9c518dbe-ef60-4d84-8c6a-40ae168faf04,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:21.897041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'port': {'device_id': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'admin_state_up': True, 'tenant_id': '61f65bf327f2440386b01896bf91eb24'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:21.936670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:21.940487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:21.961409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a5a5e66-3c7a-4a6b-8bed-6bfa590b1a25 req-3e659c6c-d597-4ac4-acd1-85791d7a9cc9 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Nov 01 18:09:21.986818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.119095 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61e25c9-eeac-4a5c-bb21-d9c938cf8b6c x-openstack-request-id: req-c61e25c9-eeac-4a5c-bb21-d9c938cf8b6c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:22.119637 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-unplugged", "status": "completed", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:22.130674 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c61e25c9-eeac-4a5c-bb21-d9c938cf8b6c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:22.130674 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'code': 200} Nov 01 18:09:22.181678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:22.237337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:09:22.238696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] Transition to ACTIVE for port object 70f12e85-c1fc-44a6-a043-7fd46d844dd3 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:22.267435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb76703-8644-4062-a473-a5a6e8849a47 req-5698d56d-1516-4965-8d74-714a72e7c8fd tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:22.270672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aeb76703-8644-4062-a473-a5a6e8849a47 req-5698d56d-1516-4965-8d74-714a72e7c8fd tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.1313789 Nov 01 18:09:22.303121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3f25f3db-c7aa-46f5-a943-46c1604f86d6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:22.343364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.351274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aeb76703-8644-4062-a473-a5a6e8849a47 req-cc36f47f-a383-4236-af73-04b8befc316f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Nov 01 18:09:22.366880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Made reservation on behalf of 61f65bf327f2440386b01896bf91eb24 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:22.376089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.431476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:22.431823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.484245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] No DVR routers for this DVR port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:09:22.527491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-199978d4-5c91-49a8-a29a-a72dc3c75dc3 req-50adef0e-23ec-46bd-a1e7-584afe5720a1 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 210 time: 0.0446260 Nov 01 18:09:22.544118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] Pushing event updated for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:22.577980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.579467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-473307cd-cd4c-4148-8518-11d9d42c79a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2053485 Nov 01 18:09:22.686634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb42373-443b-4287-b9f9-46c3b21c3f05 req-a417ab6e-f8fd-41e8-9c4b-6684bd1ebe71 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:22.689025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3eb42373-443b-4287-b9f9-46c3b21c3f05 req-a417ab6e-f8fd-41e8-9c4b-6684bd1ebe71 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0662639 Nov 01 18:09:22.706180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Allocated IP 172.20.0.6 (c5329bdc-e3cb-48ec-b8ef-76ce70508d51/2f8c2dd3-b96a-41cb-973a-98ba7f0585e7/ac8c3660-9236-4339-93dc-176281cb787d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:22.729065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3eb42373-443b-4287-b9f9-46c3b21c3f05 req-d5dbea22-4664-47bc-99a1-62a29a814489 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Nov 01 18:09:22.894458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74c8bc-7980-4523-b673-0c72c55c6133 req-0ba6407a-2396-4730-9bc5-1b871e934920 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:22.896213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f74c8bc-7980-4523-b673-0c72c55c6133 req-0ba6407a-2396-4730-9bc5-1b871e934920 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0782015 Nov 01 18:09:22.938533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:22.953434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f74c8bc-7980-4523-b673-0c72c55c6133 req-84bf2467-16bc-46d8-a39d-ab497b097c43 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Nov 01 18:09:23.020613 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.085369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-99313ba9-1204-4859-a793-0a29d7f98ca5 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d8a8a31310d140fcb6792241c34c11e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600162 Nov 01 18:09:23.087273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b0fc01-872c-4e96-bc42-61a49783ca5a req-2f88f31a-bccc-4c44-b91c-f45bc6d7ae74 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 210 time: 0.0426812 Nov 01 18:09:23.187196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.241219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:23.246641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:23.250688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:23.256195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:23.256800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.259714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-b9869bdd-e8de-449c-85e2-389792ac7d11 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:23.261191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-b9869bdd-e8de-449c-85e2-389792ac7d11 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683600 Nov 01 18:09:23.267444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:09:23.269152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event updated for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:23.279671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1cdd0-00c2-4520-a14b-ad2b6d0ae547 req-cb99e2ce-22f0-4327-8a7f-517118cca6bc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:23.280899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4a1cdd0-00c2-4520-a14b-ad2b6d0ae547 req-cb99e2ce-22f0-4327-8a7f-517118cca6bc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.1006474 Nov 01 18:09:23.285164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Request body: {'port': {'device_id': '97026147-ec57-4124-a338-5eacb981dc1b', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'd8a8a31310d140fcb6792241c34c11e0'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:23.320120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40a1c5-97a2-4653-9337-9fa7e20ef509 None None] Network a1648880-231c-4a35-be6b-7b8a172bbb63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:09:23.383923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-14905d59-df9b-492d-8c39-9257f5d32c7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4948890 Nov 01 18:09:23.405679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Request body: {'port': {'device_id': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:23.411925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4a1cdd0-00c2-4520-a14b-ad2b6d0ae547 req-54754948-b029-4ade-a242-4a000aa1409f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142905 Nov 01 18:09:23.495556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:23.509159 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Sync routers for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:23.532018 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:23.532957 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:23.535146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] Provisioning complete for port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:23.535546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.554890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.599448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b51cd-a92a-4e3e-8783-42d9391d11e6 req-df7af7f7-64e1-4d34-b119-8b03de32402f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:23.611053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e9b51cd-a92a-4e3e-8783-42d9391d11e6 req-df7af7f7-64e1-4d34-b119-8b03de32402f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.0946095 Nov 01 18:09:23.650802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Made reservation on behalf of d8a8a31310d140fcb6792241c34c11e0 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:23.654404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.670048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.671347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.685002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:23.694849 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.702143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e9b51cd-a92a-4e3e-8783-42d9391d11e6 req-67b0b48b-2ecf-4354-85ad-44a50397b1c1 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899639 Nov 01 18:09:23.731194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] For port 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9c518dbe-ef60-4d84-8c6a-40ae168faf04,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:23.788531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.794218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b9e0c10b-f08e-4dc8-b096-27358d1132d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7014391 Nov 01 18:09:23.794351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60418) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:23.813695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.897505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.909364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ffff-06cd-4137-b972-9adedfe82649 None None] Pushing event updated for resources: {'Port': ['ID=9c518dbe-ef60-4d84-8c6a-40ae168faf04,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:23.941216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b4b58b74-e6ce-466b-82bf-237ea2520207 None None] Provisioning complete for port ac8c3660-9236-4339-93dc-176281cb787d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:23.941751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b4b58b74-e6ce-466b-82bf-237ea2520207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.947383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:22Z', 'revision_number': 3, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:23.959912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b0d0-de7a-49dc-bd63-e66b8b0c1902 req-00eb5161-c5ce-4f56-874b-48c5443bffbc tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:23.967736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f178b0d0-de7a-49dc-bd63-e66b8b0c1902 req-00eb5161-c5ce-4f56-874b-48c5443bffbc tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 931 time: 0.1607015 Nov 01 18:09:23.983005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:23.983949 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Checking router: 998ec633-e13d-48e0-9be9-ce8424f4b4e5 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:23.984528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Updating router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:09:23.997711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b4b58b74-e6ce-466b-82bf-237ea2520207 None None] Port ac8c3660-9236-4339-93dc-176281cb787d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:24.015234 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.015471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b4b58b74-e6ce-466b-82bf-237ea2520207 None None] Provisioning complete for port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:24.015980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b4b58b74-e6ce-466b-82bf-237ea2520207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.051770 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:09:24.084385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8c3660-9236-4339-93dc-176281cb787d {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:24.100922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.133207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Transition to ACTIVE for port object ac8c3660-9236-4339-93dc-176281cb787d will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:24.139764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f178b0d0-de7a-49dc-bd63-e66b8b0c1902 req-e6ae4ce0-b844-4b41-b100-70e1c196f38e tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633582 Nov 01 18:09:24.145519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09efa42-a9df-434e-b18d-9e49c9a82aa6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:24.214377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.345073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb78b70-e4d6-43f0-9f96-4b3e92dd0ffa req-34e58bc6-8c0b-4395-86ee-b673b85dc301 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:24.346884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fb78b70-e4d6-43f0-9f96-4b3e92dd0ffa req-34e58bc6-8c0b-4395-86ee-b673b85dc301 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.1246445 Nov 01 18:09:24.355642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:24.385382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9c518dbe-ef60-4d84-8c6a-40ae168faf04 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:24.398715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Attempting to bind port ac8c3660-9236-4339-93dc-176281cb787d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:24.399420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Attempting to bind port ac8c3660-9236-4339-93dc-176281cb787d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:24.400090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Attempting to bind port ac8c3660-9236-4339-93dc-176281cb787d on network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:24.405541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Port ac8c3660-9236-4339-93dc-176281cb787d on network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:24.406563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Attempting to bind port ac8c3660-9236-4339-93dc-176281cb787d on network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:24.426966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:24.427726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Checking segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:24.428333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Bound using segment: {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:24.429061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Bound port: ac8c3660-9236-4339-93dc-176281cb787d, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65907462-f616-42a9-bd67-b724e7a12657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:24.429649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.429759 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.436892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:24.443196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.463548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Allocated IP 192.168.233.28 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/d2abbfa9-e39c-4b2e-967b-196395d214db) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:24.523492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:24.527719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac8c3660-9236-4339-93dc-176281cb787d,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:24.549423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fb78b70-e4d6-43f0-9f96-4b3e92dd0ffa req-764b0e5d-02a7-437b-bd6c-83efb193336c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897262 Nov 01 18:09:24.619965 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.671998 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Attempting to bind port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:24.672676 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Attempting to bind port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:24.673039 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Attempting to bind port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:24.681872 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bc2ee-a9bd-46af-9b45-032d3e1c8e84 None None] Pushing event updated for resources: {'Port': ['ID=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:24.686566 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:24.686927 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:24.687320 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.687893 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:24.688515 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Bound port: 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:24.689099 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.706656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.747307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:24.747738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.747876 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] For port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:24.750258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] 10.222.0.32 "PUT /v2.0/ports/ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 1091 time: 1.3559911 Nov 01 18:09:24.750870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:24.751006 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] For port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:24.753303 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:24.779134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdcda6-d24d-449e-b101-7cbeaf4fd86f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:24.786582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882972f-5dc9-4afb-8828-e5d683db3b3a req-2ba2a7b9-97a4-4bcc-9686-279be1052419 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:24.788176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0882972f-5dc9-4afb-8828-e5d683db3b3a req-2ba2a7b9-97a4-4bcc-9686-279be1052419 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.1751583 Nov 01 18:09:24.793233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.848715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.904864 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:24.973500 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bc2ee-a9bd-46af-9b45-032d3e1c8e84 None None] Pushing event updated for resources: {'Port': ['ID=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:24.976120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:24.976730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:25.037108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-311c2da7-31c0-4ff2-97dc-b7c4b135a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.039369 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-311c2da7-31c0-4ff2-97dc-b7c4b135a718 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1094 time: 0.0731130 Nov 01 18:09:25.088257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:25.088467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-bf2d3082-3d6c-4018-a6ef-95dab7f33aad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 217 time: 0.0397024 Nov 01 18:09:25.106731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0882972f-5dc9-4afb-8828-e5d683db3b3a req-09139db6-e340-4fe6-bc8d-2faa65c483c5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093383 Nov 01 18:09:25.143966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-97c9c48b-1d2b-4b0a-91b9-38cd3e6e28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.144585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-97c9c48b-1d2b-4b0a-91b9-38cd3e6e28ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0482383 Nov 01 18:09:25.198593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229076-9417-436f-8dbb-872eedfe79a1 req-1b4a9233-5473-4e64-95d8-093bf5d0a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.201194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-1b4a9233-5473-4e64-95d8-093bf5d0a812 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495682 Nov 01 18:09:25.223844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.293725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:22Z', 'revision_number': 3, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:25.294004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:09:25.300277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:25.310814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-0f2c2910-accd-4d79-8f8a-e9c69f725426 service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009068 Nov 01 18:09:25.319560 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bb5f1-717c-46e7-b93d-ae1ff2febf62 None None] The sync data for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 is: [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:22Z', 'revision_number': 3, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:25.328788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:25.337585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f906-da64-493c-b7c8-99674c0b3d05 req-d48df97d-4cfd-4703-9293-fbcf326d7ac2 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.339119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bb3f906-da64-493c-b7c8-99674c0b3d05 req-d48df97d-4cfd-4703-9293-fbcf326d7ac2 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 935 time: 0.1647062 Nov 01 18:09:25.340746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:09:25.341921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:25.347492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.353899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.356454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Pushing event updated for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:25.405632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Allocated IP 172.20.0.1 (a1648880-231c-4a35-be6b-7b8a172bbb63/1723b848-735b-400d-9e97-d4e0db0e4e52/0e66b5ef-a04f-45ce-a467-5291dd32a676) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:25.435673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bb3f906-da64-493c-b7c8-99674c0b3d05 req-24d544eb-9287-4d4f-9a2a-e2b656371135 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747330 Nov 01 18:09:25.437314 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-64229076-9417-436f-8dbb-872eedfe79a1 req-35db372b-efc0-4f7d-b1dc-f8f8ec2b7124 service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200767 Nov 01 18:09:25.565613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3e22c946-fb2b-49a8-86e7-67d332d1ab56 None None] Provisioning complete for port d2abbfa9-e39c-4b2e-967b-196395d214db triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:25.566197 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3e22c946-fb2b-49a8-86e7-67d332d1ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.580028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-ea82aa11-fc2d-4640-9e26-759ecdb53e95 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2979188 Nov 01 18:09:25.598221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081b19-b759-4c81-a541-96db2fe5c29c req-88297bfe-567d-4d86-ab6d-7b6a7828e7e4 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.599731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04081b19-b759-4c81-a541-96db2fe5c29c req-88297bfe-567d-4d86-ab6d-7b6a7828e7e4 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0821550 Nov 01 18:09:25.603441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Request body: {'port': {'device_id': '97026147-ec57-4124-a338-5eacb981dc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:25.616606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3e22c946-fb2b-49a8-86e7-67d332d1ab56 None None] Port d2abbfa9-e39c-4b2e-967b-196395d214db cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:25.640032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.729480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04081b19-b759-4c81-a541-96db2fe5c29c req-c0b14079-4338-42ec-9f44-367e41625603 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161120 Nov 01 18:09:25.743002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.900553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:25.973467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044878bf-c081-4c67-b738-a4e970819b6c req-b8a23633-29b0-4437-8244-766b123c5c8f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:25.975071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-044878bf-c081-4c67-b738-a4e970819b6c req-b8a23633-29b0-4437-8244-766b123c5c8f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.1709044 Nov 01 18:09:25.977055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Network a1648880-231c-4a35-be6b-7b8a172bbb63 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:25.984746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:26.018343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:26.018824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.090437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.190457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Pushing event updated for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:26.235814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-044878bf-c081-4c67-b738-a4e970819b6c req-4fee2be9-92e7-49e5-9f45-637db1718701 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163491 Nov 01 18:09:26.307319 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2469c06-c0c6-4dc8-9b17-70889adb412e x-openstack-request-id: req-f2469c06-c0c6-4dc8-9b17-70889adb412e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:26.307896 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:26.307896 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2469c06-c0c6-4dc8-9b17-70889adb412e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:26.308321 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d', 'status': 'completed', 'code': 200} Nov 01 18:09:26.353175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:26.392665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-ec58cf50-2ee4-43c5-974b-a347be11433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.394527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-ec58cf50-2ee4-43c5-974b-a347be11433b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1094 time: 0.0666580 Nov 01 18:09:26.396180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-505c2266-b23c-4840-afe1-7840f4160f40 None None] Provisioning complete for port 0e66b5ef-a04f-45ce-a467-5291dd32a676 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:26.396629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-505c2266-b23c-4840-afe1-7840f4160f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.400261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2abbfa9-e39c-4b2e-967b-196395d214db {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:26.425407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.437198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-505c2266-b23c-4840-afe1-7840f4160f40 None None] Port 0e66b5ef-a04f-45ce-a467-5291dd32a676 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:26.446885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.447208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:26.447208 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.463556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Transition to ACTIVE for port object d2abbfa9-e39c-4b2e-967b-196395d214db will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:26.500106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daafb2-2d45-4ee3-9ce3-ed111c99fe89 req-4abb87de-7c20-4f3f-b95e-be25ec89767c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.500967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-8e2217de-3f3d-4c3a-994f-5cb9c4179949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.501615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22daafb2-2d45-4ee3-9ce3-ed111c99fe89 req-4abb87de-7c20-4f3f-b95e-be25ec89767c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 943 time: 0.1350067 Nov 01 18:09:26.503027 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-8e2217de-3f3d-4c3a-994f-5cb9c4179949 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 929 time: 0.1007943 Nov 01 18:09:26.525339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.547411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:26.550151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-faf49d48-5eeb-4c58-98a7-8d95ca43dc22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 217 time: 0.0391543 Nov 01 18:09:26.595156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.602777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22daafb2-2d45-4ee3-9ce3-ed111c99fe89 req-706f5ba0-2433-4e61-8b74-fca457f26077 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929718 Nov 01 18:09:26.608597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-97487646-2bad-4ab7-be2d-7508b553c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.610434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-97487646-2bad-4ab7-be2d-7508b553c267 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0529602 Nov 01 18:09:26.664949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-a890b0b5-5984-4511-ad62-8e532afbac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.666911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-a890b0b5-5984-4511-ad62-8e532afbac30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492227 Nov 01 18:09:26.681109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.706229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Pushing event updated for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:26.751118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:26.789025 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-0a65a579-6e48-4d0f-a0fa-36404d85828b service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131065 Nov 01 18:09:26.793580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Attempting to bind port d2abbfa9-e39c-4b2e-967b-196395d214db on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:26.794028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Attempting to bind port d2abbfa9-e39c-4b2e-967b-196395d214db by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:26.794361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Attempting to bind port d2abbfa9-e39c-4b2e-967b-196395d214db on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:26.810008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Port d2abbfa9-e39c-4b2e-967b-196395d214db on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:26.810339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Attempting to bind port d2abbfa9-e39c-4b2e-967b-196395d214db on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:26.826650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:26.826992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:26.827382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:26.827854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Bound port: d2abbfa9-e39c-4b2e-967b-196395d214db, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:26.828215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.832191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.857509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af69160-d24a-4934-89a2-a065e668f154 req-639ca2d9-7b0a-4fa7-94ac-8fdb637dbe1e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:26.859219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4af69160-d24a-4934-89a2-a065e668f154 req-639ca2d9-7b0a-4fa7-94ac-8fdb637dbe1e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.1622257 Nov 01 18:09:26.905914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.906638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:26.989650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4af69160-d24a-4934-89a2-a065e668f154 req-ee444a44-8e54-464a-92c2-04fa77837e5b tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089056 Nov 01 18:09:27.003384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:27.044991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Pushing event updated for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:27.050344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d2abbfa9-e39c-4b2e-967b-196395d214db,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:27.122329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b76fe6ee-8f9e-4d9d-b458-8a5035afab3f req-ce4b3c7f-5880-4166-b53d-077a92d11afa service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213835 Nov 01 18:09:27.123642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Network a1648880-231c-4a35-be6b-7b8a172bbb63 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:27.125754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:27.138748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910ead-e4cc-423a-a8f7-877afa08c5c5 req-249221b4-15df-406d-aee1-9ca78f03c5b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.140600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39910ead-e4cc-423a-a8f7-877afa08c5c5 req-249221b4-15df-406d-aee1-9ca78f03c5b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0876906 Nov 01 18:09:27.144820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:27.253900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.254553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:27.255971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] 10.222.0.32 "PUT /v2.0/ports/d2abbfa9-e39c-4b2e-967b-196395d214db HTTP/1.1" status: 200 len: 1095 time: 1.6666377 Nov 01 18:09:27.262274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:27.264790 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c607f0d-095b-459d-bca4-e3d5d8e52155" -d '{"events": [{"name": "network-changed", "server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:27.316740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39910ead-e4cc-423a-a8f7-877afa08c5c5 req-7e7da183-57ac-4373-a478-a84a939d5866 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663847 Nov 01 18:09:27.319336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20dadb-c0df-43da-b29a-9bb6bee207ca service neutron] Pushing event updated for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:27.359260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:09:27.404327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4c523e44-f0b0-4fa7-82fd-5dc46724ff2e None None] Provisioning complete for port 0e66b5ef-a04f-45ce-a467-5291dd32a676 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:27.404805 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c523e44-f0b0-4fa7-82fd-5dc46724ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:27.474289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c523e44-f0b0-4fa7-82fd-5dc46724ff2e None None] Port 0e66b5ef-a04f-45ce-a467-5291dd32a676 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:27.550544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931e2aa-5d7e-4092-9adc-5a67c49f79ec req-46418235-f220-4fd6-b559-f53c005834ec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.552035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d931e2aa-5d7e-4092-9adc-5a67c49f79ec req-46418235-f220-4fd6-b559-f53c005834ec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 947 time: 0.1382499 Nov 01 18:09:27.553851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:27.556473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-5b0d9277-6db3-4907-a4a4-2c68ade87020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.557805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-5b0d9277-6db3-4907-a4a4-2c68ade87020 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 1098 time: 0.1029286 Nov 01 18:09:27.561858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b1b8d846-a3d3-43cc-8003-ede3f43f7c97 admin admin] 10.222.0.31 "PUT /v2.0/routers/998ec633-e13d-48e0-9be9-ce8424f4b4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7676787 Nov 01 18:09:27.573088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Sync routers for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:27.594282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:27.594908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:27.609488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-615adbac-8f69-42aa-8c24-44c8a4ae34fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d2abbfa9-e39c-4b2e-967b-196395d214db HTTP/1.1" status: 200 len: 217 time: 0.0408888 Nov 01 18:09:27.637103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d931e2aa-5d7e-4092-9adc-5a67c49f79ec req-3ef197c1-65f3-455f-a29e-bcadac9e3949 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 Nov 01 18:09:27.686041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-6c1d1699-138f-4989-85a5-42f8304296a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.687711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-6c1d1699-138f-4989-85a5-42f8304296a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0676229 Nov 01 18:09:27.723257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:27.786661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330759-0fef-4fda-af16-1424584961c6 req-6a1e8fb0-0fec-43b2-9ceb-d3c451042457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.788188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-6a1e8fb0-0fec-43b2-9ceb-d3c451042457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936763 Nov 01 18:09:27.801066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac8145-2c03-40c5-add4-59c892a1ed73 req-62e7b34a-3168-42f5-94c3-1dae8585c12b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:27.802503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77ac8145-2c03-40c5-add4-59c892a1ed73 req-62e7b34a-3168-42f5-94c3-1dae8585c12b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0791366 Nov 01 18:09:27.891526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77ac8145-2c03-40c5-add4-59c892a1ed73 req-54b1cadf-da29-4288-bdd5-59d71fe749ed tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797203 Nov 01 18:09:27.915633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-1fb5213d-dc08-47e9-8da3-00b088f74ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120484 Nov 01 18:09:27.925374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0e66b5ef-a04f-45ce-a467-5291dd32a676', 'name': '', 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'mac_address': 'fa:16:3e:38:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:25Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 2, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'subnets': [{'id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:27.953792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Checking router: 998ec633-e13d-48e0-9be9-ce8424f4b4e5 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:27.954148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Updating router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 port 0e66b5ef-a04f-45ce-a467-5291dd32a676 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:09:27.982508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.037912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c330759-0fef-4fda-af16-1424584961c6 req-804f8e1a-f190-4719-b9ce-ae92fc922e20 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142380 Nov 01 18:09:28.045703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b40f2-d35d-41c6-a792-20ba2fcbdd81 req-d2aa4f80-7d05-4bb4-a800-54cbafafa1a9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.047077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e66b40f2-d35d-41c6-a792-20ba2fcbdd81 req-d2aa4f80-7d05-4bb4-a800-54cbafafa1a9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.0711565 Nov 01 18:09:28.092266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e66b40f2-d35d-41c6-a792-20ba2fcbdd81 req-1fc45126-6c11-4a2f-b1c4-cd4223767c84 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Nov 01 18:09:28.138053 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c7e61-7984-4d99-abf6-9457f1ac9c5d x-openstack-request-id: req-465c7e61-7984-4d99-abf6-9457f1ac9c5d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:28.138342 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:28.138590 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-465c7e61-7984-4d99-abf6-9457f1ac9c5d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:28.138985 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db', 'status': 'completed', 'code': 200} Nov 01 18:09:28.233513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-f55107bc-8113-46e0-b5d6-17fe81ef7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.235020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-f55107bc-8113-46e0-b5d6-17fe81ef7ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 1098 time: 0.0713615 Nov 01 18:09:28.247984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc8540-2602-43c9-94e1-a8e3681698a8 req-0b93c269-153c-45c2-b234-9891aaf6c773 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.249453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5afc8540-2602-43c9-94e1-a8e3681698a8 req-0b93c269-153c-45c2-b234-9891aaf6c773 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 943 time: 0.0606694 Nov 01 18:09:28.258022 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.276423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:28.326083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:28.326702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.340682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5afc8540-2602-43c9-94e1-a8e3681698a8 req-61fd27d3-3dd9-43f6-8b3d-c5b59e598a44 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822797 Nov 01 18:09:28.352257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.369091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-8b1a20e8-ecab-47c2-99ae-db52d1764619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.372062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-8b1a20e8-ecab-47c2-99ae-db52d1764619 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1217196 Nov 01 18:09:28.419550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0ec63-2c44-420e-b09d-0286c1c8e958 None None] Pushing event updated for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:28.433678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-d1282107-f16f-43ea-a170-9662cf256e87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d2abbfa9-e39c-4b2e-967b-196395d214db HTTP/1.1" status: 200 len: 217 time: 0.0493128 Nov 01 18:09:28.490326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Attempting to bind port 0e66b5ef-a04f-45ce-a467-5291dd32a676 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:28.490695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Attempting to bind port 0e66b5ef-a04f-45ce-a467-5291dd32a676 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:28.491056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Attempting to bind port 0e66b5ef-a04f-45ce-a467-5291dd32a676 on network a1648880-231c-4a35-be6b-7b8a172bbb63 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:28.501190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:28.501563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Checking segment: {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:28.501969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.502355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Bound using segment: {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:28.502834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Bound port: 0e66b5ef-a04f-45ce-a467-5291dd32a676, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:28.503212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.584811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] For port 0e66b5ef-a04f-45ce-a467-5291dd32a676, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:28.588236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] For port 0e66b5ef-a04f-45ce-a467-5291dd32a676, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0e66b5ef-a04f-45ce-a467-5291dd32a676,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:28.663413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-371a9521-2513-40f0-a310-eaba07b73417 None None] Provisioning complete for port 0e66b5ef-a04f-45ce-a467-5291dd32a676 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:28.663709 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-371a9521-2513-40f0-a310-eaba07b73417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.700783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-371a9521-2513-40f0-a310-eaba07b73417 None None] Port 0e66b5ef-a04f-45ce-a467-5291dd32a676 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:28.755044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:28.814806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:28.815437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:28.817278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0ec63-2c44-420e-b09d-0286c1c8e958 None None] Pushing event updated for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:28.836860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-00dbfa35-871e-4228-a091-0809acaf2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.838390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-00dbfa35-871e-4228-a091-0809acaf2c12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.3881843 Nov 01 18:09:28.929120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-172be7df-8472-4913-833c-7d03039381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:28.930559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-172be7df-8472-4913-833c-7d03039381b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757966 Nov 01 18:09:28.936191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:28.941531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-5ec9e847-c5f2-41e0-87a3-451b6d45674d tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5038939 Nov 01 18:09:28.954793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:29.049285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-92f6447b-492e-4181-ac59-b27dd2f66820 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056178 Nov 01 18:09:29.068979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] Provisioning complete for port 0e66b5ef-a04f-45ce-a467-5291dd32a676 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:29.069269 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.129814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.163729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c607f0d-095b-459d-bca4-e3d5d8e52155 req-cd14f4c1-155e-4a1a-8eb8-83728d1ecca3 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073253 Nov 01 18:09:29.195766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.220863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0e66b5ef-a04f-45ce-a467-5291dd32a676', 'name': '', 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'mac_address': 'fa:16:3e:38:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:25Z', 'updated_at': '2021-11-01T18:09:28Z', 'revision_number': 4, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'subnets': [{'id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:29.238792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.355611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Allocated IP 172.25.2.123 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/bd05f2dc-3d04-4fec-a16e-cf428fa5efa6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:29.375092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac8c3660-9236-4339-93dc-176281cb787d details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:29.379457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887db8c6-2df9-4a9e-991e-5ec672481b43 None None] The sync data for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 is: [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0e66b5ef-a04f-45ce-a467-5291dd32a676', 'name': '', 'network_id': 'a1648880-231c-4a35-be6b-7b8a172bbb63', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'mac_address': 'fa:16:3e:38:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:25Z', 'updated_at': '2021-11-01T18:09:28Z', 'revision_number': 4, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'subnets': [{'id': '1723b848-735b-400d-9e97-d4e0db0e4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:29.382618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] For port 0e66b5ef-a04f-45ce-a467-5291dd32a676, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0e66b5ef-a04f-45ce-a467-5291dd32a676,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:29.479063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.484609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.531634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac8c3660-9236-4339-93dc-176281cb787d,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:29.555060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'ac8c3660-9236-4339-93dc-176281cb787d', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'mac_address': 'fa:16:3e:a2:65:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:29.561780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c6488-1e1f-44de-9354-a9500a85a07e None None] Pushing event updated for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:29.597628 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.602090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.615268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8c3660-9236-4339-93dc-176281cb787d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:29.640801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:29.642890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac8c3660-9236-4339-93dc-176281cb787d,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:29.645951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:29.649570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:29.657486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=bd05f2dc-3d04-4fec-a16e-cf428fa5efa6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:29.702984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.740046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.790432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:29.802722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.959217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:29.990849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac8c3660-9236-4339-93dc-176281cb787d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:30.019719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:30.051735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:30.071964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=bd05f2dc-3d04-4fec-a16e-cf428fa5efa6,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:30.147515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:30.148788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-a2f38536-980d-4e45-ae1d-910f4ed3584b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2064254 Nov 01 18:09:30.231344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-b5dae94f-8391-4542-a72e-0351e9d0aa35 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.0757787 Nov 01 18:09:30.297857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0e66b5ef-a04f-45ce-a467-5291dd32a676 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:30.350435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0e66b5ef-a04f-45ce-a467-5291dd32a676 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:30.350807 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:30.355934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-6dd3a881-a3e6-4123-9265-5444fab70eb2 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.357366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-6dd3a881-a3e6-4123-9265-5444fab70eb2 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1173427 Nov 01 18:09:30.368405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-5c4e4f19-80e8-4f6c-99ec-5f65d213430d tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:30.369576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde5f64f-2c45-4b12-9a5b-794164d83932 req-5c4e4f19-80e8-4f6c-99ec-5f65d213430d tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058270 Nov 01 18:09:30.467234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8928a-0ec5-415b-aee3-42670495c984 req-746f18ce-8b5e-47f5-94fe-d6c669ae7a07 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.468754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d8928a-0ec5-415b-aee3-42670495c984 req-746f18ce-8b5e-47f5-94fe-d6c669ae7a07 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0507655 Nov 01 18:09:30.506157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d8928a-0ec5-415b-aee3-42670495c984 req-f977ff26-5155-49d2-9cdb-7e7d2b7247e8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Nov 01 18:09:30.654146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727973b8-18f6-49d3-8ffa-334d17409b8b req-0ecbef78-fbd9-4e60-8004-9721c1b89c44 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.656249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-727973b8-18f6-49d3-8ffa-334d17409b8b req-0ecbef78-fbd9-4e60-8004-9721c1b89c44 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0848091 Nov 01 18:09:30.664947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc89a-2154-42a9-b970-324d649b1e22 req-b69fc226-38be-440c-b780-adf2a1e7efbb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.667542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8cbc89a-2154-42a9-b970-324d649b1e22 req-b69fc226-38be-440c-b780-adf2a1e7efbb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 947 time: 0.0830941 Nov 01 18:09:30.706754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-0144cf6f-9c98-4e20-a969-02c3cc72b541 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.708484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-0144cf6f-9c98-4e20-a969-02c3cc72b541 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0522110 Nov 01 18:09:30.727919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-727973b8-18f6-49d3-8ffa-334d17409b8b req-45c15041-994d-4d24-846f-4024f6b2f08c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599320 Nov 01 18:09:30.731184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8cbc89a-2154-42a9-b970-324d649b1e22 req-87cc759d-dd00-4036-b1ce-d447bd568896 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 Nov 01 18:09:30.809417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-1282ae98-b6df-4b54-9f28-c50ef0cc5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.811016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-1282ae98-b6df-4b54-9f28-c50ef0cc5818 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&tenant_id=22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 1095 time: 0.0774777 Nov 01 18:09:30.876069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf20ad-ca9f-4ed2-9e94-9eb435f50c30 req-603d2104-93f2-44b8-9bf0-6f8afaa6dcd0 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.877097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-31d70517-3dba-4f72-ad0f-6330b32f382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.877606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bccf20ad-ca9f-4ed2-9e94-9eb435f50c30 req-603d2104-93f2-44b8-9bf0-6f8afaa6dcd0 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.0886014 Nov 01 18:09:30.878590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-31d70517-3dba-4f72-ad0f-6330b32f382b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1095 time: 0.0435214 Nov 01 18:09:30.885359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b9eb-1278-429a-a4d7-2efd356a0dcf req-56925cbb-cc18-48fa-8a93-dda0e02d5ae0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.887145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd83b9eb-1278-429a-a4d7-2efd356a0dcf req-56925cbb-cc18-48fa-8a93-dda0e02d5ae0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0878997 Nov 01 18:09:30.944944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bccf20ad-ca9f-4ed2-9e94-9eb435f50c30 req-ff724d6b-4f32-4148-b23b-d80b184e0cdf tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562701 Nov 01 18:09:30.950051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd83b9eb-1278-429a-a4d7-2efd356a0dcf req-dc224aba-3840-4e43-9ed4-f9437efe9b14 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Nov 01 18:09:30.988098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-72f76007-5b66-4a10-813e-c2a6490ae168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:30.990627 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-72f76007-5b66-4a10-813e-c2a6490ae168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1042314 Nov 01 18:09:31.033999 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-ad984799-5a48-44e9-9ad0-86d8b5ee284a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.0341852 Nov 01 18:09:31.083997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-e93251e5-cb9e-4e40-ac00-9795ce3e96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:31.085475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-e93251e5-cb9e-4e40-ac00-9795ce3e96e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0438538 Nov 01 18:09:31.113303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b361f2-50bb-4ad6-935e-be1039549491 req-c57401bc-407a-44dd-b68f-e8a26d3ee421 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:31.114797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4b361f2-50bb-4ad6-935e-be1039549491 req-c57401bc-407a-44dd-b68f-e8a26d3ee421 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 944 time: 0.1139393 Nov 01 18:09:31.122259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-237b0f5a-df03-4fbf-af70-e5bbb68e1811 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284851 Nov 01 18:09:31.134205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-8ac18dc9-54e5-48b4-b4a1-e2cc75163a73 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1451230 Nov 01 18:09:31.146686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:31.179312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4b361f2-50bb-4ad6-935e-be1039549491 req-236a20f3-b7dc-4e0e-888f-04aa4c0f407c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570409 Nov 01 18:09:31.213661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-527ef886-ad1d-4dcd-8af4-08e4025b97a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Nov 01 18:09:31.252036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.309763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-1c28c571-e10c-4d5d-b4fa-a808c6eaed15 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875759 Nov 01 18:09:31.346357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d2abbfa9-e39c-4b2e-967b-196395d214db details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:31.349824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.383103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac8c3660-9236-4339-93dc-176281cb787d up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:31.463396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Allocated IP 172.25.2.119 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/c53f7756-a28e-4944-ae5f-6c2c489df51a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:31.483183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d2abbfa9-e39c-4b2e-967b-196395d214db,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:31.496691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd2abbfa9-e39c-4b2e-967b-196395d214db', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'd2abbfa9-e39c-4b2e-967b-196395d214db', 'mac_address': 'fa:16:3e:99:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:31.535660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.550813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2abbfa9-e39c-4b2e-967b-196395d214db {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:31.573275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d2abbfa9-e39c-4b2e-967b-196395d214db,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:31.596784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.653627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25f38-8e52-436c-b09d-2ba0dd603930 req-30ac0c76-77de-4cd2-a69d-efb6b6d6214c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:31.655193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9b25f38-8e52-436c-b09d-2ba0dd603930 req-30ac0c76-77de-4cd2-a69d-efb6b6d6214c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.0735948 Nov 01 18:09:31.688881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port ac8c3660-9236-4339-93dc-176281cb787d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:31.692925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port ac8c3660-9236-4339-93dc-176281cb787d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:31.693396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.697797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9b25f38-8e52-436c-b09d-2ba0dd603930 req-76ef9bdc-a372-43d1-bf5b-9fc192bbd969 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Nov 01 18:09:31.762147 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.797241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.801015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.833607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:31.836505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:31.840224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:31.859300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:31.861917 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930ce414-3c49-41e7-8f36-f655d48c36c6" -d '{"events": [{"server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c3660-9236-4339-93dc-176281cb787d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:31.866689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:31.878150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac8c3660-9236-4339-93dc-176281cb787d,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:31.900445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=c53f7756-a28e-4944-ae5f-6c2c489df51a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:31.932551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:31.945772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e380-e24e-47aa-81b7-bbce0637cc12 req-31382550-fad2-4c30-a6c1-25615853bd71 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:31.951687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe50e380-e24e-47aa-81b7-bbce0637cc12 req-31382550-fad2-4c30-a6c1-25615853bd71 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0936866 Nov 01 18:09:31.968044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-33093172-f079-43a1-95aa-4bed0a70efd8 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:31.969586 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-33093172-f079-43a1-95aa-4bed0a70efd8 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0462053 Nov 01 18:09:31.987649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe50e380-e24e-47aa-81b7-bbce0637cc12 req-2bc34fea-9773-4b1b-821a-7e7003bf609b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Nov 01 18:09:31.996684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d2abbfa9-e39c-4b2e-967b-196395d214db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:32.031574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.37', 63548) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:32.035957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.099694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:32.125172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.160420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-905e505a-cfbe-46b1-a7f0-fc7fd3b90b61 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:32.161856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-905e505a-cfbe-46b1-a7f0-fc7fd3b90b61 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 943 time: 0.1325476 Nov 01 18:09:32.215021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-5d0e17a7-1cf2-4684-97da-8556095999ec service neutron] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:32.215133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ad3a8-ba86-485a-a714-42f98b8bf563 req-d8bb1298-fce9-43d4-b46f-5953fdc8accb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:32.215412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f75ad3a8-ba86-485a-a714-42f98b8bf563 req-d8bb1298-fce9-43d4-b46f-5953fdc8accb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 948 time: 0.1321378 Nov 01 18:09:32.216119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-5d0e17a7-1cf2-4684-97da-8556095999ec service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.217372 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60238fc9-efac-44a5-bbf3-70a343ca21a1 req-5d0e17a7-1cf2-4684-97da-8556095999ec service neutron] 10.222.0.37 "DELETE /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.2393839 Nov 01 18:09:32.374036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f75ad3a8-ba86-485a-a714-42f98b8bf563 req-822d2b58-b67d-4485-aa96-e4d3bcdde442 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487470 Nov 01 18:09:32.418611 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb155a3-c75c-4505-bade-188326c5fb15 x-openstack-request-id: req-0bb155a3-c75c-4505-bade-188326c5fb15 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:32.419197 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c3660-9236-4339-93dc-176281cb787d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:32.420425 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bb155a3-c75c-4505-bade-188326c5fb15 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:32.424244 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d', 'code': 200} Nov 01 18:09:32.430253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Deleting port c66fa2e6-23ae-4094-af86-a414df4498db {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:32.430601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.553654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.807373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.868743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9abe7-3694-452b-b462-637bd5fe63e0 req-a10bf8bb-8470-476a-b02e-438a8eb836c9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:32.870212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-feb9abe7-3694-452b-b462-637bd5fe63e0 req-a10bf8bb-8470-476a-b02e-438a8eb836c9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.4035106 Nov 01 18:09:32.871273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.899967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] For port c66fa2e6-23ae-4094-af86-a414df4498db, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c66fa2e6-23ae-4094-af86-a414df4498db,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:32.900330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:32.906802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cba2ee-dd41-4bee-831e-d2dfdf237f21 req-55d9c417-a21a-4320-a4c3-34cdb15b1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:32.908271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93cba2ee-dd41-4bee-831e-d2dfdf237f21 req-55d9c417-a21a-4320-a4c3-34cdb15b1df3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1096 time: 0.4046757 Nov 01 18:09:32.921351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=c53f7756-a28e-4944-ae5f-6c2c489df51a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:32.938092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Calling delete_port for c66fa2e6-23ae-4094-af86-a414df4498db owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:33.027623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-feb9abe7-3694-452b-b462-637bd5fe63e0 req-760719f6-d52e-47b9-a51a-5fbd56b8e3de tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483564 Nov 01 18:09:33.032305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.033421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-4978e322-fc2d-4d13-bc58-dfb92111cd09 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8921545 Nov 01 18:09:33.048987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93cba2ee-dd41-4bee-831e-d2dfdf237f21 req-a43d15d1-3894-4795-ba62-68c4332aafc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221933 Nov 01 18:09:33.123006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-8faf669c-2a5a-4158-8f07-9587179a9c8c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.0656550 Nov 01 18:09:33.261048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3449d5-3a8b-4f1e-85ce-96efbd7e2e8e req-e6edeb55-91d4-4eb5-8089-b6a617a979fc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:33.262591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba3449d5-3a8b-4f1e-85ce-96efbd7e2e8e req-e6edeb55-91d4-4eb5-8089-b6a617a979fc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.1664395 Nov 01 18:09:33.325792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-f22e636d-bae9-4ce8-87bc-c4a97a022cea tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:33.327407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de90943a-2fbb-4b0e-8327-050985e2cdf4 req-f22e636d-bae9-4ce8-87bc-c4a97a022cea tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1900117 Nov 01 18:09:33.332693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba3449d5-3a8b-4f1e-85ce-96efbd7e2e8e req-b5430d6b-a6d9-44f5-bd29-dc476bfa239c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Nov 01 18:09:33.333743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.363433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d2abbfa9-e39c-4b2e-967b-196395d214db up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:33.365406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event deleted for resources: {'Port': ['ID=c66fa2e6-23ae-4094-af86-a414df4498db,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:33.456739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] No DVR routers for this DVR port c66fa2e6-23ae-4094-af86-a414df4498db on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:09:33.460250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-455d1ec2-4ac4-4388-8fe8-2eea7d134572 req-fb880d1e-f0d0-4c2a-80a4-fdb76ab805f9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2afece-a5d9-49fd-94b8-e0d491fa186f HTTP/1.1" status: 200 len: 210 time: 0.0483940 Nov 01 18:09:33.470369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.474221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a760a236-e07c-40fa-bdf9-88e565b487dd req-4c21c18c-49de-4376-8dde-f659f2e951a4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.37 "DELETE /v2.0/ports/c66fa2e6-23ae-4094-af86-a414df4498db HTTP/1.1" status: 204 len: 173 time: 1.3003035 Nov 01 18:09:33.474530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-deleted', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:33.476737 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9577534-f321-4f53-837d-e65386690433" -d '{"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-deleted", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:33.515474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180d438-7fbf-4176-b390-d7ea4f3b0ba3 req-5a60a287-7750-4ee0-aba7-30cd6a4a7458 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:33.516900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e180d438-7fbf-4176-b390-d7ea4f3b0ba3 req-5a60a287-7750-4ee0-aba7-30cd6a4a7458 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 945 time: 0.0774281 Nov 01 18:09:33.556179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e180d438-7fbf-4176-b390-d7ea4f3b0ba3 req-392fa3f9-a22c-4dd2-afff-5ed59c2889b6 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Nov 01 18:09:33.563314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d2abbfa9-e39c-4b2e-967b-196395d214db completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:33.567780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d2abbfa9-e39c-4b2e-967b-196395d214db triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:33.568247 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.631227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc4f3-a89f-4907-b2d3-efdde8e6e749 req-1782815f-7a34-494e-834c-cd38c6429cc4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:33.643137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dffc4f3-a89f-4907-b2d3-efdde8e6e749 req-1782815f-7a34-494e-834c-cd38c6429cc4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0640786 Nov 01 18:09:33.661452 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.682698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dffc4f3-a89f-4907-b2d3-efdde8e6e749 req-d7246799-b9fe-4207-8cc2-329c26fc187d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Nov 01 18:09:33.705767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d2abbfa9-e39c-4b2e-967b-196395d214db,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:33.824989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-26d5bc7f-c0bb-4ee6-bb6f-8c1a8946b947 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1059573 Nov 01 18:09:33.825437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:33.836219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:33.875973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:33.974659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:34.093632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-dc2982d3-8fe7-478b-ac8c-10aeddf54028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.095075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-dc2982d3-8fe7-478b-ac8c-10aeddf54028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1096 time: 0.0610964 Nov 01 18:09:34.169197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:34.253055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f8d99c9b-65f4-4abe-afe0-0f8017858041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.254615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f8d99c9b-65f4-4abe-afe0-0f8017858041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1522565 Nov 01 18:09:34.320434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-0a1b04ca-4900-4fe7-baaf-4d91717688bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.0458474 Nov 01 18:09:34.357025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:34.374928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27fc7-8f10-4d5f-987d-c47ec00f902b req-f5a793d3-20a0-40ca-80f9-02982a14d76a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.376526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bca27fc7-8f10-4d5f-987d-c47ec00f902b req-f5a793d3-20a0-40ca-80f9-02982a14d76a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.1424718 Nov 01 18:09:34.423632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:34.426456 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7b045b-efe7-41b1-8933-9288052aa9b9" -d '{"events": [{"server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:34.440560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Allocated IP 172.25.2.252 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/7aeb6c11-1666-4ad0-b9d8-977b6d8d2798) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:34.455480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f505922e-efb0-4606-9cdc-6b278bac0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.457003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f505922e-efb0-4606-9cdc-6b278bac0b39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1109715 Nov 01 18:09:34.500003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bca27fc7-8f10-4d5f-987d-c47ec00f902b req-5040a6f2-4924-4074-bbbe-47444423c24e tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002483 Nov 01 18:09:34.501862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-98b69486-ace3-46ea-a1b9-075d0d71ab63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352502 Nov 01 18:09:34.569531 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03da46b-8839-43dc-8d3a-a94a8834bdc1 x-openstack-request-id: req-c03da46b-8839-43dc-8d3a-a94a8834bdc1 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:34.570143 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2afece-a5d9-49fd-94b8-e0d491fa186f", "name": "network-vif-deleted", "tag": "c66fa2e6-23ae-4094-af86-a414df4498db", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:34.570396 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c03da46b-8839-43dc-8d3a-a94a8834bdc1 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:34.570873 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2afece-a5d9-49fd-94b8-e0d491fa186f', 'name': 'network-vif-deleted', 'tag': 'c66fa2e6-23ae-4094-af86-a414df4498db', 'status': 'completed', 'code': 200} Nov 01 18:09:34.710084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:34.713959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-20f61503-24f0-45a8-be62-8a629f1395ad service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996932 Nov 01 18:09:34.726596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebfb43-4cb7-459e-903c-6ef63da357bf req-95acb40c-aa74-4ec4-8b7f-52a594f2f569 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.728029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bebfb43-4cb7-459e-903c-6ef63da357bf req-95acb40c-aa74-4ec4-8b7f-52a594f2f569 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 950 time: 0.1075227 Nov 01 18:09:34.842505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bebfb43-4cb7-459e-903c-6ef63da357bf req-09a9db73-2e3d-4da6-9b74-c36c2e350b46 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034241 Nov 01 18:09:34.863197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-7f60dd33-d104-466d-93f2-46a11d48f97d service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330061 Nov 01 18:09:34.931187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:34.976068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:34.992322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93966d-d61f-47f8-bb59-6608d036c652 req-043373d9-02e8-4c48-ae33-b6aab646c83c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:34.993809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c93966d-d61f-47f8-bb59-6608d036c652 req-043373d9-02e8-4c48-ae33-b6aab646c83c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 945 time: 0.0932741 Nov 01 18:09:34.994611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:34.998868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:35.014678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=7aeb6c11-1666-4ad0-b9d8-977b6d8d2798,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:35.122038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c93966d-d61f-47f8-bb59-6608d036c652 req-c3ac6be4-e14f-404b-8ee8-5457cbeea909 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193655 Nov 01 18:09:35.131248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.150905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-21960521-ff9c-411c-999f-b7a54f4d6001 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:35.152491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-21960521-ff9c-411c-999f-b7a54f4d6001 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1264939 Nov 01 18:09:35.164726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:35.169018 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bef3f9-85df-4efb-bb0f-432d7247327d x-openstack-request-id: req-36bef3f9-85df-4efb-bb0f-432d7247327d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:35.169506 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:35.169810 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36bef3f9-85df-4efb-bb0f-432d7247327d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:35.170195 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db', 'code': 200} Nov 01 18:09:35.249194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.280136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.380489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18047a-9642-4521-b23d-5cf3948571cc req-30e0aee6-20e8-49ad-ac93-f3c1b8246e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:35.381877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd18047a-9642-4521-b23d-5cf3948571cc req-30e0aee6-20e8-49ad-ac93-f3c1b8246e3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 1100 time: 0.1435809 Nov 01 18:09:35.517133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f60e-3185-4daf-9f37-f429272b5af1 req-d7ce0ade-e2f3-459b-a1cf-7ec9bfb1e673 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:35.518655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f7f60e-3185-4daf-9f37-f429272b5af1 req-d7ce0ade-e2f3-459b-a1cf-7ec9bfb1e673 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1095 time: 0.1976836 Nov 01 18:09:35.533442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd18047a-9642-4521-b23d-5cf3948571cc req-e6f05863-ac4e-4bdc-9f3f-0ec4c0d3f07c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307318 Nov 01 18:09:35.569252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:35.610169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f7f60e-3185-4daf-9f37-f429272b5af1 req-510f3486-d3d9-461d-8e46-67bf9bf88d3f tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832183 Nov 01 18:09:35.644810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:35.675574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.696989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.746760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe206-f3bd-452e-8c13-d3a465cc8640 req-e4ef017c-f652-490b-aa0c-8d2aedd8751c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:35.748256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dabe206-f3bd-452e-8c13-d3a465cc8640 req-e4ef017c-f652-490b-aa0c-8d2aedd8751c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 945 time: 0.0484514 Nov 01 18:09:35.749362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.781301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-a7e8538d-35f4-4baf-8d3b-feea257b3e27 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:35.782832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-a7e8538d-35f4-4baf-8d3b-feea257b3e27 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 1101 time: 0.0409667 Nov 01 18:09:35.787083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.791042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.823347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=7aeb6c11-1666-4ad0-b9d8-977b6d8d2798,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:35.866856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Deleting port 1998242d-c732-4ce0-8e59-560afb00d09f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:35.867199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.875994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dabe206-f3bd-452e-8c13-d3a465cc8640 req-e9c9fa3b-ad3c-4a0b-9e22-01e8a37ce303 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173675 Nov 01 18:09:35.920391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.921610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-e680ce89-7a2e-4878-b9a7-f83997f52ec7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0896049 Nov 01 18:09:35.922212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:35.927349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:35.927707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:35.928037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:35.939805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:35.940129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Attempting to bind port b6c97ef6-0334-4842-9370-97254831adfc on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:35.968617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] For port 1998242d-c732-4ce0-8e59-560afb00d09f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1998242d-c732-4ce0-8e59-560afb00d09f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:35.969635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.976901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:35.977245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:35.977630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:35.978060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Bound port: b6c97ef6-0334-4842-9370-97254831adfc, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:35.978412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:35.984032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-d22f1b1d-1487-4ee5-bba9-97531f8d04a5 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0536518 Nov 01 18:09:35.985069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Calling delete_port for 1998242d-c732-4ce0-8e59-560afb00d09f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:35.991904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:09:36.015192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: c66fa2e6-23ae-4094-af86-a414df4498db {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:09:36.015549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c66fa2e6-23ae-4094-af86-a414df4498db not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:09:36.114226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:36.125283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334493768', 'description': 'tempest-description--1274150748'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:36.229246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.241201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1998242d-c732-4ce0-8e59-560afb00d09f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:36.258164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.260426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Pushing event deleted for resources: {'Port': ['ID=1998242d-c732-4ce0-8e59-560afb00d09f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:36.308945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] No DVR routers for this DVR port 1998242d-c732-4ce0-8e59-560afb00d09f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:09:36.313165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.316391 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c5a2588-014f-40b2-bdf8-48a2da224041 req-24fb0ec1-9f3e-4f46-9982-d06da0d95165 tempest-DeleteServersAdminTestJSON-1358321012 tempest-DeleteServersAdminTestJSON-1358321012-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1998242d-c732-4ce0-8e59-560afb00d09f HTTP/1.1" status: 204 len: 173 time: 0.5278504 Nov 01 18:09:36.316834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'name': 'network-vif-deleted', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:36.319094 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a490b8b-e0a3-4a1a-ba16-fcdefb8a6727" -d '{"events": [{"server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "name": "network-vif-deleted", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:36.383567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.413822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:36.426002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649e023-2a6f-4ca5-ad79-0c441628caa7 req-05403cca-f2c1-432f-aecd-9cd96191ae91 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:36.427534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3649e023-2a6f-4ca5-ad79-0c441628caa7 req-05403cca-f2c1-432f-aecd-9cd96191ae91 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.1555128 Nov 01 18:09:36.434991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-92b7c6ed-364a-497d-84e0-96f3facf6678 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:36.436381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-92b7c6ed-364a-497d-84e0-96f3facf6678 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.4460084 Nov 01 18:09:36.461360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-45e43df8-708a-40d9-8e8a-7b6edee872a6 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:36.462266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54c42545-25df-48b5-897d-d3a54e6ac3b3 req-45e43df8-708a-40d9-8e8a-7b6edee872a6 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137753 Nov 01 18:09:36.466009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:36.475677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.486015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3649e023-2a6f-4ca5-ad79-0c441628caa7 req-60a19008-ebe5-4f94-b4a9-76c10bccde94 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Nov 01 18:09:36.512813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1775b4-1a93-4785-8c89-ff606ec31b03,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:36.578441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:36.580794 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c2ae6-1a2a-4319-ae30-c911e8117b7c" -d '{"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c97ef6-0334-4842-9370-97254831adfc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:36.599248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.627001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d402698-475e-4152-becb-4c5346898e09 req-0c85f5fd-1dd4-465e-8d87-f48b7bc80808 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5a12093-829c-44b2-a76d-bd9f38eb044a HTTP/1.1" status: 200 len: 210 time: 0.0620384 Nov 01 18:09:36.668102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.672456 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d62d0b06-e500-48c2-a7d9-7fc7149f7a17 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5541272 Nov 01 18:09:36.673870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60548) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:36.678322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'security_group_rule': {'security_group_id': 'be1775b4-1a93-4785-8c89-ff606ec31b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:36.790378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.852317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.869349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:36.870828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.872224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] 10.222.0.37 "PUT /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 1121 time: 1.7121181 Nov 01 18:09:36.892647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730551a-30c4-456c-a17d-d2cd7f231e3a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:36.911306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-399fec17-0c2b-4c5a-a739-6e2d50a49555 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:36.912890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-399fec17-0c2b-4c5a-a739-6e2d50a49555 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.3628354 Nov 01 18:09:36.926576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:36.942390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2719e3-8207-4fbc-a76c-f6aa5fba51ff,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:36.947074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b6c97ef6-0334-4842-9370-97254831adfc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:36.959476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-12a0e6e8-6015-4eac-8e77-bec9d79b1733 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/quotas/22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 375 time: 0.0375741 Nov 01 18:09:36.968454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-7b38ac02-18d8-4421-bc82-bb417d3efed6 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 258 time: 0.3120241 Nov 01 18:09:36.984012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:37.017007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.020150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-56813e1d-0d24-4132-9de2-5f9e298634f4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436766 Nov 01 18:09:37.021193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60550) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:37.027622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'security_group_rule': {'security_group_id': 'be1775b4-1a93-4785-8c89-ff606ec31b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:37.036040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-069be890-b470-4ac4-af43-5cdaa058cee5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663779 Nov 01 18:09:37.135585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-f8a0f9e9-159e-4af3-949f-2704813b0199 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939064 Nov 01 18:09:37.161341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.275946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-ccf7c04c-5059-41a4-b2bb-79a936feb7a2 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323631 Nov 01 18:09:37.303448 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.335268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.371335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.444964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Allocated IP 172.25.2.24 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/53e9b23c-2fa7-45f5-b311-3960020a47f4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:37.450108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.477171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeb91d6-8a12-44cd-b617-927ae7554bd9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:37.603105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.607571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-659b7024-813e-4ba6-9ab9-a57784a4e566 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5827377 Nov 01 18:09:37.608741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60560) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:37.614913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:37.628539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.639092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a833a-b486-4468-93b4-92e1c630fb20 req-12364ee1-66f1-406d-9133-c9de8d1efd03 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:37.644161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5a833a-b486-4468-93b4-92e1c630fb20 req-12364ee1-66f1-406d-9133-c9de8d1efd03 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.1176741 Nov 01 18:09:37.691392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-ba924ae7-19fc-488a-a541-81c3c6667659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:37.692894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-ba924ae7-19fc-488a-a541-81c3c6667659 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1124 time: 0.1085885 Nov 01 18:09:37.713863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5a833a-b486-4468-93b4-92e1c630fb20 req-ff7dd627-3861-406c-b3f8-e3dc8554023a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Nov 01 18:09:37.754841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.813488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-912ac118-ebf3-4083-913f-a58528f8cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:37.815037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-912ac118-ebf3-4083-913f-a58528f8cc60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.0975659 Nov 01 18:09:37.822149 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771fc89-4457-462e-80ba-ea03eae7b417 x-openstack-request-id: req-5771fc89-4457-462e-80ba-ea03eae7b417 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:37.822635 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a12093-829c-44b2-a76d-bd9f38eb044a", "name": "network-vif-deleted", "tag": "1998242d-c732-4ce0-8e59-560afb00d09f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:37.822744 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5771fc89-4457-462e-80ba-ea03eae7b417 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:37.823309 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a12093-829c-44b2-a76d-bd9f38eb044a', 'name': 'network-vif-deleted', 'tag': '1998242d-c732-4ce0-8e59-560afb00d09f', 'status': 'completed', 'code': 200} Nov 01 18:09:37.861614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-e189bd34-b757-4c8d-8783-3ec2124327b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.0388262 Nov 01 18:09:37.865028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.915420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:37.976059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Allocated IP 172.25.2.9 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/0e564a5a-19e1-4b02-b998-0f7e83111424) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:38.008083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:38.020833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:38.026308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-ac1006de-84f7-4129-95de-9619610c48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:38.028449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-ac1006de-84f7-4129-95de-9619610c48dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1572273 Nov 01 18:09:38.029174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:38.034936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event updated for resources: {'Port': ['ID=53e9b23c-2fa7-45f5-b311-3960020a47f4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:38.088794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.095034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-ba93afbf-be18-411f-a3b9-ac1668506ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542932 Nov 01 18:09:38.101302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-5d8ccf5b-ee10-4ac2-aef8-9d09252034b2 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2421165 Nov 01 18:09:38.137742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:38.177698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.180374 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.221721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-bc357adc-d882-4f35-a954-8585cb16a9a8 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181154 Nov 01 18:09:38.223311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:38.226067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:38.232284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:38.244484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'Port': ['ID=0e564a5a-19e1-4b02-b998-0f7e83111424,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:38.293520 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.323341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.350762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.377647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fc97322-efa2-4603-b79d-9040aff38a69 req-2efda734-542d-401a-a898-95880f6962b2 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480219 Nov 01 18:09:38.475743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.645368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.751617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.784023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.785013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.819540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'Port': ['ID=0e564a5a-19e1-4b02-b998-0f7e83111424,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:38.849053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.859884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.894408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:38.898763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a8ebb397-28ed-4496-928a-fd9f430d3655 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2858951 Nov 01 18:09:38.912855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Allocated IP 172.25.2.236 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e1deade4-b25f-4944-8bdf-217e0c36afe4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:38.975714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.021212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.052676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event updated for resources: {'Port': ['ID=53e9b23c-2fa7-45f5-b311-3960020a47f4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:39.069164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.141695 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.142897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-4ff62e42-a3f1-4d2d-a150-55a300cc1f43 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1640925 Nov 01 18:09:39.193925 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.204857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-c513a253-93c4-478f-b96c-b44da5bc5b3a tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.0557711 Nov 01 18:09:39.259344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:39.269741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:39.276052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:39.308883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=e1deade4-b25f-4944-8bdf-217e0c36afe4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:39.376992 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.386845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-6b8d9e41-d7cf-4564-bf8b-f83252a9b546 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:39.388241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82ac3a8c-e324-404a-8654-b7cc443d601e req-6b8d9e41-d7cf-4564-bf8b-f83252a9b546 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1635067 Nov 01 18:09:39.422577 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825baf3c-6f89-4c82-ba09-bc2fba57c83e x-openstack-request-id: req-825baf3c-6f89-4c82-ba09-bc2fba57c83e {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:39.422927 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c97ef6-0334-4842-9370-97254831adfc", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:39.423178 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-825baf3c-6f89-4c82-ba09-bc2fba57c83e {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:39.423619 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc', 'code': 200} Nov 01 18:09:39.490774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fda3aae5-1c5d-48fa-8304-316dc223d840 req-6814c0de-4af4-4938-a1e4-61e41d5a424c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 210 time: 0.0267270 Nov 01 18:09:39.522006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.653587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798d29-fab8-4a4c-8dcd-516a3a6b58d8 req-9e1d62ac-fbbb-47d9-b0da-37cb917e9399 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:39.655049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c798d29-fab8-4a4c-8dcd-516a3a6b58d8 req-9e1d62ac-fbbb-47d9-b0da-37cb917e9399 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.1094737 Nov 01 18:09:39.710502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c798d29-fab8-4a4c-8dcd-516a3a6b58d8 req-b5fbb9c9-aeac-4302-9aa9-722796d6eed6 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Nov 01 18:09:39.743756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.847936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051e8b-0e95-4d44-b59c-468987d88f1f req-82b4c734-0509-4558-8d3b-7b6365f5a345 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:39.849424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7051e8b-0e95-4d44-b59c-468987d88f1f req-82b4c734-0509-4558-8d3b-7b6365f5a345 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.0553815 Nov 01 18:09:39.866195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.926566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:39.993520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event updated for resources: {'Port': ['ID=e1deade4-b25f-4944-8bdf-217e0c36afe4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:40.000706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7051e8b-0e95-4d44-b59c-468987d88f1f req-c6115110-7488-4503-a708-f24e50619d49 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420617 Nov 01 18:09:40.012559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b6c97ef6-0334-4842-9370-97254831adfc details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:40.017007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1998242d-c732-4ce0-8e59-560afb00d09f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:09:40.032622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-8ca0f591-908b-4c2c-b7d5-7b222f82ddb6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:40.032622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-8ca0f591-908b-4c2c-b7d5-7b222f82ddb6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.1811018 Nov 01 18:09:40.047839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 1998242d-c732-4ce0-8e59-560afb00d09f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:09:40.048404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1998242d-c732-4ce0-8e59-560afb00d09f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:09:40.050723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Request body: {'port': {'device_id': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'admin_state_up': True, 'tenant_id': '22b81861f08549beb0169e7fc228a374'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:40.088260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:40.089515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-0aa46b89-5f4a-46fb-895e-7eec762a2a68 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9728479 Nov 01 18:09:40.151116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:40.163409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b6c97ef6-0334-4842-9370-97254831adfc has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:09:40.179818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-cd786e10-8f10-4523-a56a-c853c5ef1341 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0630727 Nov 01 18:09:40.381346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-c9033ad7-019f-42af-b9a2-b2f562ed4d7f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:40.382790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-c9033ad7-019f-42af-b9a2-b2f562ed4d7f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.1984026 Nov 01 18:09:40.392971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-10fef609-eb5f-48f8-8fee-cb38cf293962 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:40.394204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cd343e-8b6e-4664-b929-9f0fc43c0bfe req-10fef609-eb5f-48f8-8fee-cb38cf293962 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2057734 Nov 01 18:09:40.404359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-907ebef9-32d7-422b-9868-e1d494f3f003 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/quotas/709aa04ba00e4061a6302acc59ba9bef HTTP/1.1" status: 200 len: 375 time: 0.0092452 Nov 01 18:09:40.459148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-b8fc1d40-395a-4f17-ba1a-e3732848eb77 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487914 Nov 01 18:09:40.592611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:40.596136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:40.625624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-8b044120-1aa5-47b5-9f7e-8752b5906384 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:40.627084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-8b044120-1aa5-47b5-9f7e-8752b5906384 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1424413 Nov 01 18:09:40.655952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-9fb1211a-a408-4633-894e-0ed99ec80299 service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874669 Nov 01 18:09:40.728302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-66770226-b4ee-4690-8ee5-239da78ab63c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.0932121 Nov 01 18:09:40.754499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'floatingip': {'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:40.834532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:40.952289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Allocated IP 172.20.0.13 (6197de36-9956-42c7-b849-c366ea93e06c/f1943d43-9ab6-4f84-bf32-3a769244181e/51b17d03-5530-4f44-bdc3-f3ed6bb7b342) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:40.972185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-d64b1e8b-a361-4ec0-9ad9-cbf6f2fe5742 service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898266 Nov 01 18:09:41.276680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:41.398845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-88391215-2994-4247-a755-c1bb91cfec1c req-0be06e94-8fab-4081-a781-0001ed2d7cee service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:41.399934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88391215-2994-4247-a755-c1bb91cfec1c req-0be06e94-8fab-4081-a781-0001ed2d7cee service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074093 Nov 01 18:09:41.444046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:41.450858 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8241af-6b13-4632-bb41-cb6bb48e2560" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "tag": "b6c97ef6-0334-4842-9370-97254831adfc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:41.458190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:41.528413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:41.532757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Network 6197de36-9956-42c7-b849-c366ea93e06c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:41.534137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:41.543323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:41.547303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:41.553389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:41.554008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:41.584069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-2a04d876-f37f-408d-b7a7-2eac4b173c74 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376809 Nov 01 18:09:41.653515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:41.769762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-10e9e0dd-56f4-4472-aeee-24206859e462 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:41.771127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-10e9e0dd-56f4-4472-aeee-24206859e462 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797028 Nov 01 18:09:41.776142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-73caf148-f613-423b-8604-a311cd93ba60 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7309222 Nov 01 18:09:41.798489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Request body: {'port': {'device_id': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:42.087338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-37c67a28-277a-4eca-8e62-0810e6e97109 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/quotas/1f4b270c0f184889b81bd0d8f4a61619 HTTP/1.1" status: 200 len: 375 time: 0.3056607 Nov 01 18:09:42.090717 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Floating IP 1f59caa2-63ae-4a78-9488-4606ab245722 associated. External IP: 172.25.2.24, port: ac8c3660-9236-4339-93dc-176281cb787d. Nov 01 18:09:42.181609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-5130ef42-082e-4859-a7e9-00eea54e12c0 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569685 Nov 01 18:09:42.187157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:42.482098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2129841c-fb0e-45d7-bd98-62151a793da0 req-292a1267-da5f-4434-810c-40c0367b32a4 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips/d73f44b0-9999-466d-8459-6caa8f85e750 HTTP/1.1" status: 200 len: 693 time: 0.0990090 Nov 01 18:09:42.639661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:09:42.702294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129841c-fb0e-45d7-bd98-62151a793da0 req-84e8ecb9-bc94-43cb-a3ab-4c587c7016f7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:42.703662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2129841c-fb0e-45d7-bd98-62151a793da0 req-84e8ecb9-bc94-43cb-a3ab-4c587c7016f7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1902337 Nov 01 18:09:42.746109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:42.754408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-2129841c-fb0e-45d7-bd98-62151a793da0 req-979c5985-3775-47b4-94d7-7ad4972ca1df tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:42.755391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2129841c-fb0e-45d7-bd98-62151a793da0 req-979c5985-3775-47b4-94d7-7ad4972ca1df tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0424078 Nov 01 18:09:42.760416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:42.782626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Transition to ACTIVE for port object 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:42.861286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:42.866453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:42.871895 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Sync routers for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:42.883635 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:42.888239 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:42.896296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c25eb-746d-41b7-9e69-36cbdb0294d0 req-3bfc7647-ecb4-4370-9386-cd04950ac3fd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:42.897797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726c25eb-746d-41b7-9e69-36cbdb0294d0 req-3bfc7647-ecb4-4370-9386-cd04950ac3fd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 932 time: 0.0879745 Nov 01 18:09:42.906742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-7b04770c-a898-434d-9d29-fb6ee259b549 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "PUT /v2.0/floatingips/1f59caa2-63ae-4a78-9488-4606ab245722 HTTP/1.1" status: 200 len: 995 time: 2.1646631 Nov 01 18:09:42.937619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:42.997253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726c25eb-746d-41b7-9e69-36cbdb0294d0 req-7efcd3d5-2ec8-4952-8601-6a2ca50d18d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891752 Nov 01 18:09:43.033533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:43.048533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-aae7826e-eb3e-42b8-94f9-c8091f8edcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.050270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-aae7826e-eb3e-42b8-94f9-c8091f8edcdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1096 time: 0.1209881 Nov 01 18:09:43.100913 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:43.183122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:43.183721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:43.183964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:43.197476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:43.197803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:43.211677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:43.212031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:43.212418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:43.212858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Bound port: 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:43.213240 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:43.236609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eac4e-fc7b-4b2b-b18d-03f6dde8c887 req-ef69279c-7686-4769-b8e2-0977491f16c2 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.238137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de7eac4e-fc7b-4b2b-b18d-03f6dde8c887 req-ef69279c-7686-4769-b8e2-0977491f16c2 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.1293786 Nov 01 18:09:43.265904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-0025180d-66cd-4337-b55d-dbaa41428956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.267399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-0025180d-66cd-4337-b55d-dbaa41428956 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 929 time: 0.2105191 Nov 01 18:09:43.325229 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '1f59caa2-63ae-4a78-9488-4606ab245722', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'mac_address': 'fa:16:3e:a2:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:09:38Z', 'updated_at': '2021-11-01T18:09:41Z', 'revision_number': 1, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:43.351347 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Checking router: 3bdb0b87-58da-4844-97a6-57e80c13b3f8 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:43.359675 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:43.360276 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:43.388257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de7eac4e-fc7b-4b2b-b18d-03f6dde8c887 req-04eb75bd-a040-48c3-842f-2ffe9c4a866c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431646 Nov 01 18:09:43.425319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:43.431526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-33085436-e040-43b1-84b4-ba7864b4c1aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 998 time: 0.1447082 Nov 01 18:09:43.448062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:43.470788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:43.487403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-06dbf6fd-f2a4-470d-a2b1-c4d3cb20104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.488941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-06dbf6fd-f2a4-470d-a2b1-c4d3cb20104c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0501204 Nov 01 18:09:43.559519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-d7fae649-6c2f-4e01-abc5-6e7425be24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.561108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-d7fae649-6c2f-4e01-abc5-6e7425be24d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639744 Nov 01 18:09:43.581801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd15ae0a-7be9-49fe-9d56-ae467d26484f req-32f22e58-4c83-4a72-8242-e0f833c15dd3 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 210 time: 0.0380697 Nov 01 18:09:43.585558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-3bdf9e71-222c-4c21-aeec-f13688dd68a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:43.586525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-3bdf9e71-222c-4c21-aeec-f13688dd68a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070980 Nov 01 18:09:43.587656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:43.630716 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efed36b-877e-4011-aa7f-51463101cc09 x-openstack-request-id: req-6efed36b-877e-4011-aa7f-51463101cc09 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:43.631063 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "tag": "b6c97ef6-0334-4842-9370-97254831adfc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:43.631371 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6efed36b-877e-4011-aa7f-51463101cc09 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:43.631829 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc', 'status': 'completed', 'code': 200} Nov 01 18:09:43.714412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.715161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:43.716654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] 10.222.0.37 "PUT /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 1092 time: 1.9251423 Nov 01 18:09:43.722861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '1f59caa2-63ae-4a78-9488-4606ab245722', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'mac_address': 'fa:16:3e:a2:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:09:38Z', 'updated_at': '2021-11-01T18:09:41Z', 'revision_number': 1, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:43.750785 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662e7c4-0995-45a3-8108-567844d1d813 None None] The sync data for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 is: [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '1f59caa2-63ae-4a78-9488-4606ab245722', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'mac_address': 'fa:16:3e:a2:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:09:38Z', 'updated_at': '2021-11-01T18:09:41Z', 'revision_number': 1, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:43.783494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5910f-ab58-4597-ada0-65ea683fa3bb service neutron] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:43.811007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-47501c37-1b0a-463f-9b3f-60e3194435c3 service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894598 Nov 01 18:09:43.825318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc2e5-a335-42f8-a493-61bf98c1b133 req-50756ac5-fcfb-4e6f-8f10-4464be983cec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.827084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cefc2e5-a335-42f8-a493-61bf98c1b133 req-50756ac5-fcfb-4e6f-8f10-4464be983cec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.1175034 Nov 01 18:09:43.830576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-5fe40cf3-3e19-48b5-9abe-1e1a24b329b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.832006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-5fe40cf3-3e19-48b5-9abe-1e1a24b329b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1124 time: 0.1716328 Nov 01 18:09:43.973349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-a4cac9fb-caf1-4ddb-be37-3f6a2fb8bd96 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:43.974660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-a4cac9fb-caf1-4ddb-be37-3f6a2fb8bd96 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.1225979 Nov 01 18:09:43.991080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adc6a6-0ca8-4789-aa0d-84abd603d373 None None] New status for floating IP 1f59caa2-63ae-4a78-9488-4606ab245722: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:09:44.013456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'port': {'device_id': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'admin_state_up': True, 'tenant_id': '709aa04ba00e4061a6302acc59ba9bef'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:44.028712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cefc2e5-a335-42f8-a493-61bf98c1b133 req-753ee8a1-dfd8-46b9-ab3b-ddb4e301cd18 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897464 Nov 01 18:09:44.054494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-745944ad-bee1-4aa5-a51d-9e617a5927d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.055996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-745944ad-bee1-4aa5-a51d-9e617a5927d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1875365 Nov 01 18:09:44.058650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5d5dd8e-a9de-43bf-8b59-311597708ea9 req-2ee8e257-cf5e-4fe1-98f8-4ecc27fe95de service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298005 Nov 01 18:09:44.152794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-c140558a-99d7-4b68-bd40-4b211409d39e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0845220 Nov 01 18:09:44.154665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-3e0ab652-032e-4d82-983a-54f8f98ef6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.174217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-3e0ab652-032e-4d82-983a-54f8f98ef6cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.3305953 Nov 01 18:09:44.218673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-1961fc97-47bb-4287-91ef-d49bf2ac3b5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727131 Nov 01 18:09:44.305111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-aea870a2-1fca-4748-9130-bd5f8a834872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.1086233 Nov 01 18:09:44.322764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Made reservation on behalf of 709aa04ba00e4061a6302acc59ba9bef for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:44.327366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:44.337377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fde7ce78-218b-4b3d-9147-2adc3655ec96 req-e122f509-80da-4015-97ec-eb25b2798474 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 210 time: 0.0776079 Nov 01 18:09:44.343693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-f01f0fce-9ec7-410c-b220-5e0077d634f9 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips/d73f44b0-9999-466d-8459-6caa8f85e750 HTTP/1.1" status: 200 len: 693 time: 0.1553929 Nov 01 18:09:44.369623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-1ee865dd-56dd-4ecc-b50d-21df64da8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.371965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-1ee865dd-56dd-4ecc-b50d-21df64da8bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 1097 time: 0.0795124 Nov 01 18:09:44.412098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05760-16fc-40fb-859b-397df0355282 req-019f5913-3d91-47d7-b98e-82f766c467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.413600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-019f5913-3d91-47d7-b98e-82f766c467ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.2379558 Nov 01 18:09:44.489203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-52da9d5c-6b79-40f9-8390-0a9ea90c8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.490635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-52da9d5c-6b79-40f9-8390-0a9ea90c8b2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1615524 Nov 01 18:09:44.554855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Allocated IP 172.20.0.4 (e69a1407-e837-40f6-996f-ff751d072e33/9a6568b5-d68a-4dfd-a412-7fd782f28a9b/fb4bacb8-41c8-498b-80b8-874a8797b01c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:44.557600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-01e8a918-47d7-4164-8217-40e24d95b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.559687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-01e8a918-47d7-4164-8217-40e24d95b67b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.1570570 Nov 01 18:09:44.657394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-1f914af8-7944-4866-9aa8-810451c8cca9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 200 len: 1002 time: 0.0896347 Nov 01 18:09:44.775226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-e4dc1434-cbe7-4c9a-92e2-e9f31a1885ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.776860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-e4dc1434-cbe7-4c9a-92e2-e9f31a1885ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.1108503 Nov 01 18:09:44.779899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-b5a13b3a-02c4-4bb0-ae2a-e02bc1c7a3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3504894 Nov 01 18:09:44.826556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-8c574e40-9fdd-46d7-b9d2-d4c74508b46d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510180 Nov 01 18:09:44.841589 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:44.860899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-94b69e58-b7a5-4e23-ab4c-69616bab15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.862611 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-94b69e58-b7a5-4e23-ab4c-69616bab15d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730073 Nov 01 18:09:44.932745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4c27c-817e-486a-b1e7-b4018a744cd7 req-1b86a411-28c5-4d49-aa8c-9d58e6826d66 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.934997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65f4c27c-817e-486a-b1e7-b4018a744cd7 req-1b86a411-28c5-4d49-aa8c-9d58e6826d66 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.5284853 Nov 01 18:09:44.946968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b5454-0148-4b26-8aff-d87993dead01 req-cae8416b-a4e5-4189-abad-a4208619ab61 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:44.948404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-cae8416b-a4e5-4189-abad-a4208619ab61 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.5825937 Nov 01 18:09:44.964905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-13176696-27dd-46f6-845d-b5c6de16ef7a service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922148 Nov 01 18:09:44.990886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-38e6f542-e8ef-401d-b4fa-e12a385bfe05 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:44.991904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-38e6f542-e8ef-401d-b4fa-e12a385bfe05 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137103 Nov 01 18:09:44.996336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.059195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.32', 57624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:45.086596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-06a25f6d-04f9-4b1e-af38-6c091749ab31 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946496 Nov 01 18:09:45.093674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-271a0033-6eec-4a21-ac78-e53c06a2c03b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0870621 Nov 01 18:09:45.119857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65f4c27c-817e-486a-b1e7-b4018a744cd7 req-e571681a-f846-4ed4-ac61-2da4474886b0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447558 Nov 01 18:09:45.186451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-87e4eb21-93c0-444f-90d8-192220c14a60 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468904 Nov 01 18:09:45.262454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-f95bd95e-253c-4b46-a991-1b31e1295c65 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1469436 Nov 01 18:09:45.286201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Network e69a1407-e837-40f6-996f-ff751d072e33 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:45.301335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:45.310243 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-0b66daab-a627-48f8-84ff-cd207bf42fac tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2478976 Nov 01 18:09:45.316168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:45.321648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:45.322238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.338096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-236171b0-854b-4760-9f11-f77ad1594c47 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d8a8a31310d140fcb6792241c34c11e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928147 Nov 01 18:09:45.362683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:45.390292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.390639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.390986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.391326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.391683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.392015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.392343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.392669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.392995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.393321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.393650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.393974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:45.423687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dd22d38-2533-4eba-bfbf-d486e52f563f req-64c5734a-9044-4cff-9fee-06260b1c6b71 service neutron] 10.222.0.37 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518356 Nov 01 18:09:45.475103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-bde8aac6-4143-4b2c-a288-5ecf67b54de9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4687560 Nov 01 18:09:45.480803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a05760-16fc-40fb-859b-397df0355282 req-27700ec8-e30a-4bea-9ccf-aa4011f182ee service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821733 Nov 01 18:09:45.482375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-3643a6e5-0690-4a45-b69d-dbeb383e83a3 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:45.483799 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-3643a6e5-0690-4a45-b69d-dbeb383e83a3 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562412 Nov 01 18:09:45.491564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Request body: {'port': {'device_id': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:45.499171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Request body: {'port': {'device_id': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '1f4b270c0f184889b81bd0d8f4a61619'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:45.554147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8241af-6b13-4632-bb41-cb6bb48e2560 req-52820ce4-87ba-4084-8998-2313016b70af service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225486 Nov 01 18:09:45.601182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.605545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-8d406d45-b9ee-4cf6-8f17-7852650cbaa9 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:45.607089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-8d406d45-b9ee-4cf6-8f17-7852650cbaa9 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302971 Nov 01 18:09:45.609442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Deleting port e1deade4-b25f-4944-8bdf-217e0c36afe4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:45.609805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.637271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d'}, {'name': 'network-changed', 'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:45.643669 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b4287-deae-43d2-bd67-925c0541ea1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d"}, {"name": "network-changed", "server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:45.649205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-90364309-ef94-479c-978f-c31425318b5b tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/quotas/d8a8a31310d140fcb6792241c34c11e0 HTTP/1.1" status: 200 len: 375 time: 0.0351453 Nov 01 18:09:45.737523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.737849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.757006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-53a7d632-6950-4775-b544-d128196afc8c tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799518 Nov 01 18:09:45.757891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Calling delete_port for e1deade4-b25f-4944-8bdf-217e0c36afe4 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:45.878898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Made reservation on behalf of 1f4b270c0f184889b81bd0d8f4a61619 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:45.882425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.928759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4bacb8-41c8-498b-80b8-874a8797b01c {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:45.937776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:45.983021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Transition to ACTIVE for port object fb4bacb8-41c8-498b-80b8-874a8797b01c will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:45.994698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.055471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event deleted for resources: {'Port': ['ID=e1deade4-b25f-4944-8bdf-217e0c36afe4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:46.061990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Allocated IP 192.168.233.153 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/34282183-90e5-44e9-ae8c-903a4c9dd5f3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:46.089689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.090139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.090596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.091029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.091463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.091924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.092357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.092841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.093274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.093704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.094047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.094233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.094698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:46.107675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.111208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.112491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03b5454-0148-4b26-8aff-d87993dead01 req-eacfeecf-28c1-4cc3-b798-34f0e01b771c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "DELETE /v2.0/floatingips/d73f44b0-9999-466d-8459-6caa8f85e750 HTTP/1.1" status: 204 len: 173 time: 0.8346822 Nov 01 18:09:46.149822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-58697518-deba-47b9-be89-6840acb16996 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 258 time: 0.1882608 Nov 01 18:09:46.163772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:46.219857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:46.232773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08610d2-73e2-49f8-ba97-c9ec55d044ed req-042f2ff8-4922-4efb-9cff-b256f481b0ec tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.234302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f08610d2-73e2-49f8-ba97-c9ec55d044ed req-042f2ff8-4922-4efb-9cff-b256f481b0ec tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.0533111 Nov 01 18:09:46.264883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Attempting to bind port fb4bacb8-41c8-498b-80b8-874a8797b01c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:46.265238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Attempting to bind port fb4bacb8-41c8-498b-80b8-874a8797b01c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:46.265574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Attempting to bind port fb4bacb8-41c8-498b-80b8-874a8797b01c on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:46.275812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f08610d2-73e2-49f8-ba97-c9ec55d044ed req-842a8bc6-24f3-4a2a-bbe3-2ad4da0e589c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Nov 01 18:09:46.277842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Port fb4bacb8-41c8-498b-80b8-874a8797b01c on network e69a1407-e837-40f6-996f-ff751d072e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:46.278183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Attempting to bind port fb4bacb8-41c8-498b-80b8-874a8797b01c on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:46.289122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:46.289490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Checking segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:46.289881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Bound using segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:46.290321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Bound port: fb4bacb8-41c8-498b-80b8-874a8797b01c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:46.290823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.328179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.358117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.409017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:46.425274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:46.472057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40f19b-b5e4-492c-81bb-3803dc376bd4 req-c6c7af03-b54a-453f-9583-fcddff6a1f78 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.473513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e40f19b-b5e4-492c-81bb-3803dc376bd4 req-c6c7af03-b54a-453f-9583-fcddff6a1f78 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 943 time: 0.0733953 Nov 01 18:09:46.479360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.561175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e40f19b-b5e4-492c-81bb-3803dc376bd4 req-f0154243-0ad4-4d1e-bf14-4d51e9a207a0 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787776 Nov 01 18:09:46.614147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Allocated IP 172.25.2.66 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/25fe5171-e5f2-4a48-bebe-16966ada3065) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:46.615078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.649166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.649782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.651161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] 10.222.0.32 "PUT /v2.0/ports/fb4bacb8-41c8-498b-80b8-874a8797b01c HTTP/1.1" status: 200 len: 1091 time: 1.1664631 Nov 01 18:09:46.652177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:46.653277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2409cf81-7f97-47ec-9762-99f803a977a2 req-0161b2a4-2043-4a63-b00e-1ecc67247505 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 210 time: 0.0348077 Nov 01 18:09:46.654460 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b312db-4c36-45a2-a4e8-07e85a462377" -d '{"events": [{"name": "network-changed", "server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:46.673834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.697997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da79c7-65d7-4631-9c9a-ca94a7cf4c4a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:46.709999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:46.734276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:46.739136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:46.744953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.745813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.750488 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9bd9d-a0e3-4c57-8ef0-0987339120c9 x-openstack-request-id: req-dbd9bd9d-a0e3-4c57-8ef0-0987339120c9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:46.752713 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:46.753619 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbd9bd9d-a0e3-4c57-8ef0-0987339120c9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:46.754415 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d', 'status': 'completed', 'code': 200} Nov 01 18:09:46.754950 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'status': 'completed', 'code': 200} Nov 01 18:09:46.770431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Pushing event updated for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:46.836207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-e7a16e27-3ec3-4e9c-9b3d-4230966dad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.837652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-e7a16e27-3ec3-4e9c-9b3d-4230966dad21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1096 time: 0.0585999 Nov 01 18:09:46.871804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0433799-eae1-47cb-845d-e88de3918c08 req-a11cd87a-75ed-41d9-a639-597bc49609ac tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 210 time: 0.0467036 Nov 01 18:09:46.885289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:46.958413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-36da8868-dcea-4265-b45b-cc71d5c879ab tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4638634 Nov 01 18:09:46.972940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Request body: {'port': {'device_id': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:46.974849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-e3705ca2-2215-460d-8aed-2a5f128046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.975668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-0473bff1-5c0b-4707-9f5d-d842a1d23a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:46.976367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-e3705ca2-2215-460d-8aed-2a5f128046ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1960859 Nov 01 18:09:46.977066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-0473bff1-5c0b-4707-9f5d-d842a1d23a10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 929 time: 0.1253941 Nov 01 18:09:47.033784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-71cf5984-d48c-4519-9147-e53b356bb5d6 None None] Provisioning complete for port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:47.035540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-71cf5984-d48c-4519-9147-e53b356bb5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.071804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-71cf5984-d48c-4519-9147-e53b356bb5d6 None None] Port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:47.082795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.088936 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-5f263e11-b11d-4429-bb8f-175b5cbf3434 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 1000 time: 0.0903597 Nov 01 18:09:47.094845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-af40dc6b-5a76-4cc3-be37-68b4309a1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.096369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-af40dc6b-5a76-4cc3-be37-68b4309a1fcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 1094 time: 0.2326546 Nov 01 18:09:47.175374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-c1cbcaec-ed54-4b70-b0ee-f48771d655fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.176877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-c1cbcaec-ed54-4b70-b0ee-f48771d655fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0797429 Nov 01 18:09:47.206272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-6d82870a-3c31-49b3-9305-6b41f659e76d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c HTTP/1.1" status: 200 len: 217 time: 0.0748510 Nov 01 18:09:47.269755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0856-f6c5-4437-af08-5ca5a2d8cb9e req-2c8aab8d-69d7-4b79-8718-9fb076ad66b8 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.271299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b1d0856-f6c5-4437-af08-5ca5a2d8cb9e req-2c8aab8d-69d7-4b79-8718-9fb076ad66b8 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3626504 Nov 01 18:09:47.302748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-a0225de5-dead-43d1-95c0-e93003d39c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.304243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-a0225de5-dead-43d1-95c0-e93003d39c5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.3130333 Nov 01 18:09:47.305697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-eb8704df-aefd-44bd-b763-4d58d323f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.307019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-eb8704df-aefd-44bd-b763-4d58d323f5f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 200 len: 859 time: 0.0868394 Nov 01 18:09:47.314794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-f708463a-905e-460a-a474-67f0ed23c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.316428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-f708463a-905e-460a-a474-67f0ed23c98a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926445 Nov 01 18:09:47.361910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-4ccfe8fa-bedf-4175-b1fd-5fd9f902f16b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0479124 Nov 01 18:09:47.362787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.394001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-eb824c35-7e20-4838-92ef-6be8f6ac7b90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e69a1407-e837-40f6-996f-ff751d072e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777419 Nov 01 18:09:47.462611 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-48f05bbe-29c7-4817-8fb1-a286557ff790 service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209500 Nov 01 18:09:47.493361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:47.514244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:47.517589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:47.555817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34282183-90e5-44e9-ae8c-903a4c9dd5f3 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:47.566937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.590298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Transition to ACTIVE for port object 34282183-90e5-44e9-ae8c-903a4c9dd5f3 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:47.608699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-96c26fa3-f7e9-4c8e-90fa-9bae5f140f28 service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353562 Nov 01 18:09:47.705207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.761448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Pushing event updated for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:47.799774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Attempting to bind port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:47.800438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Attempting to bind port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:47.800984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Attempting to bind port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:47.807420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:47.807794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Attempting to bind port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:47.813398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:47.813729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:47.814279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:47.814704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Bound port: 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:47.815060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:47.856977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event updated for resources: {'Port': ['ID=25fe5171-e5f2-4a48-bebe-16966ada3065,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:47.887944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:47.891824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:47.903010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369d3e-c7d2-4ad0-8e64-7e34c9d79df5 req-12a3aca0-4a9f-476a-a9c3-a0aee0c45577 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.905067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49369d3e-c7d2-4ad0-8e64-7e34c9d79df5 req-12a3aca0-4a9f-476a-a9c3-a0aee0c45577 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.5459645 Nov 01 18:09:47.906512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4287-deae-43d2-bd67-925c0541ea1d req-c82e9d5d-eceb-40aa-b85c-ec98bec38103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:47.907879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-c82e9d5d-eceb-40aa-b85c-ec98bec38103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.5171134 Nov 01 18:09:47.972064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-9eb89bea-19f2-4266-814e-33d2856ae30a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485966 Nov 01 18:09:48.004844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:48.018662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-0081477e-379f-42e7-bc3b-cfd6f9a4e2db service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786777 Nov 01 18:09:48.033411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49369d3e-c7d2-4ad0-8e64-7e34c9d79df5 req-1d83eeb2-af05-42c2-9606-55a7aa553e02 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198554 Nov 01 18:09:48.038017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:48.082602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.083315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:48.089562 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-f32755b7-1442-4863-8842-62cd57354869 service neutron] 10.222.0.32 "PUT /v2.0/ports/34282183-90e5-44e9-ae8c-903a4c9dd5f3 HTTP/1.1" status: 200 len: 1096 time: 1.1165378 Nov 01 18:09:48.089562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d1a94-6000-46ed-ad6b-baebadffa6ab x-openstack-request-id: req-f23d1a94-6000-46ed-ad6b-baebadffa6ab {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:48.089562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:48.089562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f23d1a94-6000-46ed-ad6b-baebadffa6ab {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:48.089562 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'status': 'completed', 'code': 200} Nov 01 18:09:48.114933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32755b7-1442-4863-8842-62cd57354869 service neutron] Pushing event updated for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:48.238018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08f8618c-1807-429d-b9c0-87276ca9b96c req-7b61ab40-d114-42ae-a5a2-c67c6d958698 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=5f42ad3114f54a60afad8faff211f5d6 HTTP/1.1" status: 200 len: 1657 time: 0.1242263 Nov 01 18:09:48.289743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-e638c0e3-d51a-4cb0-97de-5bd3ecc30e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.291328 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-e638c0e3-d51a-4cb0-97de-5bd3ecc30e31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 1099 time: 0.0426457 Nov 01 18:09:48.305706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:48.340732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-50ecbfce-dbf7-454b-83a8-0d5563b5e642 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0383341 Nov 01 18:09:48.342395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-652922c3-105c-4184-9cf8-d7a614e09a26 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591440 Nov 01 18:09:48.397046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-dcce8395-7925-4d1e-955a-d81843941b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.398433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-dcce8395-7925-4d1e-955a-d81843941b77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0479660 Nov 01 18:09:48.435776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9125f5d7-a24f-4e63-b1e3-1244a579f9a8 req-a652efcd-cd30-464f-b7a2-28ed3e43480d service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053290 Nov 01 18:09:48.454186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-9caf2195-e50a-4b0a-b1c9-524498b83eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.455967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-9caf2195-e50a-4b0a-b1c9-524498b83eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469162 Nov 01 18:09:48.562971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-d556a97e-cf0c-497e-b5d8-9892bfe3d3a1 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893245 Nov 01 18:09:48.576641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8618c-1807-429d-b9c0-87276ca9b96c req-bd3c2f37-e5a5-4a67-8482-3e004798309b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.578473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08f8618c-1807-429d-b9c0-87276ca9b96c req-bd3c2f37-e5a5-4a67-8482-3e004798309b tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks?id=771ecb33-affa-449d-a474-caaa3faffc75&id=771ecb33-affa-449d-a474-caaa3faffc75&id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 787 time: 0.3196943 Nov 01 18:09:48.600286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-08f8618c-1807-429d-b9c0-87276ca9b96c req-d7d57254-7a5f-4e92-8cc5-615c3156f470 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:48.601261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08f8618c-1807-429d-b9c0-87276ca9b96c req-d7d57254-7a5f-4e92-8cc5-615c3156f470 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088847 Nov 01 18:09:48.623472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-086b4287-deae-43d2-bd67-925c0541ea1d req-e9b1f9b7-250b-48d3-9dfc-696e3449b677 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706587 Nov 01 18:09:48.867296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-81c1ae49-f07d-4530-ba07-4363a5bdd6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:48.867789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-49f86064-1401-4c8f-b37f-3f697f749e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.867789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-49f86064-1401-4c8f-b37f-3f697f749e7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 1094 time: 0.0827084 Nov 01 18:09:48.867789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14168263-0f53-41f9-aa46-d1873e17eb5a req-f435884d-de14-44f4-ba73-5bca14ea04c6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:48.867789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14168263-0f53-41f9-aa46-d1873e17eb5a req-f435884d-de14-44f4-ba73-5bca14ea04c6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.0799918 Nov 01 18:09:48.867789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-0bde5a25-4af5-488f-8dbc-c9474c75cd0a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d8a8a31310d140fcb6792241c34c11e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510924 Nov 01 18:09:48.925112 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2aafb18c-9d31-49de-9d69-e61f2936cc1c req-255a95db-2f2c-4bfc-a565-23929aa24231 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551774 Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14168263-0f53-41f9-aa46-d1873e17eb5a req-f4318db3-6efd-418c-a88d-c743fdc74588 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638060 Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-d9ab5515-20dd-4bcb-b967-fd2ccebcb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-d9ab5515-20dd-4bcb-b967-fd2ccebcb728 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 920 time: 0.2431755 Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-7053c376-573b-4842-ae1a-f6f49deb957e tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-7053c376-573b-4842-ae1a-f6f49deb957e tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135577 Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Request body: {'port': {'device_id': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'd8a8a31310d140fcb6792241c34c11e0'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:49.088202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-feb75841-b1e3-4892-8263-0869da74fb05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c HTTP/1.1" status: 200 len: 217 time: 0.0625100 Nov 01 18:09:49.207638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-aa163ef8-d476-4b65-abb5-5d6a6856342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.209104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-aa163ef8-d476-4b65-abb5-5d6a6856342f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 200 len: 859 time: 0.1204576 Nov 01 18:09:49.216578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2af4b-f1f4-4c51-8f27-f58b2e8e8c5c req-ef366baa-d6cc-4fac-87fb-bc0cc72ebf8e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.217977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ff2af4b-f1f4-4c51-8f27-f58b2e8e8c5c req-ef366baa-d6cc-4fac-87fb-bc0cc72ebf8e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 943 time: 0.1550293 Nov 01 18:09:49.266457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-e5088a04-f212-4015-ba85-9daf3b0e24be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e69a1407-e837-40f6-996f-ff751d072e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427928 Nov 01 18:09:49.267090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:49.338967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:49.370139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ff2af4b-f1f4-4c51-8f27-f58b2e8e8c5c req-c1d8018d-6a16-46cd-8684-e4a51844abc7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437857 Nov 01 18:09:49.402230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event updated for resources: {'Port': ['ID=25fe5171-e5f2-4a48-bebe-16966ada3065,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:49.447388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-8e1cce1e-4bf6-4833-8ae8-027ac9e2219a service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637421 Nov 01 18:09:49.469574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Made reservation on behalf of d8a8a31310d140fcb6792241c34c11e0 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:09:49.473021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:49.568313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed53f-bc52-42e6-80f9-586058e55cdc req-8e12d956-af4a-49b5-a3c5-b3ef97db27a5 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.569816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfed53f-bc52-42e6-80f9-586058e55cdc req-8e12d956-af4a-49b5-a3c5-b3ef97db27a5 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 948 time: 0.1432190 Nov 01 18:09:49.607389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:49.608574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-065f9bf8-e22b-43e5-8c0b-2388f5e8be9f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4500070 Nov 01 18:09:49.706454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-e78a8d37-1701-485a-9b13-f59d5dea9715 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0858500 Nov 01 18:09:49.716632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43b312db-4c36-45a2-a4e8-07e85a462377 req-16e2abb5-c630-4316-8a2a-0d7786ce0f92 service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490792 Nov 01 18:09:49.752657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfed53f-bc52-42e6-80f9-586058e55cdc req-7d975d04-0059-48f3-aa14-ebad17a86f06 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502140 Nov 01 18:09:49.853626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Allocated IP 192.168.233.241 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/f73b1f54-84a2-45a5-a968-129f9693299f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:09:49.857551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3815dab-6008-445e-96da-caf19a84b637 req-99209caf-8dec-4015-bcfd-39d2b69112ce tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 210 time: 0.0462737 Nov 01 18:09:49.946407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-55b144cc-194a-44b4-9f1c-c05888bf982c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:49.947674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b3911ae-b989-4c32-a959-e695fa27dc76 req-55b144cc-194a-44b4-9f1c-c05888bf982c tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2301607 Nov 01 18:09:49.956107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-2e7446db-444f-4e7e-a11a-079bfbf02c20 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips/6ac65c9c-9e4b-416d-a90f-df84f158f83a HTTP/1.1" status: 200 len: 693 time: 0.0765100 Nov 01 18:09:50.076945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:50.088224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:50.094043 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95fce67-1164-4d3d-af60-7e2d5431ffe9" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:50.158082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea67130-578a-4f56-8776-d05bc53b4089 req-2b31d629-1d16-4d55-a8cc-5557afc62d1a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:50.159632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea67130-578a-4f56-8776-d05bc53b4089 req-2b31d629-1d16-4d55-a8cc-5557afc62d1a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.1478884 Nov 01 18:09:50.173518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:50.183123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-8f5999a5-629c-4e52-9a0e-c13affcfd358 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:50.184331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'port_id': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'mac_address': 'fa:16:3e:0a:ae:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1943d43-9ab6-4f84-bf32-3a769244181e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:50.184497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-8f5999a5-629c-4e52-9a0e-c13affcfd358 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2186327 Nov 01 18:09:50.214693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.221857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.234686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:50.254386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:50.266558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-93f551bc-2977-43dd-8b38-29423fbd0be5 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0640399 Nov 01 18:09:50.271673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea67130-578a-4f56-8776-d05bc53b4089 req-77e6ccad-a599-4f25-b0f6-b5e60c036484 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041417 Nov 01 18:09:50.332225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-44c455a2-5056-4e53-93e7-3a806f2a0705 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0582907 Nov 01 18:09:50.366297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.418494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:50.425966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.426309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.426647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.426986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.427320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.427682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.428005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.428327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.428648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.428966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.429375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.429696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:09:50.467413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.484806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d2abbfa9-e39c-4b2e-967b-196395d214db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:50.488918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab21b-a025-4459-a461-656df444da84 req-f6af3866-60e1-43ef-bd02-21ee388c9eb1 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:50.490680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b70ab21b-a025-4459-a461-656df444da84 req-f6af3866-60e1-43ef-bd02-21ee388c9eb1 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1183074 Nov 01 18:09:50.535081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:09:50.576214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:09:50.585096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:09:50.590832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:50.591413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.601715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b70ab21b-a025-4459-a461-656df444da84 req-2ef8c5f6-ea4d-4cb6-ab9f-52755c32d8e6 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0898757 Nov 01 18:09:50.610968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Pushing event updated for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:50.622683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b70ab21b-a025-4459-a461-656df444da84 req-8231d406-9593-4d27-91b3-b0daeba4a6b7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'floatingip': {'port_id': 'ac8c3660-9236-4339-93dc-176281cb787d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:50.657019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Deleting port 7aeb6c11-1666-4ad0-b9d8-977b6d8d2798 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:50.657352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.802352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3030e9ed-0a35-4f6d-83f6-904ec20c9e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.854121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e54d0a53-e4e4-48f7-9991-224632883978 None None] Provisioning complete for port f73b1f54-84a2-45a5-a968-129f9693299f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:50.855032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e54d0a53-e4e4-48f7-9991-224632883978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:50.859185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['51b17d03-5530-4f44-bdc3-f3ed6bb7b342'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:50.925321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e54d0a53-e4e4-48f7-9991-224632883978 None None] Port f73b1f54-84a2-45a5-a968-129f9693299f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:09:51.006428 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-9118a580-0b59-4025-afef-fa05697b1708 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9825459 Nov 01 18:09:51.008421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b70ab21b-a025-4459-a461-656df444da84 req-8231d406-9593-4d27-91b3-b0daeba4a6b7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.064270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Request body: {'port': {'device_id': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:51.195949 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.196275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.224774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Calling delete_port for 7aeb6c11-1666-4ad0-b9d8-977b6d8d2798 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:51.234344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-ab8b2966-5a7a-4f0e-a3bf-7275a9f77f14 service neutron] 10.222.0.32 "GET /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.2373776 Nov 01 18:09:51.240733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.494950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:51.582379 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-b70ab21b-a025-4459-a461-656df444da84 req-8231d406-9593-4d27-91b3-b0daeba4a6b7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] update failed (client error): There was a conflict when trying to complete your request. Nov 01 18:09:51.583426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b70ab21b-a025-4459-a461-656df444da84 req-8231d406-9593-4d27-91b3-b0daeba4a6b7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "PUT /v2.0/floatingips/c65eb4f2-8526-4daa-b4d0-6734a0787f9c HTTP/1.1" status: 409 len: 549 time: 0.9687741 Nov 01 18:09:51.597613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:51.610223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'port_id': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'mac_address': 'fa:16:3e:8a:41:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6568b5-d68a-4dfd-a412-7fd782f28a9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:51.647272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.661864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4bacb8-41c8-498b-80b8-874a8797b01c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:51.690745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:51.811890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.840525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:51.851932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4080-80b6-4987-9fff-13593eb37a64 req-5e5d1d2c-8c96-4fb9-9211-443dddd2492b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:51.853447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442d4080-80b6-4987-9fff-13593eb37a64 req-5e5d1d2c-8c96-4fb9-9211-443dddd2492b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 943 time: 0.1454313 Nov 01 18:09:51.865193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:51.879188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.939517 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:51.940727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event deleted for resources: {'Port': ['ID=7aeb6c11-1666-4ad0-b9d8-977b6d8d2798,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:51.946117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73b1f54-84a2-45a5-a968-129f9693299f {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:51.952377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:51.990777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.008644 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.018043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.018043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73d2deaf-466c-45ac-aa72-827a32f2cc60 req-d221c045-aae8-4f5f-b32c-d4ca3dad5080 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "DELETE /v2.0/floatingips/6ac65c9c-9e4b-416d-a90f-df84f158f83a HTTP/1.1" status: 204 len: 173 time: 1.6746507 Nov 01 18:09:52.027843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Transition to ACTIVE for port object f73b1f54-84a2-45a5-a968-129f9693299f will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:52.030979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442d4080-80b6-4987-9fff-13593eb37a64 req-7c2e6965-9740-4e99-bbc5-9dcda63cc1be tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542442 Nov 01 18:09:52.033111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c97ef6-0334-4842-9370-97254831adfc {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:52.044567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:52.045184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fb4bacb8-41c8-498b-80b8-874a8797b01c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:52.051291 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112abb6d-5e99-48a8-ab88-d0165f1b5308 x-openstack-request-id: req-112abb6d-5e99-48a8-ab88-d0165f1b5308 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:52.052449 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:52.052709 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-112abb6d-5e99-48a8-ab88-d0165f1b5308 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:52.053108 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3', 'status': 'completed', 'code': 200} Nov 01 18:09:52.122116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:52.131963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-a31d08e6-70d7-4f09-9439-5abe7eca392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.133953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-a31d08e6-70d7-4f09-9439-5abe7eca392b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 1099 time: 0.0559533 Nov 01 18:09:52.142569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.199400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.248242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:52.257764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb022a80-6acf-45d5-af25-802eba3b23f2 req-e797a3f6-7efb-4183-8ab4-b1586a91115d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.259480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb022a80-6acf-45d5-af25-802eba3b23f2 req-e797a3f6-7efb-4183-8ab4-b1586a91115d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 944 time: 0.1559036 Nov 01 18:09:52.260429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-c0deec56-81d5-408b-ab87-510a2b58d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.262149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-c0deec56-81d5-408b-ab87-510a2b58d9fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1118016 Nov 01 18:09:52.305202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:52.311298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:52.317435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.324262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-36388d63-9f3e-4751-b8a7-33961e19d54e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0523834 Nov 01 18:09:52.325070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8b33c-5277-4984-88b6-89ba0654ccc9 req-2bd61a94-a208-4b68-ad7d-11b7a0955ae9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.326992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60c8b33c-5277-4984-88b6-89ba0654ccc9 req-2bd61a94-a208-4b68-ad7d-11b7a0955ae9 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 948 time: 0.2094882 Nov 01 18:09:52.355787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Attempting to bind port f73b1f54-84a2-45a5-a968-129f9693299f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:09:52.355995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Attempting to bind port f73b1f54-84a2-45a5-a968-129f9693299f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:09:52.360855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Attempting to bind port f73b1f54-84a2-45a5-a968-129f9693299f on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:52.388204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-60cf32c7-c257-439d-bde9-65e5dbd965f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.389789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-60cf32c7-c257-439d-bde9-65e5dbd965f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0558186 Nov 01 18:09:52.392639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Port f73b1f54-84a2-45a5-a968-129f9693299f on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:09:52.395369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Attempting to bind port f73b1f54-84a2-45a5-a968-129f9693299f on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:09:52.415142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.421486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:09:52.423845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:09:52.423845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:09:52.423845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Bound port: f73b1f54-84a2-45a5-a968-129f9693299f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:09:52.423845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.446659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-2d22e798-c95f-4db0-9c6a-6ac1643ee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.449080 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-2d22e798-c95f-4db0-9c6a-6ac1643ee8a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505435 Nov 01 18:09:52.452084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb022a80-6acf-45d5-af25-802eba3b23f2 req-d0ebfe3c-c4f6-4ce9-a801-49d8e897fa6b tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718416 Nov 01 18:09:52.462417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:52.462417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:52.466688 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ec8dc7-e4da-4a46-8944-20376be6df90" -d '{"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-plugged", "status": "completed", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:52.475651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60c8b33c-5277-4984-88b6-89ba0654ccc9 req-95166992-f295-40a0-bcb4-b70e1fb81ea2 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340668 Nov 01 18:09:52.480155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] Transition to ACTIVE for port object b6c97ef6-0334-4842-9370-97254831adfc will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:09:52.569625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-aa14c456-ad1d-4c08-bcdd-624835937c8b service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103785 Nov 01 18:09:52.597059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.606791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:52.624894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f73b1f54-84a2-45a5-a968-129f9693299f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:09:52.632954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e2735-ce3a-4dcb-9ed1-b62f627a713b req-9d796ce0-26be-4d58-ba57-969cfcbb4dca tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.634437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-179e2735-ce3a-4dcb-9ed1-b62f627a713b req-9d796ce0-26be-4d58-ba57-969cfcbb4dca tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 948 time: 0.1176925 Nov 01 18:09:52.646071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.661549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:52.671765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716affe-5ff3-4c4e-bd36-c4baafc7504e req-b5a706c4-a48e-44c3-8d3a-d6673e69fc2c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.671765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0716affe-5ff3-4c4e-bd36-c4baafc7504e req-b5a706c4-a48e-44c3-8d3a-d6673e69fc2c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.1151352 Nov 01 18:09:52.672066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f95fce67-1164-4d3d-af60-7e2d5431ffe9 req-a31a73a9-4b1b-48e6-848f-c37cbc4aaac5 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948825 Nov 01 18:09:52.754337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] No DVR routers for this DVR port b6c97ef6-0334-4842-9370-97254831adfc on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:09:52.761584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.781323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-179e2735-ce3a-4dcb-9ed1-b62f627a713b req-45ca4a5e-b451-411f-819f-0d420f33fcb1 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391702 Nov 01 18:09:52.815753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:52.837173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:52.837795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:52.839231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f73b1f54-84a2-45a5-a968-129f9693299f HTTP/1.1" status: 200 len: 1096 time: 1.7992737 Nov 01 18:09:52.842213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0716affe-5ff3-4c4e-bd36-c4baafc7504e req-35f65db6-fbfe-48b4-b171-a4d474fd41d8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464055 Nov 01 18:09:52.843116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:52.845012 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af400480-d62b-4fd1-bbbf-29d5b1415eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:52.914927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2d583cf4-259f-4fda-a4c5-771a2ff4f7c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6650448 Nov 01 18:09:52.935655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-e4b4d597-2081-4ece-aa37-cb221fa52fa7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips/c65eb4f2-8526-4daa-b4d0-6734a0787f9c HTTP/1.1" status: 200 len: 692 time: 0.1144526 Nov 01 18:09:53.009030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-858b0de8-a80a-4b79-9b85-b486a678e054 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips/5faa216c-6381-4ee1-a1f3-fe649ba9e849 HTTP/1.1" status: 200 len: 693 time: 0.1069686 Nov 01 18:09:53.059136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96d5f-2dfd-4f92-9ad6-9e6c6d5ed4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:53.114716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-27c615e4-950a-4046-b4eb-6abb8abc58d8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.116268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-27c615e4-950a-4046-b4eb-6abb8abc58d8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0524998 Nov 01 18:09:53.164491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f8513ad6-d1e1-4b48-b792-47a3f0dd4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.166034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-f8513ad6-d1e1-4b48-b792-47a3f0dd4fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 1095 time: 0.0412874 Nov 01 18:09:53.172078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-169bff72-f120-4c30-9875-5d39c3e8cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.173753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-169bff72-f120-4c30-9875-5d39c3e8cfb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 1099 time: 0.1878099 Nov 01 18:09:53.233431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-b92dcadf-8239-4e07-b1f2-20faa8ce560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.234918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-b92dcadf-8239-4e07-b1f2-20faa8ce560d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1095 time: 0.0451481 Nov 01 18:09:53.242386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-39b3431c-a58f-4763-8543-c4552ec49083 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.243713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-39b3431c-a58f-4763-8543-c4552ec49083 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2683218 Nov 01 18:09:53.248333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-e945f921-217c-4900-8af9-461f95291ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f73b1f54-84a2-45a5-a968-129f9693299f HTTP/1.1" status: 200 len: 217 time: 0.0621986 Nov 01 18:09:53.324931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-79d39ac3-14bc-4757-86f9-42e080ee3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.326639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-79d39ac3-14bc-4757-86f9-42e080ee3384 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.0841818 Nov 01 18:09:53.328296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-12df4c91-8651-434b-9817-876b3d2026c2 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.335680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-12df4c91-8651-434b-9817-876b3d2026c2 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2964017 Nov 01 18:09:53.335680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-bfa27bf4-923e-4403-9c4c-ed1335ee59fb tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0824027 Nov 01 18:09:53.343295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-03a201b9-9c60-4a56-a1a6-e31ab1d17482 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:09:53.344334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-03a201b9-9c60-4a56-a1a6-e31ab1d17482 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092058 Nov 01 18:09:53.373372 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-2e0fd66c-67d3-4da4-901d-e90e501bfb62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.0388222 Nov 01 18:09:53.423620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-3dbe1d6a-d859-40d1-bb3f-5bae0980981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.427344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-3dbe1d6a-d859-40d1-bb3f-5bae0980981d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0446131 Nov 01 18:09:53.430578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-2584239c-ab40-4258-a4a0-851c3b4371ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.432038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-2584239c-ab40-4258-a4a0-851c3b4371ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1687763 Nov 01 18:09:53.440639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-6322cb25-5ea7-43e4-9459-2dc95a3cda9e tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0953228 Nov 01 18:09:53.452033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-0e66b9a7-9fcc-420a-aa44-0b81c240e87d tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.0912035 Nov 01 18:09:53.456909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-1a249ae8-9012-4fdf-a873-e7c8492cc752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252829 Nov 01 18:09:53.504792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 34282183-90e5-44e9-ae8c-903a4c9dd5f3 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:09:53.551991 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-58047a6a-99d0-4620-b7d5-260199562038 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Nov 01 18:09:53.554673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:53.599452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-cfda08fd-b7b8-488b-bdca-59ce3691eaaa tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1387045 Nov 01 18:09:53.629163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-78cfcaba-0286-4c0e-aa69-db79c092bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:53.629163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-78cfcaba-0286-4c0e-aa69-db79c092bb58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1861212 Nov 01 18:09:53.647685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-e775c48c-ee38-444c-a228-72f3384be821 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881677 Nov 01 18:09:53.663851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:53.679294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '34282183-90e5-44e9-ae8c-903a4c9dd5f3', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '34282183-90e5-44e9-ae8c-903a4c9dd5f3', 'mac_address': 'fa:16:3e:16:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:09:53.704561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:53.720592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:53.734735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34282183-90e5-44e9-ae8c-903a4c9dd5f3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:09:53.756002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:53.842619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:53.844499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port fb4bacb8-41c8-498b-80b8-874a8797b01c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:53.851208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fb4bacb8-41c8-498b-80b8-874a8797b01c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:53.855996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:53.927745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:53.974236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.011469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:54.091688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.092505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b6c97ef6-0334-4842-9370-97254831adfc no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:09:54.101005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Deleting port 25fe5171-e5f2-4a48-bebe-16966ada3065 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:54.101996 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.133784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['34282183-90e5-44e9-ae8c-903a4c9dd5f3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:09:54.163882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-e3998717-7bd7-4040-9fce-4d933ffe390b service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284438 Nov 01 18:09:54.193195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-c3d6c261-dbaf-46d0-9385-393e7b284747 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:54.194783 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-c3d6c261-dbaf-46d0-9385-393e7b284747 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0498292 Nov 01 18:09:54.205496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:54.218635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b6c97ef6-0334-4842-9370-97254831adfc not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:09:54.268137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Deleting port c53f7756-a28e-4944-ae5f-6c2c489df51a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:54.268484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.295674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.295674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.343993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Calling delete_port for 25fe5171-e5f2-4a48-bebe-16966ada3065 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:54.372987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-464192aa-8c97-4523-9a2f-1655d4e7ec9c req-94905bca-c93b-4526-a365-944bd567c66f service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008944 Nov 01 18:09:54.387199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-0545592c-32f6-4792-b2f6-9365eb89b4c5 service neutron] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:09:54.390667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-0545592c-32f6-4792-b2f6-9365eb89b4c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.392008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-210dfac7-ee68-432e-9bd5-d2dc24b7e33c req-0545592c-32f6-4792-b2f6-9365eb89b4c5 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.1893802 Nov 01 18:09:54.430501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.430828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.452924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Calling delete_port for c53f7756-a28e-4944-ae5f-6c2c489df51a owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:54.665226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.690736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event deleted for resources: {'Port': ['ID=25fe5171-e5f2-4a48-bebe-16966ada3065,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:54.720048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.722528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.723680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23efcd6f-2b14-4bc8-82bb-ca5a1f652762 req-3d40305c-d505-4430-8bd5-c5fcf1200cc7 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "DELETE /v2.0/floatingips/c65eb4f2-8526-4daa-b4d0-6734a0787f9c HTTP/1.1" status: 204 len: 173 time: 1.2696600 Nov 01 18:09:54.756548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.758356 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae390c9-e59b-4413-99ca-92b498a33819 x-openstack-request-id: req-3ae390c9-e59b-4413-99ca-92b498a33819 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:54.759214 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-plugged", "status": "completed", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:54.759480 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ae390c9-e59b-4413-99ca-92b498a33819 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:54.759903 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'code': 200} Nov 01 18:09:54.788628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event deleted for resources: {'Port': ['ID=c53f7756-a28e-4944-ae5f-6c2c489df51a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:54.822684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.825309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:54.826750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90f766e8-522a-4166-826a-18e8c8b38b7e req-c4d018b9-4395-411b-bde9-7cb42f527da7 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "DELETE /v2.0/floatingips/5faa216c-6381-4ee1-a1f3-fe649ba9e849 HTTP/1.1" status: 204 len: 173 time: 1.2050695 Nov 01 18:09:54.862924 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97366d39-c025-4dfa-99b7-cdc59961192a x-openstack-request-id: req-97366d39-c025-4dfa-99b7-cdc59961192a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:54.863209 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:54.863457 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97366d39-c025-4dfa-99b7-cdc59961192a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:54.863886 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f', 'status': 'completed', 'code': 200} Nov 01 18:09:54.896200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b5ed1-6c81-4741-9191-954a5ca2d4f2 req-a1c4dbbb-3be6-4044-9aa4-9e5267a7d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:54.898063 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-157b5ed1-6c81-4741-9191-954a5ca2d4f2 req-a1c4dbbb-3be6-4044-9aa4-9e5267a7d049 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0640614 Nov 01 18:09:54.937442 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-157b5ed1-6c81-4741-9191-954a5ca2d4f2 req-b731e3eb-1276-41f3-abc3-01d6357a862f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Nov 01 18:09:54.996740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c1106-19c0-4d7d-9705-d18b24b3bf42 req-c1132a51-6dc1-4fa4-ba58-cf88f9ec3b04 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:54.998128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba5c1106-19c0-4d7d-9705-d18b24b3bf42 req-c1132a51-6dc1-4fa4-ba58-cf88f9ec3b04 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 944 time: 0.1036220 Nov 01 18:09:55.000601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f8595e0c-cdda-4e1e-a732-a1079e5c9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.001950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f8595e0c-cdda-4e1e-a732-a1079e5c9829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 1099 time: 0.1157377 Nov 01 18:09:55.019131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff00435-b09a-4626-bcd9-56d176c124d1 req-a0bc5211-8e31-4ca7-9e8c-dc9480dbbb86 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.020559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ff00435-b09a-4626-bcd9-56d176c124d1 req-a0bc5211-8e31-4ca7-9e8c-dc9480dbbb86 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0872326 Nov 01 18:09:55.067951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba5c1106-19c0-4d7d-9705-d18b24b3bf42 req-6fa8b5d6-14db-42b9-8c28-25f2c019e229 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623829 Nov 01 18:09:55.075579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ff00435-b09a-4626-bcd9-56d176c124d1 req-6929477a-dfbd-4793-a92e-68f761048825 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 Nov 01 18:09:55.209665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0add-c76e-4aba-bcc7-6c234350b13b req-582b87e0-37ce-404c-bebc-61c5d10e1084 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.211140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2be0add-c76e-4aba-bcc7-6c234350b13b req-582b87e0-37ce-404c-bebc-61c5d10e1084 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 949 time: 0.0813949 Nov 01 18:09:55.218411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f98c0-c26a-4931-8ea0-f016de83822d req-a6e57f40-68e9-4380-9416-172f1af20563 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.219799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae4f98c0-c26a-4931-8ea0-f016de83822d req-a6e57f40-68e9-4380-9416-172f1af20563 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 948 time: 0.0881476 Nov 01 18:09:55.274922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2be0add-c76e-4aba-bcc7-6c234350b13b req-587ff0bd-175d-4915-a70f-abb4e52ca021 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Nov 01 18:09:55.277782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae4f98c0-c26a-4931-8ea0-f016de83822d req-a1d3533d-9e46-455a-93c3-7f9355e51384 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513542 Nov 01 18:09:55.416095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-62891e48-9b80-410d-95fa-d3de959212d2 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 1000 time: 0.1169012 Nov 01 18:09:55.426836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dcb7b-306b-43df-89e5-c397aa892a22 req-7f147592-fd3e-4c64-94de-0343cc8fb094 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.428300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-677dcb7b-306b-43df-89e5-c397aa892a22 req-7f147592-fd3e-4c64-94de-0343cc8fb094 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0920413 Nov 01 18:09:55.487260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-2291d6f6-3481-4daa-9ce5-d00fd420efd5 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.488629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-2291d6f6-3481-4daa-9ce5-d00fd420efd5 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports/ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 942 time: 0.0594361 Nov 01 18:09:55.501581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-677dcb7b-306b-43df-89e5-c397aa892a22 req-2bd78680-fa04-4253-939b-f3c1daf9997f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642538 Nov 01 18:09:55.512617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 34282183-90e5-44e9-ae8c-903a4c9dd5f3 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:09:55.585274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-2b0152a1-4874-4033-92db-38ac14beb296 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips/2eeeb279-3f5b-4231-975d-15588c2c029a HTTP/1.1" status: 200 len: 693 time: 0.0572734 Nov 01 18:09:55.680734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:09:55.686225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:09:55.686822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:55.691641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-9d63344b-aabf-41c3-a38a-9098fe577a3d tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 1000 time: 0.1223767 Nov 01 18:09:55.772628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:55.781000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-a44044eb-b484-4164-82a0-a71dfdff5d44 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.782285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-a44044eb-b484-4164-82a0-a71dfdff5d44 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1707797 Nov 01 18:09:55.810100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:55.849108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-66281480-240b-4de2-9688-1b4c5068de73 tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.0594616 Nov 01 18:09:55.875588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-334546f2-78e7-4e8a-8284-4eaaa96df058 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:55.876898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-334546f2-78e7-4e8a-8284-4eaaa96df058 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1773293 Nov 01 18:09:55.916509 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:55.918038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-d5ffe7f8-a4c8-4d73-8c0e-04b6f788d0ca tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.0600445 Nov 01 18:09:55.965342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:56.042790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-371ff958-565d-4359-a445-35e32e47ee7f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 1000 time: 0.1398952 Nov 01 18:09:56.053326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:09:56.082379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.125866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.176218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Deleting port bd05f2dc-3d04-4fec-a16e-cf428fa5efa6 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:56.176550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.332911 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.341248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.341570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.352997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Calling delete_port for bd05f2dc-3d04-4fec-a16e-cf428fa5efa6 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:56.430697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.431028 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Floating IP 1f59caa2-63ae-4a78-9488-4606ab245722 disassociated. External IP: 172.25.2.24, port: ac8c3660-9236-4339-93dc-176281cb787d. Nov 01 18:09:56.761719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c'}, {'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:56.764393 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c57fa0-4274-4b6e-875f-b7563faebc9a" -d '{"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-plugged", "status": "completed", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c"}, {"server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "name": "network-vif-plugged", "status": "completed", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:56.919325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.954591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Pushing event deleted for resources: {'Port': ['ID=bd05f2dc-3d04-4fec-a16e-cf428fa5efa6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:56.982532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.985049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:56.986201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7930afa4-69cb-4ea2-a1c4-a025d72f8287 req-df056c1b-5af1-421e-ac5c-e1f290a4d48c tempest-FloatingIPDetailsTestJSON-1486314432 tempest-FloatingIPDetailsTestJSON-1486314432-project] 10.222.0.31 "DELETE /v2.0/floatingips/2eeeb279-3f5b-4231-975d-15588c2c029a HTTP/1.1" status: 204 len: 173 time: 1.0373278 Nov 01 18:09:56.992476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60752) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:56.994712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:09:57.116964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:57.123319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:57.129889 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Sync routers for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:57.141474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:57.142094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:57.156363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-b1db296e-8fb5-4707-a94a-b5987d5e57e9 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "PUT /v2.0/floatingips/1f59caa2-63ae-4a78-9488-4606ab245722 HTTP/1.1" status: 200 len: 694 time: 1.1074440 Nov 01 18:09:57.157532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:09:57.160762 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:09:57.216688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-2ccdb850-19dc-48d7-a418-fe149f23dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.218251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-2ccdb850-19dc-48d7-a418-fe149f23dbd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1096 time: 0.0462675 Nov 01 18:09:57.252010 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:57.313861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-47d3ee1c-ad3f-4418-a7d9-9dadfaae04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.315365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-47d3ee1c-ad3f-4418-a7d9-9dadfaae04d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 929 time: 0.0899832 Nov 01 18:09:57.356973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-c5fcb17b-80cf-4e25-a91e-a06e1e3d3dd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 217 time: 0.0354507 Nov 01 18:09:57.409611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-bdb52af4-d370-4d18-a12a-f05dc257c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.411075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-bdb52af4-d370-4d18-a12a-f05dc257c9fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0482900 Nov 01 18:09:57.456262 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:57.458699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-9a073824-76eb-4608-9fa6-e04a4ebd24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.460537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-9a073824-76eb-4608-9fa6-e04a4ebd24e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426154 Nov 01 18:09:57.491918 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Checking router: 3bdb0b87-58da-4844-97a6-57e80c13b3f8 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:57.492135 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:57.492745 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:57.564803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-93c250a0-e304-4ed9-a1b9-d71a84fb22f9 service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916002 Nov 01 18:09:57.606163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:57.645778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:57.656459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255ee21f-37aa-4a3e-be66-bdf7f0ab2a4e req-1cbafdaa-0419-4702-9c26-2fe65bd3b9e7 service neutron] 10.222.0.31 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853531 Nov 01 18:09:57.818505 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:57.825424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7118e-9a4b-47e8-93af-e43ed3343a0f req-d393c22e-1bf9-4a92-80cb-88abba1f6776 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.827978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcd7118e-9a4b-47e8-93af-e43ed3343a0f req-d393c22e-1bf9-4a92-80cb-88abba1f6776 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0543251 Nov 01 18:09:57.847200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdadc91b-6b9e-4891-bc8a-3117a553f940 None None] The sync data for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 is: [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:09:15Z', 'revision_number': 4, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3f25f3db-c7aa-46f5-a943-46c1604f86d6', 'name': '', 'network_id': 'c5329bdc-e3cb-48ec-b8ef-76ce70508d51', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'mac_address': 'fa:16:3e:89:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:14Z', 'updated_at': '2021-11-01T18:09:20Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'subnets': [{'id': '2f8c2dd3-b96a-41cb-973a-98ba7f0585e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:57.871928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcd7118e-9a4b-47e8-93af-e43ed3343a0f req-1e5e5fbe-eafd-43ff-909e-68a112091e2f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Nov 01 18:09:57.953183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Deleting port 0e66b5ef-a04f-45ce-a467-5291dd32a676 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:57.953704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:57.985862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7eebd-4065-41d4-a51e-c17fb687e040 req-7972a9e2-e84d-4026-88d7-8b70e2bcd85a tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:57.987714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50d7eebd-4065-41d4-a51e-c17fb687e040 req-7972a9e2-e84d-4026-88d7-8b70e2bcd85a tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0558372 Nov 01 18:09:58.030910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50d7eebd-4065-41d4-a51e-c17fb687e040 req-dbba7826-9734-4b6b-9461-6dbed57d88ea tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Nov 01 18:09:58.043816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] For port 0e66b5ef-a04f-45ce-a467-5291dd32a676, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0e66b5ef-a04f-45ce-a467-5291dd32a676,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:09:58.044310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:58.060219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Calling delete_port for 0e66b5ef-a04f-45ce-a467-5291dd32a676 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:58.157596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f2ce9-3605-48e4-8b9d-41b206341b1f None None] New status for floating IP 1f59caa2-63ae-4a78-9488-4606ab245722: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:09:58.230787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a211b5-eb58-471c-96c4-0753f0ace34e req-eba5ef8b-6bdd-45f7-a383-d0e9f181b3c6 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.232340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8a211b5-eb58-471c-96c4-0753f0ace34e req-eba5ef8b-6bdd-45f7-a383-d0e9f181b3c6 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 948 time: 0.1344926 Nov 01 18:09:58.263281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f7312b7e-2d71-4978-be13-c8c7ca6f1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.264768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f7312b7e-2d71-4978-be13-c8c7ca6f1b1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1893539 Nov 01 18:09:58.274090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cfdaa-4855-47be-ba8a-ac051653e4bb req-327bc61d-842d-452d-9da0-d497b3e19438 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.277192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b77cfdaa-4855-47be-ba8a-ac051653e4bb req-327bc61d-842d-452d-9da0-d497b3e19438 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.1079988 Nov 01 18:09:58.327953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-1f8583ab-53e8-4982-bdb8-41528f32ef58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f73b1f54-84a2-45a5-a968-129f9693299f HTTP/1.1" status: 200 len: 217 time: 0.0514135 Nov 01 18:09:58.352261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8a211b5-eb58-471c-96c4-0753f0ace34e req-3e7cd98f-0b4f-4ccf-a441-57fffdf9822e tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093340 Nov 01 18:09:58.379142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:58.394590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b77cfdaa-4855-47be-ba8a-ac051653e4bb req-2df27b6c-b56f-4a83-8b1f-31c03821888e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091404 Nov 01 18:09:58.403439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f521cb71-175d-4213-8842-717b6c5a20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.405036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-f521cb71-175d-4213-8842-717b6c5a20f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0629025 Nov 01 18:09:58.422142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e66b5ef-a04f-45ce-a467-5291dd32a676,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:58.445324 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6244353-d161-4918-bc29-213c93f0d76b x-openstack-request-id: req-b6244353-d161-4918-bc29-213c93f0d76b {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:58.450100 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-plugged", "status": "completed", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c", "code": 200}, {"server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "name": "network-vif-plugged", "status": "completed", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:58.450100 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6244353-d161-4918-bc29-213c93f0d76b {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:58.450100 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'code': 200} Nov 01 18:09:58.453999 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3', 'code': 200} Nov 01 18:09:58.522871 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef55d16-a911-4216-a223-395978220682 x-openstack-request-id: req-4ef55d16-a911-4216-a223-395978220682 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:09:58.523165 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "tag": "ac8c3660-9236-4339-93dc-176281cb787d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:09:58.523417 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ef55d16-a911-4216-a223-395978220682 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:09:58.523850 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d', 'status': 'completed', 'code': 200} Nov 01 18:09:58.616012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-3b1b83ec-a8e3-4227-816d-148c62748d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.617708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-3b1b83ec-a8e3-4227-816d-148c62748d99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029750 Nov 01 18:09:58.650349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-3b0f425d-d82a-4c17-a937-38d9b6c60b10 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips/1f59caa2-63ae-4a78-9488-4606ab245722 HTTP/1.1" status: 200 len: 692 time: 0.1233749 Nov 01 18:09:58.655822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-83fb999e-8c99-4438-b88e-e93d2527a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.657336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-83fb999e-8c99-4438-b88e-e93d2527a7f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61f65bf327f2440386b01896bf91eb24&device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 1096 time: 0.1164818 Nov 01 18:09:58.666475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6cd34-a579-44c6-b029-876c4a3b12a4 req-637bbe89-3145-4956-8648-fac2a56d5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.668386 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ace6cd34-a579-44c6-b029-876c4a3b12a4 req-637bbe89-3145-4956-8648-fac2a56d5791 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 1096 time: 0.1177187 Nov 01 18:09:58.694691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47831af4-cab6-4fba-9174-c806d6f130ef req-27b57c2d-0ae4-48f2-898b-2200d1920dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.696351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47831af4-cab6-4fba-9174-c806d6f130ef req-27b57c2d-0ae4-48f2-898b-2200d1920dce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 1101 time: 0.1471031 Nov 01 18:09:58.711431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:58.735876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e007999-3c40-4493-b1da-72256ed48580 req-e98daced-dda9-480c-a7dd-b9fc744a47b6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.737402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e007999-3c40-4493-b1da-72256ed48580 req-e98daced-dda9-480c-a7dd-b9fc744a47b6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1095 time: 0.2463167 Nov 01 18:09:58.772891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ace6cd34-a579-44c6-b029-876c4a3b12a4 req-bf60f218-0789-4e38-b51a-b448cb7c1e7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947399 Nov 01 18:09:58.860485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-630dbd1e-8a52-4488-bc6a-bec8b276eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.861953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-630dbd1e-8a52-4488-bc6a-bec8b276eb83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 200 len: 929 time: 0.1908281 Nov 01 18:09:58.873194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47831af4-cab6-4fba-9174-c806d6f130ef req-9359ce5a-a1a2-40ea-8849-7eb63b96d149 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273389 Nov 01 18:09:58.877229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e007999-3c40-4493-b1da-72256ed48580 req-cbf26fbe-b723-4613-90f4-ca03a87da464 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299660 Nov 01 18:09:58.881664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-38e6c02c-8e85-4483-a1e4-55f9a743df14 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547953 Nov 01 18:09:58.928933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-21562dc3-d175-4127-80c9-915bfa9588af tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:58.937332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-21562dc3-d175-4127-80c9-915bfa9588af tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2710338 Nov 01 18:09:59.001219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:09:59.048163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-db8b9dc1-facc-4270-9d09-455fac8edb85 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1097932 Nov 01 18:09:59.108735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:09:59.113840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e360cc5-d4df-4ff8-a207-1489ff8c8c2f admin admin] 10.222.0.31 "PUT /v2.0/routers/998ec633-e13d-48e0-9be9-ce8424f4b4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204400 Nov 01 18:09:59.116379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:09:59.120703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af400480-d62b-4fd1-bbbf-29d5b1415eb2 req-40eae9ec-b0e9-4716-a759-b8a34855e26f service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285638 Nov 01 18:09:59.123198 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Sync routers for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:09:59.128618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-f9c4e503-4112-4638-88b0-c7455ca4b888 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.0726228 Nov 01 18:09:59.134829 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:59.135527 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:59.139493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cf893-89d5-4d7b-961a-6740bbb0129a req-211d0801-47ce-441d-9ecb-0fa476c86471 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:59.141252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e4cf893-89d5-4d7b-961a-6740bbb0129a req-211d0801-47ce-441d-9ecb-0fa476c86471 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.1700518 Nov 01 18:09:59.245790 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:59.258305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-8278ea06-b0ce-44ae-89b9-7d365b57dbc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 200 len: 217 time: 0.0418346 Nov 01 18:09:59.266796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e4cf893-89d5-4d7b-961a-6740bbb0129a req-27476a57-915c-414d-9a16-be2e0c7b7582 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Nov 01 18:09:59.300950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.310651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Deleting port 53e9b23c-2fa7-45f5-b311-3960020a47f4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:59.310651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.360523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-d3e77497-cd1d-4ed3-beb2-6fc5a46eadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:59.362246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-d3e77497-cd1d-4ed3-beb2-6fc5a46eadde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 200 len: 867 time: 0.0941298 Nov 01 18:09:59.467002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.468544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.490278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Calling delete_port for 53e9b23c-2fa7-45f5-b311-3960020a47f4 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:09:59.543307 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:58Z', 'revision_number': 5, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:59.567365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-f221e6b5-ebb6-40e8-b430-d45bd99f6978 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:59.568915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-f221e6b5-ebb6-40e8-b430-d45bd99f6978 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1837335 Nov 01 18:09:59.573686 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Checking router: 998ec633-e13d-48e0-9be9-ce8424f4b4e5 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:09:59.582625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Routers {'998ec633-e13d-48e0-9be9-ce8424f4b4e5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:09:59.583241 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:59.601600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-50219214-98c3-474d-af77-82f524188b41 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/quotas/a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 375 time: 0.0191734 Nov 01 18:09:59.664258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-cc61ba67-e8ee-4fa1-949d-2b2f4d6c7d89 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508018 Nov 01 18:09:59.674605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-86bb1522-5d8c-4f1c-b1d2-bf3bd60b4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:09:59.676196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-86bb1522-5d8c-4f1c-b1d2-bf3bd60b4270 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5329bdc-e3cb-48ec-b8ef-76ce70508d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665808 Nov 01 18:09:59.678233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.692978 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] Set router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:09:59.786658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-608733f4-e931-4e39-9c8a-8e82df15eaf6 service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041343 Nov 01 18:09:59.812316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-21f56681-8c04-46c7-b61c-4a7ce286216a service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233525 Nov 01 18:09:59.849255 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.878628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Deleting port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:09:59.882144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.882956 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:58Z', 'revision_number': 5, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:09:59.895853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event deleted for resources: {'Port': ['ID=53e9b23c-2fa7-45f5-b311-3960020a47f4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:09:59.918211 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd911cd8-3bf1-4f1c-b863-3341be8d4a0a None None] The sync data for ids ['998ec633-e13d-48e0-9be9-ce8424f4b4e5'] in n-d-815923-2 is: [{'id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'name': 'tempest-FloatingIPDetailsTestJSON-581620521-router', 'tenant_id': '5f42ad3114f54a60afad8faff211f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:20Z', 'updated_at': '2021-11-01T18:09:58Z', 'revision_number': 5, 'project_id': '5f42ad3114f54a60afad8faff211f5d6', 'gw_port': {'id': '1645329c-f6ca-4470-a9a9-9dfc7b48c6cf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998ec633-e13d-48e0-9be9-ce8424f4b4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:21Z', 'updated_at': '2021-11-01T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:09:59.927707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.930358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:09:59.944071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdc06ded-b99a-40eb-954c-260360d049e9 req-63c8f7a9-65e2-40f9-93e0-f51e8bce7f27 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "DELETE /v2.0/floatingips/1f59caa2-63ae-4a78-9488-4606ab245722 HTTP/1.1" status: 204 len: 173 time: 0.8017101 Nov 01 18:09:59.971365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d32a2301-2ba4-4cda-bd8a-46c8aca2fb11 req-f10e9671-30d9-448e-ba29-3190ea76b19e service neutron] 10.222.0.32 "GET /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502595 Nov 01 18:09:59.977750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-c633931f-298f-4628-9ec7-d29bd79621cc service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834111 Nov 01 18:10:00.000984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] For port 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:00.001379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.014590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Calling delete_port for 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:00.050505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fe24-b552-41c3-ac29-65207978feec req-e77b9da1-b5ba-4805-90ec-a7c7e425f45a tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:00.061118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2425fe24-b552-41c3-ac29-65207978feec req-e77b9da1-b5ba-4805-90ec-a7c7e425f45a tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0710537 Nov 01 18:10:00.094872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2425fe24-b552-41c3-ac29-65207978feec req-5b678654-680d-4775-9316-6dbc0b547d7d tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Nov 01 18:10:00.314625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6359-77be-4681-aded-1612c06b4c3b req-66490cfb-0183-45af-9217-74193c002ffb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:00.316269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df0f6359-77be-4681-aded-1612c06b4c3b req-66490cfb-0183-45af-9217-74193c002ffb tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 948 time: 0.0815723 Nov 01 18:10:00.325230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0e66b5ef-a04f-45ce-a467-5291dd32a676 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:00.327375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.363653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1645329c-f6ca-4470-a9a9-9dfc7b48c6cf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:00.364642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0e66b5ef-a04f-45ce-a467-5291dd32a676 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:00.365773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0e66b5ef-a04f-45ce-a467-5291dd32a676 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:00.395697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.411554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df0f6359-77be-4681-aded-1612c06b4c3b req-9cd7467c-24c3-4747-b032-2cce76f2ebb8 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Nov 01 18:10:00.533173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.534725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248aeec-a5f5-475d-91c3-a65ad1e76917 req-24c3ba0d-b495-49a1-b6ff-dbd5d21285f1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:00.536067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.536313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c248aeec-a5f5-475d-91c3-a65ad1e76917 req-24c3ba0d-b495-49a1-b6ff-dbd5d21285f1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0550063 Nov 01 18:10:00.583041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c248aeec-a5f5-475d-91c3-a65ad1e76917 req-edee9d39-d6c8-456c-b226-f5cd0abce55e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Nov 01 18:10:00.658674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc6b9922-0f76-49fa-92b9-bfdb5071fcb4 req-44b1a1bc-6ec6-40d4-9a9a-8ad15c407d5c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 210 time: 0.0274868 Nov 01 18:10:00.716709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.717374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998ec633-e13d-48e0-9be9-ce8424f4b4e5 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:10:00.722919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.724419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce6e7593-f1af-4a50-a6e0-06076e9811c5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/998ec633-e13d-48e0-9be9-ce8424f4b4e5 HTTP/1.1" status: 204 len: 168 time: 1.6071773 Nov 01 18:10:00.731191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60798) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:00.803350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Deleting subnet 1723b848-735b-400d-9e97-d4e0db0e4e52 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:10:00.814849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49510470-025e-4bbf-9151-109c1439e385 req-fdc3b475-8931-4bf7-8069-16d1aaca0196 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:00.816405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49510470-025e-4bbf-9151-109c1439e385 req-fdc3b475-8931-4bf7-8069-16d1aaca0196 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0979140 Nov 01 18:10:00.817147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.866289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:00.929232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49510470-025e-4bbf-9151-109c1439e385 req-d056f714-e22b-4aed-8b6f-4739f2fce71f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 Nov 01 18:10:00.956108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.050863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:10:01.054683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051970-434c-4b0f-b702-1ff99f693e33 req-2ff9577e-efa4-4c9f-a247-10ac7538ba6f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:01.056198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c051970-434c-4b0f-b702-1ff99f693e33 req-2ff9577e-efa4-4c9f-a247-10ac7538ba6f tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0633216 Nov 01 18:10:01.099557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c051970-434c-4b0f-b702-1ff99f693e33 req-2d869d69-fffa-431d-8e6f-cef27439d54b tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0365317 Nov 01 18:10:01.161020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.210918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.214184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1723b848-735b-400d-9e97-d4e0db0e4e52 HTTP/1.1" status: 204 len: 168 time: 0.4817770 Nov 01 18:10:01.215253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14fa69-4c42-493a-a3b8-be61c2eb9552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1723b848-735b-400d-9e97-d4e0db0e4e52,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:01.216895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60808) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:01.218146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61080e3-0e74-4884-92e9-c2c0df2ddeb8 None None] Network a1648880-231c-4a35-be6b-7b8a172bbb63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:01.241989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638b1c-5948-4b26-be0d-b68628b168af req-f712dd2c-7889-4c84-b7cd-ed076c5052fe tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:01.243925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5638b1c-5948-4b26-be0d-b68628b168af req-f712dd2c-7889-4c84-b7cd-ed076c5052fe tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0932815 Nov 01 18:10:01.285467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5638b1c-5948-4b26-be0d-b68628b168af req-c5cd9920-f3ab-42f8-bf05-458bca5b7ce4 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Nov 01 18:10:01.292226 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.347771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-968fb070-f4ca-44ad-aaa2-de4ed6469949 req-9098aa0c-1f42-4e1a-9db9-b40943dc3c04 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0383067 Nov 01 18:10:01.376657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Deleting port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:01.377115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.438155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] DHCP port deletion for a1648880-231c-4a35-be6b-7b8a172bbb63 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:10:01.449697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] For port 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9c518dbe-ef60-4d84-8c6a-40ae168faf04,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:01.450086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.456683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546fd1-cbfa-4902-9cad-8624fa9feae5 req-f876b7a4-c222-456e-8f11-54edaea89075 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:01.460008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16546fd1-cbfa-4902-9cad-8624fa9feae5 req-f876b7a4-c222-456e-8f11-54edaea89075 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0554471 Nov 01 18:10:01.463690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Calling delete_port for 9c518dbe-ef60-4d84-8c6a-40ae168faf04 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:01.505000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Deleting port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:01.506294 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.507896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16546fd1-cbfa-4902-9cad-8624fa9feae5 req-25c30ba7-2a25-4ffd-912d-51bd3e564b4a tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Nov 01 18:10:01.585953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] For port 9c518dbe-ef60-4d84-8c6a-40ae168faf04, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9c518dbe-ef60-4d84-8c6a-40ae168faf04,segment=NetworkSegment(f9d35e26-8de3-468a-97b9-65cfaf0d95ce),segment_id=f9d35e26-8de3-468a-97b9-65cfaf0d95ce)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:01.586366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.602351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Calling delete_port for 9c518dbe-ef60-4d84-8c6a-40ae168faf04 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:01.692023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.719178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c518dbe-ef60-4d84-8c6a-40ae168faf04,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:01.726839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] No DVR routers for this DVR port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:01.735102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.764007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] Pushing event deleted for resources: {'Port': ['ID=9c518dbe-ef60-4d84-8c6a-40ae168faf04,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:01.769194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3a3e6-142b-4a57-bb71-0179276d3a93 None None] No DVR routers for this DVR port 9c518dbe-ef60-4d84-8c6a-40ae168faf04 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:01.803883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.825360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.825745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.826849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > port after_create 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > port after_update 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.831285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.908935 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.908935 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.909271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.909537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:01.909916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1648880-231c-4a35-be6b-7b8a172bbb63']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:01.928940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:01.929232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d35e26-8de3-468a-97b9-65cfaf0d95ce') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:01.946090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.967392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.975415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:10:01.975855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: from cryptography.utils import int_from_bytes Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: from cryptography.utils import int_from_bytes Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:10:01.995926 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:10:02.108018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a718dc2-9270-4aa6-9dc8-d299c8680985 req-8f113703-9e16-452e-b551-f711387a1e1d tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:02.109527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a718dc2-9270-4aa6-9dc8-d299c8680985 req-8f113703-9e16-452e-b551-f711387a1e1d tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 948 time: 0.0502868 Nov 01 18:10:02.147747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f73b1f54-84a2-45a5-a968-129f9693299f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:02.149510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a718dc2-9270-4aa6-9dc8-d299c8680985 req-9db1f7e3-6efc-4c51-bf45-c43d2b800299 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Nov 01 18:10:02.206092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:02.217378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:02.224033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] 10.222.0.31 "DELETE /v2.0/networks/a1648880-231c-4a35-be6b-7b8a172bbb63 HTTP/1.1" status: 204 len: 168 time: 1.0038381 Nov 01 18:10:02.269867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ca314-0aa3-4eab-a37d-d6b278b6754c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1648880-231c-4a35-be6b-7b8a172bbb63,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:02.294295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea48e4-8774-4746-9b9c-4f30b39e0101 req-95929037-d911-433f-9ae4-44be73f987a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:02.303445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02ea48e4-8774-4746-9b9c-4f30b39e0101 req-95929037-d911-433f-9ae4-44be73f987a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0760875 Nov 01 18:10:02.353837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9c518dbe-ef60-4d84-8c6a-40ae168faf04 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:02.358277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02ea48e4-8774-4746-9b9c-4f30b39e0101 req-66b1ed56-d37a-41f0-b79b-070672347d50 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500665 Nov 01 18:10:02.392157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 9c518dbe-ef60-4d84-8c6a-40ae168faf04 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:02.392743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9c518dbe-ef60-4d84-8c6a-40ae168faf04 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:02.393502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:02.420995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:02.421259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1645329c-f6ca-4470-a9a9-9dfc7b48c6cf not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:02.453215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f73b1f54-84a2-45a5-a968-129f9693299f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:02.453926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70aa723b-cb35-4728-b065-b6e9c8dc2938 req-1fa7ffb3-c7c3-4353-96f8-2307998d7098 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 210 time: 0.0387034 Nov 01 18:10:02.466742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f73b1f54-84a2-45a5-a968-129f9693299f', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'f73b1f54-84a2-45a5-a968-129f9693299f', 'mac_address': 'fa:16:3e:54:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:02.512212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:02.530116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73b1f54-84a2-45a5-a968-129f9693299f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:02.558347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f73b1f54-84a2-45a5-a968-129f9693299f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:02.571683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0daff-ebf0-4be9-a375-2f43b25913da req-2025c975-f653-4847-9bed-cece6554d45d tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:02.581056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82b0daff-ebf0-4be9-a375-2f43b25913da req-2025c975-f653-4847-9bed-cece6554d45d tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 945 time: 0.0649250 Nov 01 18:10:02.615533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82b0daff-ebf0-4be9-a375-2f43b25913da req-0f8955a8-b0a1-4f03-b985-d1f17de2924b tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Nov 01 18:10:02.716246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:02.735432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26564c0-08a1-41b3-aa60-a76029b614ef req-9d46fe26-d273-4296-8e7e-c5dd1a0f9789 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:02.737015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d26564c0-08a1-41b3-aa60-a76029b614ef req-9d46fe26-d273-4296-8e7e-c5dd1a0f9789 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0497713 Nov 01 18:10:02.764727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:02.775570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d26564c0-08a1-41b3-aa60-a76029b614ef req-180f355a-e9ca-4538-aa72-76f05b9e7a76 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Nov 01 18:10:02.826880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60846) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:02.868394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-185e53b5-4ab9-4647-8258-201d157a10e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f42ad3114f54a60afad8faff211f5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401857 Nov 01 18:10:02.871773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60848) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:02.926988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:02.957183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.048924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-08aa570e-e7bb-4201-8bd6-6ae0e9d65065 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.050403 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-08aa570e-e7bb-4201-8bd6-6ae0e9d65065 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1219218 Nov 01 18:10:03.069058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Request body: {'port': {'device_id': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'admin_state_up': True, 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:03.070801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f73b1f54-84a2-45a5-a968-129f9693299f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:03.297568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:03.307163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.372363 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.374885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.376003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/356af398-c5b2-47d1-9547-8d4fd0e80b13 HTTP/1.1" status: 204 len: 168 time: 0.5031960 Nov 01 18:10:03.413116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa734bf-582b-473d-a034-dd2d5bb0c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356af398-c5b2-47d1-9547-8d4fd0e80b13,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:03.438523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffe51c-862d-4858-a39c-f70edc5145a1 req-95faaced-06dd-4387-a0be-c1e3bbf65e05 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.440142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dffe51c-862d-4858-a39c-f70edc5145a1 req-95faaced-06dd-4387-a0be-c1e3bbf65e05 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.3933682 Nov 01 18:10:03.453534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387db9c-d4b3-4b0d-b6d0-a36ba319e9e5 req-4eb625a8-bedc-4776-87ac-2e88cb79b400 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.455127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c387db9c-d4b3-4b0d-b6d0-a36ba319e9e5 req-4eb625a8-bedc-4776-87ac-2e88cb79b400 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 949 time: 0.0857568 Nov 01 18:10:03.481868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Allocated IP 172.20.0.10 (960c7e92-31ed-4ad2-a7ae-f9750579e770/19a218d6-bc57-42a8-9ec7-835fe536f6cc/9a78046e-899c-47f2-a3fa-143129df6c1f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:03.516664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dffe51c-862d-4858-a39c-f70edc5145a1 req-165e2f83-0a5f-4600-9ce0-35332deb796b tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604191 Nov 01 18:10:03.540050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c387db9c-d4b3-4b0d-b6d0-a36ba319e9e5 req-5e8abc71-04a8-4914-80c2-13994244a57d tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780218 Nov 01 18:10:03.674836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00741-b526-4b33-946c-7a31b090dc75 req-acce87f1-69fc-422e-9c58-56160ed5c184 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.676512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa00741-b526-4b33-946c-7a31b090dc75 req-acce87f1-69fc-422e-9c58-56160ed5c184 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0905440 Nov 01 18:10:03.691390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.692821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd177-0a41-4e6a-9ea6-6a0b23139b21 req-cdd16531-a05b-4940-b995-6e1fbce21092 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.693937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1fd177-0a41-4e6a-9ea6-6a0b23139b21 req-cdd16531-a05b-4940-b995-6e1fbce21092 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0778134 Nov 01 18:10:03.751446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa00741-b526-4b33-946c-7a31b090dc75 req-5abc28a7-4b8b-4e0b-b4f7-35ae088d6010 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Nov 01 18:10:03.759328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1fd177-0a41-4e6a-9ea6-6a0b23139b21 req-763e95c6-5a0e-4a23-9a94-12ec419902e6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Nov 01 18:10:03.823650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.862454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:03.865407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:03.892024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:03.912430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:03.945150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ddbaf-4aed-4810-a587-022a31c51601 req-1504d842-5d36-4cd0-83ba-3c8d04bbb915 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.945962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.946571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:03.946692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-091ddbaf-4aed-4810-a587-022a31c51601 req-1504d842-5d36-4cd0-83ba-3c8d04bbb915 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 932 time: 0.1105225 Nov 01 18:10:03.958475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-8b2ef893-d092-4525-84d3-072546318f16 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.960004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-8b2ef893-d092-4525-84d3-072546318f16 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 945 time: 0.1352067 Nov 01 18:10:03.970923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0d450-6357-478a-801a-0bbbc9589061 req-2cd159ec-65ff-4bcb-a44b-51793153f43d tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:03.972399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4b0d450-6357-478a-801a-0bbbc9589061 req-2cd159ec-65ff-4bcb-a44b-51793153f43d tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 945 time: 0.1385229 Nov 01 18:10:04.060630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-276e8fc3-4c12-4d97-bc4a-7625043a13b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9975111 Nov 01 18:10:04.082434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Request body: {'port': {'device_id': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:04.084654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-091ddbaf-4aed-4810-a587-022a31c51601 req-5cab64cb-c7b0-4852-af05-1a4a6f5b33ba tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236913 Nov 01 18:10:04.090369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4b0d450-6357-478a-801a-0bbbc9589061 req-ae224cfa-e090-4daa-8a0b-a996a9619dd4 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b1e47e1-ceab-465d-9c02-aad85b17f9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115844 Nov 01 18:10:04.142535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Deleting port ac8c3660-9236-4339-93dc-176281cb787d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:04.142878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.148565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.155812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f73b1f54-84a2-45a5-a968-129f9693299f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:04.243551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] For port ac8c3660-9236-4339-93dc-176281cb787d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac8c3660-9236-4339-93dc-176281cb787d,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:04.243864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.262026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Calling delete_port for ac8c3660-9236-4339-93dc-176281cb787d owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:04.283074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port f73b1f54-84a2-45a5-a968-129f9693299f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:04.294581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f73b1f54-84a2-45a5-a968-129f9693299f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:04.295175 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.384326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.395531 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.408518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:04.410812 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbfb9bd-bce2-446b-be61-090760fce632" -d '{"events": [{"server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "name": "network-vif-plugged", "status": "completed", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:04.423364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f73b1f54-84a2-45a5-a968-129f9693299f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:04.441246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a78046e-899c-47f2-a3fa-143129df6c1f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:04.450323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.453815 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f72ab-279c-4324-8e69-198089e853a5 x-openstack-request-id: req-8d2f72ab-279c-4324-8e69-198089e853a5 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:04.454348 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "name": "network-vif-plugged", "status": "completed", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:04.454564 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d2f72ab-279c-4324-8e69-198089e853a5 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:04.455059 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f', 'code': 200} Nov 01 18:10:04.465441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Transition to ACTIVE for port object 9a78046e-899c-47f2-a3fa-143129df6c1f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:04.480320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.493712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac8c3660-9236-4339-93dc-176281cb787d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:04.519293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Pushing event deleted for resources: {'Port': ['ID=ac8c3660-9236-4339-93dc-176281cb787d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:04.522438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.590733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:04.601732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.638844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] No DVR routers for this DVR port ac8c3660-9236-4339-93dc-176281cb787d on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:04.643197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.646746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8812ae4d-febc-4330-9a24-318ee3771b6a req-9817d8a3-3067-4acf-b839-92262f63e807 tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.32 "DELETE /v2.0/ports/ac8c3660-9236-4339-93dc-176281cb787d HTTP/1.1" status: 204 len: 173 time: 0.6690440 Nov 01 18:10:04.651553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'name': 'network-vif-deleted', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:04.653940 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d2e09-9be2-4e6e-b2e2-d0a9eee5b92f" -d '{"events": [{"server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "name": "network-vif-deleted", "tag": "ac8c3660-9236-4339-93dc-176281cb787d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:04.660922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:04.730672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac917-1eea-4279-a3e4-a60a6ad777d6 req-53e7ed10-1fd1-4394-9759-cff5d5a06447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:04.732438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8fac917-1eea-4279-a3e4-a60a6ad777d6 req-53e7ed10-1fd1-4394-9759-cff5d5a06447 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 1101 time: 0.1519814 Nov 01 18:10:04.746141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb56c-f45c-490b-b74c-9f9bf460b329 req-d86967af-9882-4e6a-8838-ab4cdc3b3564 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:04.747720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb1cb56c-f45c-490b-b74c-9f9bf460b329 req-d86967af-9882-4e6a-8838-ab4cdc3b3564 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.1322200 Nov 01 18:10:04.753955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:04.754298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:04.754797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:04.762438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:04.762931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:04.768539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:04.768996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:04.769480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:04.770020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Bound port: 9a78046e-899c-47f2-a3fa-143129df6c1f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:04.770804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:04.793106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aae44-89af-4ed9-a1f9-3b62fed4a4ef req-8d127397-2b1d-4251-8d62-b40231db8142 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:04.802921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d19aae44-89af-4ed9-a1f9-3b62fed4a4ef req-8d127397-2b1d-4251-8d62-b40231db8142 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1297607 Nov 01 18:10:04.866080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8fac917-1eea-4279-a3e4-a60a6ad777d6 req-f1ddbdeb-1a99-4f48-9b05-b74cb92ecbc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171911 Nov 01 18:10:04.872579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:04.877131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:04.878333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb1cb56c-f45c-490b-b74c-9f9bf460b329 req-5c84ea33-ba11-4429-88f2-87fe54edccb8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230469 Nov 01 18:10:04.883804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d19aae44-89af-4ed9-a1f9-3b62fed4a4ef req-e5c806e8-8335-4e24-8fd8-72ea1a4faaf1 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798206 Nov 01 18:10:04.942987 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c3089-69a3-4021-ab16-930a8eee9fd7 x-openstack-request-id: req-d38c3089-69a3-4021-ab16-930a8eee9fd7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:04.943385 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b", "name": "network-vif-deleted", "tag": "ac8c3660-9236-4339-93dc-176281cb787d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:04.943905 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d38c3089-69a3-4021-ab16-930a8eee9fd7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:04.944432 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b', 'name': 'network-vif-deleted', 'tag': 'ac8c3660-9236-4339-93dc-176281cb787d', 'status': 'completed', 'code': 200} Nov 01 18:10:04.990985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.028412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.031288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.031288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 1092 time: 0.9595757 Nov 01 18:10:05.031725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:05.034179 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813382dc-3e50-41f0-afaa-df7a7c2431dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:05.067742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538808-1675-4c07-b9bb-b7df9172b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:05.068357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f93e8-93d9-4b16-aa1f-d90484a6652c req-1e5dd422-7378-4a74-8376-99a6ec24cb83 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.077436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d4f93e8-93d9-4b16-aa1f-d90484a6652c req-1e5dd422-7378-4a74-8376-99a6ec24cb83 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0943971 Nov 01 18:10:05.107868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0109891-6ea6-42c7-bacb-5c3dcc00d57f req-1d30684e-47e4-4e50-a836-9bf119698b63 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.109390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0109891-6ea6-42c7-bacb-5c3dcc00d57f req-1d30684e-47e4-4e50-a836-9bf119698b63 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0975230 Nov 01 18:10:05.142773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d4f93e8-93d9-4b16-aa1f-d90484a6652c req-cc3a10b5-4fc8-4b99-9bcb-3740f5d569cf tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9e4e0bf-920f-4278-9864-650dab8abb85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Nov 01 18:10:05.182861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-e0767d31-0ef2-4038-a703-f13e9d1a2fbc tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.188460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-e0767d31-0ef2-4038-a703-f13e9d1a2fbc tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.32 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 950 time: 0.0776789 Nov 01 18:10:05.226565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0109891-6ea6-42c7-bacb-5c3dcc00d57f req-4031d8ee-6971-4f98-9d7b-ce7d792a9856 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045997 Nov 01 18:10:05.246017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-596a9520-4965-4092-846a-6b8d725a3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.247811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-596a9520-4965-4092-846a-6b8d725a3f5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0814817 Nov 01 18:10:05.296981 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b513e-54ff-45dd-a6bb-1b658c26ffad x-openstack-request-id: req-327b513e-54ff-45dd-a6bb-1b658c26ffad {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:05.297306 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:05.297555 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327b513e-54ff-45dd-a6bb-1b658c26ffad {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:05.297953 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'status': 'completed', 'code': 200} Nov 01 18:10:05.346327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-895fd853-fdd6-4590-b03e-ce4a745bed65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0736830 Nov 01 18:10:05.360975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Deleting port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:05.361324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.409543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae777-df15-4237-87df-dd4eaf723b3d req-50634355-0131-498f-897c-2bee95bef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.411114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-50634355-0131-498f-897c-2bee95bef587 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0524254 Nov 01 18:10:05.469917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-de8a012d-544c-44d0-b423-59942be8e592 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490711 Nov 01 18:10:05.481633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] For port 34282183-90e5-44e9-ae8c-903a4c9dd5f3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=34282183-90e5-44e9-ae8c-903a4c9dd5f3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:05.482112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.507262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Calling delete_port for 34282183-90e5-44e9-ae8c-903a4c9dd5f3 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:05.527001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eedf6c30-b63e-4a0e-b5e1-45a4c554ee6e req-90d91a98-002b-449e-98f4-3fa20ab8b59b tempest-FloatingIPsAssociationNegativeTestJSON-747546706 tempest-FloatingIPsAssociationNegativeTestJSON-747546706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a59bfa-5822-4dc4-8963-5d8f3fcaed3b HTTP/1.1" status: 200 len: 210 time: 0.0725527 Nov 01 18:10:05.566037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:05.643078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dd930-9f8e-4ea6-9adc-11813af66bbf req-40915380-0cbd-4443-863e-63342b163ac7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:05.644866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c7dd930-9f8e-4ea6-9adc-11813af66bbf req-40915380-0cbd-4443-863e-63342b163ac7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.2327280 Nov 01 18:10:05.706119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-3cde7129-d4e5-4b60-a52a-5b8b7154a243 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242851 Nov 01 18:10:05.714527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c7dd930-9f8e-4ea6-9adc-11813af66bbf req-6ae41b8f-3fdd-4afb-a036-3d8715d3dad5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Nov 01 18:10:05.734500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:05.762350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'port_id': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'mac_address': 'fa:16:3e:8a:41:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6568b5-d68a-4dfd-a412-7fd782f28a9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:05.802064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.809612 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.817148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['34282183-90e5-44e9-ae8c-903a4c9dd5f3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:05.826722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47aae777-df15-4237-87df-dd4eaf723b3d req-d0576c19-9c63-42fb-ab24-a08e6efb0435 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106474 Nov 01 18:10:05.845027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb4bacb8-41c8-498b-80b8-874a8797b01c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:05.851860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Pushing event deleted for resources: {'Port': ['ID=34282183-90e5-44e9-ae8c-903a4c9dd5f3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:05.912870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:05.934943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] No DVR routers for this DVR port 34282183-90e5-44e9-ae8c-903a4c9dd5f3 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:05.934943 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:05.937956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f44f203-1327-4ddf-8447-48eeb5cf4890 req-23582bf0-2e65-48b7-bfca-8a5d530d5ff7 tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.32 "DELETE /v2.0/ports/34282183-90e5-44e9-ae8c-903a4c9dd5f3 HTTP/1.1" status: 204 len: 173 time: 0.7444856 Nov 01 18:10:05.985296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:06.065622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372c631-e07a-4f3e-b023-81b809fe8888 req-29140012-d5c8-4104-9558-c3b029e50339 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:06.080029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2372c631-e07a-4f3e-b023-81b809fe8888 req-29140012-d5c8-4104-9558-c3b029e50339 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 944 time: 0.0935388 Nov 01 18:10:06.081893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fb4bacb8-41c8-498b-80b8-874a8797b01c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:06.091015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-cf41a528-93d7-4e56-9d8a-cd19db1f741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:06.093142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-cf41a528-93d7-4e56-9d8a-cd19db1f741a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0653012 Nov 01 18:10:06.129690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:06.177951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2372c631-e07a-4f3e-b023-81b809fe8888 req-879b1762-0e5a-486f-b78a-5f6a0551fdc8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789280 Nov 01 18:10:06.255982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-921a8973-b3fc-4774-a683-a58dc5dad21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:06.257559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-921a8973-b3fc-4774-a683-a58dc5dad21e service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1564322 Nov 01 18:10:06.297110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aff86-54f5-43e3-bf99-019ef9538fbd req-4127e015-88fc-4a7b-84d0-c45f42a94d9f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:06.298978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b25aff86-54f5-43e3-bf99-019ef9538fbd req-4127e015-88fc-4a7b-84d0-c45f42a94d9f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0630903 Nov 01 18:10:06.311627 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-fe5a3168-7c45-4271-b279-9453851c65b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0405273 Nov 01 18:10:06.352091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b25aff86-54f5-43e3-bf99-019ef9538fbd req-3aa6ed60-ee8c-49f1-867f-21218cab0367 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Nov 01 18:10:06.371435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-d9578204-3c7d-42d2-8689-faa47c965b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:06.373532 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-d9578204-3c7d-42d2-8689-faa47c965b6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0490358 Nov 01 18:10:06.418891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-74252a58-59bc-433f-b8e9-18ecc90dec1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363073 Nov 01 18:10:06.500200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bb828c2-3741-4692-980f-8c114792c428 req-a86a4296-6104-4659-acac-c7567d60b61f tempest-DeleteServersAdminTestJSON-1490646614 tempest-DeleteServersAdminTestJSON-1490646614-project] 10.222.0.31 "GET /v2.0/ports?device_id=be7ad185-0513-48b2-a4fc-7ee2bceee7fa HTTP/1.1" status: 200 len: 210 time: 0.0288525 Nov 01 18:10:06.534915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-79262936-47fc-49c4-94a7-27c187a67346 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036406 Nov 01 18:10:06.625335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-813382dc-3e50-41f0-afaa-df7a7c2431dc req-a09029be-0935-4665-b476-b5ba59a7cf21 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Nov 01 18:10:07.033608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eb664-f961-41c4-adfa-9a1123c0bf5f req-cb0c5f1b-0c69-46b2-adfc-b2d6993499d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:07.035214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-842eb664-f961-41c4-adfa-9a1123c0bf5f req-cb0c5f1b-0c69-46b2-adfc-b2d6993499d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0535438 Nov 01 18:10:07.073245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-842eb664-f961-41c4-adfa-9a1123c0bf5f req-484039f0-6a09-4bd7-80a0-cc0b246150ac tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Nov 01 18:10:07.155889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:07.251290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbd1c-ecfa-4bd2-9c82-9b3d3bc7a3f2 req-4b4a1a9e-4baa-4fc2-b190-335d3f9d802d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:07.253266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e2cbd1c-ecfa-4bd2-9c82-9b3d3bc7a3f2 req-4b4a1a9e-4baa-4fc2-b190-335d3f9d802d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0569639 Nov 01 18:10:07.300093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e2cbd1c-ecfa-4bd2-9c82-9b3d3bc7a3f2 req-81bbefa5-dfb8-45fc-bbda-be41cb748444 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Nov 01 18:10:07.427442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c270be-ab4e-448e-9a6e-7370fd2317d1 req-649d3ab0-4d41-4a6f-9bdb-50ea16efbf5c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:07.429068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0c270be-ab4e-448e-9a6e-7370fd2317d1 req-649d3ab0-4d41-4a6f-9bdb-50ea16efbf5c tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 944 time: 0.0551722 Nov 01 18:10:07.476728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'name': 'network-vif-deleted', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:07.478116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0c270be-ab4e-448e-9a6e-7370fd2317d1 req-94e42976-f1e5-4b26-9d15-ccc02b4d9b2e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Nov 01 18:10:07.478960 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d561d35-57ad-4470-8d92-61077dc8afad" -d '{"events": [{"server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "name": "network-vif-deleted", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:07.582261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:07.589463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7c8e6-a147-4051-9366-725cf1874696 req-a45d24c8-8787-4274-b70e-3dafac1da0f4 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:07.591382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60f7c8e6-a147-4051-9366-725cf1874696 req-a45d24c8-8787-4274-b70e-3dafac1da0f4 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0545597 Nov 01 18:10:07.611983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60976) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:07.636944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fb4bacb8-41c8-498b-80b8-874a8797b01c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:07.637161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60f7c8e6-a147-4051-9366-725cf1874696 req-1ae1b42d-f418-48ba-808e-ca98a3485799 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Nov 01 18:10:07.637746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:07.694537 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92deff65-7d11-48c1-82f6-4f5e8a665268 x-openstack-request-id: req-92deff65-7d11-48c1-82f6-4f5e8a665268 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:07.694935 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7ad185-0513-48b2-a4fc-7ee2bceee7fa", "name": "network-vif-deleted", "tag": "34282183-90e5-44e9-ae8c-903a4c9dd5f3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:07.695277 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92deff65-7d11-48c1-82f6-4f5e8a665268 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:07.695786 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7ad185-0513-48b2-a4fc-7ee2bceee7fa', 'name': 'network-vif-deleted', 'tag': '34282183-90e5-44e9-ae8c-903a4c9dd5f3', 'status': 'completed', 'code': 200} Nov 01 18:10:07.732660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:07.763316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:07.763602 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f955bbb-085c-475d-a1df-f87e1df232c5" -d '{"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-plugged", "status": "completed", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:07.780549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:07.813594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4812-ee40-4755-a582-32b726fce08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:07.830461 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad56eec5-09b2-4841-9412-412689834a21 x-openstack-request-id: req-ad56eec5-09b2-4841-9412-412689834a21 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:07.831104 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-plugged", "status": "completed", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:07.831539 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad56eec5-09b2-4841-9412-412689834a21 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:07.832074 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'code': 200} Nov 01 18:10:07.862799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:07.870606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:07.871556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 34282183-90e5-44e9-ae8c-903a4c9dd5f3 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:07.916252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 34282183-90e5-44e9-ae8c-903a4c9dd5f3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:07.916989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 34282183-90e5-44e9-ae8c-903a4c9dd5f3 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:07.917575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac8c3660-9236-4339-93dc-176281cb787d no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:07.939804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: ac8c3660-9236-4339-93dc-176281cb787d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:07.940155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac8c3660-9236-4339-93dc-176281cb787d not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:07.960221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:07.983772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4812-ee40-4755-a582-32b726fce08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.084310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4812-ee40-4755-a582-32b726fce08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.147970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3bc4812-ee40-4755-a582-32b726fce08c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f296f01cb6604a32bc296f7baac4175f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345833 Nov 01 18:10:08.148559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60994) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:08.159623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc4812-ee40-4755-a582-32b726fce08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b735fe-71e8-4f6c-b8ff-31e7a3878cf8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:08.200281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf5ae-3123-4993-bba3-20496897e824 req-e918f022-b964-42a1-813f-3e6943885b33 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:08.202012 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-196bf5ae-3123-4993-bba3-20496897e824 req-e918f022-b964-42a1-813f-3e6943885b33 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0579393 Nov 01 18:10:08.217190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Deleting port 3f25f3db-c7aa-46f5-a943-46c1604f86d6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:08.217526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.229932 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.252429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-196bf5ae-3123-4993-bba3-20496897e824 req-4448959e-6154-4102-ac9b-26d97f9a9a2e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Nov 01 18:10:08.291940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.342024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] For port 3f25f3db-c7aa-46f5-a943-46c1604f86d6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3f25f3db-c7aa-46f5-a943-46c1604f86d6,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:08.342417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.353181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32768) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:08.355067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Calling delete_port for 3f25f3db-c7aa-46f5-a943-46c1604f86d6 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:08.434771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6a1cf-d04b-44cc-8f2e-6e6903cdf75e req-67eda58e-a67e-4a66-a091-778c58fc1d7d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:08.436459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e6a1cf-d04b-44cc-8f2e-6e6903cdf75e req-67eda58e-a67e-4a66-a091-778c58fc1d7d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Nov 01 18:10:08.477163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.479893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.481025 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09b735fe-71e8-4f6c-b8ff-31e7a3878cf8 HTTP/1.1" status: 204 len: 168 time: 0.3304758 Nov 01 18:10:08.496930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155388c-58ac-45e0-95b4-5905a2956112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b735fe-71e8-4f6c-b8ff-31e7a3878cf8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:08.503768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e6a1cf-d04b-44cc-8f2e-6e6903cdf75e req-62d384e3-5bc8-41e5-b3c2-a9afcfe93d24 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Nov 01 18:10:08.547475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-51a3102b-de48-4860-91d8-824340d8fa4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f4b270c0f184889b81bd0d8f4a61619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907916 Nov 01 18:10:08.551098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32776) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:08.649366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217147e3-2ca7-4d54-8e1e-a4d7d37d25cf req-9ee65659-0c1e-4675-b8e5-7a00072b78b7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:08.650913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217147e3-2ca7-4d54-8e1e-a4d7d37d25cf req-9ee65659-0c1e-4675-b8e5-7a00072b78b7 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0743675 Nov 01 18:10:08.653696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.683197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-119419f6-bea2-4e97-b91c-b4258ae95c43 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:08.683197 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-119419f6-bea2-4e97-b91c-b4258ae95c43 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 945 time: 0.0518420 Nov 01 18:10:08.690283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.714273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.730766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217147e3-2ca7-4d54-8e1e-a4d7d37d25cf req-a84334b1-8f6e-4d39-a9e4-6a2a9135c231 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721567 Nov 01 18:10:08.760955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f25f3db-c7aa-46f5-a943-46c1604f86d6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:08.853788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec88c3-ae26-4b0a-8f3e-865442d7b29a req-c6a648b0-7ef4-4195-9f2f-58d2b7640351 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:08.856220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21ec88c3-ae26-4b0a-8f3e-865442d7b29a req-c6a648b0-7ef4-4195-9f2f-58d2b7640351 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0567343 Nov 01 18:10:08.887829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.889224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.892101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:08.893254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9e4e0bf-920f-4278-9864-650dab8abb85 HTTP/1.1" status: 204 len: 168 time: 0.3445084 Nov 01 18:10:08.914794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21ec88c3-ae26-4b0a-8f3e-865442d7b29a req-f7400448-4f85-46f4-bbe6-0e1c87153831 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515645 Nov 01 18:10:08.916370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6324-ae1b-4e48-84c8-418f6dba3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4e0bf-920f-4278-9864-650dab8abb85,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:08.941848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Deleting port fb4bacb8-41c8-498b-80b8-874a8797b01c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:08.942194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.081282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.100321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] For port fb4bacb8-41c8-498b-80b8-874a8797b01c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb4bacb8-41c8-498b-80b8-874a8797b01c,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:09.100686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.145621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Calling delete_port for fb4bacb8-41c8-498b-80b8-874a8797b01c owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:09.372655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bea3b-6325-492b-8c52-3c16d952f527 req-6f047748-d2a1-4469-9522-b7479cd3ad1c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:09.380046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f9bea3b-6325-492b-8c52-3c16d952f527 req-6f047748-d2a1-4469-9522-b7479cd3ad1c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0593650 Nov 01 18:10:09.417357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f9bea3b-6325-492b-8c52-3c16d952f527 req-d4b370e7-fedd-4948-b3c2-8ba6a964dcd4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Nov 01 18:10:09.422176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:10:09.477080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.488729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fb4bacb8-41c8-498b-80b8-874a8797b01c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:09.535545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event deleted for resources: {'Port': ['ID=fb4bacb8-41c8-498b-80b8-874a8797b01c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:09.576042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:09.620245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] No DVR routers for this DVR port fb4bacb8-41c8-498b-80b8-874a8797b01c on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:09.624018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.627357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6cc5e09c-0414-485b-9dc1-4e7d7679205f req-7a4558f0-2991-4859-876c-68fae7599f49 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "DELETE /v2.0/ports/fb4bacb8-41c8-498b-80b8-874a8797b01c HTTP/1.1" status: 204 len: 173 time: 0.9388740 Nov 01 18:10:09.644156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:10:09.644671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ee023-e892-43dd-ba5d-0426de29b0cc req-328def90-e68c-419a-8ecd-a52d331dfe2c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:09.657062 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b594752d-eb58-43e1-a3a5-b066313bf96a admin admin] 10.222.0.31 "PUT /v2.0/routers/3bdb0b87-58da-4844-97a6-57e80c13b3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4977882 Nov 01 18:10:09.657486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c4ee023-e892-43dd-ba5d-0426de29b0cc req-328def90-e68c-419a-8ecd-a52d331dfe2c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0918760 Nov 01 18:10:09.658719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Sync routers for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:10:09.659124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32806) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:09.690180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:09.691057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:09.696899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-deleted', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:09.700576 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b971319-113d-42cf-bdcc-bf8f86404911" -d '{"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-deleted", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:09.719286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:09.772827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88f9e05a-c5c8-4351-8255-9a379e87643c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.773043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:09.825121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'port_id': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'mac_address': 'fa:16:3e:c9:f8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a218d6-bc57-42a8-9ec7-835fe536f6cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:09.826824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c4ee023-e892-43dd-ba5d-0426de29b0cc req-ce88922d-33ed-4c99-8eed-d916803ebc22 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683774 Nov 01 18:10:09.873469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.895969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:09.897786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:09.910219 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca41013-00af-4221-ad50-7e604380c6df x-openstack-request-id: req-5ca41013-00af-4221-ad50-7e604380c6df {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:09.915713 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573b7d74-e1b1-44c8-94aa-b1ae7216e442", "name": "network-vif-deleted", "tag": "fb4bacb8-41c8-498b-80b8-874a8797b01c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:09.915713 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ca41013-00af-4221-ad50-7e604380c6df {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:09.915713 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573b7d74-e1b1-44c8-94aa-b1ae7216e442', 'name': 'network-vif-deleted', 'tag': 'fb4bacb8-41c8-498b-80b8-874a8797b01c', 'status': 'completed', 'code': 200} Nov 01 18:10:09.941273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a78046e-899c-47f2-a3fa-143129df6c1f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:10.024906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88f9e05a-c5c8-4351-8255-9a379e87643c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.031785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:10.046129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.114318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb1cab3-2308-4abd-9d63-ce2633b55237 req-73b5ad95-bbbe-4f9a-8517-ccf21adbdd48 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=573b7d74-e1b1-44c8-94aa-b1ae7216e442 HTTP/1.1" status: 200 len: 210 time: 0.0402026 Nov 01 18:10:10.117635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88f9e05a-c5c8-4351-8255-9a379e87643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.161460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '6285fe58-670f-4768-b94c-c5298b827314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:10:08Z', 'revision_number': 5, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port': {'id': '6285fe58-670f-4768-b94c-c5298b827314', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:09:10Z', 'updated_at': '2021-11-01T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:10.193606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.197919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Checking router: 3bdb0b87-58da-4844-97a6-57e80c13b3f8 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:10:10.227870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Routers {'3bdb0b87-58da-4844-97a6-57e80c13b3f8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:10.228643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:09:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:10.233663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88f9e05a-c5c8-4351-8255-9a379e87643c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b2881f0a1964d5bae58b9cf8a8ce303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128806 Nov 01 18:10:10.236011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:10.248161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e05a-c5c8-4351-8255-9a379e87643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6984555d-c7aa-48f0-aee4-dbb84752050d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:10.286113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7ba7-9c08-46cc-93d4-af8803e10052 req-7afac720-8abe-467d-9418-ab899e3ff480 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:10.298178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-659e7ba7-9c08-46cc-93d4-af8803e10052 req-7afac720-8abe-467d-9418-ab899e3ff480 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1820104 Nov 01 18:10:10.300141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.325553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.345092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Deleting port 6285fe58-670f-4768-b94c-c5298b827314 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:10.345441 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.375187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-659e7ba7-9c08-46cc-93d4-af8803e10052 req-3d932e24-1c1a-4290-b559-708c0eea4a88 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Nov 01 18:10:10.382556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] Set router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:10.441361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] For port 6285fe58-670f-4768-b94c-c5298b827314, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6285fe58-670f-4768-b94c-c5298b827314,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:10.441744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.443851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:10:10Z', 'revision_number': 6, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:10.445085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:10.452958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a78046e-899c-47f2-a3fa-143129df6c1f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:10.463340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.466309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.467494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6984555d-c7aa-48f0-aee4-dbb84752050d HTTP/1.1" status: 204 len: 168 time: 0.2304964 Nov 01 18:10:10.476819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5443f-2e2f-4ba3-941f-adf9a68517ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6984555d-c7aa-48f0-aee4-dbb84752050d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:10.480431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Calling delete_port for 6285fe58-670f-4768-b94c-c5298b827314 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:10.485097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cc85c-8197-4187-9db2-e26ab387809e None None] The sync data for ids ['3bdb0b87-58da-4844-97a6-57e80c13b3f8'] in n-d-815923-2 is: [{'id': '3bdb0b87-58da-4844-97a6-57e80c13b3f8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-745939543-router', 'tenant_id': '61f65bf327f2440386b01896bf91eb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:09:09Z', 'updated_at': '2021-11-01T18:10:10Z', 'revision_number': 6, 'project_id': '61f65bf327f2440386b01896bf91eb24', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:10:10.601641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e5ffd-a999-44cb-b8fd-ceeb225bbc55 req-902002c2-8144-44b2-ad17-055beedaf522 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:10.603189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-353e5ffd-a999-44cb-b8fd-ceeb225bbc55 req-902002c2-8144-44b2-ad17-055beedaf522 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.1069286 Nov 01 18:10:10.699198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-353e5ffd-a999-44cb-b8fd-ceeb225bbc55 req-f425979b-cf30-4df2-8f41-0cc6cd3fb670 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836978 Nov 01 18:10:10.935905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:10.973279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Pushing event deleted for resources: {'Port': ['ID=6285fe58-670f-4768-b94c-c5298b827314,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:11.004771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96889e-518a-44e0-9a7a-a17048702a15 req-ab29f565-1cac-4908-b4a2-e7992dad10de tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:11.006324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e96889e-518a-44e0-9a7a-a17048702a15 req-ab29f565-1cac-4908-b4a2-e7992dad10de tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 945 time: 0.1001282 Nov 01 18:10:11.007122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.124152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.128463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.197321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e96889e-518a-44e0-9a7a-a17048702a15 req-3515e29a-6236-451f-9003-a4d138350e7e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743453 Nov 01 18:10:11.292688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.293315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdb0b87-58da-4844-97a6-57e80c13b3f8 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:10:11.298466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.301743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aad8764d-f771-44ff-a172-05ac24506efa admin admin] 10.222.0.31 "DELETE /v2.0/routers/3bdb0b87-58da-4844-97a6-57e80c13b3f8 HTTP/1.1" status: 204 len: 168 time: 1.6400757 Nov 01 18:10:11.303464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32848) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:11.359224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Deleting subnet 2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:10:11.362527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.402867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.512353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a8e2837d-1a75-4404-90d3-9dbf41aeb3e1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:11.513882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a8e2837d-1a75-4404-90d3-9dbf41aeb3e1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.1482539 Nov 01 18:10:11.537783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.557800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-425bd2aa-4e0e-48f5-adc4-bb2dee9d4ae2 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/quotas/709aa04ba00e4061a6302acc59ba9bef HTTP/1.1" status: 200 len: 375 time: 0.0293922 Nov 01 18:10:11.613166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:11.634589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7ec8-500f-4375-aa74-2697e746f369 req-0e997843-6734-4ac4-9463-419650846299 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:11.637261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cb7ec8-500f-4375-aa74-2697e746f369 req-0e997843-6734-4ac4-9463-419650846299 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1594055 Nov 01 18:10:11.651748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-57e7b1bd-ae91-4550-b56d-2491dc854d24 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850074 Nov 01 18:10:11.742656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1cb7ec8-500f-4375-aa74-2697e746f369 req-e46be827-540c-4589-8efd-10cc826968c5 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Nov 01 18:10:11.746014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.795393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-80b70240-6984-476f-a5c7-823cfbd7beeb service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382225 Nov 01 18:10:11.806517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8c2dd3-b96a-41cb-973a-98ba7f0585e7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:11.816241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10271e4a-88ae-41f8-8be2-126fcf7f7938 None None] Network c5329bdc-e3cb-48ec-b8ef-76ce70508d51 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:11.822472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.826511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3fbe2586-373d-478f-820d-0083d07f7b28 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f8c2dd3-b96a-41cb-973a-98ba7f0585e7 HTTP/1.1" status: 204 len: 168 time: 0.5218961 Nov 01 18:10:11.831350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:11.913024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.927052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 9a78046e-899c-47f2-a3fa-143129df6c1f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:11.957244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 9a78046e-899c-47f2-a3fa-143129df6c1f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:11.958171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:11.984848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Deleting port 1306ce23-922e-4076-a75a-39c9d4ae6c4f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:11.986572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.002459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe26bd-020f-4b53-a2cc-f3832e24817c req-2b612349-3eea-4825-8a0d-bf8341890356 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:12.004037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdbe26bd-020f-4b53-a2cc-f3832e24817c req-2b612349-3eea-4825-8a0d-bf8341890356 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.1160870 Nov 01 18:10:12.019413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-dbd38874-94ca-40f7-b8a0-30b6973f4146 service neutron] 10.222.0.31 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229626 Nov 01 18:10:12.103363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.142397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] DHCP port deletion for c5329bdc-e3cb-48ec-b8ef-76ce70508d51 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:10:12.152588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:12.152899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdbe26bd-020f-4b53-a2cc-f3832e24817c req-89d52f92-1eef-49b5-a7f5-ee7800fd853e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319153 Nov 01 18:10:12.156176 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a37bf-3690-4c42-aaf3-a5e22a44bc89" -d '{"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:12.197214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:12.221283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32898) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:12.242793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Deleting port 1306ce23-922e-4076-a75a-39c9d4ae6c4f {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:12.243344 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.291321 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66dddec-e973-421d-bf11-8de85d398411 x-openstack-request-id: req-d66dddec-e973-421d-bf11-8de85d398411 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:12.291672 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-plugged", "status": "completed", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:12.291932 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d66dddec-e973-421d-bf11-8de85d398411 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:12.292649 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'code': 200} Nov 01 18:10:12.330422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.331846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:12.409009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1306ce23-922e-4076-a75a-39c9d4ae6c4f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:12.440895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90323a-9869-4c96-812c-30c1876adc0b req-bda34014-34df-4891-9939-624de4ce41a6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:12.442520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: fb4bacb8-41c8-498b-80b8-874a8797b01c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:12.446708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb4bacb8-41c8-498b-80b8-874a8797b01c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:12.455490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e90323a-9869-4c96-812c-30c1876adc0b req-bda34014-34df-4891-9939-624de4ce41a6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 946 time: 0.0784299 Nov 01 18:10:12.469062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] For port 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1306ce23-922e-4076-a75a-39c9d4ae6c4f,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:12.469435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.488006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf64f11-a224-4863-bdcf-4cb3d12dc51b req-72695ab7-887e-44b7-bc82-9eed6c861425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:12.491539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdf64f11-a224-4863-bdcf-4cb3d12dc51b req-72695ab7-887e-44b7-bc82-9eed6c861425 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.1179731 Nov 01 18:10:12.494222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Calling delete_port for 1306ce23-922e-4076-a75a-39c9d4ae6c4f owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:12.520435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] For port 1306ce23-922e-4076-a75a-39c9d4ae6c4f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1306ce23-922e-4076-a75a-39c9d4ae6c4f,segment=NetworkSegment(65907462-f616-42a9-bd67-b724e7a12657),segment_id=65907462-f616-42a9-bd67-b724e7a12657)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:12.520854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.522743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea2bbf4-fe53-4049-a243-e110673dff32 req-4bad9ab6-2a4d-4031-9767-9ae37505232f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 210 time: 0.0443161 Nov 01 18:10:12.552406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e90323a-9869-4c96-812c-30c1876adc0b req-48d14c66-fb98-4709-a68c-936c1e6327df tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942466 Nov 01 18:10:12.569652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1212953287-network', 'tenant_id': 'b1edc72d73364d55894d04e287b3ed0e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:12.570905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Calling delete_port for 1306ce23-922e-4076-a75a-39c9d4ae6c4f owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:12.587482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:12.598281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdf64f11-a224-4863-bdcf-4cb3d12dc51b req-88533681-c4ce-48ff-bef6-a88c3b232de0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983753 Nov 01 18:10:12.686165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.690818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Made reservation on behalf of b1edc72d73364d55894d04e287b3ed0e for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:12.697013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.706250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.745657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.778272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3f25f3db-c7aa-46f5-a943-46c1604f86d6 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:12.781403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.789029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1306ce23-922e-4076-a75a-39c9d4ae6c4f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:12.797641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] No DVR routers for this DVR port 1306ce23-922e-4076-a75a-39c9d4ae6c4f on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:12.808145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3f25f3db-c7aa-46f5-a943-46c1604f86d6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:12.808491 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3f25f3db-c7aa-46f5-a943-46c1604f86d6 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:12.808979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6285fe58-670f-4768-b94c-c5298b827314 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:12.830088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] Pushing event deleted for resources: {'Port': ['ID=1306ce23-922e-4076-a75a-39c9d4ae6c4f,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:12.850105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1b20f-8b8c-4283-97da-2f776fbbf43a None None] No DVR routers for this DVR port 1306ce23-922e-4076-a75a-39c9d4ae6c4f on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:12.851854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6285fe58-670f-4768-b94c-c5298b827314 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:12.852442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6285fe58-670f-4768-b94c-c5298b827314 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:12.867578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.923608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.931588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6819-2902-41cc-b52b-120594b259a9 req-e710dd71-abbb-45e4-8ce6-d051456d046b tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:12.933303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38eb6819-2902-41cc-b52b-120594b259a9 req-e710dd71-abbb-45e4-8ce6-d051456d046b tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0540485 Nov 01 18:10:12.944007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5329bdc-e3cb-48ec-b8ef-76ce70508d51']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:12.954290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65907462-f616-42a9-bd67-b724e7a12657') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:12.954550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65907462-f616-42a9-bd67-b724e7a12657') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:12.965261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.971943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38eb6819-2902-41cc-b52b-120594b259a9 req-68a4d5f2-7fa5-4057-b7d7-66cea6402590 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Nov 01 18:10:12.980320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.992539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:10:12.992955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:10:12.994709 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:10:12.997258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.021859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baff3486-a887-48e4-b970-a6af378bb360,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:13.127545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.132568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:10:13.141858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.142220 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Added segment 187ef166-2185-4198-a7b4-be926fde89a2 of type vlan for network 1981457d-13f7-4c93-b0a0-f033279b4f87 Nov 01 18:10:13.144167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.147399 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c5329bdc-e3cb-48ec-b8ef-76ce70508d51 HTTP/1.1" status: 204 len: 168 time: 1.3149858 Nov 01 18:10:13.148705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b925c5b-21db-4044-86f5-a9b25b2dfc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5329bdc-e3cb-48ec-b8ef-76ce70508d51,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:13.187322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.277130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f331a7d-be56-469a-8400-2c65934f1a0b req-e11c8a44-cc1b-407a-a64e-4a38f34dbe74 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:13.278816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f331a7d-be56-469a-8400-2c65934f1a0b req-e11c8a44-cc1b-407a-a64e-4a38f34dbe74 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Nov 01 18:10:13.281405 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.282285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:13.282847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.376337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f331a7d-be56-469a-8400-2c65934f1a0b req-a73e0f9c-d75c-4194-9ae9-ae7a5acb1cc9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908759 Nov 01 18:10:13.376926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=1981457d-13f7-4c93-b0a0-f033279b4f87,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:13.388310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 1981457d-13f7-4c93-b0a0-f033279b4f87 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:10:13.410342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e34dce9-f418-4fae-92cd-01b00d1a6ba2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1878774 Nov 01 18:10:13.413288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32948) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:13.419399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Request body: {'subnet': {'network_id': '1981457d-13f7-4c93-b0a0-f033279b4f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1212953287-subnet', 'tenant_id': 'b1edc72d73364d55894d04e287b3ed0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:13.521427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Made reservation on behalf of b1edc72d73364d55894d04e287b3ed0e for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:13.523921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.548369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:13.595777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de3150cc-5fce-47e5-8d11-ae7645617060 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61f65bf327f2440386b01896bf91eb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438123 Nov 01 18:10:13.596133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:13.658604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.684268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.835872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.839192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:13.842704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b1e47e1-ceab-465d-9c02-aad85b17f9c5 HTTP/1.1" status: 204 len: 168 time: 0.2432032 Nov 01 18:10:13.859571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729235d-7f98-4d19-bfbc-3cb673815647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e47e1-ceab-465d-9c02-aad85b17f9c5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:13.944130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc6a0dd-130d-4f2a-b7bd-d61923989a5e req-6e48abd9-99f3-4a5e-b379-8ce4156adfe6 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 210 time: 0.3350687 Nov 01 18:10:14.011324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f60d45-41fd-4e3a-9ceb-5f1ce9c91ee5 req-dfcdf63c-6086-47d8-9666-42bec248dec1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:14.013080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f60d45-41fd-4e3a-9ceb-5f1ce9c91ee5 req-dfcdf63c-6086-47d8-9666-42bec248dec1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 946 time: 0.0751486 Nov 01 18:10:14.134029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f60d45-41fd-4e3a-9ceb-5f1ce9c91ee5 req-80c80878-d849-42e4-bf65-0118ff2c4804 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000063 Nov 01 18:10:14.164841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d461172-85ae-4d2f-87ea-4c8833c5dded req-0d9783a9-4dda-4201-b52a-770d3acb3efc tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:14.166508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d461172-85ae-4d2f-87ea-4c8833c5dded req-0d9783a9-4dda-4201-b52a-770d3acb3efc tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1214967 Nov 01 18:10:14.239953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d461172-85ae-4d2f-87ea-4c8833c5dded req-c59d53e8-e26c-4605-bf83-13f4665b5379 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582402 Nov 01 18:10:14.246430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:14.299467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a41fb14-ab3b-4926-b7b3-b5e493ed5427,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:14.322452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Checking segment: {'id': '187ef166-2185-4198-a7b4-be926fde89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1981457d-13f7-4c93-b0a0-f033279b4f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:14.323485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Network hostable DHCP agents. Network: 1981457d-13f7-4c93-b0a0-f033279b4f87, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:10:14.447224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Network 1981457d-13f7-4c93-b0a0-f033279b4f87 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:10:14.505283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f188b-cf00-4bd8-962f-45e6ce1d4d4f req-098ba5aa-6185-40df-bc4b-8620e96243b9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:14.506737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-495f188b-cf00-4bd8-962f-45e6ce1d4d4f req-098ba5aa-6185-40df-bc4b-8620e96243b9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0547664 Nov 01 18:10:14.543605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-495f188b-cf00-4bd8-962f-45e6ce1d4d4f req-823b9930-96bd-4f62-8f27-0584438f85c7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299478 Nov 01 18:10:14.613517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 1981457d-13f7-4c93-b0a0-f033279b4f87) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:14.618288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:14.623918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:14.624646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ba022-91e1-4596-9507-c27b195d8e47 None None] Network 1981457d-13f7-4c93-b0a0-f033279b4f87 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:14.749661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5882e5-14ec-4fdc-8a25-6b4fe0d204c2 None None] Network 1981457d-13f7-4c93-b0a0-f033279b4f87 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:14.873913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d461bd5-0b82-4892-aa2f-ab50937236f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4593642 Nov 01 18:10:15.049390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f01ee7a3-7591-4c42-ac50-908a7749b97d req-188e1c77-76a0-4a2e-98f3-34aa3e8009d5 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 210 time: 0.0275347 Nov 01 18:10:15.231276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-05c1fe9f-ae0f-4ece-943d-20c6d3eaa98a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.232832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-05c1fe9f-ae0f-4ece-943d-20c6d3eaa98a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 819 time: 0.1131840 Nov 01 18:10:15.248804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Request body: {'port': {'device_id': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'admin_state_up': True, 'tenant_id': '709aa04ba00e4061a6302acc59ba9bef'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:15.265786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28317a98-010e-4f44-9903-55bf66af5ebf req-39ae2203-c086-40ad-b38e-a1b8628ddf0f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.267426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28317a98-010e-4f44-9903-55bf66af5ebf req-39ae2203-c086-40ad-b38e-a1b8628ddf0f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 946 time: 0.0554285 Nov 01 18:10:15.358859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28317a98-010e-4f44-9903-55bf66af5ebf req-14b5c2bf-0375-492a-b4df-6e6df26972ac tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829668 Nov 01 18:10:15.449876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f291404-76f9-4ba2-9202-b0b5c1fc08ec req-5c2a36f6-0802-48df-8539-29c5e7729e1f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.451890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f291404-76f9-4ba2-9202-b0b5c1fc08ec req-5c2a36f6-0802-48df-8539-29c5e7729e1f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0917525 Nov 01 18:10:15.498510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f291404-76f9-4ba2-9202-b0b5c1fc08ec req-68f9cb81-2396-426c-985f-7540bc4dbd9f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Nov 01 18:10:15.527295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Made reservation on behalf of 709aa04ba00e4061a6302acc59ba9bef for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:15.531391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:15.572199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1695a-d3ad-48ae-a710-72810264e836 req-26ad2bf7-dc39-4227-8ba2-97f5ab9ce2ef tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.577463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26b1695a-d3ad-48ae-a710-72810264e836 req-26ad2bf7-dc39-4227-8ba2-97f5ab9ce2ef tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0603514 Nov 01 18:10:15.620437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26b1695a-d3ad-48ae-a710-72810264e836 req-61d19b06-a806-483a-9cca-fcfdb464a920 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Nov 01 18:10:15.711214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Allocated IP 172.20.0.11 (e69a1407-e837-40f6-996f-ff751d072e33/9a6568b5-d68a-4dfd-a412-7fd782f28a9b/c82fbc68-088f-43e9-a0cf-fa30405830ba) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:15.782542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35997bc8-320f-4847-b84b-04e56ad37bb4 req-dd74fd1e-1f33-46b4-a872-b54428122277 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.787797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35997bc8-320f-4847-b84b-04e56ad37bb4 req-dd74fd1e-1f33-46b4-a872-b54428122277 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0682855 Nov 01 18:10:15.852089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35997bc8-320f-4847-b84b-04e56ad37bb4 req-a76525dc-7109-419d-ac96-fc15b6dafc1e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588334 Nov 01 18:10:15.855912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5db734-6d16-4886-98af-1595df620151 req-2a13256c-e4b7-49b9-ab8c-8bc501681832 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:15.857405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a5db734-6d16-4886-98af-1595df620151 req-2a13256c-e4b7-49b9-ab8c-8bc501681832 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0913241 Nov 01 18:10:15.891989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:15.913342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a5db734-6d16-4886-98af-1595df620151 req-ecbf0d9d-f957-4c04-8527-eaa6b5b4a83b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Nov 01 18:10:15.958715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33066) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:15.965470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720382748-network', 'tenant_id': '0c274801fa7540fc9558a733ca88031a'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:16.031332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.076929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Network e69a1407-e837-40f6-996f-ff751d072e33 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:16.084319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:16.087268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:16.094524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event updated for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:16.116091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Made reservation on behalf of 0c274801fa7540fc9558a733ca88031a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:16.118402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.132477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.167008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:16.167956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.175842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d5bb6-517b-4992-a4ce-46442fdbb021 req-c962e3a2-c06f-4139-a3f8-ab7e0ea2046f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:16.177701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a3d5bb6-517b-4992-a4ce-46442fdbb021 req-c962e3a2-c06f-4139-a3f8-ab7e0ea2046f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 932 time: 0.0578523 Nov 01 18:10:16.224592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a3d5bb6-517b-4992-a4ce-46442fdbb021 req-01e065af-0e74-4dba-b81b-8f8586f71e41 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Nov 01 18:10:16.237969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.262141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-a338ffdb-34ce-4966-80ae-fa9b76e1a7b8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0181394 Nov 01 18:10:16.277846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Request body: {'port': {'device_id': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:16.330467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.385811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.451199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9e0ed-4c9a-4d1d-b32a-72b7e1a3dc4e req-2191350a-6b6c-4dcf-a318-2af90e291cf2 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:16.452503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5cf9e0ed-4c9a-4d1d-b32a-72b7e1a3dc4e req-2191350a-6b6c-4dcf-a318-2af90e291cf2 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0458717 Nov 01 18:10:16.462901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:10:16.482372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a5bb0-4860-46b8-9f8a-de7c83803ca4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:16.489130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.489485 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Added segment 74513163-e204-45ee-b083-257a81ee16e2 of type vlan for network 85a0a10d-3262-4ee5-a358-06f8e0267c33 Nov 01 18:10:16.518084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5cf9e0ed-4c9a-4d1d-b32a-72b7e1a3dc4e req-ec15fb3d-9ae0-4c67-ba34-b0e37e03d0a9 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Nov 01 18:10:16.594430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.639572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770fb05-365f-463c-8128-58d697b8e395 req-c40cc82b-8de8-48ff-b036-8f8e4c1b3884 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:16.642908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5770fb05-365f-463c-8128-58d697b8e395 req-c40cc82b-8de8-48ff-b036-8f8e4c1b3884 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0780010 Nov 01 18:10:16.734273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5770fb05-365f-463c-8128-58d697b8e395 req-0d7fd304-cad5-401a-9b4f-5073ae9deb5f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479140 Nov 01 18:10:16.734949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82fbc68-088f-43e9-a0cf-fa30405830ba {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:16.734949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.745214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Transition to ACTIVE for port object c82fbc68-088f-43e9-a0cf-fa30405830ba will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:16.764795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.767572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:16.768655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.831929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] Pushing event updated for resources: {'Network': ['ID=85a0a10d-3262-4ee5-a358-06f8e0267c33,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:16.841862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 85a0a10d-3262-4ee5-a358-06f8e0267c33 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:10:16.872771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:16.915827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b146b846-7a18-451c-a61e-09feb468824a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9548390 Nov 01 18:10:16.919297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:16.924525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Request body: {'subnet': {'network_id': '85a0a10d-3262-4ee5-a358-06f8e0267c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720382748-subnet', 'tenant_id': '0c274801fa7540fc9558a733ca88031a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:16.987014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:17.039417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Attempting to bind port c82fbc68-088f-43e9-a0cf-fa30405830ba on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:17.039961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Attempting to bind port c82fbc68-088f-43e9-a0cf-fa30405830ba by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:17.040327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Attempting to bind port c82fbc68-088f-43e9-a0cf-fa30405830ba on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:17.044840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2706-8e72-4aaf-ace1-535dc975d78c req-cd481831-fbec-4820-81f3-be4d8e5304e1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.045282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Port c82fbc68-088f-43e9-a0cf-fa30405830ba on network e69a1407-e837-40f6-996f-ff751d072e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:17.045620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Attempting to bind port c82fbc68-088f-43e9-a0cf-fa30405830ba on network e69a1407-e837-40f6-996f-ff751d072e33 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:17.046941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cae2706-8e72-4aaf-ace1-535dc975d78c req-cd481831-fbec-4820-81f3-be4d8e5304e1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0656900 Nov 01 18:10:17.050471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:17.050811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Checking segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:17.051194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Bound using segment: {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:17.051651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Bound port: c82fbc68-088f-43e9-a0cf-fa30405830ba, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853cc8f5-17f3-47c8-9d05-1070e1b4feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:17.052014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:17.115855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cae2706-8e72-4aaf-ace1-535dc975d78c req-824137e3-d881-4a91-9dc1-fbd98d4076ce tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606210 Nov 01 18:10:17.127461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:17.130833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:17.142735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Made reservation on behalf of 0c274801fa7540fc9558a733ca88031a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:17.152340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:17.256268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:17.320698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:17.332473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.332816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:17.335269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-f1b0e22a-b36d-463f-8682-b79669f31a96 service neutron] 10.222.0.32 "PUT /v2.0/ports/c82fbc68-088f-43e9-a0cf-fa30405830ba HTTP/1.1" status: 200 len: 1092 time: 1.0622671 Nov 01 18:10:17.335913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:17.338932 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:17.401215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58df441-755e-4dfe-bd2f-19151271c0a4 req-5ff28d5f-e1be-4ec8-a76f-3b2584d07530 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.403153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b58df441-755e-4dfe-bd2f-19151271c0a4 req-5ff28d5f-e1be-4ec8-a76f-3b2584d07530 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 944 time: 0.0893903 Nov 01 18:10:17.448801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b58df441-755e-4dfe-bd2f-19151271c0a4 req-8730850a-b9f6-477e-9738-e42d5daf0cee tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Nov 01 18:10:17.530179 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b5fcf-cf9c-4f2c-b937-9cff08aa7f21 x-openstack-request-id: req-ca7b5fcf-cf9c-4f2c-b937-9cff08aa7f21 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:17.531104 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:17.531681 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca7b5fcf-cf9c-4f2c-b937-9cff08aa7f21 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:17.532285 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba', 'status': 'completed', 'code': 200} Nov 01 18:10:17.536376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-5d63d3a4-85c1-44f9-be02-f01dd9da3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.538020 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-5d63d3a4-85c1-44f9-be02-f01dd9da3e41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 1095 time: 0.0842872 Nov 01 18:10:17.587660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-bc22b992-216b-4469-8fd3-be69f3a79341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba HTTP/1.1" status: 200 len: 217 time: 0.0389683 Nov 01 18:10:17.588543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:17.658228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a039-e1aa-4d74-8115-9df893378ffc req-a7d61a1e-559b-4db4-baac-680021d29ea4 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.658972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2300a039-e1aa-4d74-8115-9df893378ffc req-a7d61a1e-559b-4db4-baac-680021d29ea4 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0482216 Nov 01 18:10:17.696101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-84ca64a3-e9ba-41b4-9632-3fa0ef77bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.698291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-84ca64a3-e9ba-41b4-9632-3fa0ef77bc6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 200 len: 859 time: 0.1018784 Nov 01 18:10:17.698994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7e94a7-061f-43c2-848e-532d4434a737,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:17.707906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2300a039-e1aa-4d74-8115-9df893378ffc req-757c3fec-b339-47c4-8dbf-0f4268a69d8d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Nov 01 18:10:17.719996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Checking segment: {'id': '74513163-e204-45ee-b083-257a81ee16e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a0a10d-3262-4ee5-a358-06f8e0267c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:17.720148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Network hostable DHCP agents. Network: 85a0a10d-3262-4ee5-a358-06f8e0267c33, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:10:17.738613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-59c52561-bad4-4112-9fda-4caa8cf866e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e69a1407-e837-40f6-996f-ff751d072e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311985 Nov 01 18:10:17.843943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-8f1a3daf-3ae8-4aa2-8a71-882cba12d9d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965374 Nov 01 18:10:17.917197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ff1e4-50fa-4fe5-8cd2-20d09c9581cb req-2c8e8bac-8118-44f6-981f-2d683ff52445 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:17.919122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-714ff1e4-50fa-4fe5-8cd2-20d09c9581cb req-2c8e8bac-8118-44f6-981f-2d683ff52445 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0563200 Nov 01 18:10:17.921795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Network 85a0a10d-3262-4ee5-a358-06f8e0267c33 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:10:17.967767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-714ff1e4-50fa-4fe5-8cd2-20d09c9581cb req-b87189db-723d-4b43-8711-8c8112008682 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Nov 01 18:10:17.982250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f682a324-c822-4f9d-84ff-cb2df0d1db7f req-edba4f9a-cf9a-45a6-8649-87c48ada27a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311033 Nov 01 18:10:18.024557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 85a0a10d-3262-4ee5-a358-06f8e0267c33) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:18.035622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07a116-962f-4cdf-98ab-2b400371a462 None None] Network 85a0a10d-3262-4ee5-a358-06f8e0267c33 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:18.039432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:18.040514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.183824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-baa73dfe-32d9-4a3f-99e5-87fa5d40f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:18.183824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-baa73dfe-32d9-4a3f-99e5-87fa5d40f646 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709aa04ba00e4061a6302acc59ba9bef&device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 1095 time: 0.0540330 Nov 01 18:10:18.183824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3fbed833-02ba-4dff-89bd-c3ec91057461 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2629390 Nov 01 18:10:18.224630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd2204f-bff5-40bb-9949-e3fab8f9856b None None] Network 85a0a10d-3262-4ee5-a358-06f8e0267c33 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:18.389142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-0c3d707a-dcce-4779-a10a-94be4aca8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:18.390660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-0c3d707a-dcce-4779-a10a-94be4aca8ca8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 200 len: 920 time: 0.2004833 Nov 01 18:10:18.441394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-0081dfb0-2d5b-4b0c-97f8-9317a53c95ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba HTTP/1.1" status: 200 len: 217 time: 0.0388308 Nov 01 18:10:18.443430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33278) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:18.528366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Deleting subnet 6a41fb14-ab3b-4926-b7b3-b5e493ed5427 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:10:18.535066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.538461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-0abf2269-c3b5-4b14-9dcf-5c1b5c373052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:18.539313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-0abf2269-c3b5-4b14-9dcf-5c1b5c373052 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 200 len: 859 time: 0.0885568 Nov 01 18:10:18.600314 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-06270a07-3eca-40e9-b981-dc0ba08c9956 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e69a1407-e837-40f6-996f-ff751d072e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361295 Nov 01 18:10:18.609263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.691732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df2cd111-e82a-490c-a6d1-79041d12a6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.708525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.764280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-163ecb49-9c87-4f59-b0a9-c482d3c035e5 service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530221 Nov 01 18:10:18.854429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f17f8-62a3-494e-86fc-49781d83fcff req-4a4e237c-c65e-4712-aeff-14df3980b8a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:18.856111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f2f17f8-62a3-494e-86fc-49781d83fcff req-4a4e237c-c65e-4712-aeff-14df3980b8a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0598679 Nov 01 18:10:18.867393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0dc6ffc0-b884-46ca-a893-fc53033b2b6d req-e5b7f227-e273-4bee-af10-559034eafc8f service neutron] 10.222.0.32 "GET /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948861 Nov 01 18:10:18.887786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.900838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f2f17f8-62a3-494e-86fc-49781d83fcff req-ffce89a6-a39f-464f-8f1d-6519526cea96 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Nov 01 18:10:18.920753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a41fb14-ab3b-4926-b7b3-b5e493ed5427,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:18.922803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:18.928920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-42ec7508-89b8-4761-89d4-6b2ac943e67c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a41fb14-ab3b-4926-b7b3-b5e493ed5427 HTTP/1.1" status: 204 len: 168 time: 0.4842017 Nov 01 18:10:18.929193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:19.025515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.029852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-af457b6b-795a-4b46-b4e2-3ee5550fd785 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288010 Nov 01 18:10:19.175972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.211085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > port after_create 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > port after_update 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.213545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.214039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.214266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.214602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.282380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.282733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.283068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.283404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 18:10:19.283867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1981457d-13f7-4c93-b0a0-f033279b4f87']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:19.304473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-421e880d-cc1f-41c4-90ea-52d6a465a53d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:19.306053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-421e880d-cc1f-41c4-90ea-52d6a465a53d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706146 Nov 01 18:10:19.312307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ef166-2185-4198-a7b4-be926fde89a2') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:19.312609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ef166-2185-4198-a7b4-be926fde89a2') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:19.342659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.356004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-0c5b7fc1-bff9-4bdf-9865-4457a63ad648 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/quotas/2d9dc54e65794eb582b4b8cc490e9012 HTTP/1.1" status: 200 len: 375 time: 0.0394130 Nov 01 18:10:19.373061 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.396002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-9bcd0afc-b979-4a90-82d0-f89e24d33172 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324945 Nov 01 18:10:19.396961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:10:19.397360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: from cryptography.utils import int_from_bytes Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: from cryptography.utils import int_from_bytes Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:10:19.401566 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:10:19.534303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.552503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.555651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1981457d-13f7-4c93-b0a0-f033279b4f87 HTTP/1.1" status: 204 len: 168 time: 0.6254451 Nov 01 18:10:19.557046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb464488-d3d8-45dc-95de-db6399e41353 admin admin] Pushing event deleted for resources: {'Network': ['ID=1981457d-13f7-4c93-b0a0-f033279b4f87,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:19.558911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:19.605143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Deleting subnet ea7e94a7-061f-43c2-848e-532d4434a737 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:10:19.608364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.654872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.707055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.781082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc589e-1294-49e9-9282-d23986339870 req-3aa90288-47b6-4463-a1e9-f141cecaccb0 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:19.782700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10dc589e-1294-49e9-9282-d23986339870 req-3aa90288-47b6-4463-a1e9-f141cecaccb0 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 944 time: 0.0714223 Nov 01 18:10:19.823434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10dc589e-1294-49e9-9282-d23986339870 req-fbdd7569-842d-4a7d-bcf5-62081c0aa38d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Nov 01 18:10:19.836358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.875823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7e94a7-061f-43c2-848e-532d4434a737,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:19.923295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:19.923295 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d444434-4b8a-4165-9f6f-f5df4ba44610 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea7e94a7-061f-43c2-848e-532d4434a737 HTTP/1.1" status: 204 len: 168 time: 0.3243647 Nov 01 18:10:19.924138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:19.977036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.087361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.118417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e17c8-b251-4504-a6b6-f10f8a1ffbaa req-882d6a89-353c-49c9-a822-f6dfaae22455 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:20.119959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-790e17c8-b251-4504-a6b6-f10f8a1ffbaa req-882d6a89-353c-49c9-a822-f6dfaae22455 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1124260 Nov 01 18:10:20.121408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a0a10d-3262-4ee5-a358-06f8e0267c33']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:20.137534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74513163-e204-45ee-b083-257a81ee16e2') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:20.137838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74513163-e204-45ee-b083-257a81ee16e2') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:20.154048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.176933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.188066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-790e17c8-b251-4504-a6b6-f10f8a1ffbaa req-19915822-6388-47ba-a4d1-c984109e5249 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594568 Nov 01 18:10:20.188959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:10:20.189344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:10:20.191009 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:10:20.282802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-2533b7a1-967a-4936-806e-f93094b21a34 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227935 Nov 01 18:10:20.309096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-88386fd1-4a55-434f-86af-bc562090577e tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:10:20.310067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-88386fd1-4a55-434f-86af-bc562090577e tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066869 Nov 01 18:10:20.347924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-fbe83e75-88fc-449d-af04-c41827040b4d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:20.349450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-fbe83e75-88fc-449d-af04-c41827040b4d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 1094 time: 0.0341361 Nov 01 18:10:20.358460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:20.359015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Unknown quota resources ['binding']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:10:20.361631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.375710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.375808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/85a0a10d-3262-4ee5-a358-06f8e0267c33 HTTP/1.1" status: 204 len: 168 time: 0.4751027 Nov 01 18:10:20.390699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff9153-08a3-4b43-919c-3059a642f8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=85a0a10d-3262-4ee5-a358-06f8e0267c33,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:20.418064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ae6ab289-9ad9-4c6e-8dcd-a4cd86e35e9a tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:20.419945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ae6ab289-9ad9-4c6e-8dcd-a4cd86e35e9a tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316016 Nov 01 18:10:20.435747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-9347cca2-206f-49db-9c22-354d45cbe4c1 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/quotas/2d9dc54e65794eb582b4b8cc490e9012 HTTP/1.1" status: 200 len: 375 time: 0.0100415 Nov 01 18:10:20.470751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-a6f341a1-b975-40ac-b85a-b3390441b469 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289731 Nov 01 18:10:20.509354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:20.509354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:20.514965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:20.514965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:20.515289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:20.520062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:20.520403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:20.520794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:20.521216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Bound port: 9a78046e-899c-47f2-a3fa-143129df6c1f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:20.577018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:20.713206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.718285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a672fe74-36c5-45f8-97f2-e0218f3e2d79 service neutron] 10.222.0.31 "POST /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3596182 Nov 01 18:10:20.828863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-72b0d590-e19c-4736-9a00-32efdb319e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:20.884004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33402) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:20.926037 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1715b2a2-a999-4ee1-a4e5-060c9063beca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1edc72d73364d55894d04e287b3ed0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406494 Nov 01 18:10:20.928464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:20.979830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.004343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.111544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8344cb9-e5d5-4791-99d1-9a964b000298 req-429a3bbe-b2c6-4e45-bc99-300030754dc6 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 210 time: 0.0471082 Nov 01 18:10:21.130137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ffd1b-ef58-4e2f-898d-c36ad5be6257 req-094987a9-4b38-421b-895f-815e320df0cc tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.131875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa5ffd1b-ef58-4e2f-898d-c36ad5be6257 req-094987a9-4b38-421b-895f-815e320df0cc tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0936072 Nov 01 18:10:21.150115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.152960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.157319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baff3486-a887-48e4-b970-a6af378bb360 HTTP/1.1" status: 204 len: 168 time: 0.2247455 Nov 01 18:10:21.180358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b277-f853-41b2-868d-416e5de418a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baff3486-a887-48e4-b970-a6af378bb360,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:21.238620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa5ffd1b-ef58-4e2f-898d-c36ad5be6257 req-615f3795-79da-4923-87f0-166f7597be00 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Nov 01 18:10:21.281988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31518a-1e0e-495b-9398-47c5f651f9d0 req-723071d2-472b-422f-8239-4cadf74094e3 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.281988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc31518a-1e0e-495b-9398-47c5f651f9d0 req-723071d2-472b-422f-8239-4cadf74094e3 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 944 time: 0.0728030 Nov 01 18:10:21.311765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc31518a-1e0e-495b-9398-47c5f651f9d0 req-9a652e5a-543b-484e-9378-9634bc6699ba tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Nov 01 18:10:21.480503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf6de2-68ad-4a3f-8218-3deca1b8be88 req-11f970af-dad9-440a-a729-cfd03710e9c0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.481989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bdf6de2-68ad-4a3f-8218-3deca1b8be88 req-11f970af-dad9-440a-a729-cfd03710e9c0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 946 time: 0.0929480 Nov 01 18:10:21.558955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-92cf6741-9c97-45a6-986f-d77eaab18028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.560924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-92cf6741-9c97-45a6-986f-d77eaab18028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1097 time: 0.1250069 Nov 01 18:10:21.568873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bdf6de2-68ad-4a3f-8218-3deca1b8be88 req-031cb8c7-5e43-49c8-b0fd-73cf1416f8d7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Nov 01 18:10:21.579190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60770d5-997c-473c-8a4d-961f9646e2c9 req-01404f9c-6a94-4a0d-8a9f-7119c27c7464 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.580763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c60770d5-997c-473c-8a4d-961f9646e2c9 req-01404f9c-6a94-4a0d-8a9f-7119c27c7464 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1105425 Nov 01 18:10:21.646005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c82fbc68-088f-43e9-a0cf-fa30405830ba details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:21.698214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c60770d5-997c-473c-8a4d-961f9646e2c9 req-379b2da4-c625-4a29-a663-ce143720490a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855227 Nov 01 18:10:21.730406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-8bbd3896-e2ee-4d16-acb2-7f00236c32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.732015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-8bbd3896-e2ee-4d16-acb2-7f00236c32b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1503513 Nov 01 18:10:21.791769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-cbf3a46b-7bba-4f82-923a-2a475e6e5da4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0472193 Nov 01 18:10:21.857823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:21.874632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c82fbc68-088f-43e9-a0cf-fa30405830ba', 'network_id': 'e69a1407-e837-40f6-996f-ff751d072e33', 'port_id': 'c82fbc68-088f-43e9-a0cf-fa30405830ba', 'mac_address': 'fa:16:3e:70:ba:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6568b5-d68a-4dfd-a412-7fd782f28a9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:21.883441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-bde0a70f-149c-40dc-947b-d2c4ed8428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:21.885404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-bde0a70f-149c-40dc-947b-d2c4ed8428d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0849719 Nov 01 18:10:21.927221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.930698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:21.943924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-c0d863d8-0674-408e-b1f0-55da92ac8e75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451803 Nov 01 18:10:21.947213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82fbc68-088f-43e9-a0cf-fa30405830ba {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:21.970246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:22.027828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33480) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:22.036270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.104109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-934f3fbf-54ce-4efd-94cd-20636487746b service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499732 Nov 01 18:10:22.112579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:22.112733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61fb130c-e1cb-4ea0-8549-88f77ce465e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c274801fa7540fc9558a733ca88031a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804210 Nov 01 18:10:22.113277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:22.172151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.196352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.249597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf41e594-8a0d-4604-99cf-2586807d7ba4 req-77fbde07-3215-4c9a-bb5e-fb9b6d3ec9e5 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 210 time: 0.0315747 Nov 01 18:10:22.258431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c82fbc68-088f-43e9-a0cf-fa30405830ba'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:22.286464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-dbfaf098-8ad6-4678-863c-7b9a9cb0f1e6 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744213 Nov 01 18:10:22.389119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.392605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.397067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd8a5bb0-4860-46b8-9f8a-de7c83803ca4 HTTP/1.1" status: 204 len: 168 time: 0.2828124 Nov 01 18:10:22.398780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b31efb-9676-4393-adcf-4df84b7d5e2f req-09506236-59f0-4419-a31f-ca333b77cbda tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:22.400553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5b31efb-9676-4393-adcf-4df84b7d5e2f req-09506236-59f0-4419-a31f-ca333b77cbda tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0614045 Nov 01 18:10:22.407170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb377dd0-23ed-41db-969e-b32da597b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a5bb0-4860-46b8-9f8a-de7c83803ca4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:22.476550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5b31efb-9676-4393-adcf-4df84b7d5e2f req-97111b55-0f4c-4c88-9b03-494e1379c66d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Nov 01 18:10:22.517140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-3f63160a-fea7-452b-9599-5d6da247cdc4 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:22.518633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-3f63160a-fea7-452b-9599-5d6da247cdc4 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1097 time: 0.0709128 Nov 01 18:10:22.531847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:22.599258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-d8555aad-7156-4e5d-9955-cab9a4cfdb5e tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372643 Nov 01 18:10:22.612289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.753386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-7e4f56a0-8b53-486b-be08-4cf2cf8bb717 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:22.754989 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-7e4f56a0-8b53-486b-be08-4cf2cf8bb717 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477587 Nov 01 18:10:22.763787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3258d6b-0e08-4239-a226-4aa21e3de03c req-b02e1143-bbf9-422a-b5d9-f288e7cd8ce9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:22.765214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3258d6b-0e08-4239-a226-4aa21e3de03c req-b02e1143-bbf9-422a-b5d9-f288e7cd8ce9 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 945 time: 0.1165195 Nov 01 18:10:22.768364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Request body: {'port': {'device_id': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '2d9dc54e65794eb582b4b8cc490e9012'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:22.847133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:22.851315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3258d6b-0e08-4239-a226-4aa21e3de03c req-396a7af6-4164-4ed5-a8cd-6c627ad173e8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 Nov 01 18:10:22.853104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ae0df-6133-4369-aed9-cbeb4444da5c req-32036a73-93b9-4571-832d-e15c142e3bae tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:22.855649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-243ae0df-6133-4369-aed9-cbeb4444da5c req-32036a73-93b9-4571-832d-e15c142e3bae tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1083677 Nov 01 18:10:22.917764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:22.920786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-243ae0df-6133-4369-aed9-cbeb4444da5c req-b21549a0-957d-48d3-ba78-1abf1d621453 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503342 Nov 01 18:10:22.964014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:22.966682 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca8178-752f-493e-83b7-90d4ce3bd3a4" -d '{"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:22.971289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.973650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Made reservation on behalf of 2d9dc54e65794eb582b4b8cc490e9012 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:22.979558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:22.993051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.060459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a859b-3e47-4be8-8901-5b148cd32ff0 req-9eff66c6-9b6c-4b79-9491-7a2eba932534 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.062833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-926a859b-3e47-4be8-8901-5b148cd32ff0 req-9eff66c6-9b6c-4b79-9491-7a2eba932534 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 946 time: 0.0690308 Nov 01 18:10:23.094304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.128062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.185374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-926a859b-3e47-4be8-8901-5b148cd32ff0 req-084fc317-cfbd-4f3e-a9c1-0bc0e069c84e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161032 Nov 01 18:10:23.217945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.229475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:23.246931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7442-1b1f-454f-9bf3-7fac2cba56ac req-6e8f7a4e-4fc8-4927-8fe8-1f7675e656dd tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.248511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4af7442-1b1f-454f-9bf3-7fac2cba56ac req-6e8f7a4e-4fc8-4927-8fe8-1f7675e656dd tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1512525 Nov 01 18:10:23.268144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:23.268799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:23.268799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:23.308919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954c5f74-0dea-42b1-aeff-ea7f6d81caa6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:23.310310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:23.310640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:23.334413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-67e285ff-bc1b-454d-9176-1e51e5e67ed6 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633943 Nov 01 18:10:23.337020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:23.337020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:23.337340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:23.337785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Bound port: 9a78046e-899c-47f2-a3fa-143129df6c1f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:23.338843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.397857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4af7442-1b1f-454f-9bf3-7fac2cba56ac req-456263c8-d442-4bda-8569-d02b5ca6d80a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 Nov 01 18:10:23.404959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2931d4-240f-4564-82b8-53d157a531f8 req-269d829e-6b38-4250-9daa-9f756ecbfc44 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.406555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae2931d4-240f-4564-82b8-53d157a531f8 req-269d829e-6b38-4250-9daa-9f756ecbfc44 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1553597 Nov 01 18:10:23.420524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Allocated IP 192.168.233.246 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/c1bb7a24-1606-43d6-932d-c60f8167fea5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:23.469764 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cac5eb-976e-45af-9ae0-1a28d96b4cfc x-openstack-request-id: req-56cac5eb-976e-45af-9ae0-1a28d96b4cfc {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:23.470398 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:23.470398 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56cac5eb-976e-45af-9ae0-1a28d96b4cfc {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:23.470761 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'code': 200} Nov 01 18:10:23.526574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:23.533823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:23.539979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae2931d4-240f-4564-82b8-53d157a531f8 req-c2d2dda9-8023-49b1-95d8-9a215932376b tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898247 Nov 01 18:10:23.566938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-e4138fce-b4c9-4347-872f-951decaf0e25 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.568934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-e4138fce-b4c9-4347-872f-951decaf0e25 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208567 Nov 01 18:10:23.587085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Request body: {'port': {'device_id': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '2d9dc54e65794eb582b4b8cc490e9012'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:23.610710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.629929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.652663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c82fbc68-088f-43e9-a0cf-fa30405830ba up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:23.694626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.724902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407f97f9-39b1-46a1-aa90-69c18e7390a4 req-567c1a4b-bad2-4d0c-b100-f19bc7d8186b tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 210 time: 0.0500805 Nov 01 18:10:23.819792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.835654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:23.853154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port c82fbc68-088f-43e9-a0cf-fa30405830ba completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:23.860205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.864101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.864101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-a35c11bc-3192-465f-b024-c06c8d0c752c service neutron] 10.222.0.37 "PUT /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 1122 time: 1.3348269 Nov 01 18:10:23.864335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c82fbc68-088f-43e9-a0cf-fa30405830ba triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:23.864335 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.880874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:23.895526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:23.897091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:23.899672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:23.938670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Made reservation on behalf of 2d9dc54e65794eb582b4b8cc490e9012 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:23.944350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:23.957500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a78046e-899c-47f2-a3fa-143129df6c1f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:23.969178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:23.970188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.063049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-dbc9857e-a71c-4f97-a649-538e1b9529f2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2982745 Nov 01 18:10:24.077488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Request body: {'port': {'device_id': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:24.108670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.153844 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.154450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:24.157101 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a39ed-4401-438f-8306-2abbcfba38b5" -d '{"events": [{"server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "name": "network-vif-plugged", "status": "completed", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:24.195974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:24.229354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Allocated IP 192.168.233.89 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/fadb4167-4cfb-4f35-adb4-921210c62c33) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:24.392956 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0620e647-78dd-4d53-9b68-f06d72d91274 x-openstack-request-id: req-0620e647-78dd-4d53-9b68-f06d72d91274 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:24.393350 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "name": "network-vif-plugged", "status": "completed", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:24.393520 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0620e647-78dd-4d53-9b68-f06d72d91274 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:24.393894 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba', 'code': 200} Nov 01 18:10:24.400957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.465026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d0026191-cfe5-4751-965e-92be589c9acc None None] Provisioning complete for port c1bb7a24-1606-43d6-932d-c60f8167fea5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:24.465814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0026191-cfe5-4751-965e-92be589c9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.504785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:24.540238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d0026191-cfe5-4751-965e-92be589c9acc None None] Port c1bb7a24-1606-43d6-932d-c60f8167fea5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:24.759938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620da75-edb2-44e7-a77e-ed3179ce5b73 req-4b88cf2e-ae3c-42bd-958f-643c2b34a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:24.761470 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b620da75-edb2-44e7-a77e-ed3179ce5b73 req-4b88cf2e-ae3c-42bd-958f-643c2b34a2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 1097 time: 0.0613499 Nov 01 18:10:24.812123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b620da75-edb2-44e7-a77e-ed3179ce5b73 req-b9faf00d-5f2d-4686-b3b6-87bb3c0c56df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Nov 01 18:10:24.855251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f5dfd-1b0a-400a-8167-bf2281033cf0 req-c802124a-da77-4ed8-99a7-64dbe07f06ab tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:24.856752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3f5dfd-1b0a-400a-8167-bf2281033cf0 req-c802124a-da77-4ed8-99a7-64dbe07f06ab tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 946 time: 0.4793932 Nov 01 18:10:24.896242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:24.917698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3f5dfd-1b0a-400a-8167-bf2281033cf0 req-ee1f9c2b-e337-4d20-a716-0bba60b56d5f tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Nov 01 18:10:25.055762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626211ae-1b3e-49dc-a4d0-7426184ed240 req-843aefac-badf-4ee8-a347-8698d6b066dd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.057332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-626211ae-1b3e-49dc-a4d0-7426184ed240 req-843aefac-badf-4ee8-a347-8698d6b066dd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0807126 Nov 01 18:10:25.065898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29cd6-a28b-46b9-8b0b-c8ba64805e33 req-1c2a8f5d-cc5f-486d-b91f-0cc684282d1d tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.067324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42c29cd6-a28b-46b9-8b0b-c8ba64805e33 req-1c2a8f5d-cc5f-486d-b91f-0cc684282d1d tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0798540 Nov 01 18:10:25.068319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.153605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:25.163824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:25.166538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:25.171644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:25.195300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-626211ae-1b3e-49dc-a4d0-7426184ed240 req-9e406318-1788-4e0e-abd8-671fe3e159f9 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 Nov 01 18:10:25.224548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42c29cd6-a28b-46b9-8b0b-c8ba64805e33 req-a79f4312-3e45-4208-a7d7-d8a1cc581810 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218307 Nov 01 18:10:25.258090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.258770 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.267706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:25.291883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.307746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Transition to ACTIVE for port object c1bb7a24-1606-43d6-932d-c60f8167fea5 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:25.335731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-71b06ad6-4d2e-4144-842b-b9d49eaa2a9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7537961 Nov 01 18:10:25.368807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Request body: {'port': {'device_id': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:25.396016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.432548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688cda4-782b-4afd-96b1-e3c178736004 req-6c293a43-7b55-43dd-892e-64775acf84b2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.434050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c688cda4-782b-4afd-96b1-e3c178736004 req-6c293a43-7b55-43dd-892e-64775acf84b2 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 935 time: 0.1157229 Nov 01 18:10:25.457437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:25.472244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:25.474520 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106" -d '{"events": [{"name": "network-changed", "server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:25.476370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3cfd-221f-4aee-a428-307464b6db09 None None] Provisioning complete for port fadb4167-4cfb-4f35-adb4-921210c62c33 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:25.476950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3cfd-221f-4aee-a428-307464b6db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.498301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.532316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c688cda4-782b-4afd-96b1-e3c178736004 req-4241a50d-1e97-4097-bdec-7786e28d8a8b tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794208 Nov 01 18:10:25.546632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf3cfd-221f-4aee-a428-307464b6db09 None None] Port fadb4167-4cfb-4f35-adb4-921210c62c33 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:25.553209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Attempting to bind port c1bb7a24-1606-43d6-932d-c60f8167fea5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:25.553665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Attempting to bind port c1bb7a24-1606-43d6-932d-c60f8167fea5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:25.554065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Attempting to bind port c1bb7a24-1606-43d6-932d-c60f8167fea5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:25.560657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Port c1bb7a24-1606-43d6-932d-c60f8167fea5 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:25.561073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Attempting to bind port c1bb7a24-1606-43d6-932d-c60f8167fea5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:25.566368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:25.569412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:25.569412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:25.569412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Bound port: c1bb7a24-1606-43d6-932d-c60f8167fea5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:25.569412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.697322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:25.702355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:25.756724 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0955f6ab-783e-47e0-ae03-96e24e2db791 x-openstack-request-id: req-0955f6ab-783e-47e0-ae03-96e24e2db791 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:25.757015 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:25.757270 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0955f6ab-783e-47e0-ae03-96e24e2db791 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:25.757647 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'status': 'completed', 'code': 200} Nov 01 18:10:25.831548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.870833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.871451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.872865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] 10.222.0.32 "PUT /v2.0/ports/c1bb7a24-1606-43d6-932d-c60f8167fea5 HTTP/1.1" status: 200 len: 1096 time: 1.8016865 Nov 01 18:10:25.875130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:25.877561 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:25.905157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-8c61b656-6198-41cd-be13-72e92c52940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.906774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-8c61b656-6198-41cd-be13-72e92c52940b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1125 time: 0.1086438 Nov 01 18:10:25.911837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491b721-68dd-4988-a14b-7d2cefb0a129 req-ed758832-9781-4464-94cf-b62f72942051 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:25.913905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3a898-0996-4940-bfda-7983b0b0cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:25.915226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f491b721-68dd-4988-a14b-7d2cefb0a129 req-ed758832-9781-4464-94cf-b62f72942051 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0957966 Nov 01 18:10:25.935355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadb4167-4cfb-4f35-adb4-921210c62c33 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:25.952649 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:25.983735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Transition to ACTIVE for port object fadb4167-4cfb-4f35-adb4-921210c62c33 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:25.986125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f491b721-68dd-4988-a14b-7d2cefb0a129 req-5f4792f0-8534-457f-b009-6a8a7f320d3e tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Nov 01 18:10:26.035330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-05763bd7-b561-4780-b3ff-d77b94601784 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319901 Nov 01 18:10:26.087872 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:26.111846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-ca356520-27ed-4bbc-88cb-d0b36f88a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.113402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-ca356520-27ed-4bbc-88cb-d0b36f88a9bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0819838 Nov 01 18:10:26.116082 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:26.121000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-adeb0965-c383-467c-9928-1bf27ddd501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.123813 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-adeb0965-c383-467c-9928-1bf27ddd501e service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2015431 Nov 01 18:10:26.214839 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-37076257-90f8-44a0-ac85-a2092aa08f22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0656903 Nov 01 18:10:26.247066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:26.262615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:26.330216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-3c60ab2f-dcb8-49b4-8460-08bec7d13e85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5 HTTP/1.1" status: 200 len: 217 time: 0.2050982 Nov 01 18:10:26.341200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-1a82865c-913f-4c93-a6af-1ca7c55a499f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.348246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-1a82865c-913f-4c93-a6af-1ca7c55a499f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061240 Nov 01 18:10:26.368036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-956a09c9-1095-4160-b030-2ef78a598edc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0187888 Nov 01 18:10:26.385702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-c6834542-9eca-48e3-8a8c-ac5c2f73b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.387332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-c6834542-9eca-48e3-8a8c-ac5c2f73b658 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1158004 Nov 01 18:10:26.409558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-f2624c2c-2ec1-4cf6-a7a1-e78b1b676667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.411684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-f2624c2c-2ec1-4cf6-a7a1-e78b1b676667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0727525 Nov 01 18:10:26.415226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:26.430039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:10:26.434645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-47af00b7-7a1c-4294-8f41-368b3e7266d2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656509 Nov 01 18:10:26.444104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Attempting to bind port fadb4167-4cfb-4f35-adb4-921210c62c33 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:26.444449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Attempting to bind port fadb4167-4cfb-4f35-adb4-921210c62c33 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:26.444787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Attempting to bind port fadb4167-4cfb-4f35-adb4-921210c62c33 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:26.448257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-ca107633-32f0-4692-9938-55eba0386900 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345097 Nov 01 18:10:26.455255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Port fadb4167-4cfb-4f35-adb4-921210c62c33 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:26.455652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Attempting to bind port fadb4167-4cfb-4f35-adb4-921210c62c33 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:26.464136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:26.464483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:26.464873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:26.465312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Bound port: fadb4167-4cfb-4f35-adb4-921210c62c33, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:26.465899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:26.538558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:26.542846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:26.554480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-ac82aedd-8793-454c-b694-821376c71d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.556239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-ac82aedd-8793-454c-b694-821376c71d68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072302 Nov 01 18:10:26.595898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-fba21ce0-f698-4546-85fa-b9a22785045a service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384742 Nov 01 18:10:26.645316 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada26e0-f567-43a6-acab-bc1253b742e7 x-openstack-request-id: req-eada26e0-f567-43a6-acab-bc1253b742e7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:26.645593 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:26.645893 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eada26e0-f567-43a6-acab-bc1253b742e7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:26.646276 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'status': 'completed', 'code': 200} Nov 01 18:10:26.737711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:26.747778 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-b8ccd33e-cc65-4f39-8a05-22036a468b1a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834338 Nov 01 18:10:26.790870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ffa7dc05-40b5-4f3c-8e39-3b6e7b6db106 req-a2f53fce-a5ce-4a48-8def-c5a7df3c0881 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660058 Nov 01 18:10:26.821106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.821774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:26.823259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] 10.222.0.32 "PUT /v2.0/ports/fadb4167-4cfb-4f35-adb4-921210c62c33 HTTP/1.1" status: 200 len: 1095 time: 1.4662855 Nov 01 18:10:26.831413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeead8-ccfa-4115-81e3-ba6c031820d9 req-bdbd6181-9d2e-4000-a818-56669204943d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.839615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ebeead8-ccfa-4115-81e3-ba6c031820d9 req-bdbd6181-9d2e-4000-a818-56669204943d tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 946 time: 0.1573551 Nov 01 18:10:26.883678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3036fae-3dd4-43bf-9e08-4aa2ce61a15e req-4c64846d-8643-4578-9b13-2220c7cdddfc service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278524 Nov 01 18:10:26.895588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dfce0-017d-4a9b-a088-0a116b35077d service neutron] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:26.917187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ebeead8-ccfa-4115-81e3-ba6c031820d9 req-3d58a934-93d6-4168-9e41-da495a176882 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765758 Nov 01 18:10:26.925488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00196a-035b-4653-a501-7c590fc0bd31 req-23787a7a-4b4a-4e49-8699-57c7c592c082 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:26.927056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb00196a-035b-4653-a501-7c590fc0bd31 req-23787a7a-4b4a-4e49-8699-57c7c592c082 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.1562057 Nov 01 18:10:27.001623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb00196a-035b-4653-a501-7c590fc0bd31 req-99311d0e-dbe1-464f-bfdb-db009c298173 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Nov 01 18:10:27.010069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-5ff6e7b5-07bf-40f5-9ce6-4672e9a34a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.013196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-5ff6e7b5-07bf-40f5-9ce6-4672e9a34a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0723522 Nov 01 18:10:27.060537 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-1b775ae0-7f97-4783-8a27-7fb86daad428 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fadb4167-4cfb-4f35-adb4-921210c62c33 HTTP/1.1" status: 200 len: 217 time: 0.0390525 Nov 01 18:10:27.114521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ced391e8-103b-4e1a-b8b8-7dc5cccfbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.116154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-ced391e8-103b-4e1a-b8b8-7dc5cccfbe33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0470700 Nov 01 18:10:27.134220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f72a09-55c6-4c41-8e17-225fb3b3e588 req-9bb3c575-a82e-416d-9693-cbfb82353fd2 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.135874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f72a09-55c6-4c41-8e17-225fb3b3e588 req-9bb3c575-a82e-416d-9693-cbfb82353fd2 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.1055553 Nov 01 18:10:27.138676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-d7c68db5-08a9-48e6-a0c3-10088df4bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.140082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-d7c68db5-08a9-48e6-a0c3-10088df4bb24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 1099 time: 0.1361597 Nov 01 18:10:27.165992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a901-52e2-4492-aa58-53c7b0c08c52 req-1f0fb7ed-3cef-4947-9301-83b7467db2a3 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.167589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-a4fc7108-e935-4fa0-9481-43ee13412234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.168725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec97a901-52e2-4492-aa58-53c7b0c08c52 req-1f0fb7ed-3cef-4947-9301-83b7467db2a3 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0976260 Nov 01 18:10:27.169297 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-a4fc7108-e935-4fa0-9481-43ee13412234 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462153 Nov 01 18:10:27.265545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5f72a09-55c6-4c41-8e17-225fb3b3e588 req-5e889f72-896c-4be1-af0b-7394dbbcd7e6 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233091 Nov 01 18:10:27.269767 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-a71bfcf1-2e37-4fda-aba2-755a47df7e8b service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905111 Nov 01 18:10:27.278046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec97a901-52e2-4492-aa58-53c7b0c08c52 req-a3c2e2f0-0b6c-419d-9722-769547eb090e tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929348 Nov 01 18:10:27.300438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-92f4b554-0e58-418b-9899-205a206fb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.302169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-92f4b554-0e58-418b-9899-205a206fb2bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1526732 Nov 01 18:10:27.349536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-9b34bc5f-d6b7-4665-b713-29ee328214b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5 HTTP/1.1" status: 200 len: 217 time: 0.0398424 Nov 01 18:10:27.394829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-071e2d64-50c6-4ff8-bc5d-c3cff0ad61ac req-3605008e-5ef4-414c-8a88-3bb1f0fddd0a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159148 Nov 01 18:10:27.421423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd8b6faa-993f-4eba-a94f-27614ca87d87 req-a1eaadb4-1795-43f9-aadb-6ccaee516401 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 210 time: 0.0744193 Nov 01 18:10:27.448216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-4091f8f1-6df1-4164-aa68-a0e221901455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.449813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-4091f8f1-6df1-4164-aa68-a0e221901455 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0934613 Nov 01 18:10:27.501728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-695cc8a1-a634-48cd-8293-2ca434d40c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.503409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-695cc8a1-a634-48cd-8293-2ca434d40c09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462415 Nov 01 18:10:27.602872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-73015dbe-f6f9-48c3-8cc8-5f640c019a05 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899644 Nov 01 18:10:27.700011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b9f7b93-d0cc-4c7b-848c-34e7ac8e6c90 req-26e3e786-eb97-48dd-a54f-b429d2caf9db service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889778 Nov 01 18:10:27.758714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:27.761302 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe23b262-c8ad-46e0-b4ad-721cda89d116" -d '{"events": [{"name": "network-changed", "server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:27.946844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c33e-08bb-4735-9d49-6bc6be71b8fe req-46eaa843-4489-4086-b462-97acee847aef tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:27.948782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2149c33e-08bb-4735-9d49-6bc6be71b8fe req-46eaa843-4489-4086-b462-97acee847aef tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0415790 Nov 01 18:10:27.991030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2149c33e-08bb-4735-9d49-6bc6be71b8fe req-667d8df7-e13b-467e-b92e-485cf4fd3d97 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Nov 01 18:10:28.041918 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff4f44-d5eb-41bc-8bcc-f0b0764489a5 x-openstack-request-id: req-0dff4f44-d5eb-41bc-8bcc-f0b0764489a5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:28.041918 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:28.041918 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dff4f44-d5eb-41bc-8bcc-f0b0764489a5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:28.041918 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'status': 'completed', 'code': 200} Nov 01 18:10:28.043642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-fec820f7-af44-4386-8a7e-8370daf3e9cc tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.045092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-fec820f7-af44-4386-8a7e-8370daf3e9cc tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 1101 time: 0.0439210 Nov 01 18:10:28.063345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-4570c50f-b548-4fe5-a3e4-c0ae6bcde4df tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:28.178143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-cb1d6e64-6ca8-4ed2-a138-ea845a6e668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.179636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-cb1d6e64-6ca8-4ed2-a138-ea845a6e668c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 1098 time: 0.1041310 Nov 01 18:10:28.247784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-4570c50f-b548-4fe5-a3e4-c0ae6bcde4df tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:28.260933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121951f-f805-4fb3-8382-c05aaf5f8860 req-74c9f356-5081-4272-89eb-77a6feb22918 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.263999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d121951f-f805-4fb3-8382-c05aaf5f8860 req-74c9f356-5081-4272-89eb-77a6feb22918 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 946 time: 0.1262436 Nov 01 18:10:28.339610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d121951f-f805-4fb3-8382-c05aaf5f8860 req-9a2ac4bf-dbc4-4290-b4d1-b44a2a9ca540 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Nov 01 18:10:28.349352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-a4d57872-6364-446e-bfb7-606d950fe6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.350798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-a4d57872-6364-446e-bfb7-606d950fe6e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1600368 Nov 01 18:10:28.355581 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-4570c50f-b548-4fe5-a3e4-c0ae6bcde4df tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:28.416175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-bfcb64cf-fd82-442f-90a4-f417b88b8f79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fadb4167-4cfb-4f35-adb4-921210c62c33 HTTP/1.1" status: 200 len: 217 time: 0.0502877 Nov 01 18:10:28.417734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a0dbb12-6e9a-4813-8682-ae8a029f2984 req-4570c50f-b548-4fe5-a3e4-c0ae6bcde4df tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666282 Nov 01 18:10:28.436050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570c50f-b548-4fe5-a3e4-c0ae6bcde4df tempest-LiveMigrationNegativeTest-337832774 tempest-LiveMigrationNegativeTest-337832774-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77bc7d-c047-4830-989a-c9b14b823ea1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:28.480309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-8cfd881a-a6c5-4505-9e6a-31855261ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.481841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-8cfd881a-a6c5-4505-9e6a-31855261ceed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0561619 Nov 01 18:10:28.580547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f68db0-610b-4ca5-9ec8-be867f51f4c9 req-69b19171-435f-4612-941b-68bfafed579e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.581937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7f68db0-610b-4ca5-9ec8-be867f51f4c9 req-69b19171-435f-4612-941b-68bfafed579e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0822327 Nov 01 18:10:28.583835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-2b869725-6071-4f74-a5ff-ed227c100fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.585229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-2b869725-6071-4f74-a5ff-ed227c100fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943966 Nov 01 18:10:28.667625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7f68db0-610b-4ca5-9ec8-be867f51f4c9 req-2d4d498c-4255-4bff-ade6-1699d0e4f565 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795360 Nov 01 18:10:28.699520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-a7a01645-a072-4081-b9b9-5349e24e0857 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045487 Nov 01 18:10:28.842393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a839d7-895e-4acf-bfc2-884228995cd6 req-ff8dfe37-98ec-4013-b3c4-f1f464f5e277 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:28.843914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1a839d7-895e-4acf-bfc2-884228995cd6 req-ff8dfe37-98ec-4013-b3c4-f1f464f5e277 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0989230 Nov 01 18:10:28.846301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe23b262-c8ad-46e0-b4ad-721cda89d116 req-39f8425f-591e-46a9-9ed0-f81c8de8868a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380696 Nov 01 18:10:28.883461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1a839d7-895e-4acf-bfc2-884228995cd6 req-fc432a64-dfd7-4ff3-9039-9a2dab88c107 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Nov 01 18:10:29.002659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13508dc6-2bbc-4c53-b696-46630799a032 req-8ef3bfdf-a4b9-426b-b45e-a72e3e6f961f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 210 time: 0.0323505 Nov 01 18:10:29.232387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33874) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:29.386039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffa63b6b-a71b-4d2c-8c97-7bce1037bc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.430571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-dd2327e6-e204-4faa-98b3-2f9f5f7b7465 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354829 Nov 01 18:10:29.473258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffa63b6b-a71b-4d2c-8c97-7bce1037bc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.530301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-1512ec00-c5e0-4925-8377-7d1a0cd99856 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:29.531763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-1512ec00-c5e0-4925-8377-7d1a0cd99856 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 946 time: 0.1249230 Nov 01 18:10:29.604415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-81341e43-7083-484c-b93a-19d1f6869f44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:29.605764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-81341e43-7083-484c-b93a-19d1f6869f44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614535 Nov 01 18:10:29.623886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffa63b6b-a71b-4d2c-8c97-7bce1037bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.639372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:29.663553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ffa63b6b-a71b-4d2c-8c97-7bce1037bc71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d4f3f1eeb5d4efdbb2222bee85633c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300423 Nov 01 18:10:29.664745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa63b6b-a71b-4d2c-8c97-7bce1037bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25327d-2f8c-453f-bddf-1136f0d55f9d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:29.667262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:29.690449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:29.753798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2c616-7b7b-4a5f-9dac-08bb3fd241e1 req-5a404b45-3c78-4949-a347-f59048001c7e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:29.762728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6be2c616-7b7b-4a5f-9dac-08bb3fd241e1 req-5a404b45-3c78-4949-a347-f59048001c7e tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 946 time: 0.1559699 Nov 01 18:10:29.769414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-f6be1462-dc66-4001-b296-0e240569da7e service neutron] 10.222.0.32 "GET /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.0759115 Nov 01 18:10:29.808758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:29.815659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.820481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'mac_address': 'fa:16:3e:d4:fe:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:29.823357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Deleting port c82fbc68-088f-43e9-a0cf-fa30405830ba {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:29.823711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.855657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.857777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6be2c616-7b7b-4a5f-9dac-08bb3fd241e1 req-cf731a08-cdca-4870-8163-8e87b2179b50 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups?id=34d2b611-9169-401c-890b-96d28fa89f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938914 Nov 01 18:10:29.876530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:29.892474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:29.915007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:30.003804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] For port c82fbc68-088f-43e9-a0cf-fa30405830ba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c82fbc68-088f-43e9-a0cf-fa30405830ba,segment=NetworkSegment(853cc8f5-17f3-47c8-9d05-1070e1b4feef),segment_id=853cc8f5-17f3-47c8-9d05-1070e1b4feef)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:30.004390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.007670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.019864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Calling delete_port for c82fbc68-088f-43e9-a0cf-fa30405830ba owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:30.029056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c623e-f102-4843-a9c6-bf139bf818ee req-fdac2cb1-e011-40f4-b1ed-50157166a59c tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:30.030555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d4c623e-f102-4843-a9c6-bf139bf818ee req-fdac2cb1-e011-40f4-b1ed-50157166a59c tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0864961 Nov 01 18:10:30.037356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:30.057927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:30.074717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:30.078450 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.079607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.082660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.085266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.089113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe25327d-2f8c-453f-bddf-1136f0d55f9d HTTP/1.1" status: 204 len: 168 time: 0.4180539 Nov 01 18:10:30.099895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a78046e-899c-47f2-a3fa-143129df6c1f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:30.101898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.111781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:30.130872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641fc18-3cac-49a1-b6bc-aec8f55e5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25327d-2f8c-453f-bddf-1136f0d55f9d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.156366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d4c623e-f102-4843-a9c6-bf139bf818ee req-3a2438a5-1d16-49a6-a261-0ff9a7361a8b tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155903 Nov 01 18:10:30.225783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c1bb7a24-1606-43d6-932d-c60f8167fea5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:30.230332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.266752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:30.287270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.305348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474848a6-2f8e-4ba5-acab-28a06a80863e req-bd7c47c4-9965-42b5-b1c2-3f691d3ce4e0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:30.307180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474848a6-2f8e-4ba5-acab-28a06a80863e req-bd7c47c4-9965-42b5-b1c2-3f691d3ce4e0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 944 time: 0.0829639 Nov 01 18:10:30.358979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474848a6-2f8e-4ba5-acab-28a06a80863e req-dbad0de1-f393-4ff3-91e6-042a612a8272 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Nov 01 18:10:30.383671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] Transition to ACTIVE for port object 9a78046e-899c-47f2-a3fa-143129df6c1f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:30.384158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.426743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event deleted for resources: {'Port': ['ID=c82fbc68-088f-43e9-a0cf-fa30405830ba,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.429731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.434533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:30.481153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:30.481536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:30.481903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:30.493512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:30.501573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 9a78046e-899c-47f2-a3fa-143129df6c1f on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:30.514251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:30.514623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:30.515211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:30.515875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound port: 9a78046e-899c-47f2-a3fa-143129df6c1f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:30.516423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.558014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.573555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] No DVR routers for this DVR port c82fbc68-088f-43e9-a0cf-fa30405830ba on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:30.577699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.581647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-936e02c6-b6dd-486a-badf-7065515ac7e2 req-756c251e-5eee-4db4-ab73-3cb2f336199a tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.32 "DELETE /v2.0/ports/c82fbc68-088f-43e9-a0cf-fa30405830ba HTTP/1.1" status: 204 len: 173 time: 1.0426359 Nov 01 18:10:30.588950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'name': 'network-vif-deleted', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:30.591563 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5614a1b-0cd8-402d-b118-ef5bbdb92a8b" -d '{"events": [{"server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "name": "network-vif-deleted", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:30.599401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:30.605537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b6028-45f2-4047-91a0-b49cbe1992ef,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.607850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:30.642651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcbfa8-02f2-452a-abd6-00c0d144c2ff req-ef07fd19-e7d5-41ed-9f68-4ea70dd481ee tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:30.643551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] No DVR routers for this DVR port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:30.644231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcbcbfa8-02f2-452a-abd6-00c0d144c2ff req-ef07fd19-e7d5-41ed-9f68-4ea70dd481ee tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.2197495 Nov 01 18:10:30.658703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.700136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-0d091385-afec-46e3-9576-1eebb343ea70 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9222162 Nov 01 18:10:30.728129 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:30.736403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.133 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/f110e50a-2e4c-4f0e-9100-591ff9e44f3e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:30.741354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcbcbfa8-02f2-452a-abd6-00c0d144c2ff req-fcd43757-bd15-47fe-8e9a-380573553096 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625675 Nov 01 18:10:30.792706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-9e146efb-2ed6-483b-8b17-a78ba835c8f9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:10:30.794787 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-9e146efb-2ed6-483b-8b17-a78ba835c8f9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090027 Nov 01 18:10:30.816254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c82fbc68-088f-43e9-a0cf-fa30405830ba'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:30.817986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:30.867443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-9fc9ab4b-015d-4623-9a56-fac0e4746c9c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:30.869086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-9fc9ab4b-015d-4623-9a56-fac0e4746c9c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 1094 time: 0.0683324 Nov 01 18:10:30.870779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:10:30.880127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Request body: {'binding': {'host': 'n-h2-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:30.880589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Unknown quota resources ['binding']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:10:30.891409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c14c230-2945-4f04-adb6-ff4c665d4340 req-9238f729-a23d-4fe3-8765-6f899bcab215 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 210 time: 0.0758927 Nov 01 18:10:30.968764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-038eadeb-8bd2-4e02-86e6-b5d2e65ff2e0 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:30.970334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-038eadeb-8bd2-4e02-86e6-b5d2e65ff2e0 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1168242 Nov 01 18:10:31.008474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.041055 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65a60e-f078-4b1e-bf9c-1a43c0369092 x-openstack-request-id: req-dd65a60e-f078-4b1e-bf9c-1a43c0369092 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:31.041055 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a746239-3fc7-4834-93df-a1d18e6b7e2c", "name": "network-vif-deleted", "tag": "c82fbc68-088f-43e9-a0cf-fa30405830ba", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:31.041055 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd65a60e-f078-4b1e-bf9c-1a43c0369092 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:31.041616 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a746239-3fc7-4834-93df-a1d18e6b7e2c', 'name': 'network-vif-deleted', 'tag': 'c82fbc68-088f-43e9-a0cf-fa30405830ba', 'status': 'completed', 'code': 200} Nov 01 18:10:31.101304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-e615af7f-abef-4ba0-ba91-90a3e96f3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.102854 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-e615af7f-abef-4ba0-ba91-90a3e96f3ce0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 1096 time: 0.0696476 Nov 01 18:10:31.117785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on host n-h2-815923-2 for vnic_type normal with profile None {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:31.120134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:31.121090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:31.126518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:31.126918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:31.132278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3560b47-c5fb-41ef-b967-d7a5b6dbc175 req-e5699419-4b5d-40e7-b1a8-3462032795c2 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a746239-3fc7-4834-93df-a1d18e6b7e2c HTTP/1.1" status: 200 len: 210 time: 0.0330081 Nov 01 18:10:31.146573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:31.147146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:31.147387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:31.147794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Bound port: 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:31.156818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.216404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:31.216996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-62f04b84-69c0-48d8-8370-26e3d1133974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.218579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-62f04b84-69c0-48d8-8370-26e3d1133974 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0895998 Nov 01 18:10:31.219472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:31.223058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:31.242298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:31.256116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:31.321824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.323116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.341005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-40447261-744c-4689-9289-7c558326787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.346387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-40447261-744c-4689-9289-7c558326787b service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1126921 Nov 01 18:10:31.357321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a61c9-4dc1-44c4-83c2-dc0e00156386 req-6f698d0a-daca-47ac-b756-43d72dbbc7ec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.359578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d04a61c9-4dc1-44c4-83c2-dc0e00156386 req-6f698d0a-daca-47ac-b756-43d72dbbc7ec tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0825522 Nov 01 18:10:31.392817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-5e44db2d-400e-4c20-91dc-484e77c558ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0406134 Nov 01 18:10:31.395811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.396953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ccc4be99-69ef-466b-9dfe-2646a8dba9bb service neutron] 10.222.0.31 "POST /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342/bindings HTTP/1.1" status: 201 len: 389 time: 0.5215919 Nov 01 18:10:31.418432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-e9b41a2f-7dab-497b-9b23-15dd8cba9842 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7876604 Nov 01 18:10:31.433234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Request body: {'port': {'device_id': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:31.451042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d04a61c9-4dc1-44c4-83c2-dc0e00156386 req-46dbf563-83f4-4e5a-9c1e-3df28e167326 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793746 Nov 01 18:10:31.479124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-6698232e-1f1b-4a0e-ad8f-a4047bf850df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.481355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-6698232e-1f1b-4a0e-ad8f-a4047bf850df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0793128 Nov 01 18:10:31.496493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.37', 63557) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:31.545927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-32e0a510-e1b6-47c1-a5d7-c4bff280c40c None None] Provisioning complete for port f110e50a-2e4c-4f0e-9100-591ff9e44f3e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:31.549106 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32e0a510-e1b6-47c1-a5d7-c4bff280c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.550764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.593977 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-97467145-ea5d-48d9-8995-939c69547f7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946052 Nov 01 18:10:31.597808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-32e0a510-e1b6-47c1-a5d7-c4bff280c40c None None] Port f110e50a-2e4c-4f0e-9100-591ff9e44f3e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:31.646604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e728e-c762-467a-a302-53e78783b48f req-7710fca9-ec13-442c-a70b-33c3218cb172 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.648040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-664e728e-c762-467a-a302-53e78783b48f req-7710fca9-ec13-442c-a70b-33c3218cb172 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.37 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 950 time: 0.0860689 Nov 01 18:10:31.671448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab9e4-acba-482b-b660-bf7123ec8fa6 req-8c33fc6d-de74-464f-b665-dd8261e79976 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:31.673118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-118ab9e4-acba-482b-b660-bf7123ec8fa6 req-8c33fc6d-de74-464f-b665-dd8261e79976 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 945 time: 0.1187804 Nov 01 18:10:31.690339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:31.694441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:31.786959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-118ab9e4-acba-482b-b660-bf7123ec8fa6 req-023f57b0-2b9f-4cf9-a8ad-5d1a331663a1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742140 Nov 01 18:10:31.874001 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-8aafd2d9-8719-4c25-952a-c34c30259042 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699981 Nov 01 18:10:31.895076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:31.912595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'mac_address': 'fa:16:3e:0d:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:31.948583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port c1bb7a24-1606-43d6-932d-c60f8167fea5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:31.957853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c1bb7a24-1606-43d6-932d-c60f8167fea5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:31.958226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.987418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Deleting port f73b1f54-84a2-45a5-a968-129f9693299f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:31.987418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:31.991905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f110e50a-2e4c-4f0e-9100-591ff9e44f3e {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:32.004680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.028813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Transition to ACTIVE for port object f110e50a-2e4c-4f0e-9100-591ff9e44f3e will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:32.037352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.039320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619caf70-4c8b-4670-8a21-4e6db9290a76 req-719491f5-93bf-4943-a5a0-44670b5cf491 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.041023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-619caf70-4c8b-4670-8a21-4e6db9290a76 req-719491f5-93bf-4943-a5a0-44670b5cf491 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.1140583 Nov 01 18:10:32.065888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadb4167-4cfb-4f35-adb4-921210c62c33 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:32.090882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-619caf70-4c8b-4670-8a21-4e6db9290a76 req-9d6d4f88-9b65-440c-97f3-77b6d49266b5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Nov 01 18:10:32.120310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-6dc3e744-a02f-414c-b6eb-8ed054cc6684 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371795 Nov 01 18:10:32.130407 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.134334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:32.143632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ab06eb3d-1147-49f5-acda-e1cb08a7c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.145319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ab06eb3d-1147-49f5-acda-e1cb08a7c7aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1165369 Nov 01 18:10:32.148646 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.175401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:32.180774 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501028e-0265-4ec1-8526-574ae197b5ab" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:32.197041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:32.202025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] For port f73b1f54-84a2-45a5-a968-129f9693299f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f73b1f54-84a2-45a5-a968-129f9693299f,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:32.202476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.213748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.249926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Calling delete_port for f73b1f54-84a2-45a5-a968-129f9693299f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:32.294171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:32.310589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.322022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-871a96e8-e3ed-45a9-b180-e1191b29be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.339404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-871a96e8-e3ed-45a9-b180-e1191b29be8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1708667 Nov 01 18:10:32.379826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-de4e4afd-5b2f-434b-a97a-b031377abbb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0444603 Nov 01 18:10:32.384026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:32.474598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-3e7a6102-56ce-4585-a56b-3b9299c2cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.476226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-3e7a6102-56ce-4585-a56b-3b9299c2cba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0853248 Nov 01 18:10:32.477303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fadb4167-4cfb-4f35-adb4-921210c62c33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:32.526278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-4ff8e33b-eed0-4f40-813f-5d662da8118e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373757 Nov 01 18:10:32.619192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:32.631684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640c70-3879-4dd2-a446-9aab678e6fd5 req-6db5ef35-cdc5-4002-b09e-8f21788f0dc8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.633182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64640c70-3879-4dd2-a446-9aab678e6fd5 req-6db5ef35-cdc5-4002-b09e-8f21788f0dc8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.5414035 Nov 01 18:10:32.644523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.656378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f73b1f54-84a2-45a5-a968-129f9693299f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:32.689375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Pushing event deleted for resources: {'Port': ['ID=f73b1f54-84a2-45a5-a968-129f9693299f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:32.694654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-247e60db-24c8-432c-99dc-5651617c251b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.696196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-247e60db-24c8-432c-99dc-5651617c251b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1020238 Nov 01 18:10:32.701921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-dfe3690b-d594-4930-abdb-8fa2fa5d3eac service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676717 Nov 01 18:10:32.725734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3287-023f-45a5-b6db-214dbfa395fd req-70fb7014-f792-4231-914a-4617a19659aa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:32.732027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b1e3287-023f-45a5-b6db-214dbfa395fd req-70fb7014-f792-4231-914a-4617a19659aa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 948 time: 0.5506899 Nov 01 18:10:32.757707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64640c70-3879-4dd2-a446-9aab678e6fd5 req-5434ff95-12ea-4d19-8c8a-a911571c0c5b tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989349 Nov 01 18:10:32.777295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Attempting to bind port f110e50a-2e4c-4f0e-9100-591ff9e44f3e on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:32.777626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Attempting to bind port f110e50a-2e4c-4f0e-9100-591ff9e44f3e by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:32.777954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Attempting to bind port f110e50a-2e4c-4f0e-9100-591ff9e44f3e on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:32.794484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Port f110e50a-2e4c-4f0e-9100-591ff9e44f3e on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:32.794860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Attempting to bind port f110e50a-2e4c-4f0e-9100-591ff9e44f3e on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:32.802622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b1e3287-023f-45a5-b6db-214dbfa395fd req-a49de96a-4985-4103-96d9-b96300ee4fd4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 Nov 01 18:10:32.805618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:32.805962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:32.806394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:32.807403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Bound port: f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:32.807403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:32.916813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:32.920962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:32.949575 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3799ac06-4293-45f0-ae6f-eace377fbed9 x-openstack-request-id: req-3799ac06-4293-45f0-ae6f-eace377fbed9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:32.950110 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:32.950568 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3799ac06-4293-45f0-ae6f-eace377fbed9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:32.951027 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'code': 200} Nov 01 18:10:33.002215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.014080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d2abbfa9-e39c-4b2e-967b-196395d214db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:33.070819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] No DVR routers for this DVR port f73b1f54-84a2-45a5-a968-129f9693299f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:33.082145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.085552 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-664e728e-c762-467a-a302-53e78783b48f req-4783b888-b67c-4419-9443-f71397ffdd7a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.37 "DELETE /v2.0/ports/f73b1f54-84a2-45a5-a968-129f9693299f HTTP/1.1" status: 204 len: 173 time: 1.4097323 Nov 01 18:10:33.087590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'name': 'network-vif-deleted', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:33.090240 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799bf45a-ae49-4ad0-ac35-a7b217fee3f5" -d '{"events": [{"server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "name": "network-vif-deleted", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:33.133667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-719c322e-abb8-437f-8dd6-0fba4fee173b req-90243570-2009-4f57-adf7-6580201a7b16 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d HTTP/1.1" status: 200 len: 210 time: 0.1139455 Nov 01 18:10:33.150328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.151124 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.152663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] 10.222.0.37 "PUT /v2.0/ports/f110e50a-2e4c-4f0e-9100-591ff9e44f3e HTTP/1.1" status: 200 len: 1096 time: 1.7280681 Nov 01 18:10:33.154098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:33.156601 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02d6524-6edc-4d36-84e4-a0df7646d55a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:33.182590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b004-1f04-4afd-9229-3f8396b05a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:33.208753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d21e-fc3e-43d7-8cdb-6ebf647c9ed5 req-ef955104-b6fd-4a2c-afb3-4dfd8a1c3638 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.217258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb86d21e-fc3e-43d7-8cdb-6ebf647c9ed5 req-ef955104-b6fd-4a2c-afb3-4dfd8a1c3638 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 945 time: 0.2077286 Nov 01 18:10:33.227032 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c5858-b5fe-4d5d-bc55-eeaa683a55d4 req-da981e30-c9f6-4f39-b7ce-b5d6e2069228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.228711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc4c5858-b5fe-4d5d-bc55-eeaa683a55d4 req-da981e30-c9f6-4f39-b7ce-b5d6e2069228 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 1101 time: 0.1834140 Nov 01 18:10:33.262854 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-2b650d44-2690-485a-abb8-40b2494d4ae9 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415022 Nov 01 18:10:33.325038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb86d21e-fc3e-43d7-8cdb-6ebf647c9ed5 req-0e864879-9530-4938-8271-df19c8b5d87e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068828 Nov 01 18:10:33.373681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc4c5858-b5fe-4d5d-bc55-eeaa683a55d4 req-3109d56f-0763-4d34-837f-b9b5df93d088 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260910 Nov 01 18:10:33.375382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-673602e4-dde9-4d04-b0d5-af6b5b71120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.376911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-673602e4-dde9-4d04-b0d5-af6b5b71120b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 1099 time: 0.0917988 Nov 01 18:10:33.425156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-4a506230-d561-44cc-b17d-67cafa9a7b03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e HTTP/1.1" status: 200 len: 217 time: 0.0393758 Nov 01 18:10:33.443022 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3541466d-44d2-4039-aa3e-238f7369e67f x-openstack-request-id: req-3541466d-44d2-4039-aa3e-238f7369e67f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:33.443301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13b7f15-4f8a-4e9e-b2d6-e856b2f6151d", "name": "network-vif-deleted", "tag": "f73b1f54-84a2-45a5-a968-129f9693299f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:33.443572 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3541466d-44d2-4039-aa3e-238f7369e67f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:33.443955 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13b7f15-4f8a-4e9e-b2d6-e856b2f6151d', 'name': 'network-vif-deleted', 'tag': 'f73b1f54-84a2-45a5-a968-129f9693299f', 'status': 'completed', 'code': 200} Nov 01 18:10:33.451803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-fa575c2d-79f8-4abd-9082-a0cb75379257 service neutron] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:33.498983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-7af34255-4911-4391-8342-93eafe7c7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.500557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-7af34255-4911-4391-8342-93eafe7c7645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0608437 Nov 01 18:10:33.548680 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d5a71-1a27-4d27-99e8-534d8614b625 x-openstack-request-id: req-521d5a71-1a27-4d27-99e8-534d8614b625 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:33.549009 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:33.549267 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-521d5a71-1a27-4d27-99e8-534d8614b625 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:33.549650 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'status': 'completed', 'code': 200} Nov 01 18:10:33.573194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-c0348d7b-2275-4d6d-839a-6c537dbd560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.574723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-c0348d7b-2275-4d6d-839a-6c537dbd560a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640092 Nov 01 18:10:33.588959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3384c2-a5ca-44ae-a8c3-786ecc6da1da req-e792ff63-3e36-43f4-bc92-777239ba7d3c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.590430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3384c2-a5ca-44ae-a8c3-786ecc6da1da req-e792ff63-3e36-43f4-bc92-777239ba7d3c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 946 time: 0.0890040 Nov 01 18:10:33.603179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-fa575c2d-79f8-4abd-9082-a0cb75379257 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.604371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d591ba2c-e4d8-4e78-9277-4f969a1a553b req-fa575c2d-79f8-4abd-9082-a0cb75379257 service neutron] 10.222.0.37 "DELETE /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.8853450 Nov 01 18:10:33.696002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:33.716570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3384c2-a5ca-44ae-a8c3-786ecc6da1da req-7b349be3-57b4-4e6f-ad35-1ee181772f19 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104414 Nov 01 18:10:33.726112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-eecf0cf7-7f5f-4d02-b39b-9fc8dab84c97 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.727778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-eecf0cf7-7f5f-4d02-b39b-9fc8dab84c97 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1097 time: 0.1476927 Nov 01 18:10:33.753895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:33.788295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-eeab6822-71f6-41ba-8cc8-fb68fda0fe59 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968379 Nov 01 18:10:33.852914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port fadb4167-4cfb-4f35-adb4-921210c62c33 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:33.858413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fadb4167-4cfb-4f35-adb4-921210c62c33 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:33.858974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.903690 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:33.937163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30875b9-f729-4227-a776-5f4a636a6650 req-8554dad9-7318-43ac-b8a4-22edae3cee2d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:33.938773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a30875b9-f729-4227-a776-5f4a636a6650 req-8554dad9-7318-43ac-b8a4-22edae3cee2d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1489723 Nov 01 18:10:33.963759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.002979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdeef66-3a49-4699-8c1a-853807dc05fd req-58d4ec6a-c42d-40fd-98de-0f4917ae971d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009346 Nov 01 18:10:34.018328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:34.059244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a30875b9-f729-4227-a776-5f4a636a6650 req-a9cc7f9c-4476-4926-86e2-600db77bbc82 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975404 Nov 01 18:10:34.108735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:34.149936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.150773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c82fbc68-088f-43e9-a0cf-fa30405830ba no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:34.200920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: c82fbc68-088f-43e9-a0cf-fa30405830ba {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:34.201150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c82fbc68-088f-43e9-a0cf-fa30405830ba not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:34.201513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:34.255917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:34.262558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:34.263552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:34.316096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbab956-d3e4-4709-b11e-a4fee5f3cb52 req-e2f2b37f-9d9f-471d-a297-48e841ef89c8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.317579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fbab956-d3e4-4709-b11e-a4fee5f3cb52 req-e2f2b37f-9d9f-471d-a297-48e841ef89c8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 948 time: 0.2200527 Nov 01 18:10:34.336793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-647343bc-a5ed-405c-8e3f-6b91eb17c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.338276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-647343bc-a5ed-405c-8e3f-6b91eb17c2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 1099 time: 0.1629815 Nov 01 18:10:34.344003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.352372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b14a58-0ea9-41a5-a6b6-1f7b875bd19f req-fcc0ef1b-c2fa-4df8-8761-887148318587 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.354655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b14a58-0ea9-41a5-a6b6-1f7b875bd19f req-fcc0ef1b-c2fa-4df8-8761-887148318587 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 948 time: 0.1638556 Nov 01 18:10:34.390016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.452145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.465231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fbab956-d3e4-4709-b11e-a4fee5f3cb52 req-177b2cc1-47d3-401f-9646-3e9f6f20ed01 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337445 Nov 01 18:10:34.516206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b14a58-0ea9-41a5-a6b6-1f7b875bd19f req-b862f275-6b07-496c-bf69-63d56b93f819 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448457 Nov 01 18:10:34.594399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-d8bab4eb-4076-4cb3-b921-75dd59106eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.595905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-d8bab4eb-4076-4cb3-b921-75dd59106eb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2389097 Nov 01 18:10:34.619771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:34.691849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-c29ff028-7c53-4086-a904-45d27a917b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e HTTP/1.1" status: 200 len: 217 time: 0.0685375 Nov 01 18:10:34.694329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on host n-h1-815923-2 for vnic_type normal with profile {"migrating_to": "n-h2-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:34.694656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:34.694985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:34.729428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:34.729813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Attempting to bind port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:34.739101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:34.739442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:34.744271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:34.744271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Bound port: 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:34.744271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.761781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-3a8ec2b3-05c3-4a8f-bad5-c7d226708258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.763164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-3a8ec2b3-05c3-4a8f-bad5-c7d226708258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0641708 Nov 01 18:10:34.780516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34004) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:34.876934 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.924044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:34.951941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:34.954259 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33cc198-624e-4d82-9661-7e42e8883e9a" -d '{"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:34.968777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:34.991411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-c195a809-55de-4486-94aa-3f19fe3e5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:34.992926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-c195a809-55de-4486-94aa-3f19fe3e5051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040286 Nov 01 18:10:34.994542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:35.039898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-46bbc457-f255-4fc0-b8b7-026af89eb94c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.041450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-46bbc457-f255-4fc0-b8b7-026af89eb94c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.2159927 Nov 01 18:10:35.085335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-8e05e2ed-724a-40e5-a7b3-e4d53685ebdd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/quotas/a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 375 time: 0.0131741 Nov 01 18:10:35.098289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.101000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.105808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "DELETE /v2.0/security-groups/be1775b4-1a93-4785-8c89-ff606ec31b03 HTTP/1.1" status: 204 len: 168 time: 0.3238976 Nov 01 18:10:35.105925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34012) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:35.107731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.122855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d188d-20af-4914-93b0-9fa03805c7f8 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1775b4-1a93-4785-8c89-ff606ec31b03,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:35.124972 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-466a8ac5-ea1d-4906-bacb-b8bdda45f888 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] show failed (client error): The resource could not be found. Nov 01 18:10:35.128858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-466a8ac5-ea1d-4906-bacb-b8bdda45f888 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "GET /v2.0/security-groups/be1775b4-1a93-4785-8c89-ff606ec31b03 HTTP/1.1" status: 404 len: 347 time: 0.0191586 Nov 01 18:10:35.131111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34014) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:35.177040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-bccaad22-2504-436f-b1f3-be4f61b4ceeb service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764843 Nov 01 18:10:35.251159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-c700c08c-3452-43fa-a827-731bb6c6b252 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588237 Nov 01 18:10:35.288938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:35.302089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.302709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.304103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-1ba1bac4-d659-45a3-9ee8-57796432568b service neutron] 10.222.0.32 "PUT /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 1122 time: 1.5546310 Nov 01 18:10:35.312716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Deleting port 0e564a5a-19e1-4b02-b998-0f7e83111424 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:35.313067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.383841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['51b17d03-5530-4f44-bdc3-f3ed6bb7b342'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:35.410397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.410622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.421447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02d6524-6edc-4d36-84e4-a0df7646d55a req-29d90a0a-835d-468b-b966-5045baf45c99 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318776 Nov 01 18:10:35.424386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Calling delete_port for 0e564a5a-19e1-4b02-b998-0f7e83111424 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:35.449428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c088a2c-54fb-474f-9e2a-f9de959f1742 req-64f9737e-bfa2-466c-8fa4-967efd852d1b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.451228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c088a2c-54fb-474f-9e2a-f9de959f1742 req-64f9737e-bfa2-466c-8fa4-967efd852d1b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.0878947 Nov 01 18:10:35.462795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-ec0594f0-65ab-40a9-ab54-e55185c8dacf service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750238 Nov 01 18:10:35.561203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c088a2c-54fb-474f-9e2a-f9de959f1742 req-c371db6d-cc2d-4090-ab2c-1186b1ea59a5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Nov 01 18:10:35.563552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342'}, {'name': 'network-changed', 'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:35.568984 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128333a-2db8-4945-a198-65bbd0b957c9" -d '{"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342"}, {"name": "network-changed", "server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:35.607573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-a97f26d4-5f3a-467d-9c1f-26ba0fcfeff6 service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438406 Nov 01 18:10:35.657043 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4776491-17bc-4310-bb4b-122c71211797 x-openstack-request-id: req-e4776491-17bc-4310-bb4b-122c71211797 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:35.657356 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:35.657616 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4776491-17bc-4310-bb4b-122c71211797 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:35.658010 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'code': 200} Nov 01 18:10:35.782748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1744c-0728-4f49-87dc-864970a5d0eb req-9f95d294-1fcf-4045-ad85-c2b25115f512 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.784262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cf1744c-0728-4f49-87dc-864970a5d0eb req-9f95d294-1fcf-4045-ad85-c2b25115f512 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.0752323 Nov 01 18:10:35.790207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a233a99-3eff-4311-84a9-936939054622 req-062253a0-55fb-44cd-9549-714fe8993570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.792267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a233a99-3eff-4311-84a9-936939054622 req-062253a0-55fb-44cd-9549-714fe8993570 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 1100 time: 0.0707059 Nov 01 18:10:35.824626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.848045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cf1744c-0728-4f49-87dc-864970a5d0eb req-841ae99a-9ef5-4447-9f2f-7aeb8f239de6 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548227 Nov 01 18:10:35.852127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Pushing event deleted for resources: {'Port': ['ID=0e564a5a-19e1-4b02-b998-0f7e83111424,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:35.854448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a233a99-3eff-4311-84a9-936939054622 req-0e85f1ad-6b62-4870-acd7-ef7d451fad52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 Nov 01 18:10:35.940163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.953784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:35.957490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c1ae49d-13cb-4c06-9a4b-d1e7150d34b1 tempest-ImagesOneServerNegativeTestJSON-965963719 tempest-ImagesOneServerNegativeTestJSON-965963719-project] 10.222.0.31 "DELETE /v2.0/floatingips/32710bf2-f98f-4fd3-900d-01484e2df655 HTTP/1.1" status: 204 len: 168 time: 0.8224580 Nov 01 18:10:35.995542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed4d90-3187-4d21-b55b-650aa8e38be2 req-1ed63576-1888-4886-a224-87090d902648 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:35.998564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17ed4d90-3187-4d21-b55b-650aa8e38be2 req-1ed63576-1888-4886-a224-87090d902648 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 949 time: 0.0615790 Nov 01 18:10:36.043180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17ed4d90-3187-4d21-b55b-650aa8e38be2 req-3fe35769-3137-4b36-ada9-054433503847 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Nov 01 18:10:36.167016 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba53414-2717-42c2-87aa-2852898a6a22 x-openstack-request-id: req-0ba53414-2717-42c2-87aa-2852898a6a22 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:36.167394 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342", "code": 200}, {"name": "network-changed", "server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:36.167671 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ba53414-2717-42c2-87aa-2852898a6a22 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:36.168056 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'code': 200} Nov 01 18:10:36.169148 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'status': 'completed', 'code': 200} Nov 01 18:10:36.193023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1e055-1e81-493f-89d0-75186d0a9ef9 req-8a0f5e72-9b49-44cf-a107-3454ac566690 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.195962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bca1e055-1e81-493f-89d0-75186d0a9ef9 req-8a0f5e72-9b49-44cf-a107-3454ac566690 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 948 time: 0.0562098 Nov 01 18:10:36.262518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95f9f234-b750-4a93-93c5-04cd8162ffd2 req-fc4cd389-c21b-49e6-baed-d89f2832ae01 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 210 time: 0.0572920 Nov 01 18:10:36.279055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f73b1f54-84a2-45a5-a968-129f9693299f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:36.298987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bca1e055-1e81-493f-89d0-75186d0a9ef9 req-a42684e2-7adc-44d6-81ea-c7bcfd773025 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927603 Nov 01 18:10:36.303787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-366a1ca6-6767-4dd9-b161-b8f1fe0a3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.306038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-366a1ca6-6767-4dd9-b161-b8f1fe0a3523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1125 time: 0.1091936 Nov 01 18:10:36.322409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: f73b1f54-84a2-45a5-a968-129f9693299f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:36.324240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f73b1f54-84a2-45a5-a968-129f9693299f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:36.411822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:36.412561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-ce3323da-08ef-4559-983b-bee401e4725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.414108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-ce3323da-08ef-4559-983b-bee401e4725a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.0994611 Nov 01 18:10:36.464728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-9ac4002f-cf55-4004-ba76-3b98c4f1e9c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0425255 Nov 01 18:10:36.467851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Deleting subnet 9a6568b5-d68a-4dfd-a412-7fd782f28a9b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:10:36.471172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.511736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.523087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-0a7fabe6-1f3f-43e8-8582-c7bbe6cebd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.524590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-0a7fabe6-1f3f-43e8-8582-c7bbe6cebd14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0522358 Nov 01 18:10:36.551216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.557933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-08d00a7f-ccc3-4b80-8bc6-ecb80e1a2d2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254900 Nov 01 18:10:36.680446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-7758fa97-8d73-4c75-b06e-7cf72d8dde6f service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149039 Nov 01 18:10:36.693608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25abc1-e132-4111-87fe-33a9593edba0 req-8c02c4ed-e322-4255-a917-34ec80d07a4f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.695053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac25abc1-e132-4111-87fe-33a9593edba0 req-8c02c4ed-e322-4255-a917-34ec80d07a4f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.0689046 Nov 01 18:10:36.703694 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.732050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.735217 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a6568b5-d68a-4dfd-a412-7fd782f28a9b HTTP/1.1" status: 204 len: 168 time: 0.3221340 Nov 01 18:10:36.736286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0173b-613f-4f9b-912f-38724fb5995f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6568b5-d68a-4dfd-a412-7fd782f28a9b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:36.738575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:36.787203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac25abc1-e132-4111-87fe-33a9593edba0 req-26a6a8fa-c81f-4505-bca4-d691c14d9e03 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Nov 01 18:10:36.810950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c128333a-2db8-4945-a198-65bbd0b957c9 req-3575126b-8864-4c73-be24-8605b0eaa4e1 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149242 Nov 01 18:10:36.819893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.899547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.920227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69a1407-e837-40f6-996f-ff751d072e33']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:36.929571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853cc8f5-17f3-47c8-9d05-1070e1b4feef') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:36.929866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853cc8f5-17f3-47c8-9d05-1070e1b4feef') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:36.942303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.960646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.968131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:10:36.968555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:36.989185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634369-dfb5-438b-b0db-723f97380d0d req-61f0ae63-741f-48ae-846b-95b6e6fb7d5f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:36.990826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60634369-dfb5-438b-b0db-723f97380d0d req-61f0ae63-741f-48ae-846b-95b6e6fb7d5f tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.0637527 Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:10:37.016696 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:10:37.036809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60634369-dfb5-438b-b0db-723f97380d0d req-8c04142e-9de0-4731-a6d1-ae93ff30cf4a tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 Nov 01 18:10:37.048857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:37.097613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-54e8e831-2eab-4b98-bc9d-5b818a70a388 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:37.099097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-54e8e831-2eab-4b98-bc9d-5b818a70a388 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.32 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.0614369 Nov 01 18:10:37.115795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.123098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.130290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e69a1407-e837-40f6-996f-ff751d072e33 HTTP/1.1" status: 204 len: 168 time: 0.3905602 Nov 01 18:10:37.140677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d14114-2ed4-4844-8aef-a00e95b083c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e69a1407-e837-40f6-996f-ff751d072e33,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:37.223159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89314b58-455b-4929-8a31-626104546e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.268885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537a4b-fafc-4a1b-9f58-f8dd71874cf0 req-b463a91d-38d0-4c97-8a33-0ca4e2a50580 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:37.270378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a537a4b-fafc-4a1b-9f58-f8dd71874cf0 req-b463a91d-38d0-4c97-8a33-0ca4e2a50580 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 949 time: 0.1103730 Nov 01 18:10:37.311800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Deleting port d2abbfa9-e39c-4b2e-967b-196395d214db {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:10:37.318246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.329436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89314b58-455b-4929-8a31-626104546e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.435795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89314b58-455b-4929-8a31-626104546e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.488149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-89314b58-455b-4929-8a31-626104546e83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd01868b4a0b42deb1793d78249df880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358299 Nov 01 18:10:37.488149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89314b58-455b-4929-8a31-626104546e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e84595-c74c-4328-876c-06b6a9858342,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:37.489565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34078) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:37.550537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.575916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:37.587139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.648425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e7ef91c8-0558-428a-900c-7dfa980c2b4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=709aa04ba00e4061a6302acc59ba9bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713873 Nov 01 18:10:37.653907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34082) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:37.688219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a537a4b-fafc-4a1b-9f58-f8dd71874cf0 req-f2757685-1c50-4bcb-b4d6-b63d89a99b06 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093688 Nov 01 18:10:37.710539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c5ac290-4229-443d-96ae-e793c1024bf6 req-1f8c9e07-0610-4403-8058-7ea1a463d37a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 210 time: 0.3632212 Nov 01 18:10:37.724497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.749191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.751875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.753008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7e84595-c74c-4328-876c-06b6a9858342 HTTP/1.1" status: 204 len: 168 time: 0.2629588 Nov 01 18:10:37.759182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.768121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] For port d2abbfa9-e39c-4b2e-967b-196395d214db, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d2abbfa9-e39c-4b2e-967b-196395d214db,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:37.768578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.772064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621b48b-cd24-4529-8801-0a166de9e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e84595-c74c-4328-876c-06b6a9858342,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:37.799415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Calling delete_port for d2abbfa9-e39c-4b2e-967b-196395d214db owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:10:37.830192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c71c8b-71da-490c-b5ad-f74736882d6b req-cbc07c33-1dac-44db-86d1-4c7cd61b6bb3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:37.831819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6c71c8b-71da-490c-b5ad-f74736882d6b req-cbc07c33-1dac-44db-86d1-4c7cd61b6bb3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 948 time: 0.0800540 Nov 01 18:10:37.915608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.918472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:37.919708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d2b611-9169-401c-890b-96d28fa89f11 HTTP/1.1" status: 204 len: 168 time: 0.2661445 Nov 01 18:10:37.928142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac40c8-edac-4b43-960a-5325da5a2914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2b611-9169-401c-890b-96d28fa89f11,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:37.965718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6c71c8b-71da-490c-b5ad-f74736882d6b req-a7e178b2-8e4f-432c-a948-36ab53d8caf6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970411 Nov 01 18:10:37.993215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d74dc5-3d7b-4a19-b27f-0d8a0e028d56 req-7c7bb063-c2a8-4996-9040-8198e60b25df tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:37.995323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d74dc5-3d7b-4a19-b27f-0d8a0e028d56 req-7c7bb063-c2a8-4996-9040-8198e60b25df tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.1262963 Nov 01 18:10:38.050351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:10:38.076392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d74dc5-3d7b-4a19-b27f-0d8a0e028d56 req-de1bc483-f03c-4094-b9cf-d0a1446a16fa tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Nov 01 18:10:38.178989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aae55-67ab-4dac-9061-8c2a17ec8d53 req-7edb3caa-ce20-4767-8485-d3f5122584fe tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:38.180803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-022aae55-67ab-4dac-9061-8c2a17ec8d53 req-7edb3caa-ce20-4767-8485-d3f5122584fe tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 949 time: 0.0515890 Nov 01 18:10:38.183052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.198125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d2abbfa9-e39c-4b2e-967b-196395d214db'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:38.226707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Pushing event deleted for resources: {'Port': ['ID=d2abbfa9-e39c-4b2e-967b-196395d214db,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:38.265190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-1add01af-fc4e-4265-b7b5-b9b403a2ea3a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:38.271787 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-1add01af-fc4e-4265-b7b5-b9b403a2ea3a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1705527 Nov 01 18:10:38.273480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-022aae55-67ab-4dac-9061-8c2a17ec8d53 req-8ec28c4e-ec3f-4f7d-9356-b683040f7adf tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/security-groups?id=a09efa42-a9df-434e-b18d-9e49c9a82aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830331 Nov 01 18:10:38.287337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Request body: {'port': {'device_id': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'admin_state_up': True, 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:38.301413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] No DVR routers for this DVR port d2abbfa9-e39c-4b2e-967b-196395d214db on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:38.304134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.307591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f110e50a-2e4c-4f0e-9100-591ff9e44f3e details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:38.318760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14516f45-d3d0-45a6-af74-02adc18ade20 req-d8e0d203-6a0f-4d46-8563-3fe35fa5f4d7 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.32 "DELETE /v2.0/ports/d2abbfa9-e39c-4b2e-967b-196395d214db HTTP/1.1" status: 204 len: 173 time: 1.2127178 Nov 01 18:10:38.319351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'name': 'network-vif-deleted', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:38.325661 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6470cf6-db34-491b-83b9-2538e5db5c84" -d '{"events": [{"server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "name": "network-vif-deleted", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:38.418201 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b735454-e574-471f-8a6a-f7928148f26d x-openstack-request-id: req-1b735454-e574-471f-8a6a-f7928148f26d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:38.418494 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97026147-ec57-4124-a338-5eacb981dc1b", "name": "network-vif-deleted", "tag": "d2abbfa9-e39c-4b2e-967b-196395d214db", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:38.418746 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b735454-e574-471f-8a6a-f7928148f26d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:38.419137 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97026147-ec57-4124-a338-5eacb981dc1b', 'name': 'network-vif-deleted', 'tag': 'd2abbfa9-e39c-4b2e-967b-196395d214db', 'status': 'completed', 'code': 200} Nov 01 18:10:38.511648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:38.523531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'mac_address': 'fa:16:3e:3c:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:38.560767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.574268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f110e50a-2e4c-4f0e-9100-591ff9e44f3e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:38.597870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:38.600886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:38.606344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.765296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Allocated IP 172.20.0.7 (960c7e92-31ed-4ad2-a7ae-f9750579e770/19a218d6-bc57-42a8-9ec7-835fe536f6cc/8ff9b514-3239-4f9f-a7d9-60f3ce61e361) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:38.808528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.860884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24faeb-4012-411d-96b5-a524ae4e89d1 req-4912cda7-a213-488a-89f1-c24883bef8dd tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:38.869745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba24faeb-4012-411d-96b5-a524ae4e89d1 req-4912cda7-a213-488a-89f1-c24883bef8dd tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 949 time: 0.0732572 Nov 01 18:10:38.900040 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:38.901011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:38.924668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-684611b8-37da-4a59-bbfb-1163f6a8a673 req-1cfa0619-2a27-4bc6-89f5-333f2bcc732a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 210 time: 0.0518439 Nov 01 18:10:38.943442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba24faeb-4012-411d-96b5-a524ae4e89d1 req-58a71ad2-0a8f-4378-80c0-d98428342a7d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721524 Nov 01 18:10:38.954786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:39.047266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:39.100684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:39.111960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:39.118407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:39.122043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:39.142987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e9326-1712-49fc-b9e0-7e421c3e01bc req-c58d986e-be38-4bce-aaf0-d15efd11855c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:39.155409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f6e9326-1712-49fc-b9e0-7e421c3e01bc req-c58d986e-be38-4bce-aaf0-d15efd11855c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 949 time: 0.1150999 Nov 01 18:10:39.202319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:39.203177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:39.253229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f6e9326-1712-49fc-b9e0-7e421c3e01bc req-3ac1ebf1-dd1a-47f4-baeb-bccfe44a3ab5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968697 Nov 01 18:10:39.262077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de82b3-e0ad-447c-a10a-c22186d90010 req-6108c7f8-7c94-41cc-9787-2ea0b3f5f47c tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:39.263608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4de82b3-e0ad-447c-a10a-c22186d90010 req-6108c7f8-7c94-41cc-9787-2ea0b3f5f47c tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 950 time: 0.1903863 Nov 01 18:10:39.306005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:39.311024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4de82b3-e0ad-447c-a10a-c22186d90010 req-4e3477b4-50d4-4164-ac55-b33c11126822 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Nov 01 18:10:39.371656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-bff3d286-ce7f-4c00-b04d-90dc69439152 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0944881 Nov 01 18:10:39.382555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9718bf-104a-4366-b87f-7080516c58bd req-608ad6e2-c514-481a-bed6-a5ed048dbe0c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:39.391348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e9718bf-104a-4366-b87f-7080516c58bd req-608ad6e2-c514-481a-bed6-a5ed048dbe0c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.0663681 Nov 01 18:10:39.399594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Request body: {'port': {'device_id': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:39.444952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e9718bf-104a-4366-b87f-7080516c58bd req-94600e67-6f63-4ea8-8a72-895b37226234 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Nov 01 18:10:39.503068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0543e0ff-ee5e-4ad3-9e62-ff37573e944c req-40027466-a21d-4829-8d3c-b181860a65e4 tempest-LiveMigrationNegativeTest-411412458 tempest-LiveMigrationNegativeTest-411412458-project] 10.222.0.31 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 210 time: 0.0282636 Nov 01 18:10:39.549700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:39.572711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34152) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:39.731944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1254329889-network', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:39.746265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:39.774722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8218e103-0507-4cee-9b1a-6ead55be40cb req-b984f97e-0ae5-413e-8233-9e92856c471f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97026147-ec57-4124-a338-5eacb981dc1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0375462 Nov 01 18:10:39.849279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8218e103-0507-4cee-9b1a-6ead55be40cb req-cdfa8e00-44db-418d-86c8-42ec4bdc454d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a8a31310d140fcb6792241c34c11e0&device_id=97026147-ec57-4124-a338-5eacb981dc1b HTTP/1.1" status: 200 len: 210 time: 0.0507319 Nov 01 18:10:39.884030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:39.897801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 has no active binding in host n-h2-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:10:39.900206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8218e103-0507-4cee-9b1a-6ead55be40cb req-5e06858c-f9b6-4124-82fb-6d6854b68ec4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d8a8a31310d140fcb6792241c34c11e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271866 Nov 01 18:10:39.912001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Made reservation on behalf of f72a29578c304e729795d6a471fe94ab for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:39.914312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:39.996386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:40.004748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.010407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.020632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Transition to ACTIVE for port object 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:40.090441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ca7adffb-8e50-4279-9110-fa844b320bdb service neutron] 10.222.0.37 "GET /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342/bindings/n-h2-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.1887922 Nov 01 18:10:40.092607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.135365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218e103-0507-4cee-9b1a-6ead55be40cb req-5b2f8b88-3a64-4c92-806f-50a5561ee28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.137186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8218e103-0507-4cee-9b1a-6ead55be40cb req-5b2f8b88-3a64-4c92-806f-50a5561ee28a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177844 Nov 01 18:10:40.156545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:40.194314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.272824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:40.273165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:40.273497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:40.278485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:40.278856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:40.285198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:40.285541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:40.285924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:40.286354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Bound port: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:40.286712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.295813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.310975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f110e50a-2e4c-4f0e-9100-591ff9e44f3e up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:40.374960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:40.379222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:40.389806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:10:40.401137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6801-2f1a-48b2-ad80-d84e4795dbe4 req-41cf6984-6a7a-4ca5-b78d-de3eb1347859 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.402668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3d6801-2f1a-48b2-ad80-d84e4795dbe4 req-41cf6984-6a7a-4ca5-b78d-de3eb1347859 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1549780 Nov 01 18:10:40.412769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14533364-bd41-4162-9946-19ed3f6a5ffe,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:40.447786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port f110e50a-2e4c-4f0e-9100-591ff9e44f3e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:40.451983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.452667 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Added segment 5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf of type vlan for network 37d1fd8c-903e-4110-a897-1a544cf4ca60 Nov 01 18:10:40.453529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f110e50a-2e4c-4f0e-9100-591ff9e44f3e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:40.457668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.481787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.534896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3d6801-2f1a-48b2-ad80-d84e4795dbe4 req-b143c1db-f833-46ef-9178-f59cd7d46621 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191649 Nov 01 18:10:40.541804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.570849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.570849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:40.580158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.580158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.580158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] 10.222.0.32 "PUT /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 1091 time: 1.1860414 Nov 01 18:10:40.580158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:40.584593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:40.586354 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9119e-6de9-45cc-959a-49631bd8a05c" -d '{"events": [{"name": "network-changed", "server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:40.587205 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc438b25-5d3a-4b08-bbec-3da9a5f7c54a" -d '{"events": [{"server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "name": "network-vif-plugged", "status": "completed", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:40.602311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:40.623946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:40.631337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71953f36-72e9-42b7-9f73-2e5237ad0c0b service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:40.633060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b248bc-ebe6-4fd2-8525-bd0baa2970ce req-dbc17765-1568-4a04-b08a-f162febd8f2c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.639192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7b248bc-ebe6-4fd2-8525-bd0baa2970ce req-dbc17765-1568-4a04-b08a-f162febd8f2c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 949 time: 0.1805220 Nov 01 18:10:40.704059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.720069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:40.748673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:40.761673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7b248bc-ebe6-4fd2-8525-bd0baa2970ce req-290024f1-b788-483d-96e2-af643cadbfd1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942671 Nov 01 18:10:40.762991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-6774c83f-1b03-456e-a782-c1d35ec546f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.764342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:40.766250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-6774c83f-1b03-456e-a782-c1d35ec546f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1094 time: 0.0515780 Nov 01 18:10:40.779441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c012d-1e11-433b-b12e-ff4caad47c1a req-8f6cb033-857b-4baa-9bb5-4a1ef306a779 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.781005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e59c012d-1e11-433b-b12e-ff4caad47c1a req-8f6cb033-857b-4baa-9bb5-4a1ef306a779 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 944 time: 0.1150241 Nov 01 18:10:40.782221 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.783109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.783700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.824414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-fc33a996-55b0-4b8d-b369-e9a9aecbda19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 217 time: 0.0423131 Nov 01 18:10:40.868378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] Pushing event updated for resources: {'Network': ['ID=37d1fd8c-903e-4110-a897-1a544cf4ca60,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:40.878497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-cde75a50-a542-4521-9b65-5ad131171d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:40.891036 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-cde75a50-a542-4521-9b65-5ad131171d79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0503998 Nov 01 18:10:40.891340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:10:40.891444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e59c012d-1e11-433b-b12e-ff4caad47c1a req-a941e446-8d76-421b-930d-c737e52882b0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 Nov 01 18:10:40.915129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:40.920059 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-2ff10ff9-daa7-48bb-a666-691d8cf984c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307906 Nov 01 18:10:40.970428 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025696fb-993d-4917-9a4d-f42b562b5b94 x-openstack-request-id: req-025696fb-993d-4917-9a4d-f42b562b5b94 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:40.970735 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "name": "network-vif-plugged", "status": "completed", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:40.971156 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-025696fb-993d-4917-9a4d-f42b562b5b94 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:40.971785 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'code': 200} Nov 01 18:10:40.989114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e1c33540-0afc-4785-bd1d-3cb4ef837023 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4112887 Nov 01 18:10:40.989536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34196) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:40.997443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Request body: {'subnet': {'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1254329889-subnet', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:41.010560 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923afae0-6c11-4162-9799-c67b5a4430fc x-openstack-request-id: req-923afae0-6c11-4162-9799-c67b5a4430fc {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:41.011035 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:41.011230 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-923afae0-6c11-4162-9799-c67b5a4430fc {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:41.011615 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'status': 'completed', 'code': 200} Nov 01 18:10:41.053064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] Transition to ACTIVE for port object 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:41.083304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-df1b8211-fe1a-4999-be54-37be2f3077f6 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537111 Nov 01 18:10:41.091826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2bbb1-0e81-4448-99c7-1347d22fe89a req-b9ab482e-37c3-4f3b-b991-0b94db53a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.093248 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72f2bbb1-0e81-4448-99c7-1347d22fe89a req-b9ab482e-37c3-4f3b-b991-0b94db53a4fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 1101 time: 0.0531180 Nov 01 18:10:41.115275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Made reservation on behalf of f72a29578c304e729795d6a471fe94ab for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:41.117735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.199575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72f2bbb1-0e81-4448-99c7-1347d22fe89a req-31f41ecd-24fe-4096-8365-51e480de23ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916357 Nov 01 18:10:41.224462 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98cecf18-66d9-47c0-888e-f7647ebf7be6 req-1e8bdb47-0ae0-471c-8796-8d59466849a0 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261673 Nov 01 18:10:41.229936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.326815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34204) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:41.332909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] No DVR routers for this DVR port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:10:41.351422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] Pushing event updated for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:41.388709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-292010c1-ccf7-48c2-b474-0ce2a5bdd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.389839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f1874230-2899-4568-a1d2-a35f93fdf604 service neutron] 10.222.0.37 "PUT /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342/bindings/n-h2-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2876587 Nov 01 18:10:41.391104 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-292010c1-ccf7-48c2-b474-0ce2a5bdd125 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1094 time: 0.0521467 Nov 01 18:10:41.456320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.512864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-b38b03ef-e9ea-4c48-b39a-0b33ab7fefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.514448 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-b38b03ef-e9ea-4c48-b39a-0b33ab7fefaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1162398 Nov 01 18:10:41.537901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ee9795-3aeb-49a9-ac2a-92479f1896c3,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:41.545785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Checking segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:41.546267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Network hostable DHCP agents. Network: 37d1fd8c-903e-4110-a897-1a544cf4ca60, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:10:41.567605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-7df6963e-5fdb-4d1b-ae14-c2d12d878a5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 217 time: 0.0433712 Nov 01 18:10:41.571203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e488e6b-93b3-4a54-b886-1a6f5af31c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8a8a31310d140fcb6792241c34c11e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431455 Nov 01 18:10:41.578632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34222) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:41.627980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:10:41.630457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-4ded7a92-9414-4a7b-9035-12d166e29982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.632043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-4ded7a92-9414-4a7b-9035-12d166e29982 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0569410 Nov 01 18:10:41.658736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.669134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-073a8760-df62-45f9-9e96-c88c55b6dc3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289671 Nov 01 18:10:41.703719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.737558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f7fe2-3684-4581-a316-f73194d6d1e4 req-3f0f83a6-32d0-4d2c-8d10-6072302a567f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.745221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51f7fe2-3684-4581-a316-f73194d6d1e4 req-3f0f83a6-32d0-4d2c-8d10-6072302a567f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1091115 Nov 01 18:10:41.756816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d2abbfa9-e39c-4b2e-967b-196395d214db no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:41.761384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 37d1fd8c-903e-4110-a897-1a544cf4ca60) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:41.775237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:41.776150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.778122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-ab982642-ec9f-4f48-867e-4b9ac6e7f45d service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932505 Nov 01 18:10:41.783945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d2abbfa9-e39c-4b2e-967b-196395d214db {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:10:41.784283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d2abbfa9-e39c-4b2e-967b-196395d214db not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:41.787937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104f7cd-e5b5-4b62-b068-f18592ca5de4 None None] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:41.829807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51f7fe2-3684-4581-a316-f73194d6d1e4 req-6b984ce7-a3f0-4d29-938d-058a8629cad1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774465 Nov 01 18:10:41.856159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e6949d7-9490-4036-8512-2b2ed8715a10 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8654521 Nov 01 18:10:41.858690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:41.866916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:41.911304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82d9119e-6de9-45cc-959a-49631bd8a05c req-0f4c264e-a12d-4076-a97c-ea850c566bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228418 Nov 01 18:10:41.933278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.935903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:41.951114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09efa42-a9df-434e-b18d-9e49c9a82aa6 HTTP/1.1" status: 204 len: 168 time: 0.3651323 Nov 01 18:10:41.998251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85080e9d-8686-42a6-aa16-ab0ab676961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09efa42-a9df-434e-b18d-9e49c9a82aa6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:42.013652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-52301e51-715a-4506-8e99-871bab0de8e6 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.015160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-52301e51-715a-4506-8e99-871bab0de8e6 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1404216 Nov 01 18:10:42.104947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943764c-f839-48de-8d00-6b57ff03f3cb req-45c63a83-23ca-4182-9315-bb827aa642f8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.112057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e943764c-f839-48de-8d00-6b57ff03f3cb req-45c63a83-23ca-4182-9315-bb827aa642f8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 950 time: 0.1593776 Nov 01 18:10:42.115894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.118013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.153233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-37d1fd8c-903e-4110-a897-1a544cf4ca60', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:10:42.154323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.172524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-6e3d4e53-d847-43ec-8bfb-293b4e3227da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.174036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-6e3d4e53-d847-43ec-8bfb-293b4e3227da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&tenant_id=22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 1096 time: 0.1496389 Nov 01 18:10:42.198608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e943764c-f839-48de-8d00-6b57ff03f3cb req-e9d74ac8-3a12-495d-91bc-7c9679063ad2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856783 Nov 01 18:10:42.240136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.297319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b721-dd43-4e0f-bef5-5617336b0839 req-d5631174-2b81-4518-918c-e34c27f1dd81 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.298875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b15b721-dd43-4e0f-bef5-5617336b0839 req-d5631174-2b81-4518-918c-e34c27f1dd81 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.1138763 Nov 01 18:10:42.311892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ef0c1058-ecb2-447f-8d6a-9c72b3e78ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.313719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-ef0c1058-ecb2-447f-8d6a-9c72b3e78ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0870514 Nov 01 18:10:42.347655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Allocated IP 172.20.0.2 (37d1fd8c-903e-4110-a897-1a544cf4ca60/b5ee9795-3aeb-49a9-ac2a-92479f1896c3/b9773caf-49d8-465b-a3b2-1a0c54d5f763) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:42.473143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b15b721-dd43-4e0f-bef5-5617336b0839 req-2ac8525d-7755-4e84-a713-9e3fde5df9bd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644180 Nov 01 18:10:42.511629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.550858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.568614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-57327a5d-d37e-4640-a416-971d3a075689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.570078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-57327a5d-d37e-4640-a416-971d3a075689 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.2063565 Nov 01 18:10:42.613403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.618443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-d6f20153-6fa9-4e5c-a116-55d25173045e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0353827 Nov 01 18:10:42.651919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:42.659118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:42.663667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:42.675680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34254) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:42.676172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Pushing event updated for resources: {'Port': ['ID=b9773caf-49d8-465b-a3b2-1a0c54d5f763,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:42.737671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f466d30c-212c-4443-9515-ec242c379ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:42.739177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-f466d30c-212c-4443-9515-ec242c379ad9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0965493 Nov 01 18:10:42.741487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Attempting to bind port b9773caf-49d8-465b-a3b2-1a0c54d5f763 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:42.741801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Attempting to bind port b9773caf-49d8-465b-a3b2-1a0c54d5f763 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:42.742165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Attempting to bind port b9773caf-49d8-465b-a3b2-1a0c54d5f763 on network 37d1fd8c-903e-4110-a897-1a544cf4ca60 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:42.748187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:42.748560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Checking segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:42.748959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.749506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Bound using segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:42.750038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Bound port: b9773caf-49d8-465b-a3b2-1a0c54d5f763, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:42.750364 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.774078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-035536c4-3b9c-4126-81c5-5791863681ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=028badfcbbf041e280becb2bbf73b662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940437 Nov 01 18:10:42.774303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:42.783359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-d1a2ef47-4282-45a5-b10e-c27e7a7afd9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312920 Nov 01 18:10:42.822711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] For port b9773caf-49d8-465b-a3b2-1a0c54d5f763, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:42.827089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] For port b9773caf-49d8-465b-a3b2-1a0c54d5f763, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b9773caf-49d8-465b-a3b2-1a0c54d5f763,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:42.842212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.869301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.892921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:42.975844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abb218-f2c3-4949-a3d9-f0c295b2a1f7 None None] Pushing event updated for resources: {'Port': ['ID=b9773caf-49d8-465b-a3b2-1a0c54d5f763,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:43.041195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:43.042836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:43.043909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:43.045266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e77bc7d-c047-4830-989a-c9b14b823ea1 HTTP/1.1" status: 204 len: 168 time: 0.2700486 Nov 01 18:10:43.056819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-19dd314a-6283-441e-85bd-a9a1ac89cb35 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598326 Nov 01 18:10:43.057434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5215e-e962-44aa-8e70-f3f4d2a1d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77bc7d-c047-4830-989a-c9b14b823ea1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:43.095614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:43.271156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9c86-7b4d-4932-8767-1d4b5c4892a9 req-d878a555-d68c-442c-8eae-7757881cc870 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:43.279996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-929b9c86-7b4d-4932-8767-1d4b5c4892a9 req-d878a555-d68c-442c-8eae-7757881cc870 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.2873220 Nov 01 18:10:43.396259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-929b9c86-7b4d-4932-8767-1d4b5c4892a9 req-c2dc5b93-e278-414a-9146-159b7f596f79 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152236 Nov 01 18:10:43.433833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-5ad031ee-9d25-45f7-b34f-c9c787b209fe service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490644 Nov 01 18:10:43.455031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Allocated IP 172.25.2.206 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4d975543-91a9-4fc7-9436-11b3c1b0c974) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:43.720483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae4c-95a8-4596-bf23-12ec7636f523 req-1b007da9-0b86-4d79-9873-e16b9c1cbe01 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:43.723536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9aeae4c-95a8-4596-bf23-12ec7636f523 req-1b007da9-0b86-4d79-9873-e16b9c1cbe01 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 950 time: 0.1919451 Nov 01 18:10:43.787365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:43.807988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:43.826743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9aeae4c-95a8-4596-bf23-12ec7636f523 req-c79e252d-e3ba-41c6-91a4-a57e5ce9ee04 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Nov 01 18:10:43.950914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.036349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:44.068827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'mac_address': 'fa:16:3e:d4:fe:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:44.119191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:44.150615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.162554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:44.172216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:44.174650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:44.201481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:44.208636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Pushing event updated for resources: {'Port': ['ID=4d975543-91a9-4fc7-9436-11b3c1b0c974,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:44.224508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-c0fe53a6-ec92-4ab9-a5a9-085a39f816c7 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:44.226392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-c0fe53a6-ec92-4ab9-a5a9-085a39f816c7 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.2402463 Nov 01 18:10:44.278280 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.356117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:10:44.388841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c1bb7a24-1606-43d6-932d-c60f8167fea5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:44.395080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:44.465711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc0ae6-5f8c-482a-96c8-ef84013593fd None None] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:44.471578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b9773caf-49d8-465b-a3b2-1a0c54d5f763 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:44.586861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:10:44.589171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] Provisioning complete for port b9773caf-49d8-465b-a3b2-1a0c54d5f763 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:44.589535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.618627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd0470-23f8-4c4a-b32c-00eb78b73a8c req-24f9de22-5313-4643-b83b-1276b5894408 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:44.620121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0afd0470-23f8-4c4a-b32c-00eb78b73a8c req-24f9de22-5313-4643-b83b-1276b5894408 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.5568237 Nov 01 18:10:44.724065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b9773caf-49d8-465b-a3b2-1a0c54d5f763 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:44.724430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.812390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0afd0470-23f8-4c4a-b32c-00eb78b73a8c req-fcf597d9-7e1b-41af-9039-e57df8e4fc18 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783381 Nov 01 18:10:44.840965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-f23311f0-d377-4fd5-a7a7-7cadbc2ab471 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:44.843989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-f23311f0-d377-4fd5-a7a7-7cadbc2ab471 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 1101 time: 0.2228351 Nov 01 18:10:44.941756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-4b61bf10-4ffe-42bf-915e-04c62329a2b7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:44.945405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.066852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] For port b9773caf-49d8-465b-a3b2-1a0c54d5f763, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b9773caf-49d8-465b-a3b2-1a0c54d5f763,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:45.111390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.180851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-4b61bf10-4ffe-42bf-915e-04c62329a2b7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.183828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-aed21916-8447-4aa5-a259-61e194892aaf service neutron] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:45.197290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:10:45.197999 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:10:45.198719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.212218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-aed21916-8447-4aa5-a259-61e194892aaf service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.214493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c675fa2-26ed-40fc-88d4-2a8b8b9219ae req-aed21916-8447-4aa5-a259-61e194892aaf service neutron] 10.222.0.32 "DELETE /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342/bindings/n-h1-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.9788256 Nov 01 18:10:45.303946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d405e2-e7a2-4970-a2bd-10ca5b0220bd req-3809eef4-cd6b-4d7b-a595-03eafe780618 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:45.400676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6d405e2-e7a2-4970-a2bd-10ca5b0220bd req-3809eef4-cd6b-4d7b-a595-03eafe780618 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.2314310 Nov 01 18:10:45.400676 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.401089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299af0f-bb81-4645-b407-677d9b799c3b None None] Pushing event updated for resources: {'Port': ['ID=b9773caf-49d8-465b-a3b2-1a0c54d5f763,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:45.425392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-454710c3-ed80-4c6c-bb94-be58ee988d94 None None] Provisioning complete for port b9773caf-49d8-465b-a3b2-1a0c54d5f763 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:45.425870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-454710c3-ed80-4c6c-bb94-be58ee988d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.434729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6d405e2-e7a2-4970-a2bd-10ca5b0220bd req-b09b871b-4633-41c4-82ac-c1b1583ca519 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846324 Nov 01 18:10:45.645271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.740074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-4b61bf10-4ffe-42bf-915e-04c62329a2b7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:45.766177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c9db517-49a8-4a37-a74b-c439e31210b5 req-4b61bf10-4ffe-42bf-915e-04c62329a2b7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058743 Nov 01 18:10:45.794903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61bf10-4ffe-42bf-915e-04c62329a2b7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3a460-2f61-4bfe-9642-88293d723510,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:45.796907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:10:45.801581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:45.921912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:10:45.960774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c1bb7a24-1606-43d6-932d-c60f8167fea5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:45.961426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:46.027244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bfdf-0649-42c0-be82-221c9de550bf req-748c4e2a-49de-4d3e-aeac-0a1797d3b273 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:46.037280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4543bfdf-0649-42c0-be82-221c9de550bf req-748c4e2a-49de-4d3e-aeac-0a1797d3b273 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.1288669 Nov 01 18:10:46.180209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:10:46.196755 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Sync routers for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:10:46.214364 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:46.221694 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:10:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:46.234427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4543bfdf-0649-42c0-be82-221c9de550bf req-4e077616-41eb-4a13-b2bb-e02d48da866e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947761 Nov 01 18:10:46.273216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:46.274786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aa0a6a9b-fed9-4211-9ef3-a5d6c1bdde6a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4148409 Nov 01 18:10:46.281732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:46.283473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:46.315736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'port_id': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'mac_address': 'fa:16:3e:7e:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a218d6-bc57-42a8-9ec7-835fe536f6cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:10:46.380680 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:46.398056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:46.437696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b9773caf-49d8-465b-a3b2-1a0c54d5f763 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:46.508154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:46.540187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-390c4bfb-e488-49b5-8102-6ca80b44d26b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679281 Nov 01 18:10:46.712265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:46.725043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-5e857f0b-7faa-45ba-b6b7-672cf2d4f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:46.741070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-5e857f0b-7faa-45ba-b6b7-672cf2d4f0ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1095 time: 0.1749032 Nov 01 18:10:46.888474 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:46.906372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b9773caf-49d8-465b-a3b2-1a0c54d5f763 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:46.906791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:46.947175 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:44Z', 'revision_number': 3, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:47.005239 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Checking router: 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:10:47.005766 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Updating router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 port 4d975543-91a9-4fc7-9436-11b3c1b0c974 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:10:47.012800 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.029741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:47.033298 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de5fd81-0ca7-492e-8391-26fd5737216b" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:47.060713 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.085621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:47.133918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-308bfe28-6679-4540-be29-c44663936853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:47.136249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-308bfe28-6679-4540-be29-c44663936853 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.3730869 Nov 01 18:10:47.144398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:47.146648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80728921-b832-4fcb-91e3-35837ccdead6 req-d9e070ab-61ff-470c-bef6-df06f66120c7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:47.152327 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.163443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80728921-b832-4fcb-91e3-35837ccdead6 req-d9e070ab-61ff-470c-bef6-df06f66120c7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.2621319 Nov 01 18:10:47.220894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:47.284689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb38c16-1586-4eda-9b17-20475a61e037 req-43579670-2537-4cba-8bbf-693e1864f584 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:47.296067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:47.306956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb38c16-1586-4eda-9b17-20475a61e037 req-43579670-2537-4cba-8bbf-693e1864f584 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1096 time: 0.2874789 Nov 01 18:10:47.318328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-902e92c2-e246-4fe2-9c14-86a710aedeaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.1229208 Nov 01 18:10:47.443731 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.463584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80728921-b832-4fcb-91e3-35837ccdead6 req-381a7358-b97a-481c-93f9-07c15f84a637 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988951 Nov 01 18:10:47.513174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-8ea61447-e1ba-4fcd-99a7-c87797bc67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:47.516602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-8ea61447-e1ba-4fcd-99a7-c87797bc67a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1529002 Nov 01 18:10:47.521021 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.555057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.571266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb38c16-1586-4eda-9b17-20475a61e037 req-fd5fdbe9-e454-4497-a926-19f53cc2479e tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625666 Nov 01 18:10:47.613137 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Attempting to bind port 4d975543-91a9-4fc7-9436-11b3c1b0c974 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:47.613580 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Attempting to bind port 4d975543-91a9-4fc7-9436-11b3c1b0c974 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:47.614042 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Attempting to bind port 4d975543-91a9-4fc7-9436-11b3c1b0c974 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:47.620042 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Pushing event updated for resources: {'Port': ['ID=4d975543-91a9-4fc7-9436-11b3c1b0c974,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:47.629508 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:47.633830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:47.633830 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.633830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:47.633830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Bound port: 4d975543-91a9-4fc7-9436-11b3c1b0c974, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:47.633830 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.638285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-211f50e0-5122-499e-9f2b-3d0c623765f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649014 Nov 01 18:10:47.693087 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] For port 4d975543-91a9-4fc7-9436-11b3c1b0c974, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:47.697513 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] For port 4d975543-91a9-4fc7-9436-11b3c1b0c974, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d975543-91a9-4fc7-9436-11b3c1b0c974,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:47.699889 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.700828 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.701407 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.702037 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.702571 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.703121 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.703836 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.709193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.709193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.709193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.709193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.709193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:47.761840 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:47.790067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-a3dec860-87d6-4e96-86e5-193ed3f113d6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716460 Nov 01 18:10:47.935983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Allocated IP 172.20.0.1 (37d1fd8c-903e-4110-a897-1a544cf4ca60/b5ee9795-3aeb-49a9-ac2a-92479f1896c3/d56b376a-51be-4e65-a19b-b7365f6f81a9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:47.976327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-24667d0f-120d-42f2-a34a-7019a62d2007 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300190 Nov 01 18:10:48.001864 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:48.003343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:10:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:48.003473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-7adc392d-cfd9-4087-89d2-42d5bfa62e48 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557895 Nov 01 18:10:48.062643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5a3a-fc59-4003-b3f1-bd912c4d0e18 None None] Pushing event updated for resources: {'Port': ['ID=4d975543-91a9-4fc7-9436-11b3c1b0c974,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:48.065679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-c5e5368e-7612-4a83-bc43-c62581f6cd22 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:48.068028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-c5e5368e-7612-4a83-bc43-c62581f6cd22 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714491 Nov 01 18:10:48.081670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.146761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-434ae4db-b611-4596-8b72-051ba6f575b9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0687041 Nov 01 18:10:48.171246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:48.218510 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.246686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6bff2a87-b19b-4b8b-8d04-068ccf9b9c49 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:48.248243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6bff2a87-b19b-4b8b-8d04-068ccf9b9c49 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363651 Nov 01 18:10:48.250109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dfda33a-a7f8-480d-82cd-d20a8447cf82 req-aa652db8-1d82-49d1-ad3f-c9b52a654fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577724 Nov 01 18:10:48.267317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-b5b50478-26df-492d-88e6-8ab3fc171c63 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084709 Nov 01 18:10:48.271962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-63408ca3-c369-499d-bbda-f1b79261ef9d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/quotas/9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 375 time: 0.0164826 Nov 01 18:10:48.304222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:48.308340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:48.312274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:48.336594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-2c38bdcf-04df-48d5-acea-3862ad7b514e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518613 Nov 01 18:10:48.382574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:48.402446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.405457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.405925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.406364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.406795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.407871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.408309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.409424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.412332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.412785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.413224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.413654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:48.443662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.499977 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:44Z', 'revision_number': 3, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:48.563368 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626619c5-5a20-4bfa-905a-debe73e029a3 None None] The sync data for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 is: [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:44Z', 'revision_number': 3, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:10:48.629312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbe099f6-3b36-4c65-a674-a0c4f4ee2687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.691611 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903567f-fb28-45c4-b893-ca46eec12466 x-openstack-request-id: req-f903567f-fb28-45c4-b893-ca46eec12466 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:48.692078 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:48.692345 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f903567f-fb28-45c4-b893-ca46eec12466 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:48.693664 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'code': 200} Nov 01 18:10:48.731399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1aede7fa-302e-4944-b282-ae3886247636 None None] Provisioning complete for port d56b376a-51be-4e65-a19b-b7365f6f81a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:48.733424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1aede7fa-302e-4944-b282-ae3886247636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.791321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:48.839282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1aede7fa-302e-4944-b282-ae3886247636 None None] Port d56b376a-51be-4e65-a19b-b7365f6f81a9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:49.181860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:49.286897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:49.308613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-06bc7c22-e788-40f8-b8d3-94f15a93badf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:49.315961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-06bc7c22-e788-40f8-b8d3-94f15a93badf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.2626991 Nov 01 18:10:49.356200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-e80546e4-9b58-4380-87ac-ad584db33ae7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/quotas/22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 375 time: 0.0392489 Nov 01 18:10:49.510597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:49.521630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-2024b3f5-df3b-4c3a-9430-ca8d024e31c1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610124 Nov 01 18:10:49.550891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:49.584718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34472) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:49.634522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51f022-5692-4786-9a84-f6df4a86846b req-195dafce-c263-447c-8cd2-db35b2836ca5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:49.643775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f51f022-5692-4786-9a84-f6df4a86846b req-195dafce-c263-447c-8cd2-db35b2836ca5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.1807346 Nov 01 18:10:49.778874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:49.786641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:49.803753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f51f022-5692-4786-9a84-f6df4a86846b req-60269cd7-f2c6-42a7-b4d4-fd6ecfff2623 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336164 Nov 01 18:10:49.825672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d6d5d636-0e5a-47ad-99bb-2370206fd090 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028371 Nov 01 18:10:49.827081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:49.841285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf991e4a-c819-4b64-9164-aba4580e12ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.047592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:10:50.050089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5273b218-eaba-410b-a98e-5ca935d12d36 req-01893227-e94c-4429-9179-d774834ebae1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.0894017 Nov 01 18:10:50.062526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:50.062902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.109166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-8413fc07-35e4-41cc-8c23-bfc04a23f3e4 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825258 Nov 01 18:10:50.309817 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.319785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:10:50.336347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf991e4a-c819-4b64-9164-aba4580e12ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.424851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9d4679f9-d9a2-4873-b642-ff672fe3f302 None None] Provisioning complete for port d56b376a-51be-4e65-a19b-b7365f6f81a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:50.430048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d4679f9-d9a2-4873-b642-ff672fe3f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.430301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf991e4a-c819-4b64-9164-aba4580e12ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.548242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf991e4a-c819-4b64-9164-aba4580e12ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19a686-bd3f-42a4-8db6-4fb8d3465cbf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:50.562475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:50.563879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d975543-91a9-4fc7-9436-11b3c1b0c974 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:50.643364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bf991e4a-c819-4b64-9164-aba4580e12ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=217070359cdd46c885b329b392e428de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0550950 Nov 01 18:10:50.645986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34494) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:50.692776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:10:50.701455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.717332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-69d90932-06fc-4967-b4b8-d14502f69a40 admin admin] 10.222.0.31 "PUT /v2.0/routers/39c1a3de-f73c-4f53-8cfe-c4cf89f60627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4252157 Nov 01 18:10:50.717468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:10:50.717468 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f89fb5-249b-4b6e-b7e2-1d4033085f34" -d '{"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-plugged", "status": "completed", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:10:50.828571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.851540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:50.865754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9d4679f9-d9a2-4873-b642-ff672fe3f302 None None] Port d56b376a-51be-4e65-a19b-b7365f6f81a9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:50.902177 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c15fe82-dfef-48ac-bdfb-2bfdfd8bdbb7 x-openstack-request-id: req-1c15fe82-dfef-48ac-bdfb-2bfdfd8bdbb7 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:10:50.902829 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-plugged", "status": "completed", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:10:50.903336 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c15fe82-dfef-48ac-bdfb-2bfdfd8bdbb7 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:10:50.904631 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'code': 200} Nov 01 18:10:50.968653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6f39aed-594a-4db1-ac15-d4b7d77a139f req-896ebc0e-edb8-4bb8-9b8a-49afa74d7449 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.0692241 Nov 01 18:10:51.006206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:51.028127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f03f96d5-62aa-4bfc-abdc-2d95efb6a7cd req-6805b661-49e4-43f2-b33e-35e59700e8da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.0627468 Nov 01 18:10:51.044444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d25e97d0-3bfb-40f3-8afe-1455c7d0097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.058000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.062546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.063701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4d975543-91a9-4fc7-9436-11b3c1b0c974 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:51.063851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f19a686-bd3f-42a4-8db6-4fb8d3465cbf HTTP/1.1" status: 204 len: 168 time: 0.4161832 Nov 01 18:10:51.080075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.090501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19a686-bd3f-42a4-8db6-4fb8d3465cbf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:51.100052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.101061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.101405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.101751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.102085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.102203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.102416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.102745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.103113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.104117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.104895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.105237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.105557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.105676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40e2c-47b3-4d66-8a01-54f89289ce8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.107037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.108156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.121030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.121727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.125714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.127975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.129903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daee48-0290-4539-b7a4-61ea4f6c0f14 req-17b214e8-1be6-4730-be88-97044163b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:51.130237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.130769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.131463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0daee48-0290-4539-b7a4-61ea4f6c0f14 req-17b214e8-1be6-4730-be88-97044163b968 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1096 time: 0.1614053 Nov 01 18:10:51.132026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.136219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:10:51.317027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0daee48-0290-4539-b7a4-61ea4f6c0f14 req-b1ceccf2-c633-414f-bfff-6fc8d8c89e0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770391 Nov 01 18:10:51.333035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663d684-a533-4b3c-822b-f408258a8306 req-4625c163-61f3-4deb-a0fe-9e497385b407 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:51.334578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9663d684-a533-4b3c-822b-f408258a8306 req-4625c163-61f3-4deb-a0fe-9e497385b407 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1504180 Nov 01 18:10:51.352254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6c772114-d06c-479b-a08b-f1c602b0871d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562029 Nov 01 18:10:51.365483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.425764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 4d975543-91a9-4fc7-9436-11b3c1b0c974, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d975543-91a9-4fc7-9436-11b3c1b0c974,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:51.483214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9663d684-a533-4b3c-822b-f408258a8306 req-106780f5-7566-41ce-9bbb-6bbf42b972b3 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348200 Nov 01 18:10:51.509778 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:51.601729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=4d975543-91a9-4fc7-9436-11b3c1b0c974,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:51.621574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-9cebea29-0be9-4106-b960-cef03d5094ec tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:51.631475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-9cebea29-0be9-4106-b960-cef03d5094ec tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606604 Nov 01 18:10:51.653580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Request body: {'port': {'device_id': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '9a0cdf05f60e4081892a6d61b914b963'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:51.745742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Sync routers for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:10:51.758656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:51.763245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:10:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:51.839772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c256429d-8a69-4de0-9f86-f3abae97bab0 req-9854281c-fb04-4b1a-95ab-c24f7c4ba76c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.2037301 Nov 01 18:10:51.932844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34536) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:51.945890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232201138', 'description': 'tempest-description--1740611577'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:52.053387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:10:52.053387 n-d-815923-2 neutron-server[102783]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 01 18:10:52.053387 n-d-815923-2 neutron-server[102783]: [parameters: {'project_id': 'f72a29578c304e729795d6a471fe94ab', 'id': 'bef39793-5e3e-48e0-83b3-fbb4023a10b0', 'expiration': datetime.datetime(2021, 11, 1, 18, 12, 52, 4289)}] Nov 01 18:10:52.053387 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:10:52.053805 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:10:52.104700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:52.137673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:52.222188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35ba1d07-3e3d-45d3-bfac-37879a910be6 req-66139978-c62a-41f7-b036-014155c0c7d3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.0940297 Nov 01 18:10:52.283194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53d3c53a-ac2c-46e3-a75b-4374dc27b99a req-dbfbd159-b7fb-4740-b72a-88731bf45a73 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.0309470 Nov 01 18:10:52.353068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d975543-91a9-4fc7-9436-11b3c1b0c974 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:52.400885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 2, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:52.429330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Checking router: 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:10:52.429595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Updating router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 port d56b376a-51be-4e65-a19b-b7365f6f81a9 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:10:52.459149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4d975543-91a9-4fc7-9436-11b3c1b0c974 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:52.459532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:52.463021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:52.624098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5d51-0888-4adf-84e5-9b953620f7c0 req-56d1deb6-a0c0-4b8e-b264-bc2f71700132 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:52.625605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-603f5d51-0888-4adf-84e5-9b953620f7c0 req-56d1deb6-a0c0-4b8e-b264-bc2f71700132 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0592144 Nov 01 18:10:52.835321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:52.866004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:52.978843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.007330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.046743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Made reservation on behalf of 9a0cdf05f60e4081892a6d61b914b963 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:53.048801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dff22-2d21-447f-8abe-b755e2b726a3 None None] Pushing event updated for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:53.050659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.095657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3ef3ed4-64f5-4e43-a3cf-9497b8d20fe0 req-e55576f6-f329-4754-91f8-c6fdf0e831be tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.0524752 Nov 01 18:10:53.097643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.121383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.152296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-603f5d51-0888-4adf-84e5-9b953620f7c0 req-444b75ba-a40e-4474-8232-a00cc5cda407 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193942 Nov 01 18:10:53.199157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec1d02-6e2d-4cec-8705-2170ba97e948,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:53.237584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Attempting to bind port d56b376a-51be-4e65-a19b-b7365f6f81a9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:53.238145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.238280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Attempting to bind port d56b376a-51be-4e65-a19b-b7365f6f81a9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:53.238374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Attempting to bind port d56b376a-51be-4e65-a19b-b7365f6f81a9 on network 37d1fd8c-903e-4110-a897-1a544cf4ca60 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:53.239000 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d17b6e1-49dc-46e6-8ea2-28df1f89671b tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3048508 Nov 01 18:10:53.241887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34582) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:53.249298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec1d02-6e2d-4cec-8705-2170ba97e948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:53.251061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:53.251682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Checking segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:53.252624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.253163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Bound using segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:53.253789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Bound port: d56b376a-51be-4e65-a19b-b7365f6f81a9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:53.254328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.410210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.453645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.459867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] For port d56b376a-51be-4e65-a19b-b7365f6f81a9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:53.464399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] For port d56b376a-51be-4e65-a19b-b7365f6f81a9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d56b376a-51be-4e65-a19b-b7365f6f81a9,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:53.481158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f97a54c-2022-4eb3-9149-0a6b0bcd78a1 req-40193581-28d2-42eb-86ea-cfb4391abd01 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.0555234 Nov 01 18:10:53.500932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:53.527326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.550438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.648114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.662962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b3cd3b8-e4d0-430a-ac7f-3bd95994ba7e req-135955a4-9db1-46b5-b635-51017239ea8b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.1945398 Nov 01 18:10:53.724176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1947089991-network', 'tenant_id': '6e09873c44ec49cc8a59721dea56e2c2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:53.744723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc9907-f75e-4f74-b20d-c435a74f3f71,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:53.783843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.812983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ef7c4-f584-4609-b800-d6889e927e95,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:53.830362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Made reservation on behalf of 6e09873c44ec49cc8a59721dea56e2c2 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:53.837838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.853457 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.886301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.891993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Allocated IP 192.168.233.223 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/ac7be184-8526-430a-bd05-07ee166b1d07) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:53.943186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:10:53.943843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:10:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:53.947694 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:53.949145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51c4e4ca-e2e4-4c15-ac10-6f6ad31437df tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7062304 Nov 01 18:10:53.965356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34594) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:53.980059 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-1c07c771-7296-483f-824b-27ace2c698e8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755095 Nov 01 18:10:53.988047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec1d02-6e2d-4cec-8705-2170ba97e948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:54.074425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dff22-2d21-447f-8abe-b755e2b726a3 None None] Pushing event updated for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:54.084671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] Provisioning complete for port d56b376a-51be-4e65-a19b-b7365f6f81a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:54.085070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.126564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-96d45ea9-d611-4d3f-9134-1c0e7408d7e8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:54.130076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-96d45ea9-d611-4d3f-9134-1c0e7408d7e8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341138 Nov 01 18:10:54.183877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:54.221889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.274278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:10:54.296257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fa5ba0b-3598-4488-8f02-3b5631255646 req-ca4af1eb-66be-4a26-8ec7-c7ca750e54cf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Nov 01 18:10:54.437451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb2a97-dddb-4397-a27f-9ab9b71ff577 req-cb3b7f99-7500-4425-b5e5-33d18b1cf3ee tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:54.439444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dcb2a97-dddb-4397-a27f-9ab9b71ff577 req-cb3b7f99-7500-4425-b5e5-33d18b1cf3ee tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1540158 Nov 01 18:10:54.461131 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.500536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.536329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.553971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] For port d56b376a-51be-4e65-a19b-b7365f6f81a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d56b376a-51be-4e65-a19b-b7365f6f81a9,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:10:54.600883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.613790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.635713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.657892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dcb2a97-dddb-4397-a27f-9ab9b71ff577 req-8c059338-e837-439a-9e75-7189bdbb7e88 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086635 Nov 01 18:10:54.698294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.735536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc35f04-c262-4e69-8960-01281b14acb8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:54.755079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.759394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce50a8-e217-4cd8-bb28-e433d286f680 None None] Pushing event updated for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:54.777695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a47f6a93-d662-4b54-ac0d-134c2dd3a609 None None] Provisioning complete for port d56b376a-51be-4e65-a19b-b7365f6f81a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:54.778061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a47f6a93-d662-4b54-ac0d-134c2dd3a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.784211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:53Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:10:54.795924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:54.814780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-091d606c-cb36-4790-a9f4-0973cd5f1e41 req-357bab4f-7eaa-47f9-bfb6-c1a9d5616094 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.1483333 Nov 01 18:10:54.818027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:54.818170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:54.822291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.838556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde767e5-b1d3-46ab-8860-e35bcd333cc2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:54.847853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345db6a-9c48-4193-87cd-c900e4333c3e None None] The sync data for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 is: [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:53Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:10:54.885117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:54.901308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:54.921026 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-344913f3-a932-424a-b1a7-6fd6a3c6e5e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9542937 Nov 01 18:10:54.963703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34618) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:54.981379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:10:54.986355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e1889e19-5fd0-44e9-bbd4-bd7e132c8414 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1993201 Nov 01 18:10:55.006829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:55.078740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:55.126377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.126788 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Added segment bc30e1bd-e1bb-4e4b-af4d-5a8bdcb9336d of type vlan for network 21e37530-2a18-4d0d-ad91-809bc691f4a7 Nov 01 18:10:55.145093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-883f1476-5880-48aa-a2bc-73e45a4cfc38 req-bef01223-ac62-4160-9b7c-3366380ae962 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.1454940 Nov 01 18:10:55.168858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:55.170032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.202011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d80f2-13c0-4a08-86e8-0fc052b6df07 req-56bb3526-ed19-4924-bbd8-f794a07dea9b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:55.211549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-999d80f2-13c0-4a08-86e8-0fc052b6df07 req-56bb3526-ed19-4924-bbd8-f794a07dea9b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1096 time: 0.3719707 Nov 01 18:10:55.254785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.287446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-999d80f2-13c0-4a08-86e8-0fc052b6df07 req-3e05e25d-ceca-442c-8866-90fa9af4efe5 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682302 Nov 01 18:10:55.298795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-32efb492-5581-461f-8af7-209c17a53863 None None] Provisioning complete for port ac7be184-8526-430a-bd05-07ee166b1d07 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:55.299371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32efb492-5581-461f-8af7-209c17a53863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.358666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.373760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-32efb492-5581-461f-8af7-209c17a53863 None None] Port ac7be184-8526-430a-bd05-07ee166b1d07 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:55.411737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.103 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/f5db8b1d-5156-4848-87e3-606787328fa6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:55.437173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-6fe6790d-acb5-4450-a957-91bea4dba403 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7980189 Nov 01 18:10:55.455665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.37', 63591) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:55.479128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Request body: {'port': {'device_id': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:55.496382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-25f465d8-d682-491d-9964-1682ede1f63e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:55.500272 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-25f465d8-d682-491d-9964-1682ede1f63e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4311814 Nov 01 18:10:55.520574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:55.674906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.675918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:55.676554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.828315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec6112-a3dc-4448-a86d-4b7c9d942a6a req-76251b81-15e0-4e19-a420-792df9ffa0a0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:55.830425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aec6112-a3dc-4448-a86d-4b7c9d942a6a req-76251b81-15e0-4e19-a420-792df9ffa0a0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 936 time: 0.3755662 Nov 01 18:10:55.913049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] Pushing event updated for resources: {'Network': ['ID=21e37530-2a18-4d0d-ad91-809bc691f4a7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:55.928507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:55.935557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 21e37530-2a18-4d0d-ad91-809bc691f4a7 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:10:55.937242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:55.941524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.012933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-30f7ae92-61f5-4309-829e-c5b7f273da69 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5091045 Nov 01 18:10:56.020192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:10:56.029787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Request body: {'subnet': {'network_id': '21e37530-2a18-4d0d-ad91-809bc691f4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1947089991-subnet', 'tenant_id': '6e09873c44ec49cc8a59721dea56e2c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:56.101187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aec6112-a3dc-4448-a86d-4b7c9d942a6a req-332aee51-b2b9-45c6-b88e-26c0fddcdffd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583122 Nov 01 18:10:56.150355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Made reservation on behalf of 6e09873c44ec49cc8a59721dea56e2c2 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:56.152982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.180185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fe6d67b-be63-48c9-ab59-c0ec1373e428 req-06afeb7d-c8fc-410c-8e1a-9f78d53e561f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.2104433 Nov 01 18:10:56.186949 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.213070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.228095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-261fcaf7-deca-4be0-97b5-1e3a2e7e3ee4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:56.230178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-261fcaf7-deca-4be0-97b5-1e3a2e7e3ee4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.7691584 Nov 01 18:10:56.337569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Request body: {'port': {'device_id': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'admin_state_up': True, 'tenant_id': '22b81861f08549beb0169e7fc228a374'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:56.342647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.451372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d56b376a-51be-4e65-a19b-b7365f6f81a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:10:56.457734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f71f21-d71c-48c4-b3cf-1951bc5d72ab req-ae98d2bd-69dd-4131-95cf-3b42782ef341 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.1389592 Nov 01 18:10:56.635430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.663024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:56.732610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d56b376a-51be-4e65-a19b-b7365f6f81a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:56.732610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.733056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Allocated IP 172.25.2.157 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/fa9e085d-dce4-435b-af7a-7a490f929bb0) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:56.788134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:56.814790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:56.836812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:56.917941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:56.929908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:10:56.937766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.114283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.248 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/38929c00-8bfd-4e3d-a174-7042fc7db74a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:57.150113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:57.252032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:57.253702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.308582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.324772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a1bee81f-5e09-4bc3-b42c-39c38258b53e None None] Provisioning complete for port f5db8b1d-5156-4848-87e3-606787328fa6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:57.326939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1bee81f-5e09-4bc3-b42c-39c38258b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.364020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcccc57f-a1c9-471f-aa0c-8a144829f361 req-c76d1ba9-ccb4-43fc-a638-a14739d65629 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.0613451 Nov 01 18:10:57.387407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a1bee81f-5e09-4bc3-b42c-39c38258b53e None None] Port f5db8b1d-5156-4848-87e3-606787328fa6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:57.420275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73e6e37-d41f-423c-91ef-3ff946aa6420,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:57.460481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Checking segment: {'id': 'bc30e1bd-e1bb-4e4b-af4d-5a8bdcb9336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21e37530-2a18-4d0d-ad91-809bc691f4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:57.460993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Network hostable DHCP agents. Network: 21e37530-2a18-4d0d-ad91-809bc691f4a7, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:10:57.490109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757483-44b5-4b26-a5b9-5e454c127b11 req-c0457a19-6ff0-4550-a4b7-efa9227007b1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:57.494651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.499478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1757483-44b5-4b26-a5b9-5e454c127b11 req-c0457a19-6ff0-4550-a4b7-efa9227007b1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 936 time: 0.2693768 Nov 01 18:10:57.518422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-ebbe5ca7-db85-43d1-a67c-4413029b1eb0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3532391 Nov 01 18:10:57.537703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Request body: {'port': {'device_id': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:57.607916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Network 21e37530-2a18-4d0d-ad91-809bc691f4a7 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:10:57.610046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1757483-44b5-4b26-a5b9-5e454c127b11 req-a058300a-894e-4ac1-b94a-4271dfabd11f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094284 Nov 01 18:10:57.615445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Allocated IP 172.20.0.11 (6197de36-9956-42c7-b849-c366ea93e06c/f1943d43-9ab6-4f84-bf32-3a769244181e/fc410c55-a173-4fc0-bff6-d9c0532ac2f1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:10:57.630011 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.686308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb49df7a-7496-427b-b801-a5de5bde1515 req-5271392f-140a-4127-91e5-d437d42d3909 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.1011174 Nov 01 18:10:57.750578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.802841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.804560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 21e37530-2a18-4d0d-ad91-809bc691f4a7) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:57.814082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:57.814271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:10:57.814707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:57.818569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a831bdc-7e78-4463-a350-4fa18c8795c4 None None] Network 21e37530-2a18-4d0d-ad91-809bc691f4a7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:57.864269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:57.870234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:57.872258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:57.874734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:57.926785 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a9788d14-1cac-43fe-a584-356208625a55 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9050944 Nov 01 18:10:57.980671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:57.981267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.031922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8b05fb59-a906-4531-acb5-ce229b14aeb4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5191088 Nov 01 18:10:58.032307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:58.050215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Request body: {'port': {'device_id': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:58.060011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:58.136723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:58.160325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'Port': ['ID=fa9e085d-dce4-435b-af7a-7a490f929bb0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:58.281020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.356716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc30caf-472a-4629-8a13-9c54b000afc9 None None] Network 21e37530-2a18-4d0d-ad91-809bc691f4a7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:10:58.518651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2135401077', 'description': 'tempest-description-903507987'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:58.561466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8696e81f-c05e-41d9-9f52-f0277c888374 None None] Provisioning complete for port 38929c00-8bfd-4e3d-a174-7042fc7db74a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:10:58.561981 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8696e81f-c05e-41d9-9f52-f0277c888374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.615539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.625006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.640635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7be184-8526-430a-bd05-07ee166b1d07 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:58.655537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8696e81f-c05e-41d9-9f52-f0277c888374 None None] Port 38929c00-8bfd-4e3d-a174-7042fc7db74a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:10:58.659342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.704795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0ff2-f30f-4b33-ad49-9095a24c4464 req-98f7697b-e3e7-49f5-8a1e-c006b0569dcf tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:58.706636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f0f0ff2-f30f-4b33-ad49-9095a24c4464 req-98f7697b-e3e7-49f5-8a1e-c006b0569dcf tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 936 time: 0.2150154 Nov 01 18:10:58.716848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Transition to ACTIVE for port object ac7be184-8526-430a-bd05-07ee166b1d07 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:58.726996 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.808063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.810130 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:58.932028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f0f0ff2-f30f-4b33-ad49-9095a24c4464 req-aae0f48d-8524-47c0-9940-8ba6b59128fa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177980 Nov 01 18:10:58.935258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:59.005042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.052417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5db8b1d-5156-4848-87e3-606787328fa6 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:59.065440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.081430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Transition to ACTIVE for port object f5db8b1d-5156-4848-87e3-606787328fa6 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:59.144296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Network 6197de36-9956-42c7-b849-c366ea93e06c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:10:59.174576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.189939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:10:59.210345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:10:59.313729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:59.320489 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.323207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:59.364483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.376094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:59.444094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-d449338e-0172-425e-a1e4-af86053904e0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2020054 Nov 01 18:10:59.469761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Request body: {'port': {'device_id': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:10:59.542032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38929c00-8bfd-4e3d-a174-7042fc7db74a {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:10:59.544358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661816-70e9-4b14-99b6-80dd5bab7da2 req-905bb217-2ea4-41a5-af9a-ce02bb7666f8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:10:59.546535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82661816-70e9-4b14-99b6-80dd5bab7da2 req-905bb217-2ea4-41a5-af9a-ce02bb7666f8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.4501255 Nov 01 18:10:59.551773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.567238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Transition to ACTIVE for port object 38929c00-8bfd-4e3d-a174-7042fc7db74a will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:10:59.617735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:10:59.618456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:10:59.619268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:59.621475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.671381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:10:59.672097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:10:59.689786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.717700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:10:59.718426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:10:59.719071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:10:59.719772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Bound port: ac7be184-8526-430a-bd05-07ee166b1d07, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:10:59.720355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.736880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.738196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e517f94d-d449-4378-b79c-5f80c7478ebf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:10:59.870916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:10:59.874847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:10:59.897803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82661816-70e9-4b14-99b6-80dd5bab7da2 req-b19b44ae-fcd4-4b6a-9b14-e6b3a2a6bfc6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082628 Nov 01 18:10:59.909016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:10:59.935622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2350eabd-a017-445e-b00c-6afd8b942cba req-64d723bc-2020-46a8-b44f-cf8ac0a73da3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4120994 Nov 01 18:11:00.262779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Attempting to bind port f5db8b1d-5156-4848-87e3-606787328fa6 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:00.263106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Attempting to bind port f5db8b1d-5156-4848-87e3-606787328fa6 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:00.263434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Attempting to bind port f5db8b1d-5156-4848-87e3-606787328fa6 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:00.292655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.297151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.297366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Port f5db8b1d-5156-4848-87e3-606787328fa6 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:00.297684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Attempting to bind port f5db8b1d-5156-4848-87e3-606787328fa6 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:00.317406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:00.317743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:00.318127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:00.318563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Bound port: f5db8b1d-5156-4848-87e3-606787328fa6, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:00.318924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.335253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Pushing event updated for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:00.415846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Attempting to bind port 38929c00-8bfd-4e3d-a174-7042fc7db74a on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:00.416324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Attempting to bind port 38929c00-8bfd-4e3d-a174-7042fc7db74a by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:00.416662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Attempting to bind port 38929c00-8bfd-4e3d-a174-7042fc7db74a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:00.427316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Port 38929c00-8bfd-4e3d-a174-7042fc7db74a on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:00.427679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Attempting to bind port 38929c00-8bfd-4e3d-a174-7042fc7db74a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:00.432814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:00.440279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:00.440279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:00.440279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:00.440279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Bound port: 38929c00-8bfd-4e3d-a174-7042fc7db74a, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:00.440929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.444466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f5db8b1d-5156-4848-87e3-606787328fa6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:00.533043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:00.548673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:00.744480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:00.745207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.746591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] 10.222.0.37 "PUT /v2.0/ports/ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 1096 time: 5.2739763 Nov 01 18:11:00.750946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:00.753122 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a46a18-097b-4ccd-b761-3d3ea12d8411" -d '{"events": [{"name": "network-changed", "server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:00.801544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa858-35be-4edd-be93-d4e891c986bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:00.831920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40342c20-e006-46fd-83d0-2d98347a85c4 req-3867dede-5fdf-4a8c-894f-184671846f9c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:00.833445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40342c20-e006-46fd-83d0-2d98347a85c4 req-3867dede-5fdf-4a8c-894f-184671846f9c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 932 time: 0.5627992 Nov 01 18:11:00.836135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-813fdd22-5c63-4226-bd87-dc2712e5f606 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/e517f94d-d449-4378-b79c-5f80c7478ebf HTTP/1.1" status: 200 len: 1804 time: 0.5353096 Nov 01 18:11:00.845930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.866182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e517f94d-d449-4378-b79c-5f80c7478ebf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:00.866508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e517f94d-d449-4378-b79c-5f80c7478ebf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:00.900229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.939790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.994689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:00.995303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:00.996732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5db8b1d-5156-4848-87e3-606787328fa6 HTTP/1.1" status: 200 len: 1096 time: 3.4673696 Nov 01 18:11:00.999149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:00.999919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc410c55-a173-4fc0-bff6-d9c0532ac2f1 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:01.001381 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a359df5e-76f5-4911-b3d8-a9cb9d000834" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:01.017545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.025231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.025231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.025231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] 10.222.0.37 "PUT /v2.0/ports/38929c00-8bfd-4e3d-a174-7042fc7db74a HTTP/1.1" status: 200 len: 1096 time: 2.9784548 Nov 01 18:11:01.027673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cccf0-b524-4fa9-baf5-ef530183e86a service neutron] Pushing event updated for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:01.073937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40342c20-e006-46fd-83d0-2d98347a85c4 req-882dcabc-7195-4660-b5e5-72a1de0a7df3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329736 Nov 01 18:11:01.076786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'Port': ['ID=fa9e085d-dce4-435b-af7a-7a490f929bb0,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:01.140030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Transition to ACTIVE for port object fc410c55-a173-4fc0-bff6-d9c0532ac2f1 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:01.227337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802585d-2e0b-4db3-8c78-b6910b0c8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:01.242873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-d9637821-d3cb-42ee-b2d6-9cbb63c086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.244609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-d9637821-d3cb-42ee-b2d6-9cbb63c086ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 1099 time: 0.0717788 Nov 01 18:11:01.251110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-2f68a078-20f9-4426-aa30-271e84da0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.253939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-2f68a078-20f9-4426-aa30-271e84da0210 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 1099 time: 0.1161702 Nov 01 18:11:01.285835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.288389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.330383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-b12b5f9e-b3f6-47e1-a35d-74d5daf97871 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f5db8b1d-5156-4848-87e3-606787328fa6 HTTP/1.1" status: 200 len: 217 time: 0.0529780 Nov 01 18:11:01.343307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.373101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-da5926c8-60d0-49e1-94cb-3a96679fd86b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a HTTP/1.1" status: 200 len: 217 time: 0.1064544 Nov 01 18:11:01.374085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.376473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-7375e110-b322-4a0f-ad65-62a64b9f132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.378096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-7375e110-b322-4a0f-ad65-62a64b9f132f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1099 time: 0.4358952 Nov 01 18:11:01.424032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-c8cdf7ea-c613-4073-a30b-b1838b5304fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.426747 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-c8cdf7ea-c613-4073-a30b-b1838b5304fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0649595 Nov 01 18:11:01.512018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:01.524093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.525307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-8c55bd8b-81ea-40ff-8a3f-93dbb8eeb113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.1346126 Nov 01 18:11:01.531953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-fb80b3a7-a705-4cf2-b41f-7f7d40905a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.534747 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-fb80b3a7-a705-4cf2-b41f-7f7d40905a5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1059790 Nov 01 18:11:01.546536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-b2a91693-4529-46c9-981c-aadf6d3f8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.546536 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-b2a91693-4529-46c9-981c-aadf6d3f8a89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995226 Nov 01 18:11:01.582969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e16b1-26de-4b68-928e-80b3cdca826e req-be1d215a-ad00-4563-a4db-e8f151541005 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.584563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-853e16b1-26de-4b68-928e-80b3cdca826e req-be1d215a-ad00-4563-a4db-e8f151541005 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 948 time: 0.3481896 Nov 01 18:11:01.629608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e09b47b-d420-4589-a753-b9d7ff12aeca,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:01.657867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.668100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0163a353-e3b8-4bcd-8198-b0cab6ce03fd tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6659777 Nov 01 18:11:01.681482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:01.704338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-6cc97398-543c-47c4-a1ad-bbcf974d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.704884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f984451-814e-4d18-bbb2-a8688c37f561 req-da08f40b-1549-425c-9ed1-80ffb93d9c13 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8566961 Nov 01 18:11:01.705862 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-6cc97398-543c-47c4-a1ad-bbcf974d98f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541259 Nov 01 18:11:01.783028 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67943bfc-3d46-464b-9e47-189bd51b51ed x-openstack-request-id: req-67943bfc-3d46-464b-9e47-189bd51b51ed {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:01.784591 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:01.785178 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67943bfc-3d46-464b-9e47-189bd51b51ed {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:01.786064 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'status': 'completed', 'code': 200} Nov 01 18:11:01.795792 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-4445e21e-141f-4144-a40b-68eb50949dda service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451696 Nov 01 18:11:01.856803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-b7c315c0-8d82-477d-b140-f4d1cfc79e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.858538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-b7c315c0-8d82-477d-b140-f4d1cfc79e30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.3185902 Nov 01 18:11:01.903878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-c268fcf1-ed45-4109-8f6b-098eb865c372 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884089 Nov 01 18:11:01.938028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-853e16b1-26de-4b68-928e-80b3cdca826e req-e384cc86-da83-452a-a7a7-c2c8d6e4c824 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174024 Nov 01 18:11:01.981442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-710de559-3e15-4e8e-b77b-56d3891631b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.983053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-710de559-3e15-4e8e-b77b-56d3891631b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140506 Nov 01 18:11:01.984057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:01.984455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:01.984847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:01.994403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3597010-d2df-4908-af45-ea3aad6d3a96 req-26676f77-9924-4edf-814c-f320a847c9e1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:01.996143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3597010-d2df-4908-af45-ea3aad6d3a96 req-26676f77-9924-4edf-814c-f320a847c9e1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.1170602 Nov 01 18:11:02.007875 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-53f5a35f-9ef9-4e1e-8e27-25b3fbb89cdc service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025504 Nov 01 18:11:02.044641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:02.044991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:02.064406 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a3733c1-1a86-4459-bccc-cee2b8c67713 req-e8d2b2a6-3db7-4219-af9a-d5cbdf267b48 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528890 Nov 01 18:11:02.067450 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de3f2c-4fed-413c-95f6-9a4776c75515 x-openstack-request-id: req-f2de3f2c-4fed-413c-95f6-9a4776c75515 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:02.067450 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:02.067450 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2de3f2c-4fed-413c-95f6-9a4776c75515 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:02.067450 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6', 'status': 'completed', 'code': 200} Nov 01 18:11:02.091779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:02.092751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:02.093321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:02.099208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Bound port: fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:02.099208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.168025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3597010-d2df-4908-af45-ea3aad6d3a96 req-75c67f36-2b27-4115-9f67-2243c14222ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326678 Nov 01 18:11:02.181285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-57ced59d-55d3-410c-b0f7-cf062cd28322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.181285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-57ced59d-55d3-410c-b0f7-cf062cd28322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 1099 time: 0.0516403 Nov 01 18:11:02.238989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1369539259', 'description': 'tempest-description-600077872'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:02.288819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-d9a1a06b-067d-4635-86e3-2d1874c2091b service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916338 Nov 01 18:11:02.322040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:02.328295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-38590cca-3e02-45f8-81f8-5e73b056e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.334558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-38590cca-3e02-45f8-81f8-5e73b056e950 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1337109 Nov 01 18:11:02.382016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:02.388661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-58004555-4890-4662-87fa-f123200971c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f5db8b1d-5156-4848-87e3-606787328fa6 HTTP/1.1" status: 200 len: 217 time: 0.0441689 Nov 01 18:11:02.428636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a44bd5d-d999-497a-962b-2b34655148d5 req-d3b012df-7dd3-43e3-a0d4-186efce9e7a8 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310444 Nov 01 18:11:02.455696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-0dfad72f-b047-48be-a8ed-a1d25d6f5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.457267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-0dfad72f-b047-48be-a8ed-a1d25d6f5afa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0613158 Nov 01 18:11:02.503335 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.529838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-27ba9d33-a496-4eef-aa81-b483cf060c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.531426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-27ba9d33-a496-4eef-aa81-b483cf060c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659671 Nov 01 18:11:02.589869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.628031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.665060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-5760fd70-ecdc-426a-a2a3-c2b970a93675 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251469 Nov 01 18:11:02.675986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.676807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.683016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] 10.222.0.37 "PUT /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 1092 time: 3.2221169 Nov 01 18:11:02.720253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190e35d-4d1f-4e69-9462-3c2f21dcbacd service neutron] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:02.733001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-2239e788-af51-4453-abff-ec94eebe8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.734672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-2239e788-af51-4453-abff-ec94eebe8ee8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1099 time: 0.1048791 Nov 01 18:11:02.754713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.838240 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a359df5e-76f5-4911-b3d8-a9cb9d000834 req-58e9a67c-9301-472d-847b-8b87df58080b service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631370 Nov 01 18:11:02.847104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff8297-ad27-4433-9bba-67a1c47b7984,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:02.883312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-94d4465f-334e-45f5-b641-f0e2ebd8a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.885335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-94d4465f-334e-45f5-b641-f0e2ebd8a756 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1435294 Nov 01 18:11:02.948564 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:02.950195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8857456d-bbcf-45b1-8fc1-b3ec210555c0 req-c285326a-2d77-4029-9b78-29ab64bbb911 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7185862 Nov 01 18:11:02.951496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-79cfd22f-357d-4995-a0d7-7ee8e15fac4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0562887 Nov 01 18:11:02.952551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-ed4f809f-6e7c-44da-9d53-3d4735aa5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:02.954339 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-ed4f809f-6e7c-44da-9d53-3d4735aa5e10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1095 time: 0.0810983 Nov 01 18:11:03.021076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-1aeaadd8-8149-4850-b892-4d55fd7f862e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 217 time: 0.0546615 Nov 01 18:11:03.022960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-1d9a11c3-6f19-4cdb-8eea-dbce790e4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:03.025270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-1d9a11c3-6f19-4cdb-8eea-dbce790e4e9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0592194 Nov 01 18:11:03.101330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-1d004db7-d085-4f60-8bc5-8b23c511c3b5 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1232201138&fields=id&tenant_id=f72a29578c304e729795d6a471fe94ab HTTP/1.1" status: 200 len: 267 time: 0.0669429 Nov 01 18:11:03.108521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-3e36a600-3aba-4c46-9b54-d65d71c5cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:03.110155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-3e36a600-3aba-4c46-9b54-d65d71c5cc01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0760572 Nov 01 18:11:03.120818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-5e66d7bd-eeab-4cf5-b336-25439dfe5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:03.123317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-5e66d7bd-eeab-4cf5-b336-25439dfe5290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871391 Nov 01 18:11:03.144551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-e00bc45c-9e0c-4d8f-be0b-d9223e1a295e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265288 Nov 01 18:11:03.254847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-b3ca2c86-30bd-4ae0-9e96-d404a21e99c2 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004775 Nov 01 18:11:03.299895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-f519afed-87d5-4a5d-9090-c71ee0019eba service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565466 Nov 01 18:11:03.307567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-e874f057-64fb-4b45-9813-d01299bb0022 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:03.309141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-e874f057-64fb-4b45-9813-d01299bb0022 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/networks?id=37d1fd8c-903e-4110-a897-1a544cf4ca60 HTTP/1.1" status: 200 len: 812 time: 0.1935499 Nov 01 18:11:03.346652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-dcc435d4-ff86-481e-bcad-9573da371e0c tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/quotas/f72a29578c304e729795d6a471fe94ab HTTP/1.1" status: 200 len: 375 time: 0.0291283 Nov 01 18:11:03.430206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7bdbd0f4-5c78-4f05-bcc9-dc729c1e1a30 req-fc880ce1-5518-4020-8e77-305fdb84d767 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626387 Nov 01 18:11:03.459916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-adda811b-b6dc-4788-912f-95a88f43ece7 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f72a29578c304e729795d6a471fe94ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793118 Nov 01 18:11:03.478751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0a46a18-097b-4ccd-b761-3d3ea12d8411 req-3f17a85e-6b56-40b2-ba5e-057773b5288d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684327 Nov 01 18:11:03.610557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48908fb-e0dc-4e51-a7a6-a41e60dcea11 req-470d37e5-6d9a-41de-ac46-2cbafde69f0c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:03.612097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a48908fb-e0dc-4e51-a7a6-a41e60dcea11 req-470d37e5-6d9a-41de-ac46-2cbafde69f0c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.1021404 Nov 01 18:11:03.639266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-610b6671-75d3-47fa-8e69-1a540fe62986 service neutron] 10.222.0.31 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590543 Nov 01 18:11:03.679782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a48908fb-e0dc-4e51-a7a6-a41e60dcea11 req-9a1e3f3f-4576-45aa-98d7-68b59c4d283a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Nov 01 18:11:03.787830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:03.790851 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18" -d '{"events": [{"name": "network-changed", "server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:03.820316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-c3e76511-1c49-45da-b3df-2aafc4a60ec2 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/7fff8297-ad27-4433-9bba-67a1c47b7984 HTTP/1.1" status: 200 len: 1804 time: 0.1037447 Nov 01 18:11:03.840588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7fff8297-ad27-4433-9bba-67a1c47b7984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:03.840902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7fff8297-ad27-4433-9bba-67a1c47b7984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:03.861855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-a8a24cbf-8741-4dc2-b20e-3e19248d9bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094121 Nov 01 18:11:04.019482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.041411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.068330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:04.070653 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fac88af-382a-4f88-8972-d3f5e345c35b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:04.154638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.181367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed078c3-8fff-4800-b129-fba744595351,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:04.248361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.249580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b72471-0b06-4eb2-bc45-ad1bfeb64e8f req-dd963fe0-2ca6-4c14-86c6-7427801e368a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4197054 Nov 01 18:11:04.365751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e8e6-4b24-409a-a4a9-144d8204b528 req-da498042-e645-4225-8fc3-953a6913b2a6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:04.374980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc13e8e6-4b24-409a-a4a9-144d8204b528 req-da498042-e645-4225-8fc3-953a6913b2a6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 948 time: 0.1122749 Nov 01 18:11:04.380625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.432856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc13e8e6-4b24-409a-a4a9-144d8204b528 req-766886b2-0b51-4fe5-bbcf-ed5b33d395c2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Nov 01 18:11:04.593778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdee9-307e-483c-a178-ac5f5e7dbf39 req-91e7bbc9-3afb-4d1a-82f2-a7a89471b05e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:04.595399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1bbdee9-307e-483c-a178-ac5f5e7dbf39 req-91e7bbc9-3afb-4d1a-82f2-a7a89471b05e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0843816 Nov 01 18:11:04.597052 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f091fb1-264f-4896-ba2f-a5e6c923b93d x-openstack-request-id: req-7f091fb1-264f-4896-ba2f-a5e6c923b93d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:04.597402 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:04.597659 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f091fb1-264f-4896-ba2f-a5e6c923b93d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:04.598036 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'status': 'completed', 'code': 200} Nov 01 18:11:04.645198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89b93fe-5ab0-470e-96ce-0123071c4756 x-openstack-request-id: req-d89b93fe-5ab0-470e-96ce-0123071c4756 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:04.645198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:04.645198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d89b93fe-5ab0-470e-96ce-0123071c4756 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:04.645834 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a', 'status': 'completed', 'code': 200} Nov 01 18:11:04.715082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1bbdee9-307e-483c-a178-ac5f5e7dbf39 req-7d4a9025-2c7b-4611-ba21-5e47a2617386 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038318 Nov 01 18:11:04.747139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-12eb8a4e-d0d6-4c2c-b592-2437cc35be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:04.748887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-12eb8a4e-d0d6-4c2c-b592-2437cc35be9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 1099 time: 0.0854628 Nov 01 18:11:04.754603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-933802431', 'description': 'tempest-description-617768345'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:04.811925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9adce44-069f-442a-87c4-6f777c88ae69 req-92404924-6f69-4f6d-920b-18bb72fdc33a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0878947 Nov 01 18:11:04.850750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-f514112e-e431-43ae-a57e-d93d3b514a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:04.852309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-f514112e-e431-43ae-a57e-d93d3b514a63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1095 time: 0.2098598 Nov 01 18:11:04.940737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-01814704-7623-4744-9eb5-49cf8c370084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:04.942251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-01814704-7623-4744-9eb5-49cf8c370084 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1861012 Nov 01 18:11:04.954932 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:04.989996 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-db5ec963-9385-4b5a-9458-1f9426803cc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a HTTP/1.1" status: 200 len: 217 time: 0.0399723 Nov 01 18:11:05.062003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f04b-c3ab-4323-abd9-5eacb9d122df req-75344eb5-3e4d-41ae-9a88-2cc996b61516 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.063645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-dd5f56c8-e908-40fd-9114-3585d9062868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.065196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-dd5f56c8-e908-40fd-9114-3585d9062868 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0656037 Nov 01 18:11:05.069343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45b8f04b-c3ab-4323-abd9-5eacb9d122df req-75344eb5-3e4d-41ae-9a88-2cc996b61516 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.1551514 Nov 01 18:11:05.144859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-d5454f87-8af4-4f04-b397-f6b1713e8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.146990 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-d5454f87-8af4-4f04-b397-f6b1713e8c1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663440 Nov 01 18:11:05.151118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-5219edf3-82e1-46fc-b57c-2d8cc2df4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.152632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-5219edf3-82e1-46fc-b57c-2d8cc2df4c66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.2849653 Nov 01 18:11:05.272263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45b8f04b-c3ab-4323-abd9-5eacb9d122df req-3d1d5e82-e64d-4ed8-86bc-7a9eba5ce5c8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863163 Nov 01 18:11:05.272263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-52e305ff-625e-4d4d-bbe0-0cd8b7f5b927 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 217 time: 0.0886502 Nov 01 18:11:05.354463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:05.360530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-8e190d55-2d55-484f-beb0-d2ab10eeed3d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973972 Nov 01 18:11:05.364771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-12c0bfff-cfd2-4846-a3d1-8828657eb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.366355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-12c0bfff-cfd2-4846-a3d1-8828657eb3e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0901301 Nov 01 18:11:05.420390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-242fd4f8-e7fd-49d2-957c-0e4276f8e493 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319746 Nov 01 18:11:05.529044 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fac88af-382a-4f88-8972-d3f5e345c35b req-56c36a28-42c4-4b4b-9a9d-cf54d9e0c542 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337848 Nov 01 18:11:05.624066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-fcfcdf3c-709d-4e25-a312-e8fa7d912a71 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880322 Nov 01 18:11:05.665434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824869e8-81f5-4a00-a3af-94bacecf4fcb req-dc0c3d99-6450-4389-8d7c-0491df46ea16 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.667795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-824869e8-81f5-4a00-a3af-94bacecf4fcb req-dc0c3d99-6450-4389-8d7c-0491df46ea16 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 948 time: 0.0821884 Nov 01 18:11:05.714349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:05.781749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86397de3-e5ec-45d7-aafe-9572984f41a6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:05.789822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2df2f5-ec2a-4e52-95bf-a4e7a3a19c18 req-2cdbbc37-84a3-4383-9d6b-e3d4935e6d58 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576738 Nov 01 18:11:05.795947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-824869e8-81f5-4a00-a3af-94bacecf4fcb req-df70b9e6-625f-4690-befa-3e2cf33e6fbd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932579 Nov 01 18:11:05.971753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5cba0-906a-4a57-89d5-139e23521838 req-94996b11-4d1c-4c2f-8eea-6aefd11deb21 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:05.973424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65e5cba0-906a-4a57-89d5-139e23521838 req-94996b11-4d1c-4c2f-8eea-6aefd11deb21 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0611148 Nov 01 18:11:06.018894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65e5cba0-906a-4a57-89d5-139e23521838 req-e3201348-8010-4852-a9dc-9f10811d4f4d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Nov 01 18:11:06.088296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2f026ee-1d80-43fb-8e52-b5a673ec1257 req-56e4ac3c-0495-4823-9351-406fee9fd2c3 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0293434 Nov 01 18:11:06.257834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:06.262386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d6dd64a-2e7c-47c4-9f79-47cea2eebe58 req-967e58f7-9c9a-4d15-b581-43ccd25063da tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5127456 Nov 01 18:11:06.316410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-688255513', 'description': 'tempest-description-632253960'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:06.429786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc29006-8511-4302-921d-d5f0286ca001 req-b09fb102-38d7-4813-97ba-99f0543b6a3d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:06.432355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fc29006-8511-4302-921d-d5f0286ca001 req-b09fb102-38d7-4813-97ba-99f0543b6a3d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0615809 Nov 01 18:11:06.434523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:06.482079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:06.497291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fc29006-8511-4302-921d-d5f0286ca001 req-061605ca-552e-4052-9e78-449ddefc2703 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Nov 01 18:11:06.546083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:06.640503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:06.714838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a39a1-7d73-4b43-8407-db78a34d54fa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:06.740621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:06.747334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88328520-7efb-4c35-aabe-db9719ffcd84 req-2b6a3b27-8d3e-493b-ab12-f846bccfab72 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4366767 Nov 01 18:11:06.818972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1507c404-b158-408e-8132-21ffd356fddd req-10972362-53b0-4044-ab88-9b251b3cf741 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/86397de3-e5ec-45d7-aafe-9572984f41a6 HTTP/1.1" status: 200 len: 1803 time: 0.0449665 Nov 01 18:11:06.875378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:06.895105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1507c404-b158-408e-8132-21ffd356fddd req-92f36933-c85d-4656-ad90-ff6979e08a26 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/d09a39a1-7d73-4b43-8407-db78a34d54fa HTTP/1.1" status: 200 len: 1803 time: 0.0670300 Nov 01 18:11:06.907757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'mac_address': 'fa:16:3e:a9:a3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:06.916658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86397de3-e5ec-45d7-aafe-9572984f41a6', 'remote_group_id': 'd09a39a1-7d73-4b43-8407-db78a34d54fa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:06.917068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86397de3-e5ec-45d7-aafe-9572984f41a6', 'remote_group_id': 'd09a39a1-7d73-4b43-8407-db78a34d54fa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:06.974173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.005790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9633-12c1-4aa3-9fff-fece0fe3a7e1 req-801bca17-5f66-4699-abe6-aaf7530110f1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:07.009170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-135b9633-12c1-4aa3-9fff-fece0fe3a7e1 req-801bca17-5f66-4699-abe6-aaf7530110f1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 948 time: 0.0855823 Nov 01 18:11:07.020419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7be184-8526-430a-bd05-07ee166b1d07 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:07.057737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:07.081914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-135b9633-12c1-4aa3-9fff-fece0fe3a7e1 req-ddbefa6e-0771-420d-a72a-81ef3ff415a5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651412 Nov 01 18:11:07.117810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.167368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.228021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.228850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 38929c00-8bfd-4e3d-a174-7042fc7db74a details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:07.270799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c8147-97b2-451b-a61f-1752a67773ee req-1d3d31a2-943b-41a8-be7f-4d38f516cb18 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:07.279042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-883c8147-97b2-451b-a61f-1752a67773ee req-1d3d31a2-943b-41a8-be7f-4d38f516cb18 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0783236 Nov 01 18:11:07.322084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-883c8147-97b2-451b-a61f-1752a67773ee req-f2f29141-7fc9-41e9-b165-8670ac9cbc0c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Nov 01 18:11:07.326478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:07.330812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:07.336024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.343984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '38929c00-8bfd-4e3d-a174-7042fc7db74a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '38929c00-8bfd-4e3d-a174-7042fc7db74a', 'mac_address': 'fa:16:3e:ab:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:07.368693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a8f4f7-7a43-4274-a6e4-6a5af3253306,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:07.392372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.407486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38929c00-8bfd-4e3d-a174-7042fc7db74a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:07.432705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:07.436806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68fb02bf-b2d5-4f7f-9660-d33a15d3c514 req-0ae5afe5-e9c2-4e4d-8b9a-cadb0542a80a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0281692 Nov 01 18:11:07.439814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.440726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1507c404-b158-408e-8132-21ffd356fddd req-7bb09c87-04c3-4d1b-8445-0892f3b52602 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5318658 Nov 01 18:11:07.473781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063324800', 'description': 'tempest-description-676046827'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:07.520649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.521448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f5db8b1d-5156-4848-87e3-606787328fa6 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:07.589458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.593688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f5db8b1d-5156-4848-87e3-606787328fa6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:07.603542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:07.623842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f5db8b1d-5156-4848-87e3-606787328fa6', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'f5db8b1d-5156-4848-87e3-606787328fa6', 'mac_address': 'fa:16:3e:22:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:07.647350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4093-e1ef-4912-8541-b878a3068d84 req-f05fbe07-e6ab-4332-b34b-6baa2a936735 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:07.648905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f05d4093-e1ef-4912-8541-b878a3068d84 req-f05fbe07-e6ab-4332-b34b-6baa2a936735 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0712132 Nov 01 18:11:07.690602 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.706192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5db8b1d-5156-4848-87e3-606787328fa6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:07.724320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.728287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f05d4093-e1ef-4912-8541-b878a3068d84 req-7edfb094-5c3b-4f03-b6f2-4b41ee45db5f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603981 Nov 01 18:11:07.729296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f5db8b1d-5156-4848-87e3-606787328fa6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:07.829127 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.857713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.866721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8294bef5-af16-4567-b596-8ecb8e10e7e5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:07.911094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:07.946991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:07.948263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04f0f34b-7fe5-40d9-a572-2fa0a3bd8e66 req-f9d296f6-7053-4aa6-8ff7-3946cb4735d4 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4787607 Nov 01 18:11:07.985333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1439096595', 'description': 'tempest-description-240475641'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:08.012101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-35a7f70a-a935-47b6-80cf-d11e6520a4c7 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:08.013684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-35a7f70a-a935-47b6-80cf-d11e6520a4c7 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.32 "GET /v2.0/networks?id=37d1fd8c-903e-4110-a897-1a544cf4ca60 HTTP/1.1" status: 200 len: 812 time: 0.1303158 Nov 01 18:11:08.074054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-a00e4f6a-e510-4dc1-a002-1555bee407f2 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72a29578c304e729795d6a471fe94ab HTTP/1.1" status: 200 len: 380 time: 0.0349233 Nov 01 18:11:08.085668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'port': {'device_id': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'admin_state_up': True, 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'security_groups': ['f4ec1d02-6e2d-4cec-8705-2170ba97e948']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:08.091364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.271673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286dab-36e0-4ed1-91bf-f0735d6e914f req-e2063359-9f76-4017-9a47-3c30c8766305 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:08.273299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33286dab-36e0-4ed1-91bf-f0735d6e914f req-e2063359-9f76-4017-9a47-3c30c8766305 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 949 time: 0.1128376 Nov 01 18:11:08.314872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.343262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33286dab-36e0-4ed1-91bf-f0735d6e914f req-cd3a5e28-165a-4ff0-ae77-6064f2004542 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Nov 01 18:11:08.389192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.400485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Made reservation on behalf of f72a29578c304e729795d6a471fe94ab for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:08.404171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.425126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f5db8b1d-5156-4848-87e3-606787328fa6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:08.451809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7186ab9f-b82e-4e5d-bbf3-ff090cabb923,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:08.468535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:08.471405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['38929c00-8bfd-4e3d-a174-7042fc7db74a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:08.521023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:08.522987 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.524642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4d7203c-02c3-4cc9-abfb-fed118ae4d7d req-3c617ae9-fd66-43ae-bc47-77a78acd8a14 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5464301 Nov 01 18:11:08.586353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11c596-7e93-468c-978b-472e338bff51 req-75b6d9af-2e51-49bc-82c3-e0a584aa52db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:08.588418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c11c596-7e93-468c-978b-472e338bff51 req-75b6d9af-2e51-49bc-82c3-e0a584aa52db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 949 time: 0.1038725 Nov 01 18:11:08.610975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Allocated IP 172.20.0.13 (37d1fd8c-903e-4110-a897-1a544cf4ca60/b5ee9795-3aeb-49a9-ac2a-92479f1896c3/fb1b61b5-c04d-40f2-b2d8-a1790500ec3c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:08.691339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c11c596-7e93-468c-978b-472e338bff51 req-0e599aa9-7351-4387-9148-e48d80af50b3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694931 Nov 01 18:11:08.765367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:08.773608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4468ec8f-abdc-4f56-970c-088a1b1fbd8d req-d65385f0-dd01-4b1d-ba5a-404fab405b46 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0572941 Nov 01 18:11:08.859537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-4f8cd266-3f00-4d52-8499-47d0900acf06 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/8294bef5-af16-4567-b596-8ecb8e10e7e5 HTTP/1.1" status: 200 len: 1804 time: 0.1032240 Nov 01 18:11:08.868604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'port_id': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'mac_address': 'fa:16:3e:ab:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1943d43-9ab6-4f84-bf32-3a769244181e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:08.943629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.969960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-3b418ef8-1cec-499f-be06-9e22f68b0444 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/7186ab9f-b82e-4e5d-bbf3-ff090cabb923 HTTP/1.1" status: 200 len: 1804 time: 0.1035242 Nov 01 18:11:08.982510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce88d-c2ef-4c0d-b4d3-1152d134b4ca req-d33510cb-70e1-4a1c-914a-b46eb14fb44f tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:08.983667 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.989268 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:08.989793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-953ce88d-c2ef-4c0d-b4d3-1152d134b4ca req-d33510cb-70e1-4a1c-914a-b46eb14fb44f tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 950 time: 0.1270258 Nov 01 18:11:09.012857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8294bef5-af16-4567-b596-8ecb8e10e7e5', 'remote_group_id': '7186ab9f-b82e-4e5d-bbf3-ff090cabb923', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:09.013538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8294bef5-af16-4567-b596-8ecb8e10e7e5', 'remote_group_id': '7186ab9f-b82e-4e5d-bbf3-ff090cabb923', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:09.035887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc410c55-a173-4fc0-bff6-d9c0532ac2f1 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:09.065932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-953ce88d-c2ef-4c0d-b4d3-1152d134b4ca req-889f4c1d-34af-49aa-bb7b-302bd59a50d7 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 Nov 01 18:11:09.078585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:09.109294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.160290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.175598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:09.185834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:09.188107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:09.191022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event updated for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:09.223596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:09.300384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:09.301015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.304791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.318164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20008c-3187-4f14-aa64-aa2ca909a53c req-dc8badb7-02fb-4d8b-8aae-54b8cc7443cd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:09.322521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb20008c-3187-4f14-aa64-aa2ca909a53c req-dc8badb7-02fb-4d8b-8aae-54b8cc7443cd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.1674430 Nov 01 18:11:09.378027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.383302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb20008c-3187-4f14-aa64-aa2ca909a53c req-857a9dc1-0160-4c6f-a497-9eb6dadbc051 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Nov 01 18:11:09.412128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-4fb264a0-bea3-4b6e-8d35-a008ccdb91f6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299794 Nov 01 18:11:09.432621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Request body: {'port': {'device_id': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:09.434862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ec5ff5b-22f4-43a8-821b-90456f32de27 None None] Provisioning complete for port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:09.435929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ff5b-22f4-43a8-821b-90456f32de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.474176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5ff5b-22f4-43a8-821b-90456f32de27 None None] Port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:09.487776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.516629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.518718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3bc418-da50-4348-a6c8-700b4fb36bd6,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:09.632483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.634593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15031fae-26b7-4f46-b27d-d0331042bbfd req-cab3e673-88dc-4770-83d4-fd01638b08a5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6379719 Nov 01 18:11:09.793289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbef3c-76e2-4c4b-be1d-d7fc794e5401 req-e6f86152-26a4-4a50-b0b9-44f328838f34 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:09.794946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babbef3c-76e2-4c4b-be1d-d7fc794e5401 req-e6f86152-26a4-4a50-b0b9-44f328838f34 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 949 time: 0.1015520 Nov 01 18:11:09.848335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['fc410c55-a173-4fc0-bff6-d9c0532ac2f1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:09.852701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babbef3c-76e2-4c4b-be1d-d7fc794e5401 req-b416f639-8b39-47da-8921-f13d04ff17d9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Nov 01 18:11:09.941461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1b61b5-c04d-40f2-b2d8-a1790500ec3c {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:09.956685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:09.964263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-32585551-fe91-4af0-9f2e-af30a4ccbb7a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/7186ab9f-b82e-4e5d-bbf3-ff090cabb923 HTTP/1.1" status: 200 len: 1804 time: 0.0659983 Nov 01 18:11:09.976892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Transition to ACTIVE for port object fb1b61b5-c04d-40f2-b2d8-a1790500ec3c will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:10.027588 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.070813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.142779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.153252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:10.226410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb16ec-4b8b-4135-9732-7f2e4a4bae87 req-31653c1a-5801-4bc6-b16e-2ec212789190 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:10.228511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdb16ec-4b8b-4135-9732-7f2e4a4bae87 req-31653c1a-5801-4bc6-b16e-2ec212789190 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 949 time: 0.1515346 Nov 01 18:11:10.301984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Attempting to bind port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:10.301984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Attempting to bind port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:10.301984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Attempting to bind port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c on network 37d1fd8c-903e-4110-a897-1a544cf4ca60 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:10.308819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bdb16ec-4b8b-4135-9732-7f2e4a4bae87 req-6469c11d-de62-4d4e-af2d-ec545ac6bc3b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 Nov 01 18:11:10.312174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c on network 37d1fd8c-903e-4110-a897-1a544cf4ca60 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:10.312504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Attempting to bind port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c on network 37d1fd8c-903e-4110-a897-1a544cf4ca60 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:10.318190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:10.318190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Checking segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:10.318446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Bound using segment: {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:10.318873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Bound port: fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:10.319230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.513139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:10.652238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.654592 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.655681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc34072-71d9-4650-b8d5-8d8e446a03fe req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/7186ab9f-b82e-4e5d-bbf3-ff090cabb923 HTTP/1.1" status: 204 len: 173 time: 0.6767099 Nov 01 18:11:10.661433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port ac7be184-8526-430a-bd05-07ee166b1d07 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:10.662685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port ac7be184-8526-430a-bd05-07ee166b1d07 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:10.662994 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.698693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1169ab-dd1a-4c1d-83ed-28e741ab2635 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7186ab9f-b82e-4e5d-bbf3-ff090cabb923,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:10.725693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:10.743831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:10.743831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254775-b310-4e9c-acf8-dd1f0d283da2 req-50f900bd-c087-4bfd-8dfc-887a02f5491a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:10.743831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2254775-b310-4e9c-acf8-dd1f0d283da2 req-50f900bd-c087-4bfd-8dfc-887a02f5491a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 944 time: 0.0935335 Nov 01 18:11:10.797391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.809567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2254775-b310-4e9c-acf8-dd1f0d283da2 req-1ecac0a9-4bc3-4c2f-ba15-c1e6e58a671d tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605292 Nov 01 18:11:10.821232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:10.825973 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2cd8b3-0891-47f8-a79a-55b263eefe3f" -d '{"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-plugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:10.835595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1136d-1bb7-4cfa-ad7d-51793e0a5025 req-26698ad1-9393-4415-8cfd-52192a3aaf6a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:10.838210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:10.839989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af1136d-1bb7-4cfa-ad7d-51793e0a5025 req-26698ad1-9393-4415-8cfd-52192a3aaf6a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0703833 Nov 01 18:11:10.851612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.893843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:10.894453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.895981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb1b61b5-c04d-40f2-b2d8-a1790500ec3c HTTP/1.1" status: 200 len: 1092 time: 1.4743359 Nov 01 18:11:10.906111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:10.907416 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857dc03-cc27-4e3e-a7ac-56033fc09130" -d '{"events": [{"name": "network-changed", "server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:10.932369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:10.948819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af1136d-1bb7-4cfa-ad7d-51793e0a5025 req-e1db5f80-83e3-42cf-9c24-861bd41ede88 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050928 Nov 01 18:11:10.984055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d290d0-e8f3-4f8c-bdce-09ca7ff59794 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:11.008226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:11.019950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-964ab0f0-9604-48e3-be1f-9cb6abe5ce7c req-d0d3ae7b-966a-4028-8556-048a4b4f72f5 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/8294bef5-af16-4567-b596-8ecb8e10e7e5 HTTP/1.1" status: 200 len: 1804 time: 0.1183777 Nov 01 18:11:11.027146 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2743fe39-84f7-4ed3-9042-e4b9e8436497 x-openstack-request-id: req-2743fe39-84f7-4ed3-9042-e4b9e8436497 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:11.027873 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-plugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:11.027873 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2743fe39-84f7-4ed3-9042-e4b9e8436497 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:11.028091 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'code': 200} Nov 01 18:11:11.073724 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e20c708-1819-4205-bc1b-ea311808ce84 x-openstack-request-id: req-9e20c708-1819-4205-bc1b-ea311808ce84 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:11.077413 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:11.077713 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e20c708-1819-4205-bc1b-ea311808ce84 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:11.078133 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'status': 'completed', 'code': 200} Nov 01 18:11:11.089623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-856310347', 'description': 'tempest-description-720853953'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:11.173696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-e6341134-1f16-4b3b-aa82-38d68b4b60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.175113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-e6341134-1f16-4b3b-aa82-38d68b4b60f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f72a29578c304e729795d6a471fe94ab&device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 1095 time: 0.1329210 Nov 01 18:11:11.199275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375bc2b-f3cd-40ff-9429-f99102c80c7b req-23df1267-2bb0-438f-b21f-1a1f51cc43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.200923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5375bc2b-f3cd-40ff-9429-f99102c80c7b req-23df1267-2bb0-438f-b21f-1a1f51cc43fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.1063683 Nov 01 18:11:11.236528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349b86-aab8-4f01-9538-7eac7e7cec11 req-7ef480c1-7740-464a-aa38-fcd8942351a2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.237931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f349b86-aab8-4f01-9538-7eac7e7cec11 req-7ef480c1-7740-464a-aa38-fcd8942351a2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 949 time: 0.1381338 Nov 01 18:11:11.244473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-942670fb-4a4c-4283-a237-514ae2a467cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c HTTP/1.1" status: 200 len: 217 time: 0.0571976 Nov 01 18:11:11.247202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:11.351746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5375bc2b-f3cd-40ff-9429-f99102c80c7b req-6ea08580-3741-4797-a793-525f3f10efbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232941 Nov 01 18:11:11.356059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-06d2344d-4378-4a3f-8a62-fac57a3b6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.357418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-06d2344d-4378-4a3f-8a62-fac57a3b6856 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ee9795-3aeb-49a9-ac2a-92479f1896c3 HTTP/1.1" status: 200 len: 851 time: 0.0932560 Nov 01 18:11:11.362702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f349b86-aab8-4f01-9538-7eac7e7cec11 req-e9cb3c50-cf5f-49d5-9b6f-5041bf06aed2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164110 Nov 01 18:11:11.427103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-f91a650c-e281-4dc8-929c-76965499f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.428879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-f91a650c-e281-4dc8-929c-76965499f4d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37d1fd8c-903e-4110-a897-1a544cf4ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620592 Nov 01 18:11:11.456099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:11.534432 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:11.579817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11ca39-167d-4a58-b7ad-076a291a55b3 req-64dd5d6c-6469-4b36-8aee-e94ff057ce56 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.581364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b11ca39-167d-4a58-b7ad-076a291a55b3 req-64dd5d6c-6469-4b36-8aee-e94ff057ce56 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1460750 Nov 01 18:11:11.615310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8accce-caf0-40f0-bfdc-348e820a55b0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:11.641585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-a0807a23-3d04-4f6a-a426-d7963eba451c service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880872 Nov 01 18:11:11.650027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b11ca39-167d-4a58-b7ad-076a291a55b3 req-1064aab9-9773-4fca-8e89-f6ab5f56902e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Nov 01 18:11:11.719627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:11.721458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25aac9dd-641d-482f-a698-cdb00d744f4b req-82588012-eaaf-475c-9935-dc7c51ba0e41 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6385105 Nov 01 18:11:11.782356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d88bf4-a052-4f2a-9a43-9976648f47b7 req-f04230bd-ba1b-4fd2-bf82-b34e25ed13f5 service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278191 Nov 01 18:11:11.802337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-02cb0ec0-52ef-4516-93fd-44a4f1f8869d tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 200 len: 1803 time: 0.0579796 Nov 01 18:11:11.814008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f8accce-caf0-40f0-bfdc-348e820a55b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:11.814328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f8accce-caf0-40f0-bfdc-348e820a55b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:11.947066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d326853-6b7c-43a8-b560-bc92b131fd18 req-8f7594df-bf26-4c7c-aa48-2931cc13c4d3 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:11.948643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d326853-6b7c-43a8-b560-bc92b131fd18 req-8f7594df-bf26-4c7c-aa48-2931cc13c4d3 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 944 time: 0.0575981 Nov 01 18:11:11.960425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:11:12.047083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.050008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.064119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d326853-6b7c-43a8-b560-bc92b131fd18 req-907e0592-86f2-4e1f-96e1-eba14a33f724 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083159 Nov 01 18:11:12.077768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.083629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-06a88642-4061-4be7-9555-e4619ac51785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.085311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-06a88642-4061-4be7-9555-e4619ac51785 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f72a29578c304e729795d6a471fe94ab&device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 1095 time: 0.1122916 Nov 01 18:11:12.091736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:12.123150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.137579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.184503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4b1737-b577-4832-8d1a-7bf267449f2d,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:12.200464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:12.210246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-4a956da8-2c6e-4476-a0b6-903f77e7f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.212904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-4a956da8-2c6e-4476-a0b6-903f77e7f97c service neutron] 10.222.0.32 "GET /v2.0/networks?id=37d1fd8c-903e-4110-a897-1a544cf4ca60 HTTP/1.1" status: 200 len: 913 time: 0.1192369 Nov 01 18:11:12.278043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-3514df37-1152-4f7a-9c60-a586b5cd54a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c HTTP/1.1" status: 200 len: 217 time: 0.0552697 Nov 01 18:11:12.281515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.282586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f26e007-5f3b-49d8-9f97-9d50b6164a5e req-43608fec-e5fd-4088-94ac-7ddb05340c3b tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4727011 Nov 01 18:11:12.331974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b2a8e-a11c-4ce9-b678-fb80d0e548a2 req-032ec754-607f-4562-a885-0e3ae679ebee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.333446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b52b2a8e-a11c-4ce9-b678-fb80d0e548a2 req-032ec754-607f-4562-a885-0e3ae679ebee tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.1196709 Nov 01 18:11:12.396347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-bff385a3-af2d-40a1-befa-a6570fd4a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.397791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-bff385a3-af2d-40a1-befa-a6570fd4a9c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ee9795-3aeb-49a9-ac2a-92479f1896c3 HTTP/1.1" status: 200 len: 851 time: 0.1068788 Nov 01 18:11:12.410281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b52b2a8e-a11c-4ce9-b678-fb80d0e548a2 req-95d0ee9e-8152-4259-833f-8d736710ca62 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679622 Nov 01 18:11:12.414207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19cada8b-b615-46c1-b245-d748ac08f547 req-152031cc-17e3-4b38-86f7-cf2a6e4b3a11 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 200 len: 2396 time: 0.0936804 Nov 01 18:11:12.428867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f8accce-caf0-40f0-bfdc-348e820a55b0', 'remote_group_id': None}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:12.429298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f8accce-caf0-40f0-bfdc-348e820a55b0', 'remote_group_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:12.503653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-610fb656-162c-4ebb-87e4-1b6f254baf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.505060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-610fb656-162c-4ebb-87e4-1b6f254baf6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37d1fd8c-903e-4110-a897-1a544cf4ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900249 Nov 01 18:11:12.528080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:12.531241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d912f8-a9b3-43bc-b2fd-1aac59a45c51 req-adedb25c-c7e2-4586-a879-3c769899733c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.532722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03d912f8-a9b3-43bc-b2fd-1aac59a45c51 req-adedb25c-c7e2-4586-a879-3c769899733c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 949 time: 0.0668623 Nov 01 18:11:12.621068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03d912f8-a9b3-43bc-b2fd-1aac59a45c51 req-2acb2e8e-917b-409e-9387-0bbaf3d17018 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Nov 01 18:11:12.636669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-286ad84e-0616-4d0f-bcd7-e79a174c21e4 service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224215 Nov 01 18:11:12.742804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.755761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:12.760970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:12.761647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.773275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c857dc03-cc27-4e3e-a7ac-56033fc09130 req-174b1c2a-68ba-423e-8957-cca9c8342ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288719 Nov 01 18:11:12.775276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.817963 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.843711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04634d6e-8c6a-48c6-af6a-7e3a04f9b43f,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:12.867284 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.901722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:12.959658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:12.960847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19cada8b-b615-46c1-b245-d748ac08f547 req-c29f6150-5b25-4836-a249-04a63924e3d3 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5381391 Nov 01 18:11:12.982822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcdd2-ce0c-44fe-9c1d-85bafd611276 req-5130eaec-2b73-4124-b7b7-c512c6ac02a3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:12.984353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-518fcdd2-ce0c-44fe-9c1d-85bafd611276 req-5130eaec-2b73-4124-b7b7-c512c6ac02a3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0638473 Nov 01 18:11:13.000779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.002001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 38929c00-8bfd-4e3d-a174-7042fc7db74a up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:13.028865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}, {'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:13.032297 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70efd6-ca4e-4181-a559-30718ce753af" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}, {"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-plugged", "status": "completed", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:13.037957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-518fcdd2-ce0c-44fe-9c1d-85bafd611276 req-c82e956c-6a27-4283-a146-d22d0f6d7e35 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Nov 01 18:11:13.095209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc3c88a7-30b3-45e4-99b9-20e0856075bd req-e9267feb-0a5a-4466-bd40-4e2cd8e90bf1 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 200 len: 2994 time: 0.0662465 Nov 01 18:11:13.107591 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6663526-04e8-42f7-8b8e-272a9bdd0b07 x-openstack-request-id: req-b6663526-04e8-42f7-8b8e-272a9bdd0b07 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:13.107856 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "code": 200}, {"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-plugged", "status": "completed", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:13.108113 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6663526-04e8-42f7-8b8e-272a9bdd0b07 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:13.108505 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'code': 200} Nov 01 18:11:13.108761 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'code': 200} Nov 01 18:11:13.112080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:13.160579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505c6f48-debc-4619-ad25-62b6613213cf req-8e5e4eda-abe2-453a-8bec-86843d4064a6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-group-rules/04634d6e-8c6a-48c6-af6a-7e3a04f9b43f HTTP/1.1" status: 200 len: 783 time: 0.0222597 Nov 01 18:11:13.182880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 38929c00-8bfd-4e3d-a174-7042fc7db74a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:13.187369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 38929c00-8bfd-4e3d-a174-7042fc7db74a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:13.187616 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.266696 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.270973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505c6f48-debc-4619-ad25-62b6613213cf req-a431d275-855b-4e5c-b4f2-2eddd6fce099 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 200 len: 2994 time: 0.0963304 Nov 01 18:11:13.281328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741210e5-d176-4c0d-8ecf-a7a84140641a req-02f99375-033c-421e-aed7-a97b9a8c6291 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:13.282782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-741210e5-d176-4c0d-8ecf-a7a84140641a req-02f99375-033c-421e-aed7-a97b9a8c6291 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 944 time: 0.1179345 Nov 01 18:11:13.284469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a2837-4a7f-4c2b-b0b8-ab52ad3a4dd5 req-28257f32-04ce-438f-9e07-bee7c877520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:13.285817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-469a2837-4a7f-4c2b-b0b8-ab52ad3a4dd5 req-28257f32-04ce-438f-9e07-bee7c877520f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1097 time: 0.1019404 Nov 01 18:11:13.300156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:13.342229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-505c6f48-debc-4619-ad25-62b6613213cf req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.363562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-505c6f48-debc-4619-ad25-62b6613213cf req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.375256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-741210e5-d176-4c0d-8ecf-a7a84140641a req-f49b4639-4183-4550-8bd3-2ddd1d711aa3 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813348 Nov 01 18:11:13.377633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.378574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f5db8b1d-5156-4848-87e3-606787328fa6 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:13.378664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-469a2837-4a7f-4c2b-b0b8-ab52ad3a4dd5 req-51fa2300-d0a2-413c-9929-e628483a6323 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 Nov 01 18:11:13.456333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:13.491826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-505c6f48-debc-4619-ad25-62b6613213cf req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.498902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-505c6f48-debc-4619-ad25-62b6613213cf req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.500053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505c6f48-debc-4619-ad25-62b6613213cf req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/04634d6e-8c6a-48c6-af6a-7e3a04f9b43f HTTP/1.1" status: 204 len: 173 time: 0.2133567 Nov 01 18:11:13.507111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b4f2d-4da4-47f3-a21d-af5ae07fdb93 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04634d6e-8c6a-48c6-af6a-7e3a04f9b43f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:13.572331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port f5db8b1d-5156-4848-87e3-606787328fa6 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:13.576862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f5db8b1d-5156-4848-87e3-606787328fa6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:13.580093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.596329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d138af0-6b92-45f0-b0b8-f140f6450c9c req-4bb16c74-2a96-44cf-a5ec-9c1f8add4b04 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:13.597931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d138af0-6b92-45f0-b0b8-f140f6450c9c req-4bb16c74-2a96-44cf-a5ec-9c1f8add4b04 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0508564 Nov 01 18:11:13.644114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d138af0-6b92-45f0-b0b8-f140f6450c9c req-8680d856-16df-4d05-942e-c0728554fd8e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Nov 01 18:11:13.659610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.705243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11a20862-f619-4d14-94d0-36c4c9571482 req-4bdad1b0-0b4d-4bc6-94e9-f324563c522c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 200 len: 2396 time: 0.0599062 Nov 01 18:11:13.705466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f5db8b1d-5156-4848-87e3-606787328fa6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:13.782718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.791090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b09d3-e041-49fb-b799-6c262bc922cf req-94afe4cc-c8c3-4131-a441-d59945fffec8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:13.792620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b5b09d3-e041-49fb-b799-6c262bc922cf req-94afe4cc-c8c3-4131-a441-d59945fffec8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 950 time: 0.0800889 Nov 01 18:11:13.819000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-11a20862-f619-4d14-94d0-36c4c9571482 req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.831207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:13.854765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b5b09d3-e041-49fb-b799-6c262bc922cf req-74b21139-0d27-46d1-9af2-9e383cbeecaf tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532978 Nov 01 18:11:13.856423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-11a20862-f619-4d14-94d0-36c4c9571482 req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.963319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:13.983051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-11a20862-f619-4d14-94d0-36c4c9571482 req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.985680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-11a20862-f619-4d14-94d0-36c4c9571482 req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:13.986839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11a20862-f619-4d14-94d0-36c4c9571482 req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f8accce-caf0-40f0-bfdc-348e820a55b0 HTTP/1.1" status: 204 len: 173 time: 0.2728634 Nov 01 18:11:13.996217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a9b0-6284-423a-884c-a5a151861c7c tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8accce-caf0-40f0-bfdc-348e820a55b0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:14.020747 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-2b0af356-f953-4161-be47-ab6d0fafad7b req-867973c3-13c8-4a58-b04b-d0463c94df33 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] show failed (client error): The resource could not be found. Nov 01 18:11:14.021768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b0af356-f953-4161-be47-ab6d0fafad7b req-867973c3-13c8-4a58-b04b-d0463c94df33 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/7186ab9f-b82e-4e5d-bbf3-ff090cabb923 HTTP/1.1" status: 404 len: 352 time: 0.0178442 Nov 01 18:11:14.079044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:14.090854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'mac_address': 'fa:16:3e:0d:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:14.094122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-67402d03-98f2-4363-ba1a-e0160da771fd tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/8294bef5-af16-4567-b596-8ecb8e10e7e5 HTTP/1.1" status: 200 len: 1804 time: 0.0504425 Nov 01 18:11:14.130377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.148271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fadb4167-4cfb-4f35-adb4-921210c62c33 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:14.169855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:14.203860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eab9-5b6d-48c5-9b32-33e2e1ed462b req-a78ea0f2-ccdb-4f67-af96-f4ecc945d716 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:14.205359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48d7eab9-5b6d-48c5-9b32-33e2e1ed462b req-a78ea0f2-ccdb-4f67-af96-f4ecc945d716 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0739903 Nov 01 18:11:14.205929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.234673 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.234898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.289177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48d7eab9-5b6d-48c5-9b32-33e2e1ed462b req-49b8acce-aeab-4a5c-8474-a1b1f4d1c25a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670645 Nov 01 18:11:14.292562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:14.354181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fadb4167-4cfb-4f35-adb4-921210c62c33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:14.354410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.357463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.358580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad1721a9-9ba5-43f5-8b0b-4cc69ae5942e req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/8294bef5-af16-4567-b596-8ecb8e10e7e5 HTTP/1.1" status: 204 len: 173 time: 0.2566187 Nov 01 18:11:14.371263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f839592-735b-429c-a85e-b97b749d1b79 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294bef5-af16-4567-b596-8ecb8e10e7e5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:14.445342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-f3b763eb-a2a9-4ac0-9123-17a6090496d8 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/d09a39a1-7d73-4b43-8407-db78a34d54fa HTTP/1.1" status: 200 len: 1803 time: 0.0556903 Nov 01 18:11:14.517543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.558735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.573303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-28b508a4-8cda-40de-9e8d-3a82071b00d7 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:14.575050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-28b508a4-8cda-40de-9e8d-3a82071b00d7 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.0712461 Nov 01 18:11:14.611772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-faa17390-dc9a-4991-9db4-580d588410a2 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.739558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.742267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.744238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a22c5bd3-7947-4bbd-a087-3d53f9d4986d req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/d09a39a1-7d73-4b43-8407-db78a34d54fa HTTP/1.1" status: 204 len: 173 time: 0.2919686 Nov 01 18:11:14.759615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab216704-b4e3-4856-bb2f-7f643eabeca6 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a39a1-7d73-4b43-8407-db78a34d54fa,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:14.813133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-faa17390-dc9a-4991-9db4-580d588410a2 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.864901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ff022-957b-4178-877a-c224a93e4194 req-27abf66d-69ea-4a14-b95b-8708f9521de0 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:14.866382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee5ff022-957b-4178-877a-c224a93e4194 req-27abf66d-69ea-4a14-b95b-8708f9521de0 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 944 time: 0.0520108 Nov 01 18:11:14.887704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-faa17390-dc9a-4991-9db4-580d588410a2 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:14.913360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10f7370f-d21b-4d65-89cd-928a014fe97e req-faa17390-dc9a-4991-9db4-580d588410a2 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307548 Nov 01 18:11:14.943712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee5ff022-957b-4178-877a-c224a93e4194 req-b10c6e01-ca7e-4352-9d5f-1c431e9fb091 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704319 Nov 01 18:11:14.944542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa17390-dc9a-4991-9db4-580d588410a2 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02866aae-3fcc-4f74-a582-58d8b5e58db2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:15.049269 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:11:15.086893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-0d5c4f41-1bac-4229-b74a-42ca20483467 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/86397de3-e5ec-45d7-aafe-9572984f41a6 HTTP/1.1" status: 200 len: 1803 time: 0.0698779 Nov 01 18:11:15.097752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688490-7cc8-4c12-a3d9-806341be92cf req-e332f931-4ec8-4193-ad95-6eddbb583075 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:15.099176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54688490-7cc8-4c12-a3d9-806341be92cf req-e332f931-4ec8-4193-ad95-6eddbb583075 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0804422 Nov 01 18:11:15.111314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a'}, {'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:15.114890 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc118b4-cea3-4424-a916-2e7ff1aba16b" -d '{"events": [{"server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "name": "network-vif-plugged", "status": "completed", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a"}, {"server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "name": "network-vif-plugged", "status": "completed", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:15.165670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54688490-7cc8-4c12-a3d9-806341be92cf req-bd0ca1fa-a7b4-44a0-bbc4-1c4796409ff4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589280 Nov 01 18:11:15.187416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:15.229245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:15.327399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e75b5d-eea5-40cd-ad2c-09b9bad3800d req-2d1f8d56-e8df-46a6-b4ac-ab584658144e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:15.334733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85e75b5d-eea5-40cd-ad2c-09b9bad3800d req-2d1f8d56-e8df-46a6-b4ac-ab584658144e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 950 time: 0.0862789 Nov 01 18:11:15.376961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85e75b5d-eea5-40cd-ad2c-09b9bad3800d req-f63cb9f3-93bf-4b83-bfb0-11dcae17ebdd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Nov 01 18:11:15.422993 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:15.426126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:15.430841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa90b4ba-27e3-48e1-8ca8-5ff953064648 req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/86397de3-e5ec-45d7-aafe-9572984f41a6 HTTP/1.1" status: 204 len: 173 time: 0.3301849 Nov 01 18:11:15.461218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4c7d-d164-4ce6-869c-a87aee337070 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86397de3-e5ec-45d7-aafe-9572984f41a6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:15.584960 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ee552-39d8-4329-957f-05404e004392 x-openstack-request-id: req-9d2ee552-39d8-4329-957f-05404e004392 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:15.587827 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "name": "network-vif-plugged", "status": "completed", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a", "code": 200}, {"server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "name": "network-vif-plugged", "status": "completed", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:15.588700 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d2ee552-39d8-4329-957f-05404e004392 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:15.589128 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a', 'code': 200} Nov 01 18:11:15.589384 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6', 'code': 200} Nov 01 18:11:15.736037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f884c-9892-4a0e-9360-cae8643f6d41 req-4ee72625-99a3-4a59-b5e6-b0b8ddaf9e58 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:15.744175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c4f884c-9892-4a0e-9360-cae8643f6d41 req-4ee72625-99a3-4a59-b5e6-b0b8ddaf9e58 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1097 time: 0.0959375 Nov 01 18:11:15.767378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b5768-e97e-407c-a7fe-86b9dcb09772 req-4386aa13-3f13-4f20-9acf-5094d9e6094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:15.777609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b99b5768-e97e-407c-a7fe-86b9dcb09772 req-4386aa13-3f13-4f20-9acf-5094d9e6094c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 1101 time: 0.0854776 Nov 01 18:11:15.792909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c4f884c-9892-4a0e-9360-cae8643f6d41 req-20115310-7743-4f68-a1eb-44a177b8cb08 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Nov 01 18:11:15.795640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b5e-0f5e-4ee7-9ba5-d471f04c47e2 req-47dec0c5-f364-44c9-bd6b-341ddf49782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:15.802847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-973c3b5e-0f5e-4ee7-9ba5-d471f04c47e2 req-47dec0c5-f364-44c9-bd6b-341ddf49782e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 1101 time: 0.1192050 Nov 01 18:11:15.838803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b99b5768-e97e-407c-a7fe-86b9dcb09772 req-7586da0a-fff6-4aa3-81a2-aa67752c7478 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538015 Nov 01 18:11:15.909406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-973c3b5e-0f5e-4ee7-9ba5-d471f04c47e2 req-4fbe4bbb-802f-479f-a036-ecc82d6b598e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829740 Nov 01 18:11:15.920540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-6297f4af-38e4-4320-a14f-7261e1219888 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/7fff8297-ad27-4433-9bba-67a1c47b7984 HTTP/1.1" status: 200 len: 2403 time: 0.0929134 Nov 01 18:11:15.980731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb1b61b5-c04d-40f2-b2d8-a1790500ec3c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:15.987746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:15.988152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.022323 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.137065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fadb4167-4cfb-4f35-adb4-921210c62c33 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:16.137700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.152464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.155874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.166575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14a23501-e4f7-4906-9bac-f7c82176ab5b req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fff8297-ad27-4433-9bba-67a1c47b7984 HTTP/1.1" status: 204 len: 173 time: 0.2431121 Nov 01 18:11:16.205394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82270141-0d31-40f9-9b43-f909c432c003 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff8297-ad27-4433-9bba-67a1c47b7984,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:16.240139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:16.272249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'port_id': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'mac_address': 'fa:16:3e:c6:59:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:16.385717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6859ce-a0ef-4e06-a208-4273c472fb7d req-d11bedbb-6226-4f1c-9763-aec981c88dad tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:16.385717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b6859ce-a0ef-4e06-a208-4273c472fb7d req-d11bedbb-6226-4f1c-9763-aec981c88dad tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 944 time: 0.0989301 Nov 01 18:11:16.488412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b6859ce-a0ef-4e06-a208-4273c472fb7d req-246e91b8-98f5-41a1-b7ee-11599e3273e4 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616906 Nov 01 18:11:16.488571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-48cf13b7-3d2a-42a9-ab07-ff8469bedb98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783565 Nov 01 18:11:16.488571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-f409d09f-53d9-4034-a306-3cf286c3184d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:11:16.488571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-f409d09f-53d9-4034-a306-3cf286c3184d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054417 Nov 01 18:11:16.574179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-48f77cb0-b3c0-485c-8d85-278f1f56b9f8 tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "GET /v2.0/security-groups/e517f94d-d449-4378-b79c-5f80c7478ebf HTTP/1.1" status: 200 len: 2397 time: 0.0858049 Nov 01 18:11:16.578182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.593168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1b61b5-c04d-40f2-b2d8-a1790500ec3c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:16.599658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.618298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfd842-c7cf-4d37-9b0c-bd1f3435867c req-53b0c1fa-cb9a-42ee-ae1f-2a1201f9603e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:16.620407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfcfd842-c7cf-4d37-9b0c-bd1f3435867c req-53b0c1fa-cb9a-42ee-ae1f-2a1201f9603e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1015830 Nov 01 18:11:16.638129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:16.647094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:16.687368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfcfd842-c7cf-4d37-9b0c-bd1f3435867c req-60058694-72ba-4c67-97cb-884a2f6a393a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Nov 01 18:11:16.692397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.729243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.754761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.797643 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.845208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:16.893336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea104-a8da-4280-aab9-47d6251bbec4 req-74ba4ae5-6a81-4046-b11f-1b8595dd659a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:16.902970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b7ea104-a8da-4280-aab9-47d6251bbec4 req-74ba4ae5-6a81-4046-b11f-1b8595dd659a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 950 time: 0.1315331 Nov 01 18:11:16.925247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:16.948704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.952556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:16.961368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35144) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:16.973212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8c9b887-c1dc-4cd5-aedc-7b2476fed9fa req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] 10.222.0.31 "DELETE /v2.0/security-groups/e517f94d-d449-4378-b79c-5f80c7478ebf HTTP/1.1" status: 204 len: 173 time: 0.3977191 Nov 01 18:11:17.023231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b1818-161c-47f5-92b7-aa6e78bda74a tempest-SecurityGroupRulesTestJSON-181811051 tempest-SecurityGroupRulesTestJSON-181811051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517f94d-d449-4378-b79c-5f80c7478ebf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:17.036239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b7ea104-a8da-4280-aab9-47d6251bbec4 req-bbc4a4a6-888a-4af9-8f4b-bc5d874eebc0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321263 Nov 01 18:11:17.097727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Deleting subnet d73e6e37-d41f-423c-91ef-3ff946aa6420 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:11:17.102737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.106262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:17.214116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.431434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.595011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:17.595011 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c0d05e-0ca3-4b7a-b9c9-f7bb436daa92" -d '{"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:17.650257 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bbe63-8b42-4c3f-8f54-8eca193c770d x-openstack-request-id: req-435bbe63-8b42-4c3f-8f54-8eca193c770d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:17.652342 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:17.652741 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-435bbe63-8b42-4c3f-8f54-8eca193c770d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:17.653223 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'code': 200} Nov 01 18:11:17.714741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.738095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31344-5348-41ea-8efe-396d6fe19000 req-ae896a86-e2f9-4996-a369-ffd4393ed5c1 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:17.743555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a31344-5348-41ea-8efe-396d6fe19000 req-ae896a86-e2f9-4996-a369-ffd4393ed5c1 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 945 time: 0.1231625 Nov 01 18:11:17.759631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73e6e37-d41f-423c-91ef-3ff946aa6420,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:17.764859 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.768548 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ace7539d-9561-428e-8316-dd1a06c8af41 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d73e6e37-d41f-423c-91ef-3ff946aa6420 HTTP/1.1" status: 204 len: 168 time: 0.8007860 Nov 01 18:11:17.777165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:17.906499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:17.914052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a31344-5348-41ea-8efe-396d6fe19000 req-a1158dc1-a60e-4c90-bf63-a08c620fe22a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283047 Nov 01 18:11:17.929572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db9627-cb32-4491-a563-45b544c18752 req-0639cff7-7081-48c3-8a37-681d4570aebd tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:17.931549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20db9627-cb32-4491-a563-45b544c18752 req-0639cff7-7081-48c3-8a37-681d4570aebd tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1096 time: 0.1866143 Nov 01 18:11:18.025188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20db9627-cb32-4491-a563-45b544c18752 req-7311db1c-56a1-4334-a27d-b8e372a09305 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648179 Nov 01 18:11:18.129318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ff472-6bcf-4731-b421-44c2885aef5f req-7c238ed2-d930-40d0-b2ce-3ceede527dec tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:18.132199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0ff472-6bcf-4731-b421-44c2885aef5f req-7c238ed2-d930-40d0-b2ce-3ceede527dec tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0853329 Nov 01 18:11:18.156015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.191138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0ff472-6bcf-4731-b421-44c2885aef5f req-9c0a3df1-dab0-493d-a834-050bbdee7bd9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515490 Nov 01 18:11:18.211999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e37530-2a18-4d0d-ad91-809bc691f4a7']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:18.250924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc30e1bd-e1bb-4e4b-af4d-5a8bdcb9336d') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:18.252008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc30e1bd-e1bb-4e4b-af4d-5a8bdcb9336d') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:18.276084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.301885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.346124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:11:18.346813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:11:18.437084 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:11:18.535381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b89852-203b-4746-97d1-d42c57d884bb req-be60844e-11aa-4898-b684-2389420cb58f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:18.537174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2b89852-203b-4746-97d1-d42c57d884bb req-be60844e-11aa-4898-b684-2389420cb58f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 950 time: 0.0676460 Nov 01 18:11:18.543358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.551378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.560780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21e37530-2a18-4d0d-ad91-809bc691f4a7 HTTP/1.1" status: 204 len: 168 time: 0.7870941 Nov 01 18:11:18.599270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e29a97-128e-429d-ae47-237dd61e4194 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e37530-2a18-4d0d-ad91-809bc691f4a7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:18.692678 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3e2b225f-d98b-4647-b554-d6df43ef8feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:18.746549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2b89852-203b-4746-97d1-d42c57d884bb req-2a2cfa2c-5f77-4b20-bce0-4b3d434faafa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465116 Nov 01 18:11:19.055008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac3da8-bc30-4733-a933-99363772c166 req-96ad2181-98e4-46b0-a139-6633a03836c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:19.066073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfac3da8-bc30-4733-a933-99363772c166 req-96ad2181-98e4-46b0-a139-6633a03836c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 950 time: 0.1452708 Nov 01 18:11:19.132817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35220) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:19.149371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfac3da8-bc30-4733-a933-99363772c166 req-1a864629-40a6-4f55-ab6c-ba19cb2e179f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824847 Nov 01 18:11:19.251759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:19.264722 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36592845-c49a-4c46-acbf-5f98ff125181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e09873c44ec49cc8a59721dea56e2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300666 Nov 01 18:11:19.431411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed93df6-06ba-4a71-8c83-28aa8afdf724 req-a2c5df63-6474-4053-8de5-fdafd0f39f94 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:19.446556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ed93df6-06ba-4a71-8c83-28aa8afdf724 req-a2c5df63-6474-4053-8de5-fdafd0f39f94 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 945 time: 0.1315100 Nov 01 18:11:19.483827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:19.553725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ed93df6-06ba-4a71-8c83-28aa8afdf724 req-83b7b088-1379-4676-9e86-8ba829b26746 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938194 Nov 01 18:11:19.569036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:19.714261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:19.721767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:19.728437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bde767e5-b1d3-46ab-8860-e35bcd333cc2 HTTP/1.1" status: 204 len: 168 time: 0.4738257 Nov 01 18:11:19.738671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d686d-ae9b-4446-a4b8-f2f249b041aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde767e5-b1d3-46ab-8860-e35bcd333cc2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:19.962417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe40a54-c0e8-4c18-b69a-967e8a8f902e req-b04ae3dd-83e9-4969-bb1a-d1396965c60c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:19.969228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe40a54-c0e8-4c18-b69a-967e8a8f902e req-b04ae3dd-83e9-4969-bb1a-d1396965c60c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:19.970933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebe40a54-c0e8-4c18-b69a-967e8a8f902e req-b04ae3dd-83e9-4969-bb1a-d1396965c60c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee&device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 1691 time: 0.0656343 Nov 01 18:11:20.001732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb1b61b5-c04d-40f2-b2d8-a1790500ec3c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:20.022354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebe40a54-c0e8-4c18-b69a-967e8a8f902e req-47eebb24-450a-49d3-9c32-b003a6dd53b0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Nov 01 18:11:20.170404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5205508-8c82-46e5-a88e-d04d0beb151e req-ff31cb4e-ccde-4da1-991f-cce6156c92e7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.172309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5205508-8c82-46e5-a88e-d04d0beb151e req-ff31cb4e-ccde-4da1-991f-cce6156c92e7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0617573 Nov 01 18:11:20.195656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:20.203726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:20.204343 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:20.310477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5205508-8c82-46e5-a88e-d04d0beb151e req-4811b587-9296-45ee-a2d9-150d36c484a0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297653 Nov 01 18:11:20.323685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-32cfee3d-0b6a-469e-b346-bd541bab1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.323685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-32cfee3d-0b6a-469e-b346-bd541bab1b0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.1112022 Nov 01 18:11:20.424162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:20.470171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:20.471693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-2eca7a26-ba07-4e73-bd6a-d1f5c4b74b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.472495 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af214db-29ec-4ab8-b154-5be41b04c048" -d '{"events": [{"server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:20.473307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-2eca7a26-ba07-4e73-bd6a-d1f5c4b74b8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1366527 Nov 01 18:11:20.486231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:20.572265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-bdbe8050-b3fb-4558-8785-563c38fd3019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0492501 Nov 01 18:11:20.609965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-6c7bb8ba-1258-44b6-a320-a1f13c59bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.611542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-6c7bb8ba-1258-44b6-a320-a1f13c59bd13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0534940 Nov 01 18:11:20.623671 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f545639-975c-43f6-b808-7525970a8765 x-openstack-request-id: req-3f545639-975c-43f6-b808-7525970a8765 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:20.624184 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:20.624418 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f545639-975c-43f6-b808-7525970a8765 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:20.624971 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'code': 200} Nov 01 18:11:20.677327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-763565c5-7d41-44da-9755-83a4aa25588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.678872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-763565c5-7d41-44da-9755-83a4aa25588e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530019 Nov 01 18:11:20.813743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6730725-eb88-4bc4-a8b3-3feb9a13ae81 req-e5e1a7cf-5b86-4d0d-a70f-d9ff80ca3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:20.815255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6730725-eb88-4bc4-a8b3-3feb9a13ae81 req-e5e1a7cf-5b86-4d0d-a70f-d9ff80ca3cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 1096 time: 0.0961421 Nov 01 18:11:20.852736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-7b95b7c0-6b0a-4446-b008-ebb82fb03d38 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596875 Nov 01 18:11:20.867179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6730725-eb88-4bc4-a8b3-3feb9a13ae81 req-930f85b9-8199-4deb-9b4d-a47daa196da9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Nov 01 18:11:20.952404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:20.952724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-7a4ad228-e21f-4b91-92f8-ad811b9f85f2 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819943 Nov 01 18:11:20.982791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a448-8bb7-4bca-811d-d324ee61a9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:21.010211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:21.375956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-b9d565a6-08e2-4137-87f0-f74c64dfbaac tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:11:21.377698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-b9d565a6-08e2-4137-87f0-f74c64dfbaac tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158236 Nov 01 18:11:21.444675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-12952b02-3080-4963-ac7c-e6715abd3b83 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:21.452954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-12952b02-3080-4963-ac7c-e6715abd3b83 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 1093 time: 0.0645444 Nov 01 18:11:21.457397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:21.457925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Unknown quota resources ['binding']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:11:21.576883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:21.636092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:21.639418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:21.639782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:21.650003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:21.650003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:21.658688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:21.658688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:21.658688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:21.658688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Bound port: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:21.733798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:21.773546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-965089910-network', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:21.804410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:21.806539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1adc3cda-5730-4556-b091-f52830ab702b service neutron] 10.222.0.31 "POST /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361/bindings HTTP/1.1" status: 201 len: 389 time: 0.3526711 Nov 01 18:11:21.832361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dab562-b27f-4a12-afac-a70c5cd75f4c req-4a9c00e8-0e6a-4c41-a298-1a20c15a4ed8 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:21.839738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00dab562-b27f-4a12-afac-a70c5cd75f4c req-4a9c00e8-0e6a-4c41-a298-1a20c15a4ed8 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.0794828 Nov 01 18:11:21.878877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00dab562-b27f-4a12-afac-a70c5cd75f4c req-5c610e80-564f-4185-b628-1e642d8d93c1 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Nov 01 18:11:21.892043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Made reservation on behalf of 3a23fa94e8ed4d31aa8c9b5333ffb724 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:21.911478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:21.911478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:21.932510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:21.979576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3076b3-e81d-48b5-8049-0177ebe24391 req-a15eaa26-b9a6-48ed-a95b-e58cdd1047b6 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:21.989196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a3076b3-e81d-48b5-8049-0177ebe24391 req-a15eaa26-b9a6-48ed-a95b-e58cdd1047b6 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 1101 time: 0.0519166 Nov 01 18:11:22.042719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a3076b3-e81d-48b5-8049-0177ebe24391 req-6007a8c3-ef9d-4784-b70b-5a8f05225054 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Nov 01 18:11:22.060951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.172301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399785c3-179a-484b-a223-3abc4d1d5b19 req-de1fa5cb-e9a0-49e0-bc46-00b3f96bfac3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:22.174947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-399785c3-179a-484b-a223-3abc4d1d5b19 req-de1fa5cb-e9a0-49e0-bc46-00b3f96bfac3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0782447 Nov 01 18:11:22.189147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.265335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:11:22.277832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5b3f2-2e99-4d3b-9811-b9e3b2332e40,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:22.291118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.291734 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Added segment a795d206-b084-4ba7-afa7-b80c5e815a68 of type vlan for network bbce7560-bdcc-4e29-a9bc-5d5691c873ca Nov 01 18:11:22.312131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-399785c3-179a-484b-a223-3abc4d1d5b19 req-44c9eb8c-8937-41e2-b073-f943cf2e39e6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276188 Nov 01 18:11:22.359238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.447398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.448547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:22.449240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.534959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233e3e-b0a0-4cce-b6aa-0daa14bec48a req-fb7efc02-3c97-4dc0-bf52-680e88dc0498 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:22.543792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd233e3e-b0a0-4cce-b6aa-0daa14bec48a req-fb7efc02-3c97-4dc0-bf52-680e88dc0498 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 1101 time: 0.1081762 Nov 01 18:11:22.557327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] Pushing event updated for resources: {'Network': ['ID=bbce7560-bdcc-4e29-a9bc-5d5691c873ca,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:22.568079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:11:22.575826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-76999333-e8dc-491f-88db-3135e04a0e45 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9977157 Nov 01 18:11:22.578774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:22.594535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Request body: {'subnet': {'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-965089910-subnet', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:22.618254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd233e3e-b0a0-4cce-b6aa-0daa14bec48a req-edb625a1-2e9d-4332-af23-ee40ad755f4b tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735488 Nov 01 18:11:22.657524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c2717-9a8e-4643-9791-2b5b5ed995c3 req-b03117d7-0c91-4991-a31a-b901a69292ab tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:22.663708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e49c2717-9a8e-4643-9791-2b5b5ed995c3 req-b03117d7-0c91-4991-a31a-b901a69292ab tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1739295 Nov 01 18:11:22.800636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Made reservation on behalf of 3a23fa94e8ed4d31aa8c9b5333ffb724 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:22.806120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:22.808743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e49c2717-9a8e-4643-9791-2b5b5ed995c3 req-89748df7-4da7-4af7-ba06-264dbd5eac31 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405261 Nov 01 18:11:22.811300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-9a49e473-475b-4820-8799-3420441e365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:22.834870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-9a49e473-475b-4820-8799-3420441e365b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1096 time: 0.1625507 Nov 01 18:11:23.041599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-b42ff71b-d222-45ef-ab70-7f638e9c7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.043441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-b42ff71b-d222-45ef-ab70-7f638e9c7e68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2014160 Nov 01 18:11:23.126220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.132246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-8e5a9e90-1cf6-41e8-94dc-b5054ff7cd66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 217 time: 0.0671163 Nov 01 18:11:23.210452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa991726-315e-4a95-a194-b0447aba022d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:23.227141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Checking segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:23.227917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Network hostable DHCP agents. Network: bbce7560-bdcc-4e29-a9bc-5d5691c873ca, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:11:23.247143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bea53-4ae1-4f3c-9ad5-5e4f4d6059a8 req-fa97c1ba-1901-479d-a2c7-0c5132c53772 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.253376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764bea53-4ae1-4f3c-9ad5-5e4f4d6059a8 req-fa97c1ba-1901-479d-a2c7-0c5132c53772 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.2074997 Nov 01 18:11:23.313668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-4dc4b1fd-9257-42c0-9dde-01135b0b4230 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152229 Nov 01 18:11:23.360602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:11:23.424571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-4f22b0fb-0382-4589-ad05-f98a0e885588 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.432021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-4f22b0fb-0382-4589-ad05-f98a0e885588 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462758 Nov 01 18:11:23.446796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, bbce7560-bdcc-4e29-a9bc-5d5691c873ca) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:23.452166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.452752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.456669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-17456ac2-ceca-4464-adab-ff29d06970e1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0237188 Nov 01 18:11:23.463464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff300b8b-3bd8-4b47-b784-974f6b5b27f9 None None] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:11:23.474292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a8b8532f-bf2d-4d05-a154-f323d105acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.476848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a8b8532f-bf2d-4d05-a154-f323d105acc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.3368511 Nov 01 18:11:23.529792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764bea53-4ae1-4f3c-9ad5-5e4f4d6059a8 req-245c688a-6bee-43b2-b064-10f48aef8cec tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617152 Nov 01 18:11:23.539819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd3d14f1-792a-44ee-9ea7-1b9aaa714123 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9599125 Nov 01 18:11:23.542426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35352) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:23.559801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:23.559924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-394aae6a-0826-4e67-a3ba-9c613cc616bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353279 Nov 01 18:11:23.654702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1280a708-3b0a-4ee0-a709-f6e724f27822 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1970649 Nov 01 18:11:23.709214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.710926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.713144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.735735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-9318e68a-f751-438f-a0bd-4526bc076e69 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725292 Nov 01 18:11:23.794617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.825558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:11:23.826707 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:23.986726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07279800-1860-4c99-9405-803e046ae84d req-ac66cd48-ce83-4dfc-a6c0-1b9af5365da7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:23.993909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07279800-1860-4c99-9405-803e046ae84d req-ac66cd48-ce83-4dfc-a6c0-1b9af5365da7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1166553 Nov 01 18:11:23.999105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-bb28fe56-c823-4078-b953-e4219f9d6687 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553868 Nov 01 18:11:24.086983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Allocated IP 172.20.0.2 (bbce7560-bdcc-4e29-a9bc-5d5691c873ca/aa991726-315e-4a95-a194-b0447aba022d/921f9945-83ab-4619-9722-0d186e029c90) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:24.090117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07279800-1860-4c99-9405-803e046ae84d req-d7a960d7-1a0b-4c54-87d7-d4d0fef3cf99 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840199 Nov 01 18:11:24.376723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc76e3c-4e86-40d0-9b7b-499566b82d55 req-48affdbf-ec7c-4df7-be91-a9f0d26e0990 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:24.396582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dc76e3c-4e86-40d0-9b7b-499566b82d55 req-48affdbf-ec7c-4df7-be91-a9f0d26e0990 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.0848913 Nov 01 18:11:24.397547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35368) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:24.411205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Request body: {'floatingip': {'port_id': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:24.455248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:24.530570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:24.637568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:24.646260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:24.702949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:24.706349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:24.713166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:24.724766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Pushing event updated for resources: {'Port': ['ID=921f9945-83ab-4619-9722-0d186e029c90,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:24.866032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Attempting to bind port 921f9945-83ab-4619-9722-0d186e029c90 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:24.866408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Attempting to bind port 921f9945-83ab-4619-9722-0d186e029c90 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:24.866773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Attempting to bind port 921f9945-83ab-4619-9722-0d186e029c90 on network bbce7560-bdcc-4e29-a9bc-5d5691c873ca {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:24.881148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:24.883765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Checking segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:24.884204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:24.884665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Bound using segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:24.885109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Bound port: 921f9945-83ab-4619-9722-0d186e029c90, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:24.885499 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.028563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] For port 921f9945-83ab-4619-9722-0d186e029c90, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:25.031960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] For port 921f9945-83ab-4619-9722-0d186e029c90, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=921f9945-83ab-4619-9722-0d186e029c90,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:25.097653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.152918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.204598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.266006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60efc8-685a-4ece-b6fe-0d5405591698 None None] Pushing event updated for resources: {'Port': ['ID=921f9945-83ab-4619-9722-0d186e029c90,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:25.319454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dede2-c6fa-4136-a090-f1339f190cd0 req-be4763e2-40a8-4b2f-a1ba-ef960625f2ef tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:25.334345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b65dede2-c6fa-4136-a090-f1339f190cd0 req-be4763e2-40a8-4b2f-a1ba-ef960625f2ef tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.8098357 Nov 01 18:11:25.493911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Allocated IP 172.25.2.166 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/3eed9d9d-f76d-461d-9b9d-791394bd2da2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:25.609456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b65dede2-c6fa-4136-a090-f1339f190cd0 req-ab624f8d-7487-4894-8f23-dcc07409dc1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691336 Nov 01 18:11:25.729280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.843007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea16077-69e2-410d-b984-d883b13cb52b req-8b17b84d-6d98-4458-a2ce-83334f692138 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:25.850916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eea16077-69e2-410d-b984-d883b13cb52b req-8b17b84d-6d98-4458-a2ce-83334f692138 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.3466637 Nov 01 18:11:25.904115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:25.947573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfc93161-bd05-438e-a924-0e40760a8cda req-5ce614f2-008d-45d8-a906-9c48adb41b76 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.0674243 Nov 01 18:11:26.027848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:26.036561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:26.047830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:26.141139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eea16077-69e2-410d-b984-d883b13cb52b req-136d9a90-8101-435e-9068-5686305e5a44 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891428 Nov 01 18:11:26.280631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.327238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Pushing event updated for resources: {'Port': ['ID=3eed9d9d-f76d-461d-9b9d-791394bd2da2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:26.434202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.572998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.593201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 921f9945-83ab-4619-9722-0d186e029c90 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:26.729584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 921f9945-83ab-4619-9722-0d186e029c90 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:26.730113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.772301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.896581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:26.945456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 921f9945-83ab-4619-9722-0d186e029c90, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=921f9945-83ab-4619-9722-0d186e029c90,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:26.979207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f4e9-8317-49f1-8406-4a7935c4a55b req-c0756014-52be-4ef1-afa2-2abd266d6bab tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:26.980812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14e6f4e9-8317-49f1-8406-4a7935c4a55b req-c0756014-52be-4ef1-afa2-2abd266d6bab tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.2346559 Nov 01 18:11:27.011976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:27.109554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14e6f4e9-8317-49f1-8406-4a7935c4a55b req-e837eaf3-32eb-458c-8433-e9dc0126efaf tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142795 Nov 01 18:11:27.147295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=921f9945-83ab-4619-9722-0d186e029c90,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:27.190233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6070d28-dedb-4413-b715-0eb6052ffed3 None None] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:11:27.209331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2808b9c3-7e9b-496c-a12e-8fa57a35bbaa req-c2ee38b5-a0de-450e-97fa-dc431e50af95 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.1041067 Nov 01 18:11:27.211315 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Floating IP cefb59ec-6760-4f58-8989-a0a67d311dc2 associated. External IP: 172.25.2.157, port: fb1b61b5-c04d-40f2-b2d8-a1790500ec3c. Nov 01 18:11:27.275690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:27.419298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8d501fd9-06dc-4ec3-aadd-4b3f105cbb9a None None] Provisioning complete for port 921f9945-83ab-4619-9722-0d186e029c90 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:27.420323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d501fd9-06dc-4ec3-aadd-4b3f105cbb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:27.566012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Router 70719e05-ca93-4aa0-bbba-2f7acea97deb is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:11:27.737038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267e47a-0c71-46f2-a66b-1f6faba1b5ef req-ae71cd33-1d71-4c60-8e5c-c756e0246352 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:27.758936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1267e47a-0c71-46f2-a66b-1f6faba1b5ef req-ae71cd33-1d71-4c60-8e5c-c756e0246352 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.3934493 Nov 01 18:11:27.790677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:11:27.801700 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Sync routers for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:11:27.819019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:27.822029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:27.826325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:11:27.887678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-91469b26-952b-44f2-8eda-232e643c0081 None None] Provisioning complete for port 921f9945-83ab-4619-9722-0d186e029c90 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:27.898394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91469b26-952b-44f2-8eda-232e643c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:27.980496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:11:27.996767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:27.997068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Sync routers for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:11:27.999132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:28.034400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-73aa51ee-1afc-4e44-8657-978bb2872a70 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "PUT /v2.0/floatingips/cefb59ec-6760-4f58-8989-a0a67d311dc2 HTTP/1.1" status: 200 len: 992 time: 3.6315408 Nov 01 18:11:28.034400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:28.060336 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc" -d '{"events": [{"name": "network-changed", "server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:28.060622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:28.060622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:28.061232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1267e47a-0c71-46f2-a66b-1f6faba1b5ef req-7d3b0954-0ad8-401e-80c6-266584d4cc52 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897158 Nov 01 18:11:28.083726 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d7fd9d-5081-4bed-b390-fd9911e73d7f x-openstack-request-id: req-51d7fd9d-5081-4bed-b390-fd9911e73d7f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:28.084085 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:28.084396 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51d7fd9d-5081-4bed-b390-fd9911e73d7f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:28.084856 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'status': 'completed', 'code': 200} Nov 01 18:11:28.165319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-0db9ea0e-a284-462a-8ad3-57b4f1efe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:28.167242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-0db9ea0e-a284-462a-8ad3-57b4f1efe97e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f72a29578c304e729795d6a471fe94ab&device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 1097 time: 0.0550895 Nov 01 18:11:28.171398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:28.293588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:28.297475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c5d0a99-7323-4022-9e6c-cff485dd0455 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7514999 Nov 01 18:11:28.297701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35442) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:28.346861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 3, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:28.353653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aded6b42-90ff-45ab-ae72-01eec3020202 req-ce3cf832-0591-4190-99be-d6ab6477c285 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.0474846 Nov 01 18:11:28.392973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd063dd-cefd-4350-b387-1b5d972fc26f req-21eda142-5c05-40f6-a493-bac3b8f45f5b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:28.395636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dd063dd-cefd-4350-b387-1b5d972fc26f req-21eda142-5c05-40f6-a493-bac3b8f45f5b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1801157 Nov 01 18:11:28.412453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-e85a0681-e6e7-49e0-b203-15ec1bc2c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:28.412453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-e85a0681-e6e7-49e0-b203-15ec1bc2c405 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37d1fd8c-903e-4110-a897-1a544cf4ca60 HTTP/1.1" status: 200 len: 913 time: 0.2337124 Nov 01 18:11:28.420587 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Checking router: 70719e05-ca93-4aa0-bbba-2f7acea97deb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:11:28.421721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Updating router 70719e05-ca93-4aa0-bbba-2f7acea97deb port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:11:28.490770 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:28.625807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-2392adea-a06e-4e13-9f82-d5b7740a36a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c HTTP/1.1" status: 200 len: 1000 time: 0.2080102 Nov 01 18:11:28.691749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 921f9945-83ab-4619-9722-0d186e029c90 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:28.791710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-8233c47f-fec3-450a-ab5b-ad2f0b4cd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:28.794738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-8233c47f-fec3-450a-ab5b-ad2f0b4cd302 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ee9795-3aeb-49a9-ac2a-92479f1896c3 HTTP/1.1" status: 200 len: 851 time: 0.1299276 Nov 01 18:11:28.841983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dd063dd-cefd-4350-b387-1b5d972fc26f req-2c771043-690b-4ff7-be03-f2be8124b611 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322746 Nov 01 18:11:28.949610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-b7a05213-f062-4eea-bd64-78318f5dd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:28.953045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-b7a05213-f062-4eea-bd64-78318f5dd6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37d1fd8c-903e-4110-a897-1a544cf4ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359375 Nov 01 18:11:28.998219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 921f9945-83ab-4619-9722-0d186e029c90 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:29.002904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.037890 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.156085 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.216736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-01901b09-7e2d-4adb-b5d3-d01db027b1e9 service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489207 Nov 01 18:11:29.298888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'cefb59ec-6760-4f58-8989-a0a67d311dc2', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'port_id': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'mac_address': 'fa:16:3e:c6:59:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:10:58Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 1, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:29.314524 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Attempting to bind port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:29.314908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Attempting to bind port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:29.315245 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Attempting to bind port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:29.329260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Checking router: 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:11:29.338422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:29.339192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:29.342454 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:29.342833 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:29.343238 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.343656 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:29.344138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Bound port: 3eed9d9d-f76d-461d-9b9d-791394bd2da2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:29.344538 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.346155 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af6c7-6469-4b55-a635-bbc92ef71efe None None] Pushing event updated for resources: {'Port': ['ID=3eed9d9d-f76d-461d-9b9d-791394bd2da2,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:29.472546 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] For port 3eed9d9d-f76d-461d-9b9d-791394bd2da2, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:29.481475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] For port 3eed9d9d-f76d-461d-9b9d-791394bd2da2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3eed9d9d-f76d-461d-9b9d-791394bd2da2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:29.496228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895173a-2e05-4726-a1c3-671cfa1e8823 req-2ca71e55-4fee-4c53-b067-9ed0ff720d27 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:29.500696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2895173a-2e05-4726-a1c3-671cfa1e8823 req-2ca71e55-4fee-4c53-b067-9ed0ff720d27 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1946805 Nov 01 18:11:29.549695 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:29.571516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:29.635140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3851f1a1-65fb-4a3f-985d-5ecc6b21f77d req-f5fd0dec-d976-4237-8c9a-0fa9555b55a3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.0937252 Nov 01 18:11:29.637765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab889aaa-06ea-4cc6-9481-bdd7b4ebbadc req-e2681fab-bda0-410f-9b46-c2e6895468d3 service neutron] 10.222.0.32 "GET /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030564 Nov 01 18:11:29.653062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:29.653896 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:29.656707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2895173a-2e05-4726-a1c3-671cfa1e8823 req-f5ce202e-9340-4d65-b24f-e618c9614f30 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501832 Nov 01 18:11:29.700559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-716b3f00-8a52-4c4a-a29d-2959dd9177b9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1619194 Nov 01 18:11:29.778411 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af6c7-6469-4b55-a635-bbc92ef71efe None None] Pushing event updated for resources: {'Port': ['ID=3eed9d9d-f76d-461d-9b9d-791394bd2da2,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:29.906768 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:29.938979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:30.128992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-5f64fd8d-8db2-4a6c-91b3-901bba391650 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:30.131029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-5f64fd8d-8db2-4a6c-91b3-901bba391650 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127779 Nov 01 18:11:30.158682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:30.198156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'cefb59ec-6760-4f58-8989-a0a67d311dc2', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'port_id': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'mac_address': 'fa:16:3e:c6:59:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:10:58Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 1, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:30.218498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-fb77abd9-df4a-4667-bf9c-028e8d8485e9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093736 Nov 01 18:11:30.277901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6a20-3d41-46a9-bc3d-4575034ef75d req-1933672c-837a-48ec-8b60-7d072b244d02 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:30.292511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-534f6a20-3d41-46a9-bc3d-4575034ef75d req-1933672c-837a-48ec-8b60-7d072b244d02 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.2917752 Nov 01 18:11:30.325013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d3ce2-2e87-4eef-be22-28b3e39cb5c5 None None] The sync data for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 is: [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'cefb59ec-6760-4f58-8989-a0a67d311dc2', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'port_id': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'mac_address': 'fa:16:3e:c6:59:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:10:58Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 1, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:11:30.326836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Allocated IP 172.20.0.1 (bbce7560-bdcc-4e29-a9bc-5d5691c873ca/aa991726-315e-4a95-a194-b0447aba022d/2e32880a-250a-4d34-8b83-70bca80b6307) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:30.590049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-534f6a20-3d41-46a9-bc3d-4575034ef75d req-27722aa0-e1dc-439a-b452-69aa0198974c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861001 Nov 01 18:11:30.628708 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 3, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:30.677445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:30.686901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152537d-ca9d-4397-a0f9-1e15d095a984 None None] The sync data for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 is: [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:26Z', 'revision_number': 3, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:11:30.774504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:30.779011 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:30.817754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-19459703-9616-48f9-abb3-1ff32897ea22 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:30.822575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-19459703-9616-48f9-abb3-1ff32897ea22 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5934570 Nov 01 18:11:30.825544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c076d98-5ae1-45fc-a4e4-c540c838bf90 None None] New status for floating IP cefb59ec-6760-4f58-8989-a0a67d311dc2: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:11:30.844926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:30.847412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:30.956189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f66cbc3c-3cc5-4714-8a18-c260141abd5e req-6a7b113c-caa9-46f3-9d7b-4f0378c43cca tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.0729516 Nov 01 18:11:30.998612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:31.019820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:31.028431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:31.109161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692adf-0751-4f10-87f1-220c32d1c692 req-afd9d833-56ca-4818-86ba-c1077c30dc80 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:31.128287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81692adf-0751-4f10-87f1-220c32d1c692 req-afd9d833-56ca-4818-86ba-c1077c30dc80 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.2358277 Nov 01 18:11:31.164594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:31.196897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:31.298860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81692adf-0751-4f10-87f1-220c32d1c692 req-65ab1d66-458d-4d4a-a186-2a94fed3ff34 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693676 Nov 01 18:11:31.394178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:31.398233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:31.583096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ab87901-7975-46e1-a168-56888bde0da4 None None] Provisioning complete for port 2e32880a-250a-4d34-8b83-70bca80b6307 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:31.584204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ab87901-7975-46e1-a168-56888bde0da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:31.658976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1ab87901-7975-46e1-a168-56888bde0da4 None None] Port 2e32880a-250a-4d34-8b83-70bca80b6307 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:31.808010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65677-1bea-45e3-a4a0-961fd4b03938 req-56276456-476a-4418-83f1-80b402d6c037 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:31.819435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4b65677-1bea-45e3-a4a0-961fd4b03938 req-56276456-476a-4418-83f1-80b402d6c037 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1001005 Nov 01 18:11:31.821293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.210 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/7e742deb-9afc-4ee5-9872-b935a9e9df67) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:31.864601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4b65677-1bea-45e3-a4a0-961fd4b03938 req-1aadab79-1b3e-4fd2-abae-bbddea952a18 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Nov 01 18:11:32.085223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.146016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.263028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64e97931-1bdd-4292-b8e2-711b830446e3 req-a8e0a144-c673-4843-a69f-745876d0c052 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 210 time: 0.1416132 Nov 01 18:11:32.400643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.417855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.432193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:32.510485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.585524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.32 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/76fb1fd0-fcc0-48e7-835b-65b78efcafdf) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:32.637338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:32.679138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:32.710667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:32.764592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3eed9d9d-f76d-461d-9b9d-791394bd2da2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:32.823187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:32.826454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.829567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:32.852919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.878919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:32.916432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:32.988225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479577-fed3-4dbb-a820-01cbd70aa29d req-5838d845-e483-4ec8-85e5-7d498af9dc3b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:33.004188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02479577-fed3-4dbb-a820-01cbd70aa29d req-5838d845-e483-4ec8-85e5-7d498af9dc3b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.5877101 Nov 01 18:11:33.039000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.082672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-32a30d59-f0a8-46ab-acd4-425c8279df7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9390724 Nov 01 18:11:33.114291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Request body: {'port': {'device_id': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:33.126292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:33.157061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:33.161008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:33.196634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:33.197013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.234183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02479577-fed3-4dbb-a820-01cbd70aa29d req-2b000c3c-930b-4893-90c4-6322b4d82a1a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309644 Nov 01 18:11:33.239209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.257241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:33.268941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.280130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2d1ab1f6-2f9d-4017-9070-7e8171355cb3 None None] Provisioning complete for port 7e742deb-9afc-4ee5-9872-b935a9e9df67 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:33.280568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab1f6-2f9d-4017-9070-7e8171355cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.322050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:33.362972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec1a40-fb65-42a9-80ce-d9608b3868cc req-d5021273-6c58-48ee-a95f-dad93a94bb58 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:33.376130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85ec1a40-fb65-42a9-80ce-d9608b3868cc req-d5021273-6c58-48ee-a95f-dad93a94bb58 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.3135192 Nov 01 18:11:33.391038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:33.400196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:33.403730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3331d6bd-c12b-43a2-9c7e-462d586bab3a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5630858 Nov 01 18:11:33.430568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Request body: {'port': {'device_id': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:33.497674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ab1f6-2f9d-4017-9070-7e8171355cb3 None None] Port 7e742deb-9afc-4ee5-9872-b935a9e9df67 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:33.658591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.660229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85ec1a40-fb65-42a9-80ce-d9608b3868cc req-236eadd3-70bc-4962-9100-91532e00d8d6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830098 Nov 01 18:11:33.704240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 3eed9d9d-f76d-461d-9b9d-791394bd2da2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3eed9d9d-f76d-461d-9b9d-791394bd2da2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:33.752830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-17adb46d-30ce-45a8-86f4-e42dd1d3c8e2 None None] Provisioning complete for port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:33.753574 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17adb46d-30ce-45a8-86f4-e42dd1d3c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.753845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2651-d480-46e2-8c72-17f5e44402c4 req-f80a2301-d1a0-4234-80f1-4476b1f8b536 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:33.767776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-064f2651-d480-46e2-8c72-17f5e44402c4 req-f80a2301-d1a0-4234-80f1-4476b1f8b536 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 935 time: 0.3259170 Nov 01 18:11:33.807518 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.836801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:33.872194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-064f2651-d480-46e2-8c72-17f5e44402c4 req-6cf80a7b-43aa-4ead-8195-5d7c969ac8db tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033380 Nov 01 18:11:33.886602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-17adb46d-30ce-45a8-86f4-e42dd1d3c8e2 None None] Port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:34.062637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=3eed9d9d-f76d-461d-9b9d-791394bd2da2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:34.079807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e04f9481-1ef6-4eac-a51e-7f7bf5c62d8c None None] Provisioning complete for port 2e32880a-250a-4d34-8b83-70bca80b6307 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:34.080183 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e04f9481-1ef6-4eac-a51e-7f7bf5c62d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:34.086664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Router 70719e05-ca93-4aa0-bbba-2f7acea97deb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:11:34.157363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e04f9481-1ef6-4eac-a51e-7f7bf5c62d8c None None] Port 2e32880a-250a-4d34-8b83-70bca80b6307 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:34.217045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9920-6f0d-4e80-91f1-f85b550f8b94 req-740ffbbd-dfce-4d92-8323-7833dc377836 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:34.217842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a24f9920-6f0d-4e80-91f1-f85b550f8b94 req-740ffbbd-dfce-4d92-8323-7833dc377836 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.1978352 Nov 01 18:11:34.272443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a24f9920-6f0d-4e80-91f1-f85b550f8b94 req-4077e620-d8da-4457-b156-021c2b1ecaed tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473027 Nov 01 18:11:34.280067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e742deb-9afc-4ee5-9872-b935a9e9df67 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:34.348155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:34.352279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:11:34.363613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-545feae5-0d01-4466-b426-0f228495b6e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/70719e05-ca93-4aa0-bbba-2f7acea97deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0612850 Nov 01 18:11:34.371932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Sync routers for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:11:34.393042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Transition to ACTIVE for port object 7e742deb-9afc-4ee5-9872-b935a9e9df67 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:34.413228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:34.423764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:34.468645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:34.718266 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:34.743214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3eed9d9d-f76d-461d-9b9d-791394bd2da2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:34.777527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Pushing event updated for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:34.840387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Attempting to bind port 7e742deb-9afc-4ee5-9872-b935a9e9df67 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:34.840726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Attempting to bind port 7e742deb-9afc-4ee5-9872-b935a9e9df67 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:34.841063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Attempting to bind port 7e742deb-9afc-4ee5-9872-b935a9e9df67 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:34.852795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Port 7e742deb-9afc-4ee5-9872-b935a9e9df67 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:34.853335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Attempting to bind port 7e742deb-9afc-4ee5-9872-b935a9e9df67 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:34.869548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:34.877247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:34.877595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:34.877988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:34.885317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Bound port: 7e742deb-9afc-4ee5-9872-b935a9e9df67, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:34.885802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.114571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:35.122759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:35.167698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:35.205451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:35.205921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.240552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.329324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:35.329978 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.335021 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] 10.222.0.32 "PUT /v2.0/ports/7e742deb-9afc-4ee5-9872-b935a9e9df67 HTTP/1.1" status: 200 len: 1096 time: 2.2252722 Nov 01 18:11:35.338398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:35.358350 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56e25b-ae0b-4826-87b2-b5afd44b216c" -d '{"events": [{"name": "network-changed", "server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:35.389051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015f44a-d5f8-4d23-bbe0-a6a1a26b34d7 req-c44b0ce9-8016-4243-aa65-ce103485e413 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:35.392954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c015f44a-d5f8-4d23-bbe0-a6a1a26b34d7 req-c44b0ce9-8016-4243-aa65-ce103485e413 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.9921727 Nov 01 18:11:35.436668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7bde8-4ef0-45ad-bc9a-763bac8ed3cb service neutron] Pushing event updated for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:35.606801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c015f44a-d5f8-4d23-bbe0-a6a1a26b34d7 req-da730255-ea3e-466b-8ae2-adf14f78b2bf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935256 Nov 01 18:11:35.632212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-04a444a6-d6a1-430b-a323-d1ad002e20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:35.639679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-04a444a6-d6a1-430b-a323-d1ad002e20f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 1099 time: 0.1665313 Nov 01 18:11:35.715563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fb1fd0-fcc0-48e7-835b-65b78efcafdf {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:35.736871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.758684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3799f924-b711-497a-9888-e14eef176ab0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67 HTTP/1.1" status: 200 len: 217 time: 0.1072233 Nov 01 18:11:35.761871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Transition to ACTIVE for port object 76fb1fd0-fcc0-48e7-835b-65b78efcafdf will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:35.850885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35570) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:35.855981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178545943', 'description': 'tempest-description--1186406637'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:35.881156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206aa4-a850-4452-8576-679af75e45ce req-82859dba-ca7c-45ab-9890-9c4e874512da tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:35.883165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00206aa4-a850-4452-8576-679af75e45ce req-82859dba-ca7c-45ab-9890-9c4e874512da tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0908203 Nov 01 18:11:35.885008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:35.900776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-6ee5fdbd-4cf2-418f-8b05-57770f6a4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:35.904190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-6ee5fdbd-4cf2-418f-8b05-57770f6a4653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1371336 Nov 01 18:11:35.970532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:32Z', 'revision_number': 2, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:35.982780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.017320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Checking router: 70719e05-ca93-4aa0-bbba-2f7acea97deb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:11:36.017727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Updating router 70719e05-ca93-4aa0-bbba-2f7acea97deb port 2e32880a-250a-4d34-8b83-70bca80b6307 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:11:36.026650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Pushing event updated for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:36.061252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00206aa4-a850-4452-8576-679af75e45ce req-8f948207-e41f-49c1-85e1-05ef5fa451ac tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Nov 01 18:11:36.068838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.106789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdf60-ab61-4b4c-b990-369af82e1473 req-369d4d2a-a5ba-486f-991f-8a6c435312e0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:36.115194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-bb7aad72-ff7e-4b62-8b01-e682d54a5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:36.118159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-bb7aad72-ff7e-4b62-8b01-e682d54a5745 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982293 Nov 01 18:11:36.123736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbebdf60-ab61-4b4c-b990-369af82e1473 req-369d4d2a-a5ba-486f-991f-8a6c435312e0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 947 time: 0.1602268 Nov 01 18:11:36.353647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.390765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbebdf60-ab61-4b4c-b990-369af82e1473 req-0d7c77e8-1918-41e8-9480-2fbf735ee5c8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660668 Nov 01 18:11:36.395105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-1bae7093-3cbb-4c36-a7e7-3361833d5814 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669375 Nov 01 18:11:36.422411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Attempting to bind port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:36.422775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Attempting to bind port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:36.423104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Attempting to bind port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:36.435059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:36.435579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Attempting to bind port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:36.448035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:36.448381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:36.448760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:36.449445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Bound port: 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:36.453433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.556143 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496bbd97-a0b1-4d69-8046-fd67df503a67 x-openstack-request-id: req-496bbd97-a0b1-4d69-8046-fd67df503a67 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:36.559667 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:36.563702 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-496bbd97-a0b1-4d69-8046-fd67df503a67 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:36.563702 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67', 'status': 'completed', 'code': 200} Nov 01 18:11:36.563702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.672478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:36.675957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:36.693735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe763c7-5ecb-411f-8666-90ea2e945367,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:36.701460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-3b089caa-d167-487a-8312-9eac394b5268 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972326 Nov 01 18:11:36.779368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.780534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e891de39-a1d7-4b83-9544-27859f7bc14c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9299519 Nov 01 18:11:36.783565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35582) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:36.789714 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.789889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'security_group_rule': {'security_group_id': 'ffe763c7-5ecb-411f-8666-90ea2e945367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:36.803114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20129f1-80ea-42ad-91d6-b71c1d5cef96 req-2596f7ae-ae16-4627-94fc-eb715f475de7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:36.813089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f20129f1-80ea-42ad-91d6-b71c1d5cef96 req-2596f7ae-ae16-4627-94fc-eb715f475de7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0772433 Nov 01 18:11:36.886481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.911232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:36.934104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f20129f1-80ea-42ad-91d6-b71c1d5cef96 req-4d959d3a-29fe-4f93-907e-bb93f724191e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138902 Nov 01 18:11:37.047357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.048079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.049562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] 10.222.0.37 "PUT /v2.0/ports/76fb1fd0-fcc0-48e7-835b-65b78efcafdf HTTP/1.1" status: 200 len: 1095 time: 3.6330140 Nov 01 18:11:37.050044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:37.057276 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:37.081574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.144165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a61b08-cfee-4cbf-a1f8-a7af2fd6e97d service neutron] Pushing event updated for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:37.212997 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71496a-c989-4892-ac4e-8b067e32d8af x-openstack-request-id: req-0d71496a-c989-4892-ac4e-8b067e32d8af {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:37.213431 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:37.213796 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d71496a-c989-4892-ac4e-8b067e32d8af {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:37.214286 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', 'status': 'completed', 'code': 200} Nov 01 18:11:37.230647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1b06-2686-4f4a-9fe2-6f838498e4e5 None None] Pushing event updated for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:37.251835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-6334cfa3-3d8a-4016-9f41-29402955e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.271266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-6334cfa3-3d8a-4016-9f41-29402955e23a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 1099 time: 0.3669682 Nov 01 18:11:37.333352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.333760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Attempting to bind port 2e32880a-250a-4d34-8b83-70bca80b6307 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:37.333760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Attempting to bind port 2e32880a-250a-4d34-8b83-70bca80b6307 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:37.333760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Attempting to bind port 2e32880a-250a-4d34-8b83-70bca80b6307 on network bbce7560-bdcc-4e29-a9bc-5d5691c873ca {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:37.348573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:37.353683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Checking segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:37.354156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.354587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Bound using segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:37.355201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Bound port: 2e32880a-250a-4d34-8b83-70bca80b6307, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:37.355546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.457227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97 req-0861a799-c0f5-44ae-9f9f-8fa078e1f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.458749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97 req-0861a799-c0f5-44ae-9f9f-8fa078e1f999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 1098 time: 0.2047217 Nov 01 18:11:37.463769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-ea37c87e-f5c4-434f-b212-6d59519014a3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--12208590&fields=id&tenant_id=71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 267 time: 0.1544638 Nov 01 18:11:37.479604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-42f4019b-f20c-42d6-bdf0-140be30304d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.481552 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-42f4019b-f20c-42d6-bdf0-140be30304d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2094262 Nov 01 18:11:37.499616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] For port 2e32880a-250a-4d34-8b83-70bca80b6307, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:37.501744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] For port 2e32880a-250a-4d34-8b83-70bca80b6307, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e32880a-250a-4d34-8b83-70bca80b6307,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:37.509538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6b23-145e-4a12-bf5c-3e145a6c2d53 req-cfd0a98a-5b74-4a07-a441-2a886156264e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.516745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbdc6b23-145e-4a12-bf5c-3e145a6c2d53 req-cfd0a98a-5b74-4a07-a441-2a886156264e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1699061 Nov 01 18:11:37.557577 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-f576461a-5776-4bb9-99cc-82b612fcd99d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67 HTTP/1.1" status: 200 len: 217 time: 0.0454226 Nov 01 18:11:37.567319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97 req-524ec3a3-9fdf-47dc-9a1d-a536f3e7986d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847287 Nov 01 18:11:37.582686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cec5d7af-5e36-411d-bf4f-84be5e9749f1 None None] Provisioning complete for port 2e32880a-250a-4d34-8b83-70bca80b6307 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:37.583421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cec5d7af-5e36-411d-bf4f-84be5e9749f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.624180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cec5d7af-5e36-411d-bf4f-84be5e9749f1 None None] Port 2e32880a-250a-4d34-8b83-70bca80b6307 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:37.626574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-8a511b9f-7be4-4251-93b5-cb14fc033d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.629029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-8a511b9f-7be4-4251-93b5-cb14fc033d81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0608385 Nov 01 18:11:37.630955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbdc6b23-145e-4a12-bf5c-3e145a6c2d53 req-caa3ac52-1a71-428b-b80a-0dd0fdf3f8a7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133215 Nov 01 18:11:37.708898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-b6087ac5-87c8-4958-975a-4569c456790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.710880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-b6087ac5-87c8-4958-975a-4569c456790c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729094 Nov 01 18:11:37.740584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-08b0a9bc-536a-4600-9e42-7d8fb2ae3ec3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.742095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-08b0a9bc-536a-4600-9e42-7d8fb2ae3ec3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 824 time: 0.2700448 Nov 01 18:11:37.787812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-3d3372a5-9a96-4e22-be0c-a4921e1ba856 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/quotas/71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 375 time: 0.0354369 Nov 01 18:11:37.792032 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97 req-68111fec-6239-4fea-adea-2d7acac34e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.793534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bb4e1f2-b16f-4b1e-a787-b8bc53888d97 req-68111fec-6239-4fea-adea-2d7acac34e45 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148745 Nov 01 18:11:37.847481 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-53c2ddba-b11f-4878-a22d-ef22785c405e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137648 Nov 01 18:11:37.909667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.911553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-e27bbcc3-bc5d-46c8-92da-1dd00ecf4ef6 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1227994 Nov 01 18:11:37.920737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:37.925443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb2ef7-4d82-40c7-a052-cf983ec89a06 req-d388e969-f7aa-4698-aebb-0f4afe59b1d6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.926652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efdb2ef7-4d82-40c7-a052-cf983ec89a06 req-d388e969-f7aa-4698-aebb-0f4afe59b1d6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 947 time: 0.1250994 Nov 01 18:11:37.947461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-75e02576-2c22-41b9-b9dd-f39c82a925c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:37.950213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-75e02576-2c22-41b9-b9dd-f39c82a925c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 1098 time: 0.1057112 Nov 01 18:11:37.953705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf2c55-c11f-45b2-953a-0b15be5882e3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:37.983007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b56e25b-ae0b-4826-87b2-b5afd44b216c req-3a6e2a35-c8a0-4725-9cb5-c2068f47a42e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277905 Nov 01 18:11:38.019128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:38.019813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:38.032725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-079d23c2-4f9f-47c7-9c75-e81a8b8d1b17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf HTTP/1.1" status: 200 len: 217 time: 0.0582724 Nov 01 18:11:38.042512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.043946 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cbf38222-8f76-47fc-ad4c-c1d91e120a2a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2594278 Nov 01 18:11:38.046979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35608) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:38.052341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'security_group_rule': {'security_group_id': 'ffe763c7-5ecb-411f-8666-90ea2e945367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:38.091543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1b06-2686-4f4a-9fe2-6f838498e4e5 None None] Pushing event updated for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:38.183991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.216905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:38.265806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efdb2ef7-4d82-40c7-a052-cf983ec89a06 req-ca769211-81bd-4a7e-9555-32754cd44293 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294728 Nov 01 18:11:38.347516 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.363747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-7761886c-5600-4533-90a5-82d4a3b97e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:38.365553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-7761886c-5600-4533-90a5-82d4a3b97e04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.3022730 Nov 01 18:11:38.411418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-48ddb084-c461-4104-9099-f7d2fba2abb5 service neutron] 10.222.0.31 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442339 Nov 01 18:11:38.417087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.463535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612e29df-9af8-4995-9463-84532a3fd146,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:38.553671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] Provisioning complete for port 2e32880a-250a-4d34-8b83-70bca80b6307 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:38.560693 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.560832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.563364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ba3a7316-5a6c-4db5-abf3-e34023d4c307 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150201 Nov 01 18:11:38.564100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:38.568808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:38.617135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-6edaa5c1-6334-4a3c-bbd6-6438050d1560 service neutron] 10.222.0.31 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046034 Nov 01 18:11:38.619136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-aeb6e21d-a619-4655-9440-7c3996380c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:38.620732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-aeb6e21d-a619-4655-9440-7c3996380c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298748 Nov 01 18:11:38.748292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.775413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a778d-6565-4ceb-97d1-a75594e142b6 req-791ec9f6-1394-4c8f-9b45-cfde3715756d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:38.777957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da4a778d-6565-4ceb-97d1-a75594e142b6 req-791ec9f6-1394-4c8f-9b45-cfde3715756d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1562653 Nov 01 18:11:38.814616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-0eaa7684-e1b9-47e7-86cb-800980271988 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585488 Nov 01 18:11:38.837407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:37Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:38.854603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:38.900147 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-7e7c667c-7638-4123-b715-bac82299d059 req-cd43d26f-2faf-4bf0-9add-a7c0917411a4 service neutron] show failed (client error): The resource could not be found. Nov 01 18:11:38.901192 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-cd43d26f-2faf-4bf0-9add-a7c0917411a4 service neutron] 10.222.0.37 "GET /v2.0/ports/ac7be184-8526-430a-bd05-07ee166b1d07/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.1238422 Nov 01 18:11:38.930149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fced7-d351-4a72-8bb7-90d3f6a125b8 None None] The sync data for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 is: [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:37Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:11:38.955618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da4a778d-6565-4ceb-97d1-a75594e142b6 req-deaff8b2-d41d-4324-a35c-2fb6ae2105c1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327195 Nov 01 18:11:38.963550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.065357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] For port 2e32880a-250a-4d34-8b83-70bca80b6307, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e32880a-250a-4d34-8b83-70bca80b6307,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:39.104661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be90040-c963-4c00-bf8d-7e47d5c74e0f req-0de42dc5-cbe6-453f-8211-7eee5b7547ad service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594409 Nov 01 18:11:39.171468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.188070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.352359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56351f7a-e01f-4451-975c-2afb8cbcb06e None None] Pushing event updated for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:39.368673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6199ff46-4d20-4e1e-b628-f5078818c2c2 req-e4aa96a7-5fbc-4d1a-8191-e9840ac3c976 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.0375977 Nov 01 18:11:39.393955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378f2e0-7347-451c-a01f-2a26227298bb req-bfcd3563-079b-422f-86c9-9616c4e38876 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:39.403919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6378f2e0-7347-451c-a01f-2a26227298bb req-bfcd3563-079b-422f-86c9-9616c4e38876 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.2541456 Nov 01 18:11:39.455648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-89dfe557-d36c-4399-8da7-a05ccd84b6cc tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:39.459614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-89dfe557-d36c-4399-8da7-a05ccd84b6cc tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7243ef-7a5e-4a18-85d1-a427193b9c32 HTTP/1.1" status: 200 len: 946 time: 0.2250788 Nov 01 18:11:39.478306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6378f2e0-7347-451c-a01f-2a26227298bb req-86488c50-53b6-4fc1-8b77-acaf4f988dd3 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Nov 01 18:11:39.561951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Allocated IP 172.25.2.24 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b7e76074-b04c-4e3d-a6b1-c3f0c59229b2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:39.762462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.769098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a1e2-edd1-4837-b187-346a67ca2278 req-e3a39ecb-6eed-4f84-a105-461b76fe07af tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:39.779530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0637a1e2-edd1-4837-b187-346a67ca2278 req-e3a39ecb-6eed-4f84-a105-461b76fe07af tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 947 time: 0.2862875 Nov 01 18:11:39.817752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Deleting port 159f3535-2fc0-440b-804e-660ad55e6864 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:11:39.824788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.922555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:39.984767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] For port 159f3535-2fc0-440b-804e-660ad55e6864, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=159f3535-2fc0-440b-804e-660ad55e6864,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:39.985197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.011468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-9101ec67-509c-4cc2-ab85-116b5920f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:40.013078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-9101ec67-509c-4cc2-ab85-116b5920f558 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1101 time: 0.1597407 Nov 01 18:11:40.036462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:40.105446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7e742deb-9afc-4ee5-9872-b935a9e9df67 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:40.142592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:40.157080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:40.162537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:40.242495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'Port': ['ID=b7e76074-b04c-4e3d-a6b1-c3f0c59229b2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:40.345873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.355062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:40.400917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '7e742deb-9afc-4ee5-9872-b935a9e9df67', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '7e742deb-9afc-4ee5-9872-b935a9e9df67', 'mac_address': 'fa:16:3e:e9:9a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:40.414600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.415263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.415782 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c disassociated. External IP: 172.25.2.242, port: 159f3535-2fc0-440b-804e-660ad55e6864. Nov 01 18:11:40.416312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Calling delete_port for 159f3535-2fc0-440b-804e-660ad55e6864 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:11:40.457145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.488103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.505871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e742deb-9afc-4ee5-9872-b935a9e9df67 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:40.527943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0637a1e2-edd1-4837-b187-346a67ca2278 req-fc12a809-0d62-44bb-bb36-6a6cfefdaab6 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7431755 Nov 01 18:11:40.562105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:40.714181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.768547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:40.807295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e32880a-250a-4d34-8b83-70bca80b6307 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:40.867833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac0d32b-d438-417d-99c1-43f9400e76fe req-1c918ea4-89c5-47d8-9635-276c5641f448 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.1575127 Nov 01 18:11:40.892414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-95078905-f684-4588-a22e-b9aa1f0d1966 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582963 Nov 01 18:11:40.916481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d2e5-92d2-446f-8ca9-4cb82cf4c21f req-8f96bf9a-d4e3-4115-a7b9-3480d14a4515 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:40.924795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d972d2e5-92d2-446f-8ca9-4cb82cf4c21f req-8f96bf9a-d4e3-4115-a7b9-3480d14a4515 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.4353693 Nov 01 18:11:40.948483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:40.981025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2e32880a-250a-4d34-8b83-70bca80b6307 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:40.981537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.037183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.044572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:41.120325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event deleted for resources: {'Port': ['ID=159f3535-2fc0-440b-804e-660ad55e6864,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:41.142666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-9a779c10-82b3-45a8-8ee2-117eb0bd4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:41.144241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-9a779c10-82b3-45a8-8ee2-117eb0bd4706 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1096 time: 0.1404514 Nov 01 18:11:41.157771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d972d2e5-92d2-446f-8ca9-4cb82cf4c21f req-d62c8651-93e3-4a34-96f7-99f1965c1b10 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319725 Nov 01 18:11:41.191222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37c16d-c69a-42f9-b661-cd91ca258f02 req-4d13fa7b-7d77-4fea-9f00-9e4d4263aa15 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:41.193644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc37c16d-c69a-42f9-b661-cd91ca258f02 req-4d13fa7b-7d77-4fea-9f00-9e4d4263aa15 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.2579999 Nov 01 18:11:41.491487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.499236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:41.508552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc37c16d-c69a-42f9-b661-cd91ca258f02 req-1dc9cef3-bb2d-4d1d-9e9b-7aa67c5dcf78 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896721 Nov 01 18:11:41.546906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:41.584632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-66762744-cecb-450f-a726-73f6274356bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:41.585840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-66762744-cecb-450f-a726-73f6274356bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.3909378 Nov 01 18:11:41.602459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:11:41.608004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.610479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6515-cb12-477d-950e-acaeeedb6cc5 req-6b1136fa-37b8-49da-89a2-5539eb7783b8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:41.618376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-111a6515-cb12-477d-950e-acaeeedb6cc5 req-6b1136fa-37b8-49da-89a2-5539eb7783b8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 949 time: 0.1095629 Nov 01 18:11:41.624586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:41.629568 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de474504-c3aa-47b3-891f-0c452eab0963" -d '{"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:41.697038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.720817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Transition to ACTIVE for port object ac7be184-8526-430a-bd05-07ee166b1d07 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:41.728366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-c697c0c1-33f4-4ee9-85d2-3d97b63695ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0795636 Nov 01 18:11:41.742787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-111a6515-cb12-477d-950e-acaeeedb6cc5 req-bbba5450-634e-4a76-a7d2-a17584cc1ace tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205564 Nov 01 18:11:41.777234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'Port': ['ID=b7e76074-b04c-4e3d-a6b1-c3f0c59229b2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:41.815296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.874528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:41.954846 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99902962-d06d-49a8-b63f-7161c3e38bdd x-openstack-request-id: req-99902962-d06d-49a8-b63f-7161c3e38bdd {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:41.955144 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:41.955430 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99902962-d06d-49a8-b63f-7161c3e38bdd {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:41.955804 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'code': 200} Nov 01 18:11:41.991729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] No DVR routers for this DVR port ac7be184-8526-430a-bd05-07ee166b1d07 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:11:41.998875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:42.011977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.019720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5909dd6-0ae5-469c-bbc2-cdc98591ef12 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4542947 Nov 01 18:11:42.074856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:42.075200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:42.075563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:42.081647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:42.081978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Attempting to bind port ac7be184-8526-430a-bd05-07ee166b1d07 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:42.088700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:42.089097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:42.089431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:42.090033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Bound port: ac7be184-8526-430a-bd05-07ee166b1d07, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:42.090409 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.120087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7e742deb-9afc-4ee5-9872-b935a9e9df67 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:42.230773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:42.235041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:42.274692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 7e742deb-9afc-4ee5-9872-b935a9e9df67 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:42.279627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 7e742deb-9afc-4ee5-9872-b935a9e9df67 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:42.284025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.303539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.345547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.346540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.349230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 1096 time: 2.3213172 Nov 01 18:11:42.427927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.429594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-497e755a-3004-4c7b-9585-09f91c6ffa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.431639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-497e755a-3004-4c7b-9585-09f91c6ffa41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.6727736 Nov 01 18:11:42.457062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:42.459870 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b129686-8717-4223-8ced-2c76bf328e1a" -d '{"events": [{"server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "name": "network-vif-plugged", "status": "completed", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:42.462760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa1d2d-18d1-49e7-a26c-7a0032c8e319 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:42.478971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:42.488728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-768f7627-2d26-402b-b267-14252ba67d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.490316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-768f7627-2d26-402b-b267-14252ba67d47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1099 time: 0.1065402 Nov 01 18:11:42.496200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcb4e454-d626-4471-ae4a-d08b76b464e5 req-8b05c70c-fab7-4385-8cbf-dd2a1d2b2b87 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.0727296 Nov 01 18:11:42.580266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3b57e-bf9a-4e97-8bf4-565df27e3fb2 req-f6823d4a-61bb-4018-82ae-817b8bae8032 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.582935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.593153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99f3b57e-bf9a-4e97-8bf4-565df27e3fb2 req-f6823d4a-61bb-4018-82ae-817b8bae8032 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 947 time: 0.9370768 Nov 01 18:11:42.598407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-0a1f17e4-ab8e-471f-ae37-8a77d3d1cbb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009970 Nov 01 18:11:42.636731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-998077ce-32a0-4635-996b-02b66c1e26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.638276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-998077ce-32a0-4635-996b-02b66c1e26a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1396558 Nov 01 18:11:42.660632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:42.684511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 76fb1fd0-fcc0-48e7-835b-65b78efcafdf details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:42.688156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:11:42.747422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99f3b57e-bf9a-4e97-8bf4-565df27e3fb2 req-cd81231e-dbe6-4a92-b4f9-04a89a8e5d2f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532207 Nov 01 18:11:42.755463 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-d13ff7e1-d979-4275-913a-527d71c7dff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.1033013 Nov 01 18:11:42.781920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:11:42.782425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 159f3535-2fc0-440b-804e-660ad55e6864 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:11:42.789472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0333d-bbbb-4029-be6d-dcab95df2193 req-008f8a53-bef8-4c68-9b46-43a2ab0b1ecb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.797987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61f0333d-bbbb-4029-be6d-dcab95df2193 req-008f8a53-bef8-4c68-9b46-43a2ab0b1ecb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.1666164 Nov 01 18:11:42.813096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 159f3535-2fc0-440b-804e-660ad55e6864 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:11:42.813437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 159f3535-2fc0-440b-804e-660ad55e6864 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:11:42.817475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:11:42.830377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:11:42.837531 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdd2b6-a2f1-46bd-8cc7-bd84c5147000 x-openstack-request-id: req-ddfdd2b6-a2f1-46bd-8cc7-bd84c5147000 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:42.837531 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "name": "network-vif-plugged", "status": "completed", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:42.837531 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddfdd2b6-a2f1-46bd-8cc7-bd84c5147000 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:42.838129 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67', 'code': 200} Nov 01 18:11:42.844877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-0c867665-d242-4170-b2d4-c753eb4f1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.845440 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:42.846671 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-0c867665-d242-4170-b2d4-c753eb4f1b48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0834620 Nov 01 18:11:42.847458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:42.855304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-0fd4dfce-5f2a-49b1-b169-591986594226 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:42.856934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-0fd4dfce-5f2a-49b1-b169-591986594226 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.32 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 824 time: 0.2866979 Nov 01 18:11:42.930620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61f0333d-bbbb-4029-be6d-dcab95df2193 req-a3085882-b038-4dbc-ae1e-228098ff713f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278799 Nov 01 18:11:42.943000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] No DVR routers for this DVR port 159f3535-2fc0-440b-804e-660ad55e6864 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:11:42.944821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.32', 57690) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:11:42.960815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:42.965676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da81c3bb-c1d5-4830-b4c2-ef727a1d39b9 req-93a812d0-e20e-49da-9dee-fba1bfc7734d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.37 "DELETE /v2.0/ports/159f3535-2fc0-440b-804e-660ad55e6864 HTTP/1.1" status: 204 len: 173 time: 3.4836774 Nov 01 18:11:42.977938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:42.996125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'name': 'network-vif-deleted', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:42.996370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', 'mac_address': 'fa:16:3e:f8:df:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:43.000037 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee22e8f-7df4-4940-8858-b5003ee2bdfc" -d '{"events": [{"server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "name": "network-vif-deleted", "tag": "159f3535-2fc0-440b-804e-660ad55e6864"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:43.050255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84bdd3-8f92-414e-9d81-dc762fd1d5cb req-8b10176e-b927-432c-990d-23db6464f713 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:43.059494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e84bdd3-8f92-414e-9d81-dc762fd1d5cb req-8b10176e-b927-432c-990d-23db6464f713 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0910418 Nov 01 18:11:43.083288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:43.086966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-77b03883-d3fa-4f60-a88a-d8ae5d233ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561994 Nov 01 18:11:43.104790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-522ecc63-c247-4bbd-b70c-eca54a726b9b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71956f9e665540bca30caff1eceda6b3 HTTP/1.1" status: 200 len: 378 time: 0.2290807 Nov 01 18:11:43.109172 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:43.110218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fb1fd0-fcc0-48e7-835b-65b78efcafdf {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:43.124315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'port': {'device_id': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'admin_state_up': True, 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'security_groups': ['0100ca28-0334-4f96-bbb8-7cf066735808']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:43.136849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c667c-7638-4123-b715-bac82299d059 req-2e2352b5-1ea6-495d-b942-0fba27185e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:43.138250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:43.139349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-2e2352b5-1ea6-495d-b942-0fba27185e65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815285 Nov 01 18:11:43.182143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a40a6e-63c8-4add-80c1-dcf5a91c70cf req-d1dba489-2324-4573-abb0-2a6d1b89cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:43.183707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a4a40a6e-63c8-4add-80c1-dcf5a91c70cf req-d1dba489-2324-4573-abb0-2a6d1b89cd51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 1101 time: 0.2373576 Nov 01 18:11:43.209839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e84bdd3-8f92-414e-9d81-dc762fd1d5cb req-3a243c97-d0f4-4097-a2eb-c72f2aac7655 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218250 Nov 01 18:11:43.222579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315b6f6-3ab3-4c2f-bd99-d535db16412d req-9e0d8cb4-c8bb-4adc-b4e0-5df333d09c74 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:43.230481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d315b6f6-3ab3-4c2f-bd99-d535db16412d req-9e0d8cb4-c8bb-4adc-b4e0-5df333d09c74 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 949 time: 0.1662219 Nov 01 18:11:43.252195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:43.307134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d315b6f6-3ab3-4c2f-bd99-d535db16412d req-56cddb71-e978-4014-a6ef-3014512815cb tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757575 Nov 01 18:11:43.346057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c01ed58-5027-47c3-82d1-b707151240d5 req-990a7d55-b964-437e-8462-2455888fa0ce service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482247 Nov 01 18:11:43.377921 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04972ab-1bec-40a8-bbf2-32321e91ea43 x-openstack-request-id: req-f04972ab-1bec-40a8-bbf2-32321e91ea43 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:43.378197 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7243ef-7a5e-4a18-85d1-a427193b9c32", "name": "network-vif-deleted", "tag": "159f3535-2fc0-440b-804e-660ad55e6864", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:43.378450 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f04972ab-1bec-40a8-bbf2-32321e91ea43 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:43.378869 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7243ef-7a5e-4a18-85d1-a427193b9c32', 'name': 'network-vif-deleted', 'tag': '159f3535-2fc0-440b-804e-660ad55e6864', 'status': 'completed', 'code': 200} Nov 01 18:11:43.391016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:43.436609 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:43.475887 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:11:43.477692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-be410b0a-4667-49a6-bc0c-83225df2f056 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152547 Nov 01 18:11:43.479543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a4a40a6e-63c8-4add-80c1-dcf5a91c70cf req-de6e92ff-2c8b-46cf-99db-e2cd3336de8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812183 Nov 01 18:11:43.486310 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:11:43.487129 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:43.531768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Made reservation on behalf of 71956f9e665540bca30caff1eceda6b3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:11:43.537123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:43.640624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf49016e-476e-4360-adba-86911a65804a req-91f70413-414e-4033-b92d-5b072ebb4892 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.0465105 Nov 01 18:11:43.654713 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:11:43.813249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Allocated IP 172.20.0.6 (2e637b11-751c-49f6-989e-99621134d121/b5d550ec-cf53-4197-a32a-60f5f9f84855/fcc9c1e1-0eca-4bd0-876a-6948314df1fb) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:11:43.819099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:43.849941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e7c667c-7638-4123-b715-bac82299d059 req-ef8b9fb6-8935-41ae-8287-16e61d923cbb service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383955 Nov 01 18:11:43.910993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7919a3-da5d-4884-81a6-ab1e0004f1f6 req-5cf9b750-4a3f-4191-b5b9-78d713010e0a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:43.914235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c7919a3-da5d-4884-81a6-ab1e0004f1f6 req-5cf9b750-4a3f-4191-b5b9-78d713010e0a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 948 time: 0.0663838 Nov 01 18:11:43.946615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:11:43.976524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c7919a3-da5d-4884-81a6-ab1e0004f1f6 req-0501beb9-ee8f-4ffa-b1ee-5bc5e56ef844 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Nov 01 18:11:43.984170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:43.985400 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f3538-59c7-4c15-aff0-7455f819369f None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:11:43.986477 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea002cb-6ad2-4192-9bcd-0590915a7b56" -d '{"events": [{"name": "network-changed", "server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:44.058143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:44.207648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed598db-ab4a-49eb-b0de-d84a73c30c7e req-dadecba7-a352-4ada-b436-3d4175c6854c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.209159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed598db-ab4a-49eb-b0de-d84a73c30c7e req-dadecba7-a352-4ada-b436-3d4175c6854c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0913877 Nov 01 18:11:44.309696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed598db-ab4a-49eb-b0de-d84a73c30c7e req-753b8562-07e1-4493-984c-3ff0455a3855 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Nov 01 18:11:44.323198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a6f56-5b95-46b5-a3ed-d9865e8df9db x-openstack-request-id: req-1a4a6f56-5b95-46b5-a3ed-d9865e8df9db {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:44.323899 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:44.324564 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a4a6f56-5b95-46b5-a3ed-d9865e8df9db {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:44.325159 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'status': 'completed', 'code': 200} Nov 01 18:11:44.375968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:44.409859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-47f3b490-195e-48ef-aa31-0ef0059fce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.419217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-47f3b490-195e-48ef-aa31-0ef0059fce55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1099 time: 0.0792084 Nov 01 18:11:44.435984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Network 2e637b11-751c-49f6-989e-99621134d121 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:11:44.453978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:11:44.457897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:11:44.462067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-2e16f6ad-19b1-4985-8fb9-822f38232c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.474373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-2e16f6ad-19b1-4985-8fb9-822f38232c3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1099 time: 0.1538968 Nov 01 18:11:44.474479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d22de1-f701-45e2-a7da-a2eb15caf41d None None] New status for floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:11:44.474945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event updated for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:44.606070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-5eeb76d8-4d9b-487d-976b-9b3f9979c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.607992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-5eeb76d8-4d9b-487d-976b-9b3f9979c2bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1811347 Nov 01 18:11:44.636689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca1d87-ebd1-4652-b6a5-17e7a1014037 req-7054f23c-64c9-41a4-bebd-078507c5637a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.636689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fca1d87-ebd1-4652-b6a5-17e7a1014037 req-7054f23c-64c9-41a4-bebd-078507c5637a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0992227 Nov 01 18:11:44.726848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.732803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:44.744798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-b6fa8dcb-20f7-4523-aa2e-9d18d9d88a85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.1076972 Nov 01 18:11:44.746231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-0c31371b-a625-464b-9ecf-b88ccfd230a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.747847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-0c31371b-a625-464b-9ecf-b88ccfd230a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2531950 Nov 01 18:11:44.807106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fca1d87-ebd1-4652-b6a5-17e7a1014037 req-d1c6a01c-98ed-44cc-8ef6-e4f7ea4055b7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735361 Nov 01 18:11:44.851083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-14164b58-abe3-4f24-85c6-faede74d14ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0856614 Nov 01 18:11:44.885191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-f457e8d0-63c9-4d59-9762-e0155b68da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.888583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-f457e8d0-63c9-4d59-9762-e0155b68da79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1279886 Nov 01 18:11:44.899976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25b8be-b6a0-43cc-ab5e-757f27fc042f req-84ef7546-e408-4158-967c-58c5473db2a9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.901540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b25b8be-b6a0-43cc-ab5e-757f27fc042f req-84ef7546-e408-4158-967c-58c5473db2a9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 931 time: 0.0874205 Nov 01 18:11:44.904961 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-d982856c-e21f-4a31-a26e-2207b03d81b0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7847645 Nov 01 18:11:44.923327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Request body: {'port': {'device_id': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:44.933305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bfce75a9-0155-4659-9a12-65feb86e7ba2 None None] Provisioning complete for port fcc9c1e1-0eca-4bd0-876a-6948314df1fb triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:44.934489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfce75a9-0155-4659-9a12-65feb86e7ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:44.962122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-15ca4a2e-e8f3-404a-a1c4-83fdad2fe7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:44.963886 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-15ca4a2e-e8f3-404a-a1c4-83fdad2fe7dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1030154 Nov 01 18:11:44.991202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bfce75a9-0155-4659-9a12-65feb86e7ba2 None None] Port fcc9c1e1-0eca-4bd0-876a-6948314df1fb cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:11:45.003422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b25b8be-b6a0-43cc-ab5e-757f27fc042f req-54a3522b-1820-4cb6-a2ed-3f60d2614122 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868363 Nov 01 18:11:45.009395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-bfeb9210-09b1-497f-aa6f-aa894de7d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:45.010952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-bfeb9210-09b1-497f-aa6f-aa894de7d5ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084647 Nov 01 18:11:45.057274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:45.105825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-731cf2c9-bb58-4a2a-bc22-b279c4759512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:45.107476 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-731cf2c9-bb58-4a2a-bc22-b279c4759512 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200836 Nov 01 18:11:45.175975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599e67-8a11-4181-b6f5-04fbc7ea3808 req-6d60bd6b-7ad7-406a-a851-0e8cd29dd3b7 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:45.177613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8599e67-8a11-4181-b6f5-04fbc7ea3808 req-6d60bd6b-7ad7-406a-a851-0e8cd29dd3b7 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 948 time: 0.0816753 Nov 01 18:11:45.182196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-934f9c75-cec9-472c-9d79-803f7d3efa6f service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638470 Nov 01 18:11:45.296965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8599e67-8a11-4181-b6f5-04fbc7ea3808 req-701087ea-c3fa-4154-8c7d-28268ed1f895 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092060 Nov 01 18:11:45.332848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-66bb57ee-1b4d-4c8b-bcbe-661785710867 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389008 Nov 01 18:11:45.400233 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-02dad163-1961-49cd-8482-1ba3d5b96be5 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794690 Nov 01 18:11:45.440541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0c9a-22ca-437a-a659-1df93df7f0d2 req-01e6b093-f1b2-4029-8985-56a51eecc2ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:45.442060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f1b0c9a-22ca-437a-a659-1df93df7f0d2 req-01e6b093-f1b2-4029-8985-56a51eecc2ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0509727 Nov 01 18:11:45.488253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f1b0c9a-22ca-437a-a659-1df93df7f0d2 req-975a96a2-bfdb-499d-9b4f-4066ecf68244 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Nov 01 18:11:45.563916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ea002cb-6ad2-4192-9bcd-0590915a7b56 req-6032d252-c100-4fbb-a41b-e500787b5b47 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469774 Nov 01 18:11:45.565759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc9c1e1-0eca-4bd0-876a-6948314df1fb {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:45.575258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:45.589448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Transition to ACTIVE for port object fcc9c1e1-0eca-4bd0-876a-6948314df1fb will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:11:45.668754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:45.726015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:45.808059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Attempting to bind port fcc9c1e1-0eca-4bd0-876a-6948314df1fb on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:45.808398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Attempting to bind port fcc9c1e1-0eca-4bd0-876a-6948314df1fb by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:45.808733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Attempting to bind port fcc9c1e1-0eca-4bd0-876a-6948314df1fb on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:45.813707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Port fcc9c1e1-0eca-4bd0-876a-6948314df1fb on network 2e637b11-751c-49f6-989e-99621134d121 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:45.814529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Attempting to bind port fcc9c1e1-0eca-4bd0-876a-6948314df1fb on network 2e637b11-751c-49f6-989e-99621134d121 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:45.819378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:45.819764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Checking segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:45.820955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Bound using segment: {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:45.821236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Bound port: fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c848951-d1e4-4e2a-8031-18b67e60044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2e637b11-751c-49f6-989e-99621134d121'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:45.821607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:45.900480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:45.903759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:45.965233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3379a-2f11-4b44-a78c-c0d699ffcafe req-ae727ae0-c23b-446f-8676-e87b6715c602 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:45.968058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48e3379a-2f11-4b44-a78c-c0d699ffcafe req-ae727ae0-c23b-446f-8676-e87b6715c602 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0628338 Nov 01 18:11:46.010684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48e3379a-2f11-4b44-a78c-c0d699ffcafe req-438490f3-031b-46af-9159-3edb6aa593ee tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Nov 01 18:11:46.069102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.109715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.110323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.111699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcc9c1e1-0eca-4bd0-876a-6948314df1fb HTTP/1.1" status: 200 len: 1091 time: 1.1927640 Nov 01 18:11:46.128892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:11:46.148666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e7da-fb98-4990-8376-72b42d01b0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:46.171518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-b48ba066-2967-4978-ab36-83ed4bbb2889 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942171 Nov 01 18:11:46.195381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcfbaf-1c03-409d-9d8c-0afad5538a3a req-b1a9cb70-786e-47b5-bec6-560f4a8c567c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.205610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2dcfbaf-1c03-409d-9d8c-0afad5538a3a req-b1a9cb70-786e-47b5-bec6-560f4a8c567c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 943 time: 0.1175697 Nov 01 18:11:46.270231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2dcfbaf-1c03-409d-9d8c-0afad5538a3a req-1e8eeca8-1316-4e5f-8669-6c2f0e90433f tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623426 Nov 01 18:11:46.301842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.337124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:46.337393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:46.341723 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1058200-c40b-47a7-bf20-cb329265c853" -d '{"events": [{"name": "network-changed", "server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:46.355452 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68a743d-efbd-4d50-97f3-3bb88f939208" -d '{"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:46.359307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-befa4d67-4eb9-4030-ba1a-25fa5f455900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.360908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-befa4d67-4eb9-4030-ba1a-25fa5f455900 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 1094 time: 0.1302075 Nov 01 18:11:46.386645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:46.419553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-cda96f6d-8709-43ab-bd73-cd387553c066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb HTTP/1.1" status: 200 len: 217 time: 0.0419617 Nov 01 18:11:46.425424 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62645fd2-8939-407d-8346-46bb75fae374 x-openstack-request-id: req-62645fd2-8939-407d-8346-46bb75fae374 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:46.425771 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:46.426104 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62645fd2-8939-407d-8346-46bb75fae374 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:46.426550 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'status': 'completed', 'code': 200} Nov 01 18:11:46.440418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-e6292390-048a-4ad1-845f-8abd90b20a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.443793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-e6292390-048a-4ad1-845f-8abd90b20a13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 1095 time: 0.1678603 Nov 01 18:11:46.472685 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94017b8d-953d-4b59-9819-4849f4d4f237 x-openstack-request-id: req-94017b8d-953d-4b59-9819-4849f4d4f237 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:46.472994 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:46.473419 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94017b8d-953d-4b59-9819-4849f4d4f237 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:46.473815 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'code': 200} Nov 01 18:11:46.490666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-7015b4a4-7aa7-48af-9977-df2c93a9286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.493068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-7015b4a4-7aa7-48af-9977-df2c93a9286b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0652740 Nov 01 18:11:46.497309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.557401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f6f53-dd85-46b6-a8d9-0bae13c9847b req-3ed7f32a-62bb-4caa-a350-5533e0ff7fc5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.558983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-013f6f53-dd85-46b6-a8d9-0bae13c9847b req-3ed7f32a-62bb-4caa-a350-5533e0ff7fc5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 948 time: 0.1485083 Nov 01 18:11:46.588210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-3ab1fde2-d6a0-4f80-9b14-94b2f8bab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.598477 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-3ab1fde2-d6a0-4f80-9b14-94b2f8bab9cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878537 Nov 01 18:11:46.627819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:46.675004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-013f6f53-dd85-46b6-a8d9-0bae13c9847b req-0dfdc949-aea6-4bb8-828a-dd41674accd7 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883365 Nov 01 18:11:46.691793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-69367555-7b0b-40a9-8729-0fda47dea2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.693286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-69367555-7b0b-40a9-8729-0fda47dea2c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.2159956 Nov 01 18:11:46.714971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44054b68-1deb-4328-a108-2cd73668e779 req-b051faef-3d8e-4c7c-8456-ca8746ba7451 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.716366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 76fb1fd0-fcc0-48e7-835b-65b78efcafdf up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:46.724823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44054b68-1deb-4328-a108-2cd73668e779 req-b051faef-3d8e-4c7c-8456-ca8746ba7451 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0988133 Nov 01 18:11:46.752818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-1a9679b4-5d0c-4bdc-91bd-2d02187bf935 service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379611 Nov 01 18:11:46.798231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-fb1ba171-4b80-427f-ad26-4613c418be6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 200 len: 217 time: 0.0668149 Nov 01 18:11:46.857347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:46.864290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:46.865532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.906054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44054b68-1deb-4328-a108-2cd73668e779 req-71b15d0d-a4fa-414f-89be-a64f268c946e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632824 Nov 01 18:11:46.914058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7a66ad0f-905a-47b4-be13-0e02f366905b req-61583092-f6f2-4aa9-aa91-86f8811a26d4 service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515043 Nov 01 18:11:46.930987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-1b1e15f2-3987-411f-a923-907bb34c7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:46.930987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-1b1e15f2-3987-411f-a923-907bb34c7749 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1019988 Nov 01 18:11:46.979886 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:46.981465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-7407e69e-bcb7-40a0-a391-461d041da7b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367632 Nov 01 18:11:47.019399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:47.093794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058200-c40b-47a7-bf20-cb329265c853 req-095efb23-837a-4c0d-91d8-edd796076c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.095953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-095efb23-837a-4c0d-91d8-edd796076c97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 1094 time: 0.0490675 Nov 01 18:11:47.101754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-bd8af63f-afac-4ced-8cbe-6e078582aaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123505 Nov 01 18:11:47.193924 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:47.199289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058200-c40b-47a7-bf20-cb329265c853 req-a9d1ac9c-67b5-4569-bc55-560b9719574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.217194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-a9d1ac9c-67b5-4569-bc55-560b9719574f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.0987642 Nov 01 18:11:47.217368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f1a1f-5fde-4387-8f53-b8346f626592 req-14f9709d-9d05-4bfc-a07e-d7cae421a344 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.217903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-035f1a1f-5fde-4387-8f53-b8346f626592 req-14f9709d-9d05-4bfc-a07e-d7cae421a344 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.1147649 Nov 01 18:11:47.257043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:47.259882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a98484aa-50f7-4923-ade5-f8dacf6b888f req-2f918a36-c8fe-4166-a4ee-af9f1cccb327 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471231 Nov 01 18:11:47.264276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-1c4cda72-530b-40f9-a639-d97a62db39bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb HTTP/1.1" status: 200 len: 217 time: 0.0502129 Nov 01 18:11:47.287119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-035f1a1f-5fde-4387-8f53-b8346f626592 req-01decac9-5586-4b32-aa11-333ea470ffd5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608578 Nov 01 18:11:47.326287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058200-c40b-47a7-bf20-cb329265c853 req-64be9dc6-85eb-496e-972e-00c1fef5709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.328289 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-64be9dc6-85eb-496e-972e-00c1fef5709a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.0519335 Nov 01 18:11:47.386368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058200-c40b-47a7-bf20-cb329265c853 req-918b85ed-b268-49ba-9e13-2a505593b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.411647 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-918b85ed-b268-49ba-9e13-2a505593b50a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485957 Nov 01 18:11:47.411977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102f43-6c86-463b-8260-4d8597a3110e req-a907daa7-1ff1-4031-9432-9685ab48aebd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.411977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c102f43-6c86-463b-8260-4d8597a3110e req-a907daa7-1ff1-4031-9432-9685ab48aebd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 943 time: 0.0573924 Nov 01 18:11:47.468532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c102f43-6c86-463b-8260-4d8597a3110e req-f4c41224-4f18-435d-9663-62d977d05e8b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588708 Nov 01 18:11:47.531212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-468b0a1d-c8fe-450a-8875-83d0bc96db95 service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216984 Nov 01 18:11:47.587571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b42c5-bb0b-416a-80f7-3de199bf403f req-c272c475-fa98-49ed-bd22-cd913b7760b9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.600621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f2b42c5-bb0b-416a-80f7-3de199bf403f req-c272c475-fa98-49ed-bd22-cd913b7760b9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1097 time: 0.0437286 Nov 01 18:11:47.628215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f2b42c5-bb0b-416a-80f7-3de199bf403f req-28df7fc6-9eba-4c5c-82ce-1c8b31425a67 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Nov 01 18:11:47.646684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d1058200-c40b-47a7-bf20-cb329265c853 req-32d7fae7-1bbf-4f53-80f5-18300df9ff85 service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099882 Nov 01 18:11:47.800840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755bca9-0e72-4312-bc7e-b3b134799d6f req-74c7ffd2-e127-4409-bba2-284e53f9a0ce tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:47.805550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e755bca9-0e72-4312-bc7e-b3b134799d6f req-74c7ffd2-e127-4409-bba2-284e53f9a0ce tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 949 time: 0.0512335 Nov 01 18:11:47.859569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e755bca9-0e72-4312-bc7e-b3b134799d6f req-9e577d11-48fa-440f-8ba7-b755bc275028 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Nov 01 18:11:48.111879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37389-214d-4820-ad9e-5db9679ffd29 req-47efe661-0474-4a69-b518-d3038fa79ccd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:48.113374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9a37389-214d-4820-ad9e-5db9679ffd29 req-47efe661-0474-4a69-b518-d3038fa79ccd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 948 time: 0.0586855 Nov 01 18:11:48.120204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:48.155736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9a37389-214d-4820-ad9e-5db9679ffd29 req-7d1d7c57-91b6-4783-89fa-52c2a2d3eee9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Nov 01 18:11:48.241032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:48.253795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'mac_address': 'fa:16:3e:d4:fe:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:48.294255 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:48.307919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:48.328840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:48.474703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:48.477151 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d4f56-90f6-4111-a8b9-70ac0e0052a9" -d '{"events": [{"server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "name": "network-vif-plugged", "status": "completed", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:48.605852 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:48.606531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:48.676176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:48.678595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:48.690596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'mac_address': 'fa:16:3e:a9:a3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:48.718172 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14fbc240-090d-46f7-a5fb-adcd456aa53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:48.730802 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:48.745200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7be184-8526-430a-bd05-07ee166b1d07 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:48.766452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:48.881595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753f6c-3c73-495b-b62d-ae7a53191575 req-7625e591-5fa3-4021-8108-99eee3d72616 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:48.883982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2753f6c-3c73-495b-b62d-ae7a53191575 req-7625e591-5fa3-4021-8108-99eee3d72616 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 945 time: 0.0538812 Nov 01 18:11:48.908647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:48.928787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2753f6c-3c73-495b-b62d-ae7a53191575 req-56b305cf-c757-4a80-8a49-54d4111cd316 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Nov 01 18:11:48.967317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:48.988969 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0725d680-0f46-40a8-ab1f-3b28a47ab088 x-openstack-request-id: req-0725d680-0f46-40a8-ab1f-3b28a47ab088 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:48.989485 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "name": "network-vif-plugged", "status": "completed", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:48.990050 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0725d680-0f46-40a8-ab1f-3b28a47ab088 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:48.990764 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', 'code': 200} Nov 01 18:11:49.080021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c1bb7a24-1606-43d6-932d-c60f8167fea5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:49.175326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b605e3-9648-42fe-9a6f-8d5deac570fe req-f30a6001-d5ee-49b3-b231-1cf1527ad900 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.187374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67b605e3-9648-42fe-9a6f-8d5deac570fe req-f30a6001-d5ee-49b3-b231-1cf1527ad900 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 943 time: 0.1446486 Nov 01 18:11:49.189124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f271-ea32-4529-9df7-ee16dfe6103e req-c55b3cf8-2c16-4782-99dd-c3c38196e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.192134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c8c8f271-ea32-4529-9df7-ee16dfe6103e req-c55b3cf8-2c16-4782-99dd-c3c38196e53b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 1100 time: 0.1106977 Nov 01 18:11:49.237855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-8a0fed47-b1a9-4add-b99d-5e56bc3fb327 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.244655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-8a0fed47-b1a9-4add-b99d-5e56bc3fb327 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187&tenant_id=9a0cdf05f60e4081892a6d61b914b963&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 949 time: 0.1880114 Nov 01 18:11:49.245374 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c8c8f271-ea32-4529-9df7-ee16dfe6103e req-144c8767-ddae-4797-960f-580a2714d7d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Nov 01 18:11:49.274270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67b605e3-9648-42fe-9a6f-8d5deac570fe req-7f679e6a-c847-4631-a51a-c60383709026 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852547 Nov 01 18:11:49.291235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:49.385197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efb9a7-eb05-47bc-b337-3ef9ca7391e3 req-cade73bf-4c51-4060-9d3e-f2f9ab41241b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.387000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83efb9a7-eb05-47bc-b337-3ef9ca7391e3 req-cade73bf-4c51-4060-9d3e-f2f9ab41241b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 949 time: 0.0579851 Nov 01 18:11:49.444008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83efb9a7-eb05-47bc-b337-3ef9ca7391e3 req-27ae7a49-6e5f-4cb6-8f98-a101cdd15cae tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495701 Nov 01 18:11:49.626457 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-1da39c7b-5a5e-480e-900b-dcea662c206a service neutron] delete failed (client error): The resource could not be found. Nov 01 18:11:49.627577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-1da39c7b-5a5e-480e-900b-dcea662c206a service neutron] 10.222.0.37 "DELETE /v2.0/ports/ac7be184-8526-430a-bd05-07ee166b1d07/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.1205440 Nov 01 18:11:49.636030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0624-2ca3-43e4-91a3-c7b15e66ec2c req-5c008d67-52d4-4875-8b56-b0ce7b7de331 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.643254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bab0624-2ca3-43e4-91a3-c7b15e66ec2c req-5c008d67-52d4-4875-8b56-b0ce7b7de331 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 949 time: 0.0798008 Nov 01 18:11:49.688431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bab0624-2ca3-43e4-91a3-c7b15e66ec2c req-9f3f0bbb-2375-4c78-802a-568c1f3afea8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Nov 01 18:11:49.713150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-938968ae-f791-48e2-a62c-a05629ddccc6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.722911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-938968ae-f791-48e2-a62c-a05629ddccc6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.0880511 Nov 01 18:11:49.741286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:49.794613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-ce79f1b8-6b4b-444a-acec-2f6a5afd6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.797331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-ce79f1b8-6b4b-444a-acec-2f6a5afd6996 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1100 time: 0.0470431 Nov 01 18:11:49.824311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:49.945833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-bc803ae7-38a1-4832-94f8-aae7bf8a7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:49.947347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-bc803ae7-38a1-4832-94f8-aae7bf8a7cc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1385808 Nov 01 18:11:50.006596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-482971fa-57cb-49f2-8d1a-eb0b7fae5441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0495913 Nov 01 18:11:50.028990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:50.058245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-87a44c9b-09bf-4529-a6cb-08df93f9608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:50.062109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-87a44c9b-09bf-4529-a6cb-08df93f9608e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0458274 Nov 01 18:11:50.065790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:50.107464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:50.110040 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2c2ad-9816-4140-8ded-b2897998654f" -d '{"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:50.114991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.118511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-04cb8d10-fa4c-4ab7-b9f2-38c34e5e6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:50.120082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-04cb8d10-fa4c-4ab7-b9f2-38c34e5e6ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515516 Nov 01 18:11:50.121869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:50.181102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c1bb7a24-1606-43d6-932d-c60f8167fea5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:50.181618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.235451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-f609f454-ee87-4168-97e7-be8f63376549 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058869 Nov 01 18:11:50.269294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.277554 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.349199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:50.420138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:50.420475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:50.421094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:50.423060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:50.428840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:50.429197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:50.437203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.439589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.440207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.440304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.440558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.440879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:50.442403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f1b8b2-d64e-4d63-8911-adb7d7fce3c9 req-8d4ab424-5265-463e-bbc3-af9a303c3f2e service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904500 Nov 01 18:11:50.450147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:50.450476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:50.450874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:50.451313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Bound port: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:50.451958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.497163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:50.570411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:50.574418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:50.577239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:50.770380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:50.932304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:50.935779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:50.936910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:50.939784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:50.947355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:50.947810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:50.957158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:50.957604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:50.958655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:50.958655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound port: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:50.959101 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:51.010489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:51.013138 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409ecbc3-1d7c-4716-a362-ff943a615612" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:51.510203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:51.515190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:11:51.560034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-18a95b2b-8f12-4f2b-b919-fb5e789b470c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:51.602267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=8']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:51.605934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:51.606732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:51.608238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-a0eb6efa-99bd-4460-9098-fc005907436d service neutron] 10.222.0.37 "PUT /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 1121 time: 1.8842094 Nov 01 18:11:51.611716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8ff9b514-3239-4f9f-a7d9-60f3ce61e361-n-h2-815923-2-0 {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:11:51.617560 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:11:51.747141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:51.803530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:52.021506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-ea2ed31a-8607-4d4b-94e7-8de453b799dc tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:11:52.022515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-ea2ed31a-8607-4d4b-94e7-8de453b799dc tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059288 Nov 01 18:11:52.054013 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:11:52.084024 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.084971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-69fb0dda-2ce0-4b3d-b89a-06abe4a75018 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:52.086487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-69fb0dda-2ce0-4b3d-b89a-06abe4a75018 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0495169 Nov 01 18:11:52.099749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Request body: {'binding': {'host': 'n-h2-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:11:52.106701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Unknown quota resources ['binding']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:11:52.138935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:52.139702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:52.140252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:52.146394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fcc9c1e1-0eca-4bd0-876a-6948314df1fb details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:11:52.152222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:52.161150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:52.161835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempting to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:52.199873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:52.200652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:52.201288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:52.201951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Bound port: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:52.202535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.386587 n-d-815923-2 neutron-server[102784]: WARNING neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Concurrent port binding operations failed on port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 Nov 01 18:11:52.392336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:52.400605 n-d-815923-2 neutron-server[102784]: INFO neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Attempt 2 to bind port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 Nov 01 18:11:52.400853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:11:52.403784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on host n-h2-815923-2 for vnic_type normal with profile None {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:11:52.404128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:11:52.404456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:52.411475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:11:52.412266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:11:52.417711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:52.431230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'port_id': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'mac_address': 'fa:16:3e:18:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:11:52.447537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:11:52.447890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:11:52.448435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:11:52.450112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Bound port: fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:11:52.505035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.546393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc9c1e1-0eca-4bd0-876a-6948314df1fb {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:11:52.580398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:52.582277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port ac7be184-8526-430a-bd05-07ee166b1d07 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:52.592262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port ac7be184-8526-430a-bd05-07ee166b1d07 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:52.592262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.722927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.750135 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.806702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:11:52.819722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:52.831575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:52.838524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.838875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.839225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.839607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.839930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.840263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.840596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.840931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.841256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.841667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.841986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.842315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:11:52.885370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.886802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9c71333b-94e9-4ef8-a218-183634f1dcef service neutron] 10.222.0.31 "POST /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7927408 Nov 01 18:11:52.913096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:52.994131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:11:53.315616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fcc9c1e1-0eca-4bd0-876a-6948314df1fb'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:11:53.439862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94590d-ac0a-420f-9b50-fdf766ae02dc req-e4d245bb-805e-4f13-b9d1-cf25be390d85 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:53.448013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef94590d-ac0a-420f-9b50-fdf766ae02dc req-e4d245bb-805e-4f13-b9d1-cf25be390d85 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.0787234 Nov 01 18:11:53.523134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef94590d-ac0a-420f-9b50-fdf766ae02dc req-e18c9675-aaea-434b-906f-7119fe0a9088 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Nov 01 18:11:53.579760 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5ee5dd-a2c2-4779-a06e-c22e2005d40a x-openstack-request-id: req-ca5ee5dd-a2c2-4779-a06e-c22e2005d40a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:53.580053 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:53.580320 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca5ee5dd-a2c2-4779-a06e-c22e2005d40a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:53.580710 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'code': 200} Nov 01 18:11:53.713212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7006f-226c-40c4-9783-2f9d1ed4d0c8 req-cb620bf3-06d8-470e-ae45-82571dd12a94 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:53.714853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcf7006f-226c-40c4-9783-2f9d1ed4d0c8 req-cb620bf3-06d8-470e-ae45-82571dd12a94 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 944 time: 0.0852304 Nov 01 18:11:53.771779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:53.776296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcf7006f-226c-40c4-9783-2f9d1ed4d0c8 req-6a00b9f1-8e67-4dcb-829a-f7f8a0f300fe tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546525 Nov 01 18:11:53.979838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ac603-bcdf-4f8b-b879-7859d377353c req-674b0244-2f8e-4372-bad4-83f8cefb5368 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:53.983990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b58ac603-bcdf-4f8b-b879-7859d377353c req-674b0244-2f8e-4372-bad4-83f8cefb5368 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.0836842 Nov 01 18:11:54.037366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-60c5957c-6d92-44f4-a951-5538f855b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.042404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-60c5957c-6d92-44f4-a951-5538f855b0c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1097 time: 0.0611749 Nov 01 18:11:54.050533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b58ac603-bcdf-4f8b-b879-7859d377353c req-5cea9675-bb58-4dfe-9163-5535505b54d1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Nov 01 18:11:54.231128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8fa3e-a047-40e4-b2eb-7f763cd2797b req-49ac1171-7a9e-4548-bfe5-a6a116ab72ad tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.240617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eca8fa3e-a047-40e4-b2eb-7f763cd2797b req-49ac1171-7a9e-4548-bfe5-a6a116ab72ad tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 949 time: 0.0901563 Nov 01 18:11:54.263543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-7d8049d4-d2bf-49f6-b61b-6fd3d063d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.265033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-7d8049d4-d2bf-49f6-b61b-6fd3d063d2f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.2127883 Nov 01 18:11:54.285736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eca8fa3e-a047-40e4-b2eb-7f763cd2797b req-6937f663-b90f-48e7-8405-481590a25069 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Nov 01 18:11:54.317270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-887011f4-2a35-430d-80b9-b2c363390022 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 217 time: 0.0420768 Nov 01 18:11:54.333470 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f859cb-7fc8-4490-8dbd-d7d2c0c91146 x-openstack-request-id: req-e8f859cb-7fc8-4490-8dbd-d7d2c0c91146 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:11:54.334037 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:11:54.334597 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f859cb-7fc8-4490-8dbd-d7d2c0c91146 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:11:54.334987 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'code': 200} Nov 01 18:11:54.375161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-7c1ab0eb-a021-47e9-b1a7-3c4de8464a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.377012 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-7c1ab0eb-a021-47e9-b1a7-3c4de8464a57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0511136 Nov 01 18:11:54.427081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a1621646-6292-495b-87e2-f69fa0f54e5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318599 Nov 01 18:11:54.438084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd8fac-7958-4bef-9167-cfc7ab9b2dbe req-e7dd7121-2de8-42a0-8fe1-69515a685536 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.439634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ddd8fac-7958-4bef-9167-cfc7ab9b2dbe req-e7dd7121-2de8-42a0-8fe1-69515a685536 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0556433 Nov 01 18:11:54.483179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ddd8fac-7958-4bef-9167-cfc7ab9b2dbe req-8063dfc2-9c51-4b97-a888-ef7227950d44 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Nov 01 18:11:54.539827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-134c1d75-dfac-4ea6-a92c-235b7be10d66 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042025 Nov 01 18:11:54.591202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ed1d-0c31-468a-8d6f-dfb4c33d3a9e req-37ed9559-020b-44da-80ee-08de054e17b9 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.592913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d20ed1d-0c31-468a-8d6f-dfb4c33d3a9e req-37ed9559-020b-44da-80ee-08de054e17b9 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.0491297 Nov 01 18:11:54.636248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d20ed1d-0c31-468a-8d6f-dfb4c33d3a9e req-16ff2505-01a6-41c8-8375-5bdbd6286177 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Nov 01 18:11:54.653094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-3c6fae1a-f170-4a96-9666-94149d5fc8c3 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939860 Nov 01 18:11:54.810678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b9d7-98be-4d37-bb0a-843b66a14527 req-0a9848c3-be28-4034-b879-6ec2154dedbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.812204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d195b9d7-98be-4d37-bb0a-843b66a14527 req-0a9848c3-be28-4034-b879-6ec2154dedbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 950 time: 0.0505054 Nov 01 18:11:54.866167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d195b9d7-98be-4d37-bb0a-843b66a14527 req-37e64d80-a47f-4e98-aab6-db4f331fb173 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Nov 01 18:11:54.984798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304947b5-f8ca-4030-b80e-35f62ff88204 req-98f3e8e0-8bc7-4e31-bec9-00eb2354319a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:54.986354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-304947b5-f8ca-4030-b80e-35f62ff88204 req-98f3e8e0-8bc7-4e31-bec9-00eb2354319a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.0498865 Nov 01 18:11:55.026626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-304947b5-f8ca-4030-b80e-35f62ff88204 req-e3afa860-405d-4c0a-85e8-246871ef8c57 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Nov 01 18:11:55.197703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e67d03-a354-4f4b-8910-c4f4925d33fb req-cb4cba99-fdbe-4ae8-bc50-da6bc8e50c8f tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:55.201935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9e67d03-a354-4f4b-8910-c4f4925d33fb req-cb4cba99-fdbe-4ae8-bc50-da6bc8e50c8f tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 944 time: 0.0721014 Nov 01 18:11:55.267086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9e67d03-a354-4f4b-8910-c4f4925d33fb req-7f89e352-bd8f-4941-a0ff-d26b6dd3b82d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578673 Nov 01 18:11:55.582693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:55.591014 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570427bd-6799-4972-b061-631e11a72d71" -d '{"events": [{"name": "network-changed", "server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:55.634193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d81f3c-732f-4d5c-be53-826db044d06e req-ad2e5adb-4312-42f2-978d-3ad1dbbab331 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:55.640626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d81f3c-732f-4d5c-be53-826db044d06e req-ad2e5adb-4312-42f2-978d-3ad1dbbab331 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:11:55.642702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26d81f3c-732f-4d5c-be53-826db044d06e req-ad2e5adb-4312-42f2-978d-3ad1dbbab331 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659&device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 1690 time: 0.0923553 Nov 01 18:11:55.687070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26d81f3c-732f-4d5c-be53-826db044d06e req-66db41db-525b-4c08-8376-d16325df556f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353558 Nov 01 18:11:56.103260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:56.165439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fcc9c1e1-0eca-4bd0-876a-6948314df1fb up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:11:56.314051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port fcc9c1e1-0eca-4bd0-876a-6948314df1fb completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:11:56.318758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port fcc9c1e1-0eca-4bd0-876a-6948314df1fb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:11:56.319131 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:56.346152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:11:56.348449 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b649b8-194f-4b02-87c3-cf83f057c299" -d '{"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-plugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:11:56.438948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:56.486275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:11:56.582564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:11:56.701903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:00.480478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-99509e6f-2f93-4232-8b2d-a30b8f5dedfe tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361776 Nov 01 18:12:00.649120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb50415-ee04-42d6-9a76-ee8f5b261cc8 req-008ec09c-11d0-44e3-b6c8-a0701a71d8b3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:00.650806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fb50415-ee04-42d6-9a76-ee8f5b261cc8 req-008ec09c-11d0-44e3-b6c8-a0701a71d8b3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.1532938 Nov 01 18:12:00.657646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-1e30dba1-0fd4-418c-9c2b-4bd2830293de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:00.665599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-1e30dba1-0fd4-418c-9c2b-4bd2830293de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781406 Nov 01 18:12:00.714221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-ca71557d-417f-4f93-9a32-b799e61b29f6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/quotas/9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 375 time: 0.0457423 Nov 01 18:12:00.747180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fb50415-ee04-42d6-9a76-ee8f5b261cc8 req-e97251d9-54a4-48bf-bdf5-d2999819e978 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697219 Nov 01 18:12:00.837288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-8bd0da6c-e0e7-44c0-b54c-114a623d26d4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239305 Nov 01 18:12:00.873278 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f7a4d-5a19-44bb-b169-dbdda8fccd54 x-openstack-request-id: req-414f7a4d-5a19-44bb-b169-dbdda8fccd54 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:00.873814 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:00.873814 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-414f7a4d-5a19-44bb-b169-dbdda8fccd54 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:00.874218 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'status': 'completed', 'code': 200} Nov 01 18:12:00.969507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570427bd-6799-4972-b061-631e11a72d71 req-89e93fd7-1f3e-4d6e-8d11-c925b4f888b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:00.971313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-89e93fd7-1f3e-4d6e-8d11-c925b4f888b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1124 time: 0.0672948 Nov 01 18:12:01.193330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570427bd-6799-4972-b061-631e11a72d71 req-b0d79236-db54-4017-a10f-b50d7b79be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:01.195473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-b0d79236-db54-4017-a10f-b50d7b79be27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2088077 Nov 01 18:12:01.263816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac94e50-f84f-4127-8fa4-c90b777c4fd5 req-4a0d2fa8-42db-4361-ab7c-d1ae6f6e949d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:01.271533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ac94e50-f84f-4127-8fa4-c90b777c4fd5 req-4a0d2fa8-42db-4361-ab7c-d1ae6f6e949d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.0692806 Nov 01 18:12:01.285873 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-31c94276-8c27-4a12-824c-1ccafafc1bb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 217 time: 0.0788345 Nov 01 18:12:01.325843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ac94e50-f84f-4127-8fa4-c90b777c4fd5 req-c01a2f6d-d12a-46a3-9263-55dd8362a90a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532138 Nov 01 18:12:01.374874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570427bd-6799-4972-b061-631e11a72d71 req-11f1677e-7869-4d81-9f09-226e905f59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:01.376343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-11f1677e-7869-4d81-9f09-226e905f59ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0728078 Nov 01 18:12:01.426049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-dc7373c7-0162-425c-9a2e-1d055b1ab0bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398715 Nov 01 18:12:01.468248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e487f-90bd-4957-ad2a-a287862b1ce4 req-a6e01de5-4cd3-4b4c-9f59-d00ee32cfde9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:01.482390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d12e487f-90bd-4957-ad2a-a287862b1ce4 req-a6e01de5-4cd3-4b4c-9f59-d00ee32cfde9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.0991683 Nov 01 18:12:01.673324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-09ca99b3-c068-4b6f-9921-eb941c8bef28 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383392 Nov 01 18:12:01.685626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d12e487f-90bd-4957-ad2a-a287862b1ce4 req-0a824f77-5cd4-4fa7-ab15-ef0721475ee1 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998110 Nov 01 18:12:01.743671 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b54b9f-5836-4809-b8c4-a575bb5fb7f4 x-openstack-request-id: req-90b54b9f-5836-4809-b8c4-a575bb5fb7f4 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:01.744220 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-plugged", "status": "completed", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:01.744326 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90b54b9f-5836-4809-b8c4-a575bb5fb7f4 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:01.744937 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'code': 200} Nov 01 18:12:01.825770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33646cff-abd9-46ce-9318-5de76b5d6c16 req-bae738fd-106d-4a12-a9ed-ffd35c772506 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:01.827825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33646cff-abd9-46ce-9318-5de76b5d6c16 req-bae738fd-106d-4a12-a9ed-ffd35c772506 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 1100 time: 0.0644245 Nov 01 18:12:01.872553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570427bd-6799-4972-b061-631e11a72d71 req-31b4f00f-6b5f-4e55-87ed-43aa1b9215c6 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890328 Nov 01 18:12:01.912394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33646cff-abd9-46ce-9318-5de76b5d6c16 req-d80346cf-e6e4-4232-bdd6-e7f96f2a46e3 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Nov 01 18:12:01.983119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44f42e3e-0432-4c93-9edd-315e9c4464cc req-e1a2bd47-9ad3-48c1-acee-6244d8f339ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 210 time: 0.0395813 Nov 01 18:12:02.142168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2b782-1351-42d7-b44c-16059c3d1817 req-8122cf89-cc7a-4de0-8730-557a6c08fb89 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:02.143755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ada2b782-1351-42d7-b44c-16059c3d1817 req-8122cf89-cc7a-4de0-8730-557a6c08fb89 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.1463332 Nov 01 18:12:02.171070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16025c4f-a0a9-4a04-8c55-c277561c2712 req-48d5107e-b1c5-4607-974b-7b36d24887c7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:02.173163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16025c4f-a0a9-4a04-8c55-c277561c2712 req-48d5107e-b1c5-4607-974b-7b36d24887c7 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 1101 time: 0.1061785 Nov 01 18:12:02.245902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16025c4f-a0a9-4a04-8c55-c277561c2712 req-6c5ea612-7fa3-447b-9fcc-b37ab435a7cc tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670183 Nov 01 18:12:02.264238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ada2b782-1351-42d7-b44c-16059c3d1817 req-a15f7432-0726-47f5-bcbe-e7281fd72970 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120105 Nov 01 18:12:02.463704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-912a26f9-22b5-4e00-b5d4-864f3d529d49 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384800 Nov 01 18:12:02.607378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abc4f7-030b-449d-a0c3-a1837667fe6e req-c2e96a75-049f-451b-af8a-ce3ed6141a1a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:02.608983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09abc4f7-030b-449d-a0c3-a1837667fe6e req-c2e96a75-049f-451b-af8a-ce3ed6141a1a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1115508 Nov 01 18:12:02.678596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-4c356409-3bce-4783-a46d-6d710925c7ac tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:02.686819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-4c356409-3bce-4783-a46d-6d710925c7ac tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219629 Nov 01 18:12:02.707482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-f5cf1078-c044-48f7-89b7-811dc6c93965 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0197179 Nov 01 18:12:02.760303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09abc4f7-030b-449d-a0c3-a1837667fe6e req-dd9ae0d2-06ad-4117-8896-83abdff46012 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340022 Nov 01 18:12:02.822658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-1b41423e-8366-466c-ac0c-4228627b12b4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1141257 Nov 01 18:12:02.935849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af7572-ee85-4512-9d2f-5a03bc74fbd7 req-4665c873-c193-4e1f-8105-6daa5acc7dc3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:02.960408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39af7572-ee85-4512-9d2f-5a03bc74fbd7 req-4665c873-c193-4e1f-8105-6daa5acc7dc3 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.1194651 Nov 01 18:12:03.007812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39af7572-ee85-4512-9d2f-5a03bc74fbd7 req-adc19823-946d-4d1c-a2f4-32e2bff00f9e tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452926 Nov 01 18:12:03.246592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-134778a5-c66b-4412-9842-019b623ab0ef req-4e267b3f-efe2-4f58-a29a-b58acbb14796 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 210 time: 0.0558164 Nov 01 18:12:03.266133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef9ee1b3-da81-4e8e-a08b-2258797b0c3c req-1cb9f062-39f4-432d-8f14-75505d41c0b4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0452847 Nov 01 18:12:03.427927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595814-563a-4018-b6ae-59a843863249 req-c3071a3f-6f07-4ae1-baae-f2372f70ba3d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:03.430572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb595814-563a-4018-b6ae-59a843863249 req-c3071a3f-6f07-4ae1-baae-f2372f70ba3d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0892234 Nov 01 18:12:03.472932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb595814-563a-4018-b6ae-59a843863249 req-ff421f05-67bd-4a1a-9309-cf086960e8cf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360577 Nov 01 18:12:03.745639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:03.748013 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51141ee1-3268-462e-8585-9f4ffec5a9fe" -d '{"events": [{"server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:03.784979 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bcd9ae-ce77-4826-8c95-05bde60be0be x-openstack-request-id: req-e9bcd9ae-ce77-4826-8c95-05bde60be0be {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:03.785271 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:03.785525 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9bcd9ae-ce77-4826-8c95-05bde60be0be {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:03.785911 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'code': 200} Nov 01 18:12:03.977986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83375ff-f26f-44e0-a105-b64af29af0d8 req-48cb8715-f70f-4bed-8222-7b54521f2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:03.977986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a83375ff-f26f-44e0-a105-b64af29af0d8 req-48cb8715-f70f-4bed-8222-7b54521f2c8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 1096 time: 0.0923874 Nov 01 18:12:03.985606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74750b6-d86b-4ba9-b276-cbda3940819c req-e036def2-6670-413a-8a28-0f92fac66a70 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:03.994158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d74750b6-d86b-4ba9-b276-cbda3940819c req-e036def2-6670-413a-8a28-0f92fac66a70 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1588228 Nov 01 18:12:04.071985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a83375ff-f26f-44e0-a105-b64af29af0d8 req-38c87be1-96dc-40e3-8f41-7e515d57b7fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857468 Nov 01 18:12:04.081916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d74750b6-d86b-4ba9-b276-cbda3940819c req-42b2bb1f-2d3f-4999-a7e0-1ae80e35a9e0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778575 Nov 01 18:12:04.249762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399b1a-3a59-42af-9c68-a0298c2027d8 req-71332d5f-69c5-4316-b13b-21340f580dea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:04.285704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae399b1a-3a59-42af-9c68-a0298c2027d8 req-71332d5f-69c5-4316-b13b-21340f580dea tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.1207755 Nov 01 18:12:04.376707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27badb1e-e3ed-4c60-a9d4-ffe976c93ca3 req-a2951b78-2967-412b-a3ea-25333f75621c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 210 time: 0.0351355 Nov 01 18:12:04.419852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae399b1a-3a59-42af-9c68-a0298c2027d8 req-f702f04c-a6a1-46f6-ad14-643f11bd5524 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278584 Nov 01 18:12:04.481666 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:04.507738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19a8cb12-d344-487f-be32-da0a9e061ed6 req-d7ea4fdb-c691-4468-b2dd-07c338a5b2fa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0535407 Nov 01 18:12:04.659197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa12947-d3ba-4394-a375-e2b4bc5d51ed req-9ce776bc-5f73-494c-ab35-945252ca7e8e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:04.661115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa12947-d3ba-4394-a375-e2b4bc5d51ed req-9ce776bc-5f73-494c-ab35-945252ca7e8e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0573452 Nov 01 18:12:04.713430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa12947-d3ba-4394-a375-e2b4bc5d51ed req-6b1167bb-b6a3-4c24-9b14-925657b355d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Nov 01 18:12:05.220134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9acf7-b7b3-4334-a62d-8b4715d2c7f4 req-357963ed-8c34-49ee-aea9-538a84240779 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:05.222550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04e9acf7-b7b3-4334-a62d-8b4715d2c7f4 req-357963ed-8c34-49ee-aea9-538a84240779 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.0691991 Nov 01 18:12:05.264049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04e9acf7-b7b3-4334-a62d-8b4715d2c7f4 req-c960647c-4600-498f-b2f5-b097d2ed2042 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347853 Nov 01 18:12:05.389480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-03185dbf-8659-4243-a26b-07661fe3283e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208921 Nov 01 18:12:05.525444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94906f7c-41f5-4bd0-9e5c-b7468018feac req-2baf5ad5-9168-4633-bf4e-8305fca2233c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 210 time: 0.0513422 Nov 01 18:12:05.597453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-73892db0-4545-4dfd-ad78-44507a3605d0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:05.599530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-73892db0-4545-4dfd-ad78-44507a3605d0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015972 Nov 01 18:12:05.613312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d227d-348d-4940-a9c9-1a63a71fb821 req-4e8853cf-49e3-4935-9c3f-1483e591fba9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:05.615284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363d227d-348d-4940-a9c9-1a63a71fb821 req-4e8853cf-49e3-4935-9c3f-1483e591fba9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.1047709 Nov 01 18:12:05.616490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Request body: {'port': {'device_id': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '9a0cdf05f60e4081892a6d61b914b963'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:05.649024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac811b82-54fd-445b-a032-f958068f45cd req-50a9c4ed-4cd8-4647-ac7c-1da902aa2201 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0325577 Nov 01 18:12:05.701804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363d227d-348d-4940-a9c9-1a63a71fb821 req-3c38093d-a353-4d79-a3d2-e290be68dce2 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758641 Nov 01 18:12:05.852358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c4cd-1d91-4248-a137-91001773c9ba req-3b32d54c-5124-4ee2-8edf-4bf55e52a1a6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:05.854063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9041c4cd-1d91-4248-a137-91001773c9ba req-3b32d54c-5124-4ee2-8edf-4bf55e52a1a6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0586562 Nov 01 18:12:05.862279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Made reservation on behalf of 9a0cdf05f60e4081892a6d61b914b963 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:05.866220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:05.894873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9041c4cd-1d91-4248-a137-91001773c9ba req-f79eb95d-e41a-43d8-8643-8895c9d3ecb3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Nov 01 18:12:06.014727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Allocated IP 192.168.233.236 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/373b7e3d-e224-4478-97dc-680f9da80c58) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:06.174878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:06.365125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:06.391127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:06.417343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:06.421231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:06.427235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:06.445333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369814-1a2f-4082-8586-d9dc22278ee5 req-7c2281dd-3326-4a8a-9b1d-4639cbe274da tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:06.450313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d369814-1a2f-4082-8586-d9dc22278ee5 req-7c2281dd-3326-4a8a-9b1d-4639cbe274da tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1023636 Nov 01 18:12:06.486556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:06.487177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:06.499412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:06.562418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d369814-1a2f-4082-8586-d9dc22278ee5 req-41153c8d-209d-421b-8c80-004ae4427036 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054015 Nov 01 18:12:06.572968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-e835d255-dcf8-49f9-9728-098cd9ba54cd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9609492 Nov 01 18:12:06.600507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Request body: {'port': {'device_id': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:06.636961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2017d-37fd-4cfe-8676-9810d8690aee req-d63f5455-6761-4632-b5f4-4b7a18bfd4b1 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:06.648499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c2017d-37fd-4cfe-8676-9810d8690aee req-d63f5455-6761-4632-b5f4-4b7a18bfd4b1 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 951 time: 0.1624849 Nov 01 18:12:06.688451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:06.695694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c2017d-37fd-4cfe-8676-9810d8690aee req-41e962ac-d1fe-4df8-9fd2-b3072f8b4978 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Nov 01 18:12:06.740790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4721b414-6341-4ceb-a324-b414d9c0eed7 None None] Provisioning complete for port 373b7e3d-e224-4478-97dc-680f9da80c58 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:06.747680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4721b414-6341-4ceb-a324-b414d9c0eed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:06.757444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20d2c3-fe39-4a6f-aa58-cdee17fafa39 req-87877276-12c8-4ec4-92f4-a19b2563bdaf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:06.759134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e20d2c3-fe39-4a6f-aa58-cdee17fafa39 req-87877276-12c8-4ec4-92f4-a19b2563bdaf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 936 time: 0.0623007 Nov 01 18:12:06.819237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4721b414-6341-4ceb-a324-b414d9c0eed7 None None] Port 373b7e3d-e224-4478-97dc-680f9da80c58 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:06.852744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b65c4c5-8740-4315-8acc-908586793cfc req-0149c7fb-503f-41a7-bd2b-21bf91b9bc73 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0538104 Nov 01 18:12:06.865600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e20d2c3-fe39-4a6f-aa58-cdee17fafa39 req-67e3acb1-7886-4f7c-9094-d5df8227a2aa tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973933 Nov 01 18:12:06.946686 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-e0ef75e3-aab2-409d-9643-e3ccfb5ac92a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410721 Nov 01 18:12:07.026991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ed9e1-d486-4915-bd7c-9c4edd672a25 req-842515e5-c1f5-4d59-9af2-7258861ad982 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:07.028699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-936ed9e1-d486-4915-bd7c-9c4edd672a25 req-842515e5-c1f5-4d59-9af2-7258861ad982 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.0817158 Nov 01 18:12:07.087282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-936ed9e1-d486-4915-bd7c-9c4edd672a25 req-54660ed6-e12e-48a5-afe2-b162e0d3ae43 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515032 Nov 01 18:12:07.111048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-e1106e62-3f24-4fa4-850b-7382a9105820 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:07.112708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-e1106e62-3f24-4fa4-850b-7382a9105820 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391079 Nov 01 18:12:07.169380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:07.227966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215911a9-43fd-4fb9-a00f-3d289534e65a req-248a5ab5-260c-4d7c-9a87-2f65b00e55bf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:07.233200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-215911a9-43fd-4fb9-a00f-3d289534e65a req-248a5ab5-260c-4d7c-9a87-2f65b00e55bf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0745611 Nov 01 18:12:07.291254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-215911a9-43fd-4fb9-a00f-3d289534e65a req-03e1da0a-bae8-4e01-964e-824fc41fe0d4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528703 Nov 01 18:12:07.338192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373b7e3d-e224-4478-97dc-680f9da80c58 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:07.350253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:07.375811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Transition to ACTIVE for port object 373b7e3d-e224-4478-97dc-680f9da80c58 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:07.382824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9d44-dd6b-4593-ba20-3f6d95cbbf34 req-d614206c-be47-467c-90f7-a6623b92cd85 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:07.382824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e0e9d44-dd6b-4593-ba20-3f6d95cbbf34 req-d614206c-be47-467c-90f7-a6623b92cd85 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.0609469 Nov 01 18:12:07.390666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36292) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:07.395947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Request body: {'floatingip': {'port_id': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:07.444924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:07.456746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:07.503278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:07.508279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:07.512503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:07.767819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:07.768093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:07.768428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:07.782640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:07.782978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:07.792712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.172 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/bf4dbde4-989f-4f88-82ef-4f3288b7fc7b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:07.798917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:07.799259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:07.799699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:07.800324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Bound port: 373b7e3d-e224-4478-97dc-680f9da80c58, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:07.800695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:07.938808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:07.995299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:08.049012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.137779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.180376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.181117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.182387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] 10.222.0.37 "PUT /v2.0/ports/373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 1096 time: 1.5903928 Nov 01 18:12:08.184990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:08.187250 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9da510-f7e4-4fd2-818a-5db7e09927ad" -d '{"events": [{"name": "network-changed", "server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:08.219229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.234354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:08.254826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d519ba-8983-4046-92f2-ca5ab17a6372 req-ab4c8b21-ace2-44fe-8f4a-3e5d4a22ff69 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.273073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01d519ba-8983-4046-92f2-ca5ab17a6372 req-ab4c8b21-ace2-44fe-8f4a-3e5d4a22ff69 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.5580187 Nov 01 18:12:08.274774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:08.278675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:08.290514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1b56-e5d8-45cb-bcdf-26eb4ca00ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:08.336323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:08.362108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c50f8a-e6d7-40d6-bbe4-e6ec38552212 req-88dbe5ea-9653-4cd5-a262-28a91a08a318 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.369844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:08.370143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36c50f8a-e6d7-40d6-bbe4-e6ec38552212 req-88dbe5ea-9653-4cd5-a262-28a91a08a318 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 936 time: 0.1739910 Nov 01 18:12:08.411874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01d519ba-8983-4046-92f2-ca5ab17a6372 req-4cd3ba04-83ca-4fec-a27d-abc4647ba4ee tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286883 Nov 01 18:12:08.568583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.571495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.574481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:08.610910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-f13ac584-5457-4138-9649-2161dbca04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.612850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-f13ac584-5457-4138-9649-2161dbca04d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1099 time: 0.1945097 Nov 01 18:12:08.614998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36c50f8a-e6d7-40d6-bbe4-e6ec38552212 req-4031f5cd-99d9-44ae-903b-0278b28b2dbe tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439828 Nov 01 18:12:08.684530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-0be36cfe-7526-452c-97dc-6145b2117e57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0593576 Nov 01 18:12:08.694389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-5f482111-7bb2-4f23-a431-ce7ce047b8a9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5315530 Nov 01 18:12:08.716500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Request body: {'port': {'device_id': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:08.844221 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.856002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-75c93505-4ce8-46c0-81fe-9787f799bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.859233 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-75c93505-4ce8-46c0-81fe-9787f799bce8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1558440 Nov 01 18:12:08.867030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bc3e-169c-464a-bc2d-2794b3031ded req-17971ec8-2ad4-451e-8d9b-68a5368914f4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:08.875872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6137bc3e-169c-464a-bc2d-2794b3031ded req-17971ec8-2ad4-451e-8d9b-68a5368914f4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.3750308 Nov 01 18:12:08.890778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.906861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:08.966880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-56fc9ca8-1851-44c3-a7cb-0d5758aab4fe None None] Provisioning complete for port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:08.967234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-56fc9ca8-1851-44c3-a7cb-0d5758aab4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:08.968070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6137bc3e-169c-464a-bc2d-2794b3031ded req-18fc7e19-723f-4b21-bc34-b68e96671dde tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Nov 01 18:12:08.993883 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41989710-04db-4340-800a-2365d19edadf x-openstack-request-id: req-41989710-04db-4340-800a-2365d19edadf {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:08.994175 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:08.994430 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41989710-04db-4340-800a-2365d19edadf {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:08.994825 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'status': 'completed', 'code': 200} Nov 01 18:12:09.004909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-430a6f72-f7e6-41ec-9f90-1f6bf7b2981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:09.004909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-430a6f72-f7e6-41ec-9f90-1f6bf7b2981e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361742 Nov 01 18:12:09.058811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:09.066518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-56fc9ca8-1851-44c3-a7cb-0d5758aab4fe None None] Port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:09.119698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ab6b-7ff6-4a0e-a5aa-f4d03c3cf0ab req-fb89c30f-4c38-4d2b-a5d0-6f93dfdbeb11 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:09.130514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f821ab6b-7ff6-4a0e-a5aa-f4d03c3cf0ab req-fb89c30f-4c38-4d2b-a5d0-6f93dfdbeb11 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.1047528 Nov 01 18:12:09.188952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:09.201486 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-415d0880-e861-47f1-8184-073a80557a69 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818545 Nov 01 18:12:09.232281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f821ab6b-7ff6-4a0e-a5aa-f4d03c3cf0ab req-00779414-0529-4ec6-8fa6-fae7aa542a8c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036837 Nov 01 18:12:09.269162 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c associated. External IP: 172.25.2.242, port: fcc9c1e1-0eca-4bd0-876a-6948314df1fb. Nov 01 18:12:09.427717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:09.457586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:12:09.674113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bc534-1de0-46f3-bdb8-14c68fa9b2cc req-10f907fb-6efb-4414-b6ba-17a86af4b685 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:09.682479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-334bc534-1de0-46f3-bdb8-14c68fa9b2cc req-10f907fb-6efb-4414-b6ba-17a86af4b685 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1253781 Nov 01 18:12:09.723864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:12:09.751127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-334bc534-1de0-46f3-bdb8-14c68fa9b2cc req-52ad566d-62ff-4c9c-a12a-408e5ef3e648 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 Nov 01 18:12:09.837501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d58320f7-f224-40fd-b8d4-c01f8cd260d0 req-345d4865-45b2-41f2-b499-d2b691daafee service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945172 Nov 01 18:12:09.929437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4dbde4-989f-4f88-82ef-4f3288b7fc7b {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:09.931444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:12:09.938923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:09.940320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:09.942635 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:12:09.945338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-dd9a3cd1-6926-48b9-9bee-721db435039a tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:09.947171 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-dd9a3cd1-6926-48b9-9bee-721db435039a tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1097 time: 0.2307384 Nov 01 18:12:09.958611 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:09.959246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:09.970507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815923-2'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:09.972050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Transition to ACTIVE for port object bf4dbde4-989f-4f88-82ef-4f3288b7fc7b will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:10.018731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03ea7d-7fec-4415-98e4-4e29aa5fd0e2 req-7ffa25bf-6bd1-49d2-b648-f4467bc7ceff tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.021523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d03ea7d-7fec-4415-98e4-4e29aa5fd0e2 req-7ffa25bf-6bd1-49d2-b648-f4467bc7ceff tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 936 time: 0.2693799 Nov 01 18:12:10.030130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0b8a114-c143-4594-8368-bbb43c0fd3dd tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "PUT /v2.0/floatingips/0d5cc7ed-db7f-4b9f-9a56-a99208613f8c HTTP/1.1" status: 200 len: 991 time: 2.6379905 Nov 01 18:12:10.043720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:10.059145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:10.063040 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504a14f6-c3a7-4577-80c8-4acfdf3835f0" -d '{"events": [{"name": "network-changed", "server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:10.068929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:10.102894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d03ea7d-7fec-4415-98e4-4e29aa5fd0e2 req-e283881c-5e79-42a9-a0c5-c3a9e3177eda tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690196 Nov 01 18:12:10.200052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:10.206957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:12:10.211458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:10.221238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:10.246510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-43d28660-7132-4fb3-8a77-f795ef787c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.248105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-43d28660-7132-4fb3-8a77-f795ef787c9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1099 time: 0.2183871 Nov 01 18:12:10.432950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276fa6c-8033-4111-bf8e-e877ff63bab7 req-7f28a232-17aa-4200-8d8e-d63eee7e2cb9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.441226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2276fa6c-8033-4111-bf8e-e877ff63bab7 req-7f28a232-17aa-4200-8d8e-d63eee7e2cb9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.1182256 Nov 01 18:12:10.498267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Attempting to bind port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:10.498608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Attempting to bind port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:10.498952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Attempting to bind port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:10.516598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2276fa6c-8033-4111-bf8e-e877ff63bab7 req-8e7f206f-03fe-40c9-b354-5d9014c9d38a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741241 Nov 01 18:12:10.517646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:10.567476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:10.567724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Attempting to bind port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:10.581421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-9883a9a4-d8bc-4290-9394-bf4b2005b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.584076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-9883a9a4-d8bc-4290-9394-bf4b2005b519 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.3054497 Nov 01 18:12:10.587573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:10.588100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:10.588676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:10.589308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Bound port: bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:10.589834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:10.598480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:10.602178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:10.604650 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8edf5a6-aab7-46d2-b4f6-5c7c94dbd2f2" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:10.647172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:10.662043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 has no active binding in host n-h2-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:12:10.665523 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-dc07b131-318a-4ff1-a46c-cc86830f19fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0679743 Nov 01 18:12:10.698911 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe461a-e188-4538-ae3f-6eb82056ba23 x-openstack-request-id: req-fffe461a-e188-4538-ae3f-6eb82056ba23 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:10.699205 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:10.699459 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fffe461a-e188-4538-ae3f-6eb82056ba23 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:10.699887 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'status': 'completed', 'code': 200} Nov 01 18:12:10.714687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:10.759334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:10.761681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:12:10.785676 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:18:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:12:08Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:10.834190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-03271ad1-1bf9-44c0-b5f9-419080e8ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.836066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-03271ad1-1bf9-44c0-b5f9-419080e8ae55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1613879 Nov 01 18:12:10.846759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75b8e-563b-44e3-8534-a93ac9b74bdd req-37c128a1-f6e5-442b-956b-a196eca3ab67 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.849323 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:12:10.852699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:10.859521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eee75b8e-563b-44e3-8534-a93ac9b74bdd req-37c128a1-f6e5-442b-956b-a196eca3ab67 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 946 time: 0.0901120 Nov 01 18:12:10.866907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:10.866907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:11:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:10.905050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:10.906462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:10.917142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:10.935863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-9f8bfb2c-190d-4a66-ac48-57cef59862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.937423 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-9f8bfb2c-190d-4a66-ac48-57cef59862a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71956f9e665540bca30caff1eceda6b3&device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 1096 time: 0.1898665 Nov 01 18:12:10.947743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eee75b8e-563b-44e3-8534-a93ac9b74bdd req-090f4e36-f1fe-471e-add9-5c96d6b4b9b8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863757 Nov 01 18:12:10.996226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-526adbc9-34b9-4865-ba77-54c19f1cb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:10.997790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-526adbc9-34b9-4865-ba77-54c19f1cb4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426892 Nov 01 18:12:11.000431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.008161 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721af30-61c1-4ef8-a85a-dcbd39bbb6de x-openstack-request-id: req-2721af30-61c1-4ef8-a85a-dcbd39bbb6de {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:11.008825 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:11.010114 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2721af30-61c1-4ef8-a85a-dcbd39bbb6de {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:11.011599 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'code': 200} Nov 01 18:12:11.018216 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:11.026654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:11.029113 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e10347-5b00-4c83-bc19-e67e0b0f7687" -d '{"events": [{"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-unplugged", "status": "completed", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:11.045817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.151984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.152602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.154031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf4dbde4-989f-4f88-82ef-4f3288b7fc7b HTTP/1.1" status: 200 len: 1096 time: 2.4417846 Nov 01 18:12:11.160362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.173926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b0e18-66bc-4df8-9711-581e73814433 req-6522734f-3ea8-4999-847e-c085482c5307 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.180131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-279b0e18-66bc-4df8-9711-581e73814433 req-6522734f-3ea8-4999-847e-c085482c5307 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 943 time: 0.1205447 Nov 01 18:12:11.211788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-eae093e3-a207-4c91-9f1a-518cac90ba10 service neutron] 10.222.0.32 "GET /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.1225867 Nov 01 18:12:11.247367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-8d5f6165-75c6-447f-8428-7fb7d8c2e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.247367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-8d5f6165-75c6-447f-8428-7fb7d8c2e417 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 200 len: 925 time: 0.2969470 Nov 01 18:12:11.247367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b765f4e-e266-401b-a722-2c2cf0cc9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:11.282687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-279b0e18-66bc-4df8-9711-581e73814433 req-4c9e07bd-f056-42eb-9ac9-7f6b9e5d6dec tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979850 Nov 01 18:12:11.284031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-5f589470-ab88-42ee-acff-a8e06102d2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517955 Nov 01 18:12:11.372142 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:18:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:12:08Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:11.403127 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999c177-f4ba-4af2-90cd-4b171e67a4e4 x-openstack-request-id: req-5999c177-f4ba-4af2-90cd-4b171e67a4e4 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:11.403422 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-unplugged", "status": "completed", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:11.403696 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5999c177-f4ba-4af2-90cd-4b171e67a4e4 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:11.404082 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'code': 200} Nov 01 18:12:11.408339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be473c-8d87-4165-8b0e-f91547828a0e None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0d5cc7ed-db7f-4b9f-9a56-a99208613f8c', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'port_id': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'mac_address': 'fa:16:3e:18:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:08:09Z', 'updated_at': '2021-11-01T18:12:08Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:12:11.436768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on host n-h1-815923-2 for vnic_type normal with profile {"migrating_to": "n-h2-815923-2"} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:11.437084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:11.437407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:11.516126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:11.516653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Attempting to bind port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:11.535394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-5c7d1e58-b797-432c-892a-cfa0aeac1d2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb HTTP/1.1" status: 200 len: 999 time: 0.2503939 Nov 01 18:12:11.541779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:11.542112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:11.542764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:11.543376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Bound port: fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:11.543908 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.545983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:11.588465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:11.621481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-98d17b8b-97c7-4f74-8264-99c69cf8337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.622997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-98d17b8b-97c7-4f74-8264-99c69cf8337b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 1099 time: 0.1831179 Nov 01 18:12:11.630924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:11.648769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa9da510-f7e4-4fd2-818a-5db7e09927ad req-9588f7a5-7536-4e7f-bffb-478becd11f3d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426390 Nov 01 18:12:11.671801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31505a8-5de3-4f46-b1b1-30e179692ebe req-c84ba7d9-4b55-4138-b9ca-e5a888223733 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.679774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a31505a8-5de3-4f46-b1b1-30e179692ebe req-c84ba7d9-4b55-4138-b9ca-e5a888223733 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 948 time: 0.2196343 Nov 01 18:12:11.692706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-1211e285-168b-4bdd-ac43-b34fdda507c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b HTTP/1.1" status: 200 len: 217 time: 0.0471365 Nov 01 18:12:11.700948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-e1840b79-55dc-4c43-b771-80fb01345193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.700948 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-e1840b79-55dc-4c43-b771-80fb01345193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 200 len: 863 time: 0.1459539 Nov 01 18:12:11.709721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:11.732830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:11.750615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a31505a8-5de3-4f46-b1b1-30e179692ebe req-7dff269f-c7b6-474d-9ab4-b1277666d9d1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693088 Nov 01 18:12:11.805295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:11.814882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee340a02-c539-4f24-9f38-2038f0679632 None None] New status for floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:12:11.823281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:11.827076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-65b94287-743d-4e07-9aef-066748b669d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.829189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-65b94287-743d-4e07-9aef-066748b669d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1194370 Nov 01 18:12:11.838832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-3960a51e-b239-4ffc-997b-cfa09179a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.841587 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-3960a51e-b239-4ffc-997b-cfa09179a7fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e637b11-751c-49f6-989e-99621134d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293283 Nov 01 18:12:11.956563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:11.969242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-90726880-acd0-4c21-85b6-ec9b53524f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.969952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a21691-de4e-4908-85b0-780e0dc8e2e3 req-c518e9a5-300b-4ab4-bd7f-f6cf33c6b938 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:11.970925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44a21691-de4e-4908-85b0-780e0dc8e2e3 req-c518e9a5-300b-4ab4-bd7f-f6cf33c6b938 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.0636134 Nov 01 18:12:11.971053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-90726880-acd0-4c21-85b6-ec9b53524f7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284645 Nov 01 18:12:12.048520 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-5ab56f9b-c29b-4548-8a37-15ea6bea95ef service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934807 Nov 01 18:12:12.052351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44a21691-de4e-4908-85b0-780e0dc8e2e3 req-d5832314-d089-484c-981f-4122963e3c5e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700014 Nov 01 18:12:12.091665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Transition to ACTIVE for port object 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:12.117024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:12.169455 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-4bd1c180-1007-426d-8ad6-a2d9bf43396a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889141 Nov 01 18:12:12.218873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:12.274246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4395947-5f33-42a5-a9d2-94ea8daf8194 req-576e6238-17d9-4c12-8085-1a5af556a3a5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.276014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4395947-5f33-42a5-a9d2-94ea8daf8194 req-576e6238-17d9-4c12-8085-1a5af556a3a5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.1200998 Nov 01 18:12:12.336350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] No DVR routers for this DVR port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:12:12.344545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:12.368785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=8']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:12.368785 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-504a14f6-c3a7-4577-80c8-4acfdf3835f0 req-11cf7934-462c-4d79-be9a-fd3e2e1fdc76 service neutron] 10.222.0.32 "GET /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034594 Nov 01 18:12:12.372605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.373023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:12.374426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2ad0258b-3a2d-47cf-a34c-01f39b022775 service neutron] 10.222.0.32 "PUT /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 1122 time: 2.4164362 Nov 01 18:12:12.390919 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09037e93-42ba-4160-a5ab-d128a5a379b4 req-dea88621-cdeb-48f1-af89-c265a82752c1 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003331 Nov 01 18:12:12.395139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.395483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.395909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.396247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.396579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.396959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.397290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.397778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.398109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.398430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.398762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.399095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49962536-a641-40b2-934b-56f7194b9177 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:12.410524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4395947-5f33-42a5-a9d2-94ea8daf8194 req-96226270-2a1c-4309-a028-cd873a59bbd9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263332 Nov 01 18:12:12.414486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-49962536-a641-40b2-934b-56f7194b9177 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1864829 Nov 01 18:12:12.516357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fc410c55-a173-4fc0-bff6-d9c0532ac2f1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:12.546262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f4fd-1d80-4dbc-9cb0-5cb5ddf5d67e req-a043df1f-6f2e-4df7-aec1-c26db1b61b12 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.547996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a8f4fd-1d80-4dbc-9cb0-5cb5ddf5d67e req-a043df1f-6f2e-4df7-aec1-c26db1b61b12 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.0619147 Nov 01 18:12:12.602011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20a8f4fd-1d80-4dbc-9cb0-5cb5ddf5d67e req-c1d541a4-6408-4523-a657-ef41fb6d208d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Nov 01 18:12:12.690091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['fc410c55-a173-4fc0-bff6-d9c0532ac2f1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:12.730357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-e3279e71-ac68-47cc-b78e-bc6e41a8987b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.732190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-e3279e71-ac68-47cc-b78e-bc6e41a8987b tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0533047 Nov 01 18:12:12.791648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1da6af65-aecf-4cf1-85e3-2a2edafc517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.793269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-1da6af65-aecf-4cf1-85e3-2a2edafc517f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 1095 time: 0.0506968 Nov 01 18:12:12.862050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-96322ba3-5934-42fc-80eb-f9e942f13cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.863681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-96322ba3-5934-42fc-80eb-f9e942f13cdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1095 time: 0.0454333 Nov 01 18:12:12.898349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442131e7-715e-487f-a2ab-b08409bf6d10 req-2307f588-2791-42ca-9943-c528a1fdd4fb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.899876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442131e7-715e-487f-a2ab-b08409bf6d10 req-2307f588-2791-42ca-9943-c528a1fdd4fb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 948 time: 0.0518034 Nov 01 18:12:12.938217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442131e7-715e-487f-a2ab-b08409bf6d10 req-61b14c4f-3e90-4747-9d4e-74bb795b2b20 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Nov 01 18:12:12.955957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-340b3651-e7a3-454e-bee0-d0b9ec7ee33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:12.957386 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-340b3651-e7a3-454e-bee0-d0b9ec7ee33c service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.0864515 Nov 01 18:12:13.006440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-c21c845c-5ce5-4ca3-8737-0bc38ba360e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 200 len: 217 time: 0.0406260 Nov 01 18:12:13.058698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-0c585280-34ee-4294-90f5-07553a58b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.060210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-0c585280-34ee-4294-90f5-07553a58b48a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0460041 Nov 01 18:12:13.093421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-e4156b80-c12c-4173-a17e-5a57f3a9e10d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259209 Nov 01 18:12:13.178241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e3f5-ad0c-43a6-b2c8-5baca5e92eca req-3884c494-0f5a-4a21-aa07-1166ffb8fadb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.179968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e576e3f5-ad0c-43a6-b2c8-5baca5e92eca req-3884c494-0f5a-4a21-aa07-1166ffb8fadb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.0524549 Nov 01 18:12:13.190195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-6c3cc63d-af48-4644-933f-7cc3a0a52810 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894008 Nov 01 18:12:13.219316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e576e3f5-ad0c-43a6-b2c8-5baca5e92eca req-66767ad2-7870-4ce8-8bee-e6a06045622e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Nov 01 18:12:13.288812 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-642c9961-5e38-499b-ade1-616f3902f5a2 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888855 Nov 01 18:12:13.405445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'}, {'name': 'network-changed', 'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:13.407871 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b42ed-7e8e-477e-8749-48bf3d929d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b"}, {"name": "network-changed", "server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:13.451348 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1e7cb9-7ecc-431a-bd85-46b42fc53202 x-openstack-request-id: req-2d1e7cb9-7ecc-431a-bd85-46b42fc53202 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:13.451680 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:13.451927 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d1e7cb9-7ecc-431a-bd85-46b42fc53202 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:13.452455 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'status': 'completed', 'code': 200} Nov 01 18:12:13.452705 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'status': 'completed', 'code': 200} Nov 01 18:12:13.524679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-82c68f58-eae5-4977-bc77-067dbea11a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.526253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-82c68f58-eae5-4977-bc77-067dbea11a2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1125 time: 0.0487902 Nov 01 18:12:13.569113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-883e3fc2-9e37-4fb4-a6c7-5ce9e250181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.571342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-883e3fc2-9e37-4fb4-a6c7-5ce9e250181f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 1099 time: 0.0926521 Nov 01 18:12:13.584353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ef-d8aa-450c-9f60-907c0b5d1fcc req-2136ca97-062d-410e-801a-4c496522f5e8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.585874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aae391ef-d8aa-450c-9f60-907c0b5d1fcc req-2136ca97-062d-410e-801a-4c496522f5e8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0697894 Nov 01 18:12:13.626872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-3b4f485a-1b9a-4144-b980-f92d0d607c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.628445 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-3b4f485a-1b9a-4144-b980-f92d0d607c1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.0951645 Nov 01 18:12:13.671342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-08bff373-b9c8-4ffc-b8a3-17d53cb56562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 217 time: 0.0345581 Nov 01 18:12:13.685128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aae391ef-d8aa-450c-9f60-907c0b5d1fcc req-69dda72a-a1ec-4b6b-9eab-10b020acb581 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826497 Nov 01 18:12:13.707068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-de8b8ef6-86a3-48f2-9eba-b8d02f7a5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.708766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-de8b8ef6-86a3-48f2-9eba-b8d02f7a5c91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1219234 Nov 01 18:12:13.736095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-462cd282-ef1f-4cf8-8118-aa7cd4680292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.737546 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-462cd282-ef1f-4cf8-8118-aa7cd4680292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0571442 Nov 01 18:12:13.769777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-a6bc0b4e-d948-4958-bbe8-8ca881fe4886 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b HTTP/1.1" status: 200 len: 217 time: 0.0519190 Nov 01 18:12:13.774769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-775d01d8-a47d-4f4e-80f7-be6bf82da88a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274372 Nov 01 18:12:13.844354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-dc88182d-8dbd-43c5-9da1-e940236a3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.845922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-dc88182d-8dbd-43c5-9da1-e940236a3e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0674813 Nov 01 18:12:13.854840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e1fea-8ff6-4382-a2a4-478d3537b733 req-08039900-05e5-4540-81dd-dc84e22c5861 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.856283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd7e1fea-8ff6-4382-a2a4-478d3537b733 req-08039900-05e5-4540-81dd-dc84e22c5861 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.0892982 Nov 01 18:12:13.872964 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-4d0c4e8b-90bc-482e-9f8c-02627c527f2f service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902390 Nov 01 18:12:13.926688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd7e1fea-8ff6-4382-a2a4-478d3537b733 req-3da763fa-7d51-4787-92e2-03fcccf181fd tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Nov 01 18:12:13.930047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-e5248bcf-5bb5-461b-882a-221ee696ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:13.931610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-e5248bcf-5bb5-461b-882a-221ee696ba26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714707 Nov 01 18:12:13.972904 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-f1e4f717-5177-47a2-858e-c243cd1f291e service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922055 Nov 01 18:12:14.041682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-d2064537-ef16-4b02-9cc7-7211320c6b23 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023450 Nov 01 18:12:14.057846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401249f-ac68-40cc-a979-ad50d3745248 req-eecdf2bb-2558-4ad8-b93a-a7140807e1f7 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:14.059396 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-eecdf2bb-2558-4ad8-b93a-a7140807e1f7 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0489721 Nov 01 18:12:14.135553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6211c27-237d-433d-8b2f-b090db2862b5 req-0d82b7ec-d98a-4236-bb0b-650b391a299b tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:14.136035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6211c27-237d-433d-8b2f-b090db2862b5 req-0d82b7ec-d98a-4236-bb0b-650b391a299b tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 948 time: 0.1139004 Nov 01 18:12:14.174901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90b42ed-7e8e-477e-8749-48bf3d929d6d req-b7d80731-8724-4da4-a376-9e4067374957 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155841 Nov 01 18:12:14.192366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6211c27-237d-433d-8b2f-b090db2862b5 req-e57f4ae6-e8e6-4f54-b145-c122341fc60f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Nov 01 18:12:14.294308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1401249f-ac68-40cc-a979-ad50d3745248 req-d768ef75-e766-4e63-a4fb-c863f5b378e1 service neutron] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:14.297564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1401249f-ac68-40cc-a979-ad50d3745248 req-d768ef75-e766-4e63-a4fb-c863f5b378e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:14.304827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1401249f-ac68-40cc-a979-ad50d3745248 req-d768ef75-e766-4e63-a4fb-c863f5b378e1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.2293572 Nov 01 18:12:14.360111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6814fd1-36a9-4540-b4a0-4dbfa00ffee8 req-7dd7d9ed-2d86-4369-94f9-71a31ba55d38 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:14.361670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6814fd1-36a9-4540-b4a0-4dbfa00ffee8 req-7dd7d9ed-2d86-4369-94f9-71a31ba55d38 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.0530765 Nov 01 18:12:14.400215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6814fd1-36a9-4540-b4a0-4dbfa00ffee8 req-2e363f28-82af-42f4-a83c-909778f5d2b1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Nov 01 18:12:14.808424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5f82-8b93-4e9c-9bcd-a9fa2b8a8246 req-31bcb324-f27f-409d-ab7d-a1ae15c52caf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:14.810941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d25c5f82-8b93-4e9c-9bcd-a9fa2b8a8246 req-31bcb324-f27f-409d-ab7d-a1ae15c52caf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0529048 Nov 01 18:12:14.849495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d25c5f82-8b93-4e9c-9bcd-a9fa2b8a8246 req-d751f6c0-42f4-447d-9bdf-16fc9a92afcf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Nov 01 18:12:14.930438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:15.034906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:15.047224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '373b7e3d-e224-4478-97dc-680f9da80c58', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '373b7e3d-e224-4478-97dc-680f9da80c58', 'mac_address': 'fa:16:3e:13:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:12:15.060267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5f2a-e237-4dfa-9d6c-e4369abe0f06 req-40a0e761-1bca-4ee7-b05e-afeba476993d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:15.061860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-098e5f2a-e237-4dfa-9d6c-e4369abe0f06 req-40a0e761-1bca-4ee7-b05e-afeba476993d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.0498083 Nov 01 18:12:15.090340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:15.099865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-098e5f2a-e237-4dfa-9d6c-e4369abe0f06 req-0f993a13-d574-4555-a438-b3a3a73d1c65 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Nov 01 18:12:15.103196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b7e3d-e224-4478-97dc-680f9da80c58 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:15.122945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:15.266287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02930956-dff6-4acb-9768-39f40aaed6d0 req-8196ef3a-8aaa-4480-8fe5-c4cfe0125531 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:15.266287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02930956-dff6-4acb-9768-39f40aaed6d0 req-8196ef3a-8aaa-4480-8fe5-c4cfe0125531 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1095 time: 0.0447080 Nov 01 18:12:15.282008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02930956-dff6-4acb-9768-39f40aaed6d0 req-fa732da7-60fc-4e4b-b6f1-a9edf1297fb0 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286345 Nov 01 18:12:15.296986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:15.347693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:15.403389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dc85-1182-4c4d-8ef4-a3eb9b871f4b req-9a5c2f29-8bae-4d76-b522-05bdba542e35 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:15.404866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfd2dc85-1182-4c4d-8ef4-a3eb9b871f4b req-9a5c2f29-8bae-4d76-b522-05bdba542e35 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 948 time: 0.0498333 Nov 01 18:12:15.443337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfd2dc85-1182-4c4d-8ef4-a3eb9b871f4b req-8785ceb4-b404-4d53-a29a-8c02a2447d41 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Nov 01 18:12:15.618169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f6262-224a-42f8-8bb1-b3696f2980bc req-28598921-4e60-4a26-901c-47db0d33dbab tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:15.619872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a61f6262-224a-42f8-8bb1-b3696f2980bc req-28598921-4e60-4a26-901c-47db0d33dbab tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 1095 time: 0.0462401 Nov 01 18:12:15.654416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a61f6262-224a-42f8-8bb1-b3696f2980bc req-c0b5c8c4-49cf-4098-a585-3c188ba9e0eb tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285645 Nov 01 18:12:15.767041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:15.796612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e0fa-5adc-4899-bd55-6305c1d395f5 req-68dc1da9-6d98-4706-969e-f0f2683a3ff8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:15.798074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5398e0fa-5adc-4899-bd55-6305c1d395f5 req-68dc1da9-6d98-4706-969e-f0f2683a3ff8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.0556703 Nov 01 18:12:15.845208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5398e0fa-5adc-4899-bd55-6305c1d395f5 req-1a92471b-ed2c-4424-bc3c-fd8ebe1b4d89 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Nov 01 18:12:16.242317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf4dbde4-989f-4f88-82ef-4f3288b7fc7b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:16.339478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:16.351566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'mac_address': 'fa:16:3e:b1:a7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:12:16.393393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:16.406510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4dbde4-989f-4f88-82ef-4f3288b7fc7b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:16.424697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:16.559734 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:16.607761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8eb9-862b-421b-9a65-02cff863a73f req-8e6fdeb7-0a23-4b51-8bbd-4bc8d5973aa2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:16.614750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10d8eb9-862b-421b-9a65-02cff863a73f req-8e6fdeb7-0a23-4b51-8bbd-4bc8d5973aa2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0522788 Nov 01 18:12:16.617829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:16.652633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10d8eb9-862b-421b-9a65-02cff863a73f req-216eb7f9-46ae-4693-bcfb-99a11737cdc7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Nov 01 18:12:16.771075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc0ac3-59f3-4fc8-b5b4-a15f7299f9eb req-5e6f7ccd-3328-449c-8551-5c44c1b65a76 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:16.772943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5fc0ac3-59f3-4fc8-b5b4-a15f7299f9eb req-5e6f7ccd-3328-449c-8551-5c44c1b65a76 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 949 time: 0.0564878 Nov 01 18:12:16.812232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5fc0ac3-59f3-4fc8-b5b4-a15f7299f9eb req-c1664623-5e37-4443-ab80-aa85e8c1005c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Nov 01 18:12:16.915965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:16.984694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c8176-e532-49b1-bdad-024fc0f50b9b req-e699ba94-a2ba-4c98-bf22-a4af7746837d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:16.986243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b1c8176-e532-49b1-bdad-024fc0f50b9b req-e699ba94-a2ba-4c98-bf22-a4af7746837d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.0605350 Nov 01 18:12:17.038578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b1c8176-e532-49b1-bdad-024fc0f50b9b req-9345676a-d9cc-4b52-b236-0e061a792449 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Nov 01 18:12:17.471946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2dea-d600-4559-8a21-2622acf58634 req-b760e502-40c3-4b0a-8249-22b7e4676dca tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:17.473556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb9d2dea-d600-4559-8a21-2622acf58634 req-b760e502-40c3-4b0a-8249-22b7e4676dca tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0568664 Nov 01 18:12:17.516088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb9d2dea-d600-4559-8a21-2622acf58634 req-cd311f8a-0393-459b-98f6-76a13df9968d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Nov 01 18:12:17.801823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bbb07-c267-4331-a8a0-3af7d7a1c32f req-734339b4-6d2f-4176-b9f6-fefd6ab87e35 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:17.811481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2bbb07-c267-4331-a8a0-3af7d7a1c32f req-734339b4-6d2f-4176-b9f6-fefd6ab87e35 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0795162 Nov 01 18:12:17.868096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2bbb07-c267-4331-a8a0-3af7d7a1c32f req-49ebe43b-5be6-4564-a9fd-65c0d006dd95 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Nov 01 18:12:18.003333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8afe-c123-44de-ba19-1d77f7cc47dc req-df630b86-a793-4e2a-83a0-d57bb316f57f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:18.004919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb2f8afe-c123-44de-ba19-1d77f7cc47dc req-df630b86-a793-4e2a-83a0-d57bb316f57f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 949 time: 0.0667388 Nov 01 18:12:18.049271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb2f8afe-c123-44de-ba19-1d77f7cc47dc req-17ae4973-d14d-4cd8-9b13-9be382aec967 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356786 Nov 01 18:12:18.175185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f969-b0e1-40a5-a963-49eaa755a605 req-9854b405-b507-4d65-8972-f553117d73e0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:18.176872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f136f969-b0e1-40a5-a963-49eaa755a605 req-9854b405-b507-4d65-8972-f553117d73e0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.0545659 Nov 01 18:12:18.220900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f136f969-b0e1-40a5-a963-49eaa755a605 req-bf2f491e-2e89-4f06-ad88-122f064cbb4a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364981 Nov 01 18:12:18.265134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf4dbde4-989f-4f88-82ef-4f3288b7fc7b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:18.530914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:12:18.540554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:18.540920 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:18.645000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:18.669111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:18.671368 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e2806c-f461-4602-87ab-b28140d56a74" -d '{"events": [{"server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "name": "network-vif-plugged", "status": "completed", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:18.676671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb27069-1955-44cd-a2d1-988fa2649df6 req-46e9c710-f29f-4798-8a17-ddfaa6109dc3 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:18.678411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbb27069-1955-44cd-a2d1-988fa2649df6 req-46e9c710-f29f-4798-8a17-ddfaa6109dc3 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0732985 Nov 01 18:12:18.686040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:18.713041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29a86761-98de-4530-9634-5d7aa8ff410d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:18.727739 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b87a341-b0ee-4bc8-abb1-75efda388063 x-openstack-request-id: req-2b87a341-b0ee-4bc8-abb1-75efda388063 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:18.728029 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "name": "network-vif-plugged", "status": "completed", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:18.728476 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b87a341-b0ee-4bc8-abb1-75efda388063 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:18.729132 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'code': 200} Nov 01 18:12:18.744083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbb27069-1955-44cd-a2d1-988fa2649df6 req-3cad4e11-46ad-4ab4-9f06-aba30ee7efb7 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Nov 01 18:12:18.833474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690937-1cc2-485b-a6e7-8531fc13788e req-c29a8221-487a-46aa-ba4a-55a09f4f714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:18.835688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16690937-1cc2-485b-a6e7-8531fc13788e req-c29a8221-487a-46aa-ba4a-55a09f4f714f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 1100 time: 0.0445540 Nov 01 18:12:18.876358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16690937-1cc2-485b-a6e7-8531fc13788e req-2b1c6856-b5e4-4ad5-9ffe-c00593d636df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Nov 01 18:12:18.879926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:18.932330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:18.964643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:18.988885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2faa-6942-4ce6-82f4-acfb41de8b04 req-7cd3d969-2553-4a91-86ac-7af8f140f244 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:18.991748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5cc2faa-6942-4ce6-82f4-acfb41de8b04 req-7cd3d969-2553-4a91-86ac-7af8f140f244 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0535495 Nov 01 18:12:19.040072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5cc2faa-6942-4ce6-82f4-acfb41de8b04 req-7e8987a8-4286-4e76-a1c3-bb6de25470a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Nov 01 18:12:19.119251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 373b7e3d-e224-4478-97dc-680f9da80c58 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:12:19.123392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 373b7e3d-e224-4478-97dc-680f9da80c58 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:19.123865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:19.169594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56a935-d583-4dba-828b-b4f728a8e407 req-5b095cb4-5401-482e-884b-ce9c31206255 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:19.177333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b56a935-d583-4dba-828b-b4f728a8e407 req-5b095cb4-5401-482e-884b-ce9c31206255 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.0566373 Nov 01 18:12:19.214756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:19.221383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b56a935-d583-4dba-828b-b4f728a8e407 req-fa5c9063-55b1-4296-83ed-899114cd8970 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 01 18:12:19.255741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:19.349390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de55ba-14e2-4ad2-8971-0087e80df385 req-7cd85c7a-2937-4bcd-852d-bd95b84ff030 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:19.351328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2de55ba-14e2-4ad2-8971-0087e80df385 req-7cd85c7a-2937-4bcd-852d-bd95b84ff030 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.0523481 Nov 01 18:12:19.386954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:19.389981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2de55ba-14e2-4ad2-8971-0087e80df385 req-6b6c5029-670d-477e-98e3-79bb4d11c2c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Nov 01 18:12:19.443689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:19.773054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-01dc5e99-8113-4471-8a3e-d817967baa36 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:19.774621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-01dc5e99-8113-4471-8a3e-d817967baa36 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0570698 Nov 01 18:12:19.899390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53d365-5854-4eda-8729-5a54a54ae009 req-590bf913-c774-484f-bdbf-0c5905cf0d21 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:19.901019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b53d365-5854-4eda-8729-5a54a54ae009 req-590bf913-c774-484f-bdbf-0c5905cf0d21 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 947 time: 0.0826361 Nov 01 18:12:19.930898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Deleting port fadb4167-4cfb-4f35-adb4-921210c62c33 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:12:19.931161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:19.970639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b53d365-5854-4eda-8729-5a54a54ae009 req-6f7a9a19-492e-432f-a8d1-14468c1394be tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Nov 01 18:12:20.037320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] For port fadb4167-4cfb-4f35-adb4-921210c62c33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fadb4167-4cfb-4f35-adb4-921210c62c33,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:20.037722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:20.053253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Calling delete_port for fadb4167-4cfb-4f35-adb4-921210c62c33 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:12:20.220325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d54eb-022c-41a8-a00f-0b77fd262f90 req-a0b650a4-7f96-4bb0-b82e-68da989a448e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:20.221820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e0d54eb-022c-41a8-a00f-0b77fd262f90 req-a0b650a4-7f96-4bb0-b82e-68da989a448e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0815294 Nov 01 18:12:20.267697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e0d54eb-022c-41a8-a00f-0b77fd262f90 req-b060ed0b-f328-4667-a649-eb1df66bcd6b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366063 Nov 01 18:12:20.352704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2200bf-2181-43bb-90f3-ab1b958bfe2c req-f3edfb70-6524-42df-8916-c8fa3aef793c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:20.354180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb2200bf-2181-43bb-90f3-ab1b958bfe2c req-f3edfb70-6524-42df-8916-c8fa3aef793c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.0608001 Nov 01 18:12:20.375128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:20.433784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Pushing event deleted for resources: {'Port': ['ID=fadb4167-4cfb-4f35-adb4-921210c62c33,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:20.453442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb2200bf-2181-43bb-90f3-ab1b958bfe2c req-ac8c9dd1-c668-423a-81f4-6e96e8057843 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927420 Nov 01 18:12:20.473764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] No DVR routers for this DVR port fadb4167-4cfb-4f35-adb4-921210c62c33 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:12:20.491822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:20.495030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be6cd2b4-2077-4dbb-93bc-765e8af9cc89 req-86e995d5-afec-4bdf-8cd5-f5e1305bcc12 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "DELETE /v2.0/ports/fadb4167-4cfb-4f35-adb4-921210c62c33 HTTP/1.1" status: 204 len: 173 time: 0.7124219 Nov 01 18:12:20.495473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-deleted', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:20.497972 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50899727-8fb1-4375-aa95-97c10c73e6c4" -d '{"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-deleted", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:20.542552 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56651205-8aed-4274-b2fa-de320a1f6f59 x-openstack-request-id: req-56651205-8aed-4274-b2fa-de320a1f6f59 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:20.542836 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15c580b-55b5-455c-a5c3-57e238cd1ad6", "name": "network-vif-deleted", "tag": "fadb4167-4cfb-4f35-adb4-921210c62c33", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:20.543082 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56651205-8aed-4274-b2fa-de320a1f6f59 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:20.543492 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15c580b-55b5-455c-a5c3-57e238cd1ad6', 'name': 'network-vif-deleted', 'tag': 'fadb4167-4cfb-4f35-adb4-921210c62c33', 'status': 'completed', 'code': 200} Nov 01 18:12:20.561745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91879-3867-4985-be76-9eeaf19c9653 req-1f958324-9c11-4a53-a704-1e48ab3ab7e4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:20.563285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6b91879-3867-4985-be76-9eeaf19c9653 req-1f958324-9c11-4a53-a704-1e48ab3ab7e4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0812678 Nov 01 18:12:20.609076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6b91879-3867-4985-be76-9eeaf19c9653 req-3128428b-a186-44e8-ba00-a16e11af5b0e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Nov 01 18:12:20.731000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:20.734220 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d3004-2fb1-45e5-b33e-a4cdc3d62f5e" -d '{"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-plugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:20.778003 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a59cb66-b2f5-493c-9274-954289746529 x-openstack-request-id: req-8a59cb66-b2f5-493c-9274-954289746529 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:20.778003 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-plugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:20.778003 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a59cb66-b2f5-493c-9274-954289746529 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:20.778003 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'code': 200} Nov 01 18:12:20.868444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-408e022a-4b5a-43c2-919b-5a432e23ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:20.885513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efbb35-5bf1-48ed-a59c-1b857dec57ee req-bc43df7e-fe63-486e-94ca-5cb557ec3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:20.885513 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93efbb35-5bf1-48ed-a59c-1b857dec57ee req-bc43df7e-fe63-486e-94ca-5cb557ec3aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1101 time: 0.0451713 Nov 01 18:12:20.922290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93efbb35-5bf1-48ed-a59c-1b857dec57ee req-f034998d-b739-4b9f-970e-260a4798b9a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Nov 01 18:12:21.097167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acc252bd-ec1e-4251-a63b-1b501f6239aa req-5efbddfc-1c93-421c-9a23-4bbc0ff7eaf8 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Nov 01 18:12:21.399470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5314f-f78f-4f5b-bdc7-3c88068a8987 req-977b6ee2-e393-48b8-a8cc-9416a9466730 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:21.401049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1b5314f-f78f-4f5b-bdc7-3c88068a8987 req-977b6ee2-e393-48b8-a8cc-9416a9466730 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0615735 Nov 01 18:12:21.446035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1b5314f-f78f-4f5b-bdc7-3c88068a8987 req-6c9bd4f1-624b-4953-ae0e-b16c24f3ef43 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Nov 01 18:12:21.585289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195fe6-7ab1-443b-b30d-a5358d311d10 req-0fc51204-2097-4731-8e9e-733376711aa9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:21.586778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b195fe6-7ab1-443b-b30d-a5358d311d10 req-0fc51204-2097-4731-8e9e-733376711aa9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.0513434 Nov 01 18:12:21.624912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b195fe6-7ab1-443b-b30d-a5358d311d10 req-4bce7168-86e0-4c8a-b8a5-a8966d529c7f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Nov 01 18:12:21.778162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e892-cf2f-45ae-a479-7ea67acd0112 req-9ca65ddf-d1c7-4ed8-868c-b3f41ded19f5 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:21.779610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a462e892-cf2f-45ae-a479-7ea67acd0112 req-9ca65ddf-d1c7-4ed8-868c-b3f41ded19f5 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0750561 Nov 01 18:12:21.794679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9a5d-7cd4-4bf5-b182-4ac1781b33d6 req-2b7722f3-0245-40af-9d01-2f5f480521c5 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:21.796116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-449c9a5d-7cd4-4bf5-b182-4ac1781b33d6 req-2b7722f3-0245-40af-9d01-2f5f480521c5 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 1101 time: 0.0807700 Nov 01 18:12:21.841611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a462e892-cf2f-45ae-a479-7ea67acd0112 req-bf1adfac-0353-48cb-9d32-a7d983f555e0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550208 Nov 01 18:12:21.852066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-449c9a5d-7cd4-4bf5-b182-4ac1781b33d6 req-da91d2fc-93bf-476f-a19c-8032d6d19c60 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Nov 01 18:12:22.003528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-ebdfedd4-b14b-49e0-b85b-7661db3147d1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220315 Nov 01 18:12:22.028123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:22.439532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bd171f9-d8a9-4e7d-8ee1-dd2008f549c6 req-b66db46d-37a3-456b-b05b-3c7858eab4ba tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=b15c580b-55b5-455c-a5c3-57e238cd1ad6 HTTP/1.1" status: 200 len: 210 time: 0.0334463 Nov 01 18:12:22.473050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-8bc96aac-12e9-4cef-989c-bc0a12ec084f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:22.474520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-8bc96aac-12e9-4cef-989c-bc0a12ec084f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4643621 Nov 01 18:12:22.503702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-392dd7f6-d3d5-4500-85de-f6c119168a06 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0221481 Nov 01 18:12:22.570503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-45ef0724-d554-47e8-8d26-80f4f0dc1df3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0585961 Nov 01 18:12:22.725902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd1d3d-63ec-412b-9061-d6ac3f115726 req-9188e6ed-4e63-459e-97ab-5907df7f8d69 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:22.727403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90dd1d3d-63ec-412b-9061-d6ac3f115726 req-9188e6ed-4e63-459e-97ab-5907df7f8d69 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0530362 Nov 01 18:12:22.766687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90dd1d3d-63ec-412b-9061-d6ac3f115726 req-c414988d-50bc-4fdb-a4bb-9682f2011c56 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Nov 01 18:12:22.861025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9141cf22-9d5c-4e22-b7eb-e7308aea26f4 req-b4411e86-50cc-4444-ba16-ac1c64bc0f0b tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 210 time: 0.0284009 Nov 01 18:12:22.970704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755b1a9-3ae3-4f76-9ec2-8e23cba0f27d req-d550e91d-ff9e-438b-bc7b-11355d6e9451 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:22.972358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c755b1a9-3ae3-4f76-9ec2-8e23cba0f27d req-d550e91d-ff9e-438b-bc7b-11355d6e9451 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0520995 Nov 01 18:12:23.011858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c755b1a9-3ae3-4f76-9ec2-8e23cba0f27d req-aade065d-2518-481c-a8f4-47c4e4e0d594 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Nov 01 18:12:23.725347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:23.889590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b56e-f537-421a-9ea9-b6355b248ba8 req-63fbe461-f056-40c7-88bb-ed8fcfaffc78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:23.891019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1d7b56e-f537-421a-9ea9-b6355b248ba8 req-63fbe461-f056-40c7-88bb-ed8fcfaffc78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Nov 01 18:12:23.932687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1d7b56e-f537-421a-9ea9-b6355b248ba8 req-60c0ef28-599d-4229-8973-b7ece71a38a0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Nov 01 18:12:24.014390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8325609-ab39-4a63-9314-2db05c7b02b6 req-e0ad7303-5a2c-45af-9847-673c9d9d1fe0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 210 time: 0.0275018 Nov 01 18:12:24.142580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90278f5a-4399-40f8-b572-1e483e4d5058 req-01a97e4c-c833-45ee-9334-90c6438edfbb tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:24.144008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90278f5a-4399-40f8-b572-1e483e4d5058 req-01a97e4c-c833-45ee-9334-90c6438edfbb tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 949 time: 0.0815649 Nov 01 18:12:24.156534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9435-ae0e-4074-98b2-d986d439abcb req-9b5f1fa4-1322-4aa1-9f23-f4714b2dda27 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:24.158070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfae9435-ae0e-4074-98b2-d986d439abcb req-9b5f1fa4-1322-4aa1-9f23-f4714b2dda27 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0677657 Nov 01 18:12:24.213515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90278f5a-4399-40f8-b572-1e483e4d5058 req-8be089bd-d4b9-4d80-a267-d06e53d2fd8c tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543611 Nov 01 18:12:24.236575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfae9435-ae0e-4074-98b2-d986d439abcb req-75aa7a74-e832-4d57-978a-4219c46593c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712516 Nov 01 18:12:24.276109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:12:24.296574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: fadb4167-4cfb-4f35-adb4-921210c62c33 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:12:24.296921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fadb4167-4cfb-4f35-adb4-921210c62c33 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:12:24.420904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-a9d00987-da4f-4a50-89fe-11351d47e33a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--178545943&fields=id&tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724 HTTP/1.1" status: 200 len: 267 time: 0.0317347 Nov 01 18:12:24.525924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-6574b277-46f5-44ef-b296-2c0fd0e9c442 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:24.527378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-6574b277-46f5-44ef-b296-2c0fd0e9c442 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/networks?id=bbce7560-bdcc-4e29-a9bc-5d5691c873ca HTTP/1.1" status: 200 len: 815 time: 0.0999353 Nov 01 18:12:24.543210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-f3ecbaf3-2780-4ae1-9c4e-b42d5983b036 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/quotas/3a23fa94e8ed4d31aa8c9b5333ffb724 HTTP/1.1" status: 200 len: 375 time: 0.0098627 Nov 01 18:12:24.599264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-386f1532-0591-47be-9f61-07837b086df0 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505474 Nov 01 18:12:24.698615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-e5b25ead-1d9b-4161-a120-9fe8874e12fd service neutron] 10.222.0.31 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856791 Nov 01 18:12:24.796050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-c865a631-31c3-46e5-b5c9-b7d053973412 service neutron] 10.222.0.31 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Nov 01 18:12:25.057729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a057b-c23b-433e-a17f-8e60656e0b39 req-ece5bab3-7872-40c8-b423-ca9738b19fbb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:25.059212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a21a057b-c23b-433e-a17f-8e60656e0b39 req-ece5bab3-7872-40c8-b423-ca9738b19fbb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0503047 Nov 01 18:12:25.096743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a21a057b-c23b-433e-a17f-8e60656e0b39 req-04d2119b-ef1a-4242-a64d-719bd20b0c8d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Nov 01 18:12:25.180506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40833ed5-c693-4a0c-9466-9e4a9d640ebe req-c105a3f6-952f-4467-a184-524d2c18704f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 210 time: 0.0264816 Nov 01 18:12:25.335913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07216603-7f1e-4a92-a880-ff2fba4bac04 req-03ea51f1-c338-4af2-99d0-8ffc697a9525 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:25.337426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07216603-7f1e-4a92-a880-ff2fba4bac04 req-03ea51f1-c338-4af2-99d0-8ffc697a9525 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 949 time: 0.0541232 Nov 01 18:12:25.374266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07216603-7f1e-4a92-a880-ff2fba4bac04 req-81a4aa45-6e7f-47b5-8934-057208ceebe6 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Nov 01 18:12:25.478589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bed9a6-dccb-4523-93a4-c04c097cdfb6 req-ea9fc0dc-e7f1-4b37-872f-f4e6ffc5db7c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:25.480112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54bed9a6-dccb-4523-93a4-c04c097cdfb6 req-ea9fc0dc-e7f1-4b37-872f-f4e6ffc5db7c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0495238 Nov 01 18:12:25.530597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54bed9a6-dccb-4523-93a4-c04c097cdfb6 req-80043c26-0501-43ce-98ff-647c48fc8d61 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Nov 01 18:12:25.540959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-8950b0c3-6d98-4fa9-9308-7682f2970d07 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255322 Nov 01 18:12:25.730734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc4c3e9d-715a-4b5b-92fe-c020ddb691be req-6e684ec1-a6c7-45bf-bedb-ed498e01df37 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0440006 Nov 01 18:12:25.743108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-89b45852-c918-41a8-8ef1-85dac62d09fd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:25.744641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-89b45852-c918-41a8-8ef1-85dac62d09fd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897449 Nov 01 18:12:25.761567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:26.022241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:26.026195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:26.146773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:26.172022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.16 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:26.270878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea608460-68d2-48dd-9f97-c0044f9fd68b req-cbad1748-f43e-47a2-adb6-fc4c0950d2c1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:26.273520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea608460-68d2-48dd-9f97-c0044f9fd68b req-cbad1748-f43e-47a2-adb6-fc4c0950d2c1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.0972667 Nov 01 18:12:26.328800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f0801db-9062-4ca9-a9fd-f55b0dea135b req-23f36e4f-fbea-44e2-9ef2-1b451c03e37e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 210 time: 0.0694294 Nov 01 18:12:26.395741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea608460-68d2-48dd-9f97-c0044f9fd68b req-41207694-0682-493c-bd24-e9e120eb8d96 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969434 Nov 01 18:12:26.441161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:26.531748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9bbee-1fc4-4f52-b4af-5c6c90fabb72 req-303b1ace-c2b1-4615-ae43-6708c59447dd tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:26.533139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bb9bbee-1fc4-4f52-b4af-5c6c90fabb72 req-303b1ace-c2b1-4615-ae43-6708c59447dd tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 949 time: 0.0505128 Nov 01 18:12:26.573452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bb9bbee-1fc4-4f52-b4af-5c6c90fabb72 req-0c55cdb4-2563-4320-965e-935d8c0359f7 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Nov 01 18:12:26.609634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:26.632190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:26.704551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:26.713124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:26.718377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:26.720854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67', 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:26.780498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:26.789827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:26.790461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:26.815483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c34cb-0244-4581-b24a-bda024e8577b req-e7495a55-26a3-4567-a0fe-3d887557d112 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:26.818115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f77c34cb-0244-4581-b24a-bda024e8577b req-e7495a55-26a3-4567-a0fe-3d887557d112 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1728446 Nov 01 18:12:26.886297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c44546c-130b-4cf2-a8f9-d5731ce88aa0 req-555fcbf0-6fdf-4082-8f35-74b4ec1d554f tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0611150 Nov 01 18:12:26.912513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-877a2668-04f1-4748-9d26-c3d4c2b6d33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1563871 Nov 01 18:12:26.925633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-6f390fef-50cc-43a0-a061-bca63f304f9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:26.933082 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-6f390fef-50cc-43a0-a061-bca63f304f9d tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 949 time: 0.1090927 Nov 01 18:12:26.933606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Request body: {'port': {'device_id': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:27.011137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f77c34cb-0244-4581-b24a-bda024e8577b req-61e618c8-9933-4079-991f-ae6a00f36148 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764872 Nov 01 18:12:27.128746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.251842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-562e9f7c-414d-46d1-90f1-337e01c5c233 None None] Provisioning complete for port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:27.252387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562e9f7c-414d-46d1-90f1-337e01c5c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.348332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-562e9f7c-414d-46d1-90f1-337e01c5c233 None None] Port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:27.497569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:27.503347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Deleting port c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:12:27.503970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.505267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.520786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Transition to ACTIVE for port object ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:27.652732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70cd3b-499d-4f0d-b1a0-cbb0682f9989 req-321a5123-0647-46b0-b59f-f287614de334 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:27.655299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e70cd3b-499d-4f0d-b1a0-cbb0682f9989 req-321a5123-0647-46b0-b59f-f287614de334 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 935 time: 0.1331902 Nov 01 18:12:27.663185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.666685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] For port c1bb7a24-1606-43d6-932d-c60f8167fea5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c1bb7a24-1606-43d6-932d-c60f8167fea5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:27.667255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:27.683232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Calling delete_port for c1bb7a24-1606-43d6-932d-c60f8167fea5 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:12:27.702546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f1967-23ff-47ba-9d13-a663700e80e8 req-cc1c9092-afdd-4ff6-8508-9029c608ba19 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:27.711744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d6f1967-23ff-47ba-9d13-a663700e80e8 req-cc1c9092-afdd-4ff6-8508-9029c608ba19 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.1549301 Nov 01 18:12:27.814887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e70cd3b-499d-4f0d-b1a0-cbb0682f9989 req-3445f844-3bdd-43f7-92a5-c21c04c22ab7 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487446 Nov 01 18:12:27.869446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d6f1967-23ff-47ba-9d13-a663700e80e8 req-a1f09653-3b93-400a-ac0f-21b528f805af tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566913 Nov 01 18:12:27.893068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Pushing event updated for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:28.049024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3e65172-88db-4f17-851a-376a1dcf45ad req-ed1bdff6-25c5-4660-8049-a65240131009 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0415325 Nov 01 18:12:28.082396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Attempting to bind port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:28.083088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Attempting to bind port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:28.083429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Attempting to bind port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:28.093406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:28.093739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Attempting to bind port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:28.099045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:28.099401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:28.099957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:28.102757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Bound port: ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:28.103291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:28.103823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:28.115152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f08e0-586f-416d-8cbb-e2275ad9d53f req-e5771984-c692-45eb-91bd-7fd3d4ffc320 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.116791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-037f08e0-586f-416d-8cbb-e2275ad9d53f req-e5771984-c692-45eb-91bd-7fd3d4ffc320 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 949 time: 0.1645024 Nov 01 18:12:28.171906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Pushing event deleted for resources: {'Port': ['ID=c1bb7a24-1606-43d6-932d-c60f8167fea5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:28.216930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-037f08e0-586f-416d-8cbb-e2275ad9d53f req-18d71a33-35e4-4dff-bb1a-cf4761a1a1d6 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/security-groups?id=954c5f74-0dea-42b1-aeff-ea7f6d81caa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Nov 01 18:12:28.264583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] No DVR routers for this DVR port c1bb7a24-1606-43d6-932d-c60f8167fea5 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:12:28.270728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:28.277431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:28.280186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ebf96b50-ca64-4edf-b326-f4eacef5a1c4 req-edee83be-2f9f-46ad-83b9-4ebaca45ed02 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.32 "DELETE /v2.0/ports/c1bb7a24-1606-43d6-932d-c60f8167fea5 HTTP/1.1" status: 204 len: 173 time: 1.3371491 Nov 01 18:12:28.281529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-deleted', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:28.283443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:28.287228 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d828255c-9f4d-4e52-b119-ec0976c959de" -d '{"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-deleted", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:28.376830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6be7-4e00-4d41-a19c-1b060fb60679 req-21662fdb-9a72-4c88-8048-2f7b228b0baf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.379861 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0f399-5e1b-4533-88ae-5cc97d039eae x-openstack-request-id: req-22b0f399-5e1b-4533-88ae-5cc97d039eae {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:28.380387 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cd27b-3507-4219-9f0e-598964ee4b5e", "name": "network-vif-deleted", "tag": "c1bb7a24-1606-43d6-932d-c60f8167fea5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:28.380820 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22b0f399-5e1b-4533-88ae-5cc97d039eae {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:28.381965 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cd27b-3507-4219-9f0e-598964ee4b5e', 'name': 'network-vif-deleted', 'tag': 'c1bb7a24-1606-43d6-932d-c60f8167fea5', 'status': 'completed', 'code': 200} Nov 01 18:12:28.382775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ece6be7-4e00-4d41-a19c-1b060fb60679 req-21662fdb-9a72-4c88-8048-2f7b228b0baf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0673416 Nov 01 18:12:28.444857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ece6be7-4e00-4d41-a19c-1b060fb60679 req-4a7c8002-1425-4d42-9c06-abcc6d6bf914 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Nov 01 18:12:28.457949 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:28.496477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.496988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:28.498364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] 10.222.0.32 "PUT /v2.0/ports/ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd HTTP/1.1" status: 200 len: 1095 time: 1.5757174 Nov 01 18:12:28.498933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:28.501186 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c5f3e-3e6e-4807-a834-6da83982d17e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:28.544919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd8d5-2971-4c21-99f4-b2ce7c82995a service neutron] Pushing event updated for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:28.556300 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12bac75-873e-4870-995f-a3f46cd2a868 x-openstack-request-id: req-c12bac75-873e-4870-995f-a3f46cd2a868 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:28.556598 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:28.557447 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c12bac75-873e-4870-995f-a3f46cd2a868 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:28.557996 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd', 'status': 'completed', 'code': 200} Nov 01 18:12:28.633844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c5f3e-3e6e-4807-a834-6da83982d17e req-40a8de78-ec21-411f-ba8b-7d6c417c314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.635765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-351c5f3e-3e6e-4807-a834-6da83982d17e req-40a8de78-ec21-411f-ba8b-7d6c417c314b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 1098 time: 0.0547771 Nov 01 18:12:28.679203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-351c5f3e-3e6e-4807-a834-6da83982d17e req-ac6bcfba-49a5-4327-91f4-7360efc04c23 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324304 Nov 01 18:12:28.814614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c5f3e-3e6e-4807-a834-6da83982d17e req-3d6646e4-5e48-4463-9dd2-92bb79b70cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.814614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-351c5f3e-3e6e-4807-a834-6da83982d17e req-3d6646e4-5e48-4463-9dd2-92bb79b70cef service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186156 Nov 01 18:12:28.969776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-b3791f32-7301-490d-9a2e-16470f70a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:28.971542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-b3791f32-7301-490d-9a2e-16470f70a6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 1098 time: 0.0962706 Nov 01 18:12:29.027943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:12:29.054631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:12:29.060617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-24b922ab-fb41-465c-8ce5-a0106da6c294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd HTTP/1.1" status: 200 len: 217 time: 0.0624247 Nov 01 18:12:29.092750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29a9-b682-4002-b5d1-a88fa1e9b020 req-badcd472-d60f-4b1f-8d6b-7c9a5f603189 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.094277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-394c29a9-b682-4002-b5d1-a88fa1e9b020 req-badcd472-d60f-4b1f-8d6b-7c9a5f603189 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 947 time: 0.1692333 Nov 01 18:12:29.159999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d95f55-dfe8-4ff8-ad31-44c159a87524 req-21d14984-26e2-40f0-91b0-22f1f47d4061 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.161552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9d95f55-dfe8-4ff8-ad31-44c159a87524 req-21d14984-26e2-40f0-91b0-22f1f47d4061 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 944 time: 0.1893289 Nov 01 18:12:29.166973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-0c250834-1a30-409e-86d8-8ffb3c1c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.168511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-0c250834-1a30-409e-86d8-8ffb3c1c6d37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0951662 Nov 01 18:12:29.221484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-f3b19596-adf8-4e00-8aeb-fccea5809edf service neutron] 10.222.0.37 "GET /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1/bindings/n-h2-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.0597870 Nov 01 18:12:29.233305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-394c29a9-b682-4002-b5d1-a88fa1e9b020 req-74a156aa-78a6-4e9b-8705-43ec81656cad tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137488 Nov 01 18:12:29.243673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9d95f55-dfe8-4ff8-ad31-44c159a87524 req-ee638643-ca37-4d0a-9d6b-931b3525a72e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Nov 01 18:12:29.288204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-26e444c1-843c-413f-9c28-c72134def835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.288204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-26e444c1-843c-413f-9c28-c72134def835 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752618 Nov 01 18:12:29.380461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d25c8bea-3ab5-4277-8073-99a946fe929b req-e53c11e9-8c9c-4618-9a2e-b86046aa8e92 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0336862 Nov 01 18:12:29.408909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-3c1642a8-0caa-4b50-9f4c-b3567956715e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265266 Nov 01 18:12:29.517434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:29.552123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e02bcc6a-81b0-4744-b7cb-17645077fc76 req-02f20856-987b-4012-9bf7-f7c3ea2af489 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278863 Nov 01 18:12:29.554479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14f96039-9256-4715-bb81-5732d768ec55 req-993ed347-fac2-4991-9e36-5711b46d5158 tempest-ListImageFiltersTestJSON-928704723 tempest-ListImageFiltersTestJSON-928704723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1cd27b-3507-4219-9f0e-598964ee4b5e HTTP/1.1" status: 200 len: 210 time: 0.0435286 Nov 01 18:12:29.579347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:29.591292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2bee1164-92da-4bad-b62e-3990a7ff8809 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.592855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2bee1164-92da-4bad-b62e-3990a7ff8809 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.32 "GET /v2.0/networks?id=bbce7560-bdcc-4e29-a9bc-5d5691c873ca HTTP/1.1" status: 200 len: 815 time: 0.2837319 Nov 01 18:12:29.642861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc410c55-a173-4fc0-bff6-d9c0532ac2f1 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:29.676658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f3511-9d84-44bb-bb5d-e707a2deaa08 req-e214f372-2688-43f7-aaa6-ee2730054a99 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:29.677056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:29.678273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-953f3511-9d84-44bb-bb5d-e707a2deaa08 req-e214f372-2688-43f7-aaa6-ee2730054a99 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0594375 Nov 01 18:12:29.695265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-918886a9-78a3-4c28-8a6f-f8832bdfb473 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724 HTTP/1.1" status: 200 len: 379 time: 0.0840428 Nov 01 18:12:29.707972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'port': {'device_id': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'admin_state_up': True, 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'security_groups': ['ffe763c7-5ecb-411f-8666-90ea2e945367']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:29.726502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-953f3511-9d84-44bb-bb5d-e707a2deaa08 req-23489bc1-5553-440e-9a19-2071b78a212e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Nov 01 18:12:29.808973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:29.918464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] Transition to ACTIVE for port object fc410c55-a173-4fc0-bff6-d9c0532ac2f1 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:30.096844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Made reservation on behalf of 3a23fa94e8ed4d31aa8c9b5333ffb724 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:30.102309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:30.174268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:30.267271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:12:30.308759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: c1bb7a24-1606-43d6-932d-c60f8167fea5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:12:30.309101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c1bb7a24-1606-43d6-932d-c60f8167fea5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:12:30.330371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] Pushing event updated for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:30.370671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] No DVR routers for this DVR port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:12:30.377511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Allocated IP 172.20.0.13 (bbce7560-bdcc-4e29-a9bc-5d5691c873ca/aa991726-315e-4a95-a194-b0447aba022d/c06d05f7-7fbd-44ab-9081-2ce17576cb59) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:30.421081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-a43730ff-2a7d-438f-85b1-c7b57aa8b553 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1/bindings/n-h2-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1923201 Nov 01 18:12:30.446038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f754b-fe10-4923-8880-6158de6690ec req-1e532740-943e-4c76-885e-c54f5b9afb5d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:30.446763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-819f754b-fe10-4923-8880-6158de6690ec req-1e532740-943e-4c76-885e-c54f5b9afb5d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0779865 Nov 01 18:12:30.460648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d940-db7a-4422-8949-48b1a50bb3c7 req-cd4f34a4-60a4-4e23-97fa-8281b6c25a14 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:30.462153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24d6d940-db7a-4422-8949-48b1a50bb3c7 req-cd4f34a4-60a4-4e23-97fa-8281b6c25a14 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 947 time: 0.1061277 Nov 01 18:12:30.549380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24d6d940-db7a-4422-8949-48b1a50bb3c7 req-f70a2e58-0a71-4927-bb17-acfacdd23e45 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Nov 01 18:12:30.571889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-819f754b-fe10-4923-8880-6158de6690ec req-918df645-daaa-4ad7-b6cd-b57fb27452b9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 Nov 01 18:12:30.572443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:30.703803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40281b16-cf57-4b86-a3d8-056ff1382c04 req-5a00ba7c-b7d4-4c5e-aa2f-204349006da9 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0440092 Nov 01 18:12:30.706480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2a6e0df6-e01d-493b-aaa3-cb1e7a73f4c4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:30.708621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:30.712381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2a6e0df6-e01d-493b-aaa3-cb1e7a73f4c4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.0921206 Nov 01 18:12:30.777338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event updated for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:30.810824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-c50d657f-794f-45ad-bb13-c87a26a790dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:30.812629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-c50d657f-794f-45ad-bb13-c87a26a790dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008&tenant_id=22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 1096 time: 0.0830045 Nov 01 18:12:30.816420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:30.818159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:30.840311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:30.930644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:30.931741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.012772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9dbe0530-1315-4e0d-b4dc-5f5f2f93c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.014812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9dbe0530-1315-4e0d-b4dc-5f5f2f93c69b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1096 time: 0.1638415 Nov 01 18:12:31.031414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452e152-5250-42d9-a9fb-7993b7df64e7 req-fb36453f-b07c-4104-a77e-10747d732c18 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.033856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4452e152-5250-42d9-a9fb-7993b7df64e7 req-fb36453f-b07c-4104-a77e-10747d732c18 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1056743 Nov 01 18:12:31.066274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-bb4f0b99-b526-4913-bb8b-c17933782ace tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3633504 Nov 01 18:12:31.084068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Request body: {'port': {'device_id': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:31.172067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4452e152-5250-42d9-a9fb-7993b7df64e7 req-8ea8fd98-0d59-4462-87a4-f68cd8f3fdb2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085663 Nov 01 18:12:31.176376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.203413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-5f1e1bad-05ab-4efb-b63a-57c3770c9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.205450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-5f1e1bad-05ab-4efb-b63a-57c3770c9e83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1703455 Nov 01 18:12:31.216090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dad910cc-0da3-42d1-9bcc-b1d3e3d6a5fc None None] Provisioning complete for port c06d05f7-7fbd-44ab-9081-2ce17576cb59 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:31.216736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dad910cc-0da3-42d1-9bcc-b1d3e3d6a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.260882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-07cd94e0-0267-43a4-b063-0121eeaab742 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 200 len: 217 time: 0.0477278 Nov 01 18:12:31.290474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-dad910cc-0da3-42d1-9bcc-b1d3e3d6a5fc None None] Port c06d05f7-7fbd-44ab-9081-2ce17576cb59 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:31.338426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-3a4d864b-ca0c-4116-a772-7a23d8d6364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.340317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-3a4d864b-ca0c-4116-a772-7a23d8d6364d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0696206 Nov 01 18:12:31.376909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-793a19ba-5dbc-4d02-816c-1b5d6db8b6bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291531 Nov 01 18:12:31.496491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06d05f7-7fbd-44ab-9081-2ce17576cb59 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:31.505918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.520299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Transition to ACTIVE for port object c06d05f7-7fbd-44ab-9081-2ce17576cb59 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:31.521123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-2b0e1729-ce56-46c0-a01f-7c510ff2c386 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327388 Nov 01 18:12:31.663691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.718566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-25b3250a-60ec-4c3d-81d1-49032edd813d service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797323 Nov 01 18:12:31.748267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Pushing event updated for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:31.753142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5c4e1-7b14-478b-89d6-9746b99cc6c7 req-3cb11267-c300-4abd-b803-1d0805bcf6f8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.761929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90d5c4e1-7b14-478b-89d6-9746b99cc6c7 req-3cb11267-c300-4abd-b803-1d0805bcf6f8 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 947 time: 0.1071248 Nov 01 18:12:31.831635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90d5c4e1-7b14-478b-89d6-9746b99cc6c7 req-08a5f1ed-6d8d-4881-b2f3-4bb2d860cb85 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 Nov 01 18:12:31.878397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Attempting to bind port c06d05f7-7fbd-44ab-9081-2ce17576cb59 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:31.879131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Attempting to bind port c06d05f7-7fbd-44ab-9081-2ce17576cb59 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:31.879640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Attempting to bind port c06d05f7-7fbd-44ab-9081-2ce17576cb59 on network bbce7560-bdcc-4e29-a9bc-5d5691c873ca {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:31.891946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Port c06d05f7-7fbd-44ab-9081-2ce17576cb59 on network bbce7560-bdcc-4e29-a9bc-5d5691c873ca not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:31.892520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Attempting to bind port c06d05f7-7fbd-44ab-9081-2ce17576cb59 on network bbce7560-bdcc-4e29-a9bc-5d5691c873ca {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:31.915284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:31.915284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Checking segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:31.915284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Bound using segment: {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:31.915284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Bound port: c06d05f7-7fbd-44ab-9081-2ce17576cb59, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a795d206-b084-4ba7-afa7-b80c5e815a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:31.915284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:31.939233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef760-8e7d-4996-a44d-22278b5681ff req-d5671a14-ee62-4bae-98c4-1a44c6ce534e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:31.941311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9abef760-8e7d-4996-a44d-22278b5681ff req-d5671a14-ee62-4bae-98c4-1a44c6ce534e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0769138 Nov 01 18:12:32.000568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:32.009129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:32.019004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9abef760-8e7d-4996-a44d-22278b5681ff req-4e400730-7aa8-4b6b-90d3-3193b699c022 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Nov 01 18:12:32.150621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:32.172726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0756-43df-4a5f-95a8-f4106e388331 req-e8ae2a75-3a38-4add-b420-b90329f5626c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.181601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dedc0756-43df-4a5f-95a8-f4106e388331 req-e8ae2a75-3a38-4add-b420-b90329f5626c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0743988 Nov 01 18:12:32.218682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Pushing event updated for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:32.235996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.237410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:32.238920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-2a7ea4ef-4324-4d1f-a359-e4bc3b51fb1c service neutron] 10.222.0.32 "PUT /v2.0/ports/c06d05f7-7fbd-44ab-9081-2ce17576cb59 HTTP/1.1" status: 200 len: 1092 time: 1.1633015 Nov 01 18:12:32.240330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:32.244457 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7823be-a87c-4cd2-abbf-0396e112b53f" -d '{"events": [{"name": "network-changed", "server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:32.263007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:32.292735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dedc0756-43df-4a5f-95a8-f4106e388331 req-a2fe6702-cf51-4b50-96ac-f950acfcaf68 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008003 Nov 01 18:12:32.395325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:32.419146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd', 'mac_address': 'fa:16:3e:88:ee:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:12:32.463331 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:32.479829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:32.515004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:32.573535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a751d8-ac7f-4dcc-a8c4-0fb0c0e91e6d req-c27f9017-489d-494e-82f5-ad88c5a315d8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.575099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81a751d8-ac7f-4dcc-a8c4-0fb0c0e91e6d req-c27f9017-489d-494e-82f5-ad88c5a315d8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0884893 Nov 01 18:12:32.617762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81a751d8-ac7f-4dcc-a8c4-0fb0c0e91e6d req-7e41126a-219d-41b1-8187-1cb78257fe9d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Nov 01 18:12:32.678815 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33739bbe-8e16-4aec-a4c8-be72d6c16324 x-openstack-request-id: req-33739bbe-8e16-4aec-a4c8-be72d6c16324 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:32.679673 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:32.679673 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33739bbe-8e16-4aec-a4c8-be72d6c16324 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:32.679861 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'status': 'completed', 'code': 200} Nov 01 18:12:32.723484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9fbb0553-01fd-4d97-a4e7-fca2b73dfc3c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.725735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-9fbb0553-01fd-4d97-a4e7-fca2b73dfc3c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.0706613 Nov 01 18:12:32.757272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-d4be416e-5632-4013-ad30-1c2b92b6c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.759445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-d4be416e-5632-4013-ad30-1c2b92b6c5f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 1095 time: 0.0542595 Nov 01 18:12:32.805865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:32.877327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:32.905107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-717e1052-7a3a-4d80-a0d4-f60818448d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:32.905107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-717e1052-7a3a-4d80-a0d4-f60818448d94 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1258380 Nov 01 18:12:33.009684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-015c3dd5-924d-4fa7-bc9c-cef4bf34b0f1 service neutron] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:33.013769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-015c3dd5-924d-4fa7-bc9c-cef4bf34b0f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:33.015100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d774456-a9f2-4277-9fd6-b01c52ab48df req-015c3dd5-924d-4fa7-bc9c-cef4bf34b0f1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1/bindings/n-h1-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.2712812 Nov 01 18:12:33.051021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f84ae-af4e-49a8-b5ef-0ddb6db157a6 req-7c987962-c2d4-4184-8f7a-3db19b2152b9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.052861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-042f84ae-af4e-49a8-b5ef-0ddb6db157a6 req-7c987962-c2d4-4184-8f7a-3db19b2152b9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 948 time: 0.1214867 Nov 01 18:12:33.059164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-719ebd53-c287-4a8c-8efe-fc3abd4b484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.060865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a7823be-a87c-4cd2-abbf-0396e112b53f req-719ebd53-c287-4a8c-8efe-fc3abd4b484a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452167 Nov 01 18:12:33.105281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-042f84ae-af4e-49a8-b5ef-0ddb6db157a6 req-89c0a1a0-0a30-4e18-8b47-9c18a52586d2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Nov 01 18:12:33.163843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-805432df-3f45-4627-b2e5-4c42771581a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.165440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-805432df-3f45-4627-b2e5-4c42771581a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 1095 time: 0.0481977 Nov 01 18:12:33.242712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-3b13e240-b0f5-41e5-a3e2-490345880800 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59 HTTP/1.1" status: 200 len: 217 time: 0.0626850 Nov 01 18:12:33.265871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:33.339360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-17d4f1d6-71c5-4435-8db4-0412a1bf9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.340946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-17d4f1d6-71c5-4435-8db4-0412a1bf9cae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa991726-315e-4a95-a194-b0447aba022d HTTP/1.1" status: 200 len: 854 time: 0.0895801 Nov 01 18:12:33.363537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d52304-3470-45bc-b909-e48c242124bc req-7b0d5771-f583-4243-b157-a851329dc8b7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.382324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93d52304-3470-45bc-b909-e48c242124bc req-7b0d5771-f583-4243-b157-a851329dc8b7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0841711 Nov 01 18:12:33.463215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93d52304-3470-45bc-b909-e48c242124bc req-fb69c25d-97da-4a72-a890-c0a942224b34 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891407 Nov 01 18:12:33.474262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-74bc3638-d542-4c34-aebc-ec1adf2cf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.479829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-74bc3638-d542-4c34-aebc-ec1adf2cf5ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbce7560-bdcc-4e29-a9bc-5d5691c873ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046333 Nov 01 18:12:33.675340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adc183-0423-4f18-b488-f95ed95b004b req-aaddde48-7486-45a5-a915-fdaa40cc86bd tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.677257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70adc183-0423-4f18-b488-f95ed95b004b req-aaddde48-7486-45a5-a915-fdaa40cc86bd tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.1329882 Nov 01 18:12:33.683199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-0885335e-47ff-4f18-b206-99c5c4aab2d9 service neutron] 10.222.0.32 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935782 Nov 01 18:12:33.774730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70adc183-0423-4f18-b488-f95ed95b004b req-e577af8e-7e4a-484f-95f9-46ae8f48e9fe tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892625 Nov 01 18:12:33.814760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e6f59a5-74b5-4163-91b4-7b51ac905022 req-c6ff4e67-547a-4707-a3a9-e821e5e75fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129842 Nov 01 18:12:33.989598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f936-21f4-4db4-b21c-f98e4435bca2 req-947bf04a-2ad0-4a51-a247-a1cc661a5e11 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:33.991374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c73f936-21f4-4db4-b21c-f98e4435bca2 req-947bf04a-2ad0-4a51-a247-a1cc661a5e11 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0533106 Nov 01 18:12:34.037317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c73f936-21f4-4db4-b21c-f98e4435bca2 req-4b2e50a4-990a-48d6-ae05-2ecf7ff55972 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Nov 01 18:12:34.496750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:34.558176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6c2ff-ed5e-4efe-b37d-82a986d6bee3 req-88266884-f451-4501-a496-97bcf60db917 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:34.565523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bf6c2ff-ed5e-4efe-b37d-82a986d6bee3 req-88266884-f451-4501-a496-97bcf60db917 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1096 time: 0.4584131 Nov 01 18:12:34.581319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4a477-9d3e-4c26-9b1a-0b35a1e73133 req-c0f2455e-d47d-44bf-a1cf-e5d5c55d7305 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:34.588470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3b4a477-9d3e-4c26-9b1a-0b35a1e73133 req-c0f2455e-d47d-44bf-a1cf-e5d5c55d7305 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 948 time: 0.0805850 Nov 01 18:12:34.649726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bf6c2ff-ed5e-4efe-b37d-82a986d6bee3 req-e2903e64-5e0b-4c31-9a17-7be25fd9f8f8 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778317 Nov 01 18:12:34.665339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37078) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:34.697317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3b4a477-9d3e-4c26-9b1a-0b35a1e73133 req-c8b243fa-32aa-4ea6-8bf6-b947e09b3fe4 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 Nov 01 18:12:34.844474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7d205-8067-4206-af32-4f5fe0c74e97 req-2e1c0e66-c95a-4902-a2cb-4f643857010c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:34.848656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30e7d205-8067-4206-af32-4f5fe0c74e97 req-2e1c0e66-c95a-4902-a2cb-4f643857010c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 1096 time: 0.0593705 Nov 01 18:12:34.867342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-042aebf7-a28a-4044-8ede-77001341f855 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d9dc54e65794eb582b4b8cc490e9012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007194 Nov 01 18:12:34.870547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:34.934394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:34.942765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30e7d205-8067-4206-af32-4f5fe0c74e97 req-0c05a1c8-aa3b-4bfd-80d3-56276c5b2265 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898402 Nov 01 18:12:34.965014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:34.970673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e7902-0815-4083-bc55-3d5edd2a79e3 req-ae7d64e3-68a8-4cf0-aa09-cdafdbb5c451 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:34.972656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa6e7902-0815-4083-bc55-3d5edd2a79e3 req-ae7d64e3-68a8-4cf0-aa09-cdafdbb5c451 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.1109619 Nov 01 18:12:35.058459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa6e7902-0815-4083-bc55-3d5edd2a79e3 req-392b00e5-e413-4f0d-974d-420da8bbdf17 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740020 Nov 01 18:12:35.202856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44662d08-6445-4b06-85a9-eb64763dd0a2 req-dbb55b87-71b1-4e89-acaa-71bfb24ac8ac tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:35.204417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44662d08-6445-4b06-85a9-eb64763dd0a2 req-dbb55b87-71b1-4e89-acaa-71bfb24ac8ac tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0539491 Nov 01 18:12:35.211658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:35.220557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:35.222927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/954c5f74-0dea-42b1-aeff-ea7f6d81caa6 HTTP/1.1" status: 204 len: 168 time: 0.3523066 Nov 01 18:12:35.235343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f0ba3-e9a8-49bb-8244-f07e377fd55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c5f74-0dea-42b1-aeff-ea7f6d81caa6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:35.282328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44662d08-6445-4b06-85a9-eb64763dd0a2 req-bd812a4f-2f6e-4010-a30f-1f4f1e67f0e6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686662 Nov 01 18:12:35.943004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ee80f-7ad0-4b1c-87bc-e2dbb932b63f req-e3681751-c670-449d-9366-71d6a428b7ca tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:35.945908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d5ee80f-7ad0-4b1c-87bc-e2dbb932b63f req-e3681751-c670-449d-9366-71d6a428b7ca tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 948 time: 0.1145918 Nov 01 18:12:36.018451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d5ee80f-7ad0-4b1c-87bc-e2dbb932b63f req-7093b95e-a7f1-45bd-b432-e387bc8b8250 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645530 Nov 01 18:12:36.198863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3e9f-c9ec-48a2-b9ec-5b3c95908263 req-d34a4b7d-8632-4ab7-97bd-f4d759edfcc5 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:36.200393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-460c3e9f-c9ec-48a2-b9ec-5b3c95908263 req-d34a4b7d-8632-4ab7-97bd-f4d759edfcc5 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0559742 Nov 01 18:12:36.242862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-460c3e9f-c9ec-48a2-b9ec-5b3c95908263 req-bb00c02d-da58-41ba-bf48-a81e3ecd3ffb tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361118 Nov 01 18:12:36.295589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:36.406026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c0f42-ae7f-498a-8a5b-7aa6a6644896 req-1ecfc84f-1359-4888-9f3f-1df1893fd1dc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:36.407623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a1c0f42-ae7f-498a-8a5b-7aa6a6644896 req-1ecfc84f-1359-4888-9f3f-1df1893fd1dc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0615900 Nov 01 18:12:36.433098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:12:36.437481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:36.438083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:36.461221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a1c0f42-ae7f-498a-8a5b-7aa6a6644896 req-65c2bb48-baad-40e1-bc0e-4b33dc5e46c1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Nov 01 18:12:36.540730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:36.564342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:36.566583 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3e3136-2de3-4410-9b2f-7cb4104b1d24" -d '{"events": [{"server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "name": "network-vif-plugged", "status": "completed", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:36.583873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:36.614084 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63c86d8-f1e3-4a64-ab6c-050d379d3013 x-openstack-request-id: req-a63c86d8-f1e3-4a64-ab6c-050d379d3013 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:36.614376 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "name": "network-vif-plugged", "status": "completed", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:36.614645 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a63c86d8-f1e3-4a64-ab6c-050d379d3013 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:36.615022 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd', 'code': 200} Nov 01 18:12:36.686468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:36.777160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f371c-649b-4506-b42b-acd598b335ab req-a6d05037-ad42-4cf2-9481-0041a6098f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:36.778369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:36.779156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c21f371c-649b-4506-b42b-acd598b335ab req-a6d05037-ad42-4cf2-9481-0041a6098f93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 1100 time: 0.0786524 Nov 01 18:12:36.861213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c21f371c-649b-4506-b42b-acd598b335ab req-08889e99-6dc9-4f3a-b1fc-0b9338e822f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Nov 01 18:12:37.183105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726331d8-7759-40d8-9209-32da86dd7f90 req-bd532d5a-0abe-4d73-9121-4ea68718d1d0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:37.188157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726331d8-7759-40d8-9209-32da86dd7f90 req-bd532d5a-0abe-4d73-9121-4ea68718d1d0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0881414 Nov 01 18:12:37.229505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726331d8-7759-40d8-9209-32da86dd7f90 req-08602563-0e6b-4c60-b792-ee8549a92f71 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Nov 01 18:12:37.380054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308769c-66a0-497d-a24a-f8edc17cf86c req-7993d537-729b-4180-afa6-ce499ef08028 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:37.382300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a308769c-66a0-497d-a24a-f8edc17cf86c req-7993d537-729b-4180-afa6-ce499ef08028 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0535500 Nov 01 18:12:37.435285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a308769c-66a0-497d-a24a-f8edc17cf86c req-e049b40f-3db1-4a34-84c3-e7983d1a147a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412588 Nov 01 18:12:37.629528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37162) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:37.632507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae775b0-208d-4a6d-8a28-ebc3b248e007 req-0250530a-dd37-4600-a491-6429668c196b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:37.636832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ae775b0-208d-4a6d-8a28-ebc3b248e007 req-0250530a-dd37-4600-a491-6429668c196b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0673087 Nov 01 18:12:37.708033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ae775b0-208d-4a6d-8a28-ebc3b248e007 req-6b68d9d7-b375-4ed6-961e-7e99022fceb4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618389 Nov 01 18:12:37.784150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f478a19a-531d-466b-8ea4-e4862c2bd156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:37.867247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f478a19a-531d-466b-8ea4-e4862c2bd156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.049201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f478a19a-531d-466b-8ea4-e4862c2bd156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.091362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f478a19a-531d-466b-8ea4-e4862c2bd156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20d511fe05c144a2be5553708d511322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601905 Nov 01 18:12:38.092269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478a19a-531d-466b-8ea4-e4862c2bd156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8620afec-e6f9-4381-ad23-7cf5f373412a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:38.094047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:38.153920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.181733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.349104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.351653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:38.353008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8620afec-e6f9-4381-ad23-7cf5f373412a HTTP/1.1" status: 204 len: 168 time: 0.2577324 Nov 01 18:12:38.374739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac351fe-c4a6-48ac-bdba-5b2435283fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8620afec-e6f9-4381-ad23-7cf5f373412a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:38.397086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749699-48c8-472b-9cf1-626ad95e33ac req-fbd39e64-2464-40cf-809c-b23fb39159e3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:38.410207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e749699-48c8-472b-9cf1-626ad95e33ac req-fbd39e64-2464-40cf-809c-b23fb39159e3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0986001 Nov 01 18:12:38.451907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e749699-48c8-472b-9cf1-626ad95e33ac req-d953ab75-6d57-4f09-af19-f274b2d5bec2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Nov 01 18:12:38.589862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a874a3-a7e4-4a98-a332-dab153ad7210 req-f8ef95d2-b975-4c30-bbea-2779c9fe699c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:38.596620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76a874a3-a7e4-4a98-a332-dab153ad7210 req-f8ef95d2-b975-4c30-bbea-2779c9fe699c tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0581377 Nov 01 18:12:38.645401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76a874a3-a7e4-4a98-a332-dab153ad7210 req-d7f18fbd-958c-4b9c-9d10-fa4337329afe tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Nov 01 18:12:38.859093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28a62d-f88a-4cf6-a5e1-a5ad9afd62e6 req-bae43109-213e-4cdb-b52d-095ddf13c127 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:38.860747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d28a62d-f88a-4cf6-a5e1-a5ad9afd62e6 req-bae43109-213e-4cdb-b52d-095ddf13c127 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0894461 Nov 01 18:12:38.908435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d28a62d-f88a-4cf6-a5e1-a5ad9afd62e6 req-ac9a7753-897c-4b31-a55f-48117a7a3386 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Nov 01 18:12:39.017298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:39.608785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26fba9-8f8c-4a74-838e-fede560e3dbd req-08c1b17a-9b43-450a-92d0-4af6ae48fa44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:39.616096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f26fba9-8f8c-4a74-838e-fede560e3dbd req-08c1b17a-9b43-450a-92d0-4af6ae48fa44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0862377 Nov 01 18:12:39.667678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f26fba9-8f8c-4a74-838e-fede560e3dbd req-cb66bd22-0688-4895-8889-545ee7c43fe1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Nov 01 18:12:39.706281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37216) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:39.832131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dc097-2570-4985-b829-579bcfb197cf req-d6e499b6-aff2-4e0a-82ac-8129c5254ef0 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:39.833672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e0dc097-2570-4985-b829-579bcfb197cf req-d6e499b6-aff2-4e0a-82ac-8129c5254ef0 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 1100 time: 0.0873115 Nov 01 18:12:39.842060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eb50f-9797-4066-9368-f1d321c06dce req-78ab4e77-1872-4778-a8a6-5182a6fdf459 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:39.844259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-620eb50f-9797-4066-9368-f1d321c06dce req-78ab4e77-1872-4778-a8a6-5182a6fdf459 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0715063 Nov 01 18:12:39.866946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1793974086-network', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:39.922646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e0dc097-2570-4985-b829-579bcfb197cf req-2425e926-5610-4536-813f-b2da1969a008 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Nov 01 18:12:39.927552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-620eb50f-9797-4066-9368-f1d321c06dce req-7759edd4-dfcf-46cf-81bf-7ec900bbe463 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760021 Nov 01 18:12:40.000409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Made reservation on behalf of 5065bbeb4fc544e6bff3519db64982f1 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:40.002971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.033184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.118511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.139560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ac77-2db9-4e4c-9510-431aeb169351 req-730007ed-e703-48d5-ba6a-b90fd430bdfa tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:40.141189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f27ac77-2db9-4e4c-9510-431aeb169351 req-730007ed-e703-48d5-ba6a-b90fd430bdfa tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1538668 Nov 01 18:12:40.189087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f27ac77-2db9-4e4c-9510-431aeb169351 req-63a01f33-9f49-421d-a773-c81d2a0540ee tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Nov 01 18:12:40.215041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-1fcdf943-9753-46dc-9bb9-d8b1bb961e21 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237408 Nov 01 18:12:40.242976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.301454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:12:40.327249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.327713 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Added segment 5bba1c0b-d8c6-403d-a42e-3940a2276bc8 of type vlan for network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c Nov 01 18:12:40.344808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f887d5-493a-4bf3-aab0-10950632b792,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:40.397890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.414741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-aa7d7a2b-ec8d-483c-b0ab-817e89b68213 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:40.416286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-aa7d7a2b-ec8d-483c-b0ab-817e89b68213 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953115 Nov 01 18:12:40.442258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-afcff97d-6965-489b-b6ba-ad6920531ce2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/quotas/11725d76db6e40b8b115eedba029376f HTTP/1.1" status: 200 len: 375 time: 0.0198970 Nov 01 18:12:40.517713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-1d5e472f-af4e-4a06-ba26-8d353b253252 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0664525 Nov 01 18:12:40.525089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.526135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:40.526809 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:40.609436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] Pushing event updated for resources: {'Network': ['ID=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:40.621390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:12:40.661722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88edc50e-5f02-4374-8b85-bb301b75809d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9533889 Nov 01 18:12:40.666341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:40.671334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Request body: {'subnet': {'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1793974086-subnet', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:40.823358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83b5db85-20ab-4405-923b-67f30832eb81 req-0d63e27f-faf3-441e-978d-a912123f3979 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Nov 01 18:12:40.839799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Made reservation on behalf of 5065bbeb4fc544e6bff3519db64982f1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:40.844046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:41.104937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564e4d-a41e-4554-b50f-600748d1f5de req-ac06e970-7b08-47d0-9d69-76286c92161f tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:41.107101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7564e4d-a41e-4554-b50f-600748d1f5de req-ac06e970-7b08-47d0-9d69-76286c92161f tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0767012 Nov 01 18:12:41.154847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7564e4d-a41e-4554-b50f-600748d1f5de req-a46f7cfb-9587-43a3-a48a-d5f2571960c9 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407605 Nov 01 18:12:41.159770 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:41.244421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e34f702-9ac0-4d5d-aa46-35ff6746a2e9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:41.255325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Checking segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:41.255809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Network hostable DHCP agents. Network: cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:12:41.382830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c97f0-50e0-4a92-9087-1a02b0b905d6 req-4e90a24a-273f-47ba-ac48-fd2f32a5b727 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:41.382830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b34c97f0-50e0-4a92-9087-1a02b0b905d6 req-4e90a24a-273f-47ba-ac48-fd2f32a5b727 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0549409 Nov 01 18:12:41.382830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b34c97f0-50e0-4a92-9087-1a02b0b905d6 req-ecc44975-e78f-41e7-8aec-22512dc007f6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Nov 01 18:12:41.512864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:12:41.627206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:41.640046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:41.640212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd7368-cf47-4fa1-9b11-a80f0006f6a1 None None] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:12:41.640658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:41.699690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-6ecaf066-0f2b-4ce2-92ca-5d5e4721ed5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643930 Nov 01 18:12:41.789444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-05ee81ff-d1e1-4567-b392-158f9734ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:41.791843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-05ee81ff-d1e1-4567-b392-158f9734ee8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.0606451 Nov 01 18:12:41.822529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:41.823396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-11047a48-7812-450c-8281-a9f67ab77ce7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1553979 Nov 01 18:12:41.827489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:41.836230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:12:41.837107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:41.924588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6f499a1-b5c8-4e48-baa9-68ec01d78529 req-d0166060-c50b-40cf-a743-bc4eaf55eb48 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0344069 Nov 01 18:12:41.952803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-9ade464a-6e4b-4eec-bf3b-d497dcae5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:41.954351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-9ade464a-6e4b-4eec-bf3b-d497dcae5bd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1300533 Nov 01 18:12:42.005357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Allocated IP 172.20.0.2 (cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c/5e34f702-9ac0-4d5d-aa46-35ff6746a2e9/683a8ae3-03cc-4be0-a9f5-33a6bf4e5250) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:42.012451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-2fdfa3c9-4d69-427e-8c5c-25fd64d57098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0401464 Nov 01 18:12:42.069541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-fbc6cd30-02d1-4603-8c83-a50ab1f7e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:42.071124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-fbc6cd30-02d1-4603-8c83-a50ab1f7e454 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0509491 Nov 01 18:12:42.078780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.079955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.139740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-4e1f6615-55f6-406d-aa63-4c9f5a66bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:42.142222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-4e1f6615-55f6-406d-aa63-4c9f5a66bc77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595303 Nov 01 18:12:42.155583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.155818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.293344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-d8944a41-b397-4123-8ca1-e656219c9852 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404469 Nov 01 18:12:42.300806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.313495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88d498-fd7b-4fe9-b651-a07e89ab3a67 req-cdb1bcde-6fb9-4ad5-b3c7-8bf0587560af tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:42.316070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd88d498-fd7b-4fe9-b651-a07e89ab3a67 req-cdb1bcde-6fb9-4ad5-b3c7-8bf0587560af tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.0812519 Nov 01 18:12:42.352359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:42.356840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:42.360667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:42.403880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Pushing event updated for resources: {'Port': ['ID=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:42.439662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Attempting to bind port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:42.439968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Attempting to bind port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:42.440338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Attempting to bind port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 on network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:42.446356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:42.446736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Checking segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:42.447146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.447957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Bound using segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:42.448648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Bound port: 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:42.448832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.536016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28fd8b92-24e3-4ece-95f2-fab054986c15 req-79e8f235-2023-4a3a-a9eb-76058c216187 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189336 Nov 01 18:12:42.536277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] For port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:42.545694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] For port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:42.560892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd88d498-fd7b-4fe9-b651-a07e89ab3a67 req-027a1bc6-40a1-4083-ba56-d008e544becf tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314895 Nov 01 18:12:42.579308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.589163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af0cbf-7668-4905-82bc-487a982c625d req-2ad00eb3-318f-46e6-8c63-5afc7ec10c85 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:42.591260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8af0cbf-7668-4905-82bc-487a982c625d req-2ad00eb3-318f-46e6-8c63-5afc7ec10c85 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1041095 Nov 01 18:12:42.653980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8af0cbf-7668-4905-82bc-487a982c625d req-25d61cfb-42b9-487a-8a12-c4d43331a861 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Nov 01 18:12:42.661370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:42.769292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e62a90-5488-4f9f-a706-d5aef12858a5 None None] Pushing event updated for resources: {'Port': ['ID=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:43.063549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0ae7ca7-4766-4ce9-81f0-988a0bdd94b3 req-992d1b13-db23-4b25-8908-e86f3a0b381c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0322938 Nov 01 18:12:43.064370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:43.101359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:43.234535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Allocated IP 172.25.2.152 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/cbd67bc7-8c68-4654-a622-84cdbd1e9cd5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:43.355333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:43.499261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:43.545845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:43.549571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:43.554662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:43.590161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:43.866001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5169f-b26c-4c96-903d-26a0d5ad3d51 req-574c660e-b8b2-4707-b0cd-13ef27ed8919 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:43.872020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdb5169f-b26c-4c96-903d-26a0d5ad3d51 req-574c660e-b8b2-4707-b0cd-13ef27ed8919 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.1563435 Nov 01 18:12:43.939352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdb5169f-b26c-4c96-903d-26a0d5ad3d51 req-fe3bb2ff-ea54-43cf-a655-d384b0a0265b tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495319 Nov 01 18:12:44.007246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c118e9f-83bc-4d4e-a234-579de0d15a21 req-579d2e32-3147-450a-9d3e-32ea091e4a8b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:44.008624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c118e9f-83bc-4d4e-a234-579de0d15a21 req-579d2e32-3147-450a-9d3e-32ea091e4a8b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0659602 Nov 01 18:12:44.012501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-8a83b1dc-6908-44e4-a321-64af3afee901 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294633 Nov 01 18:12:44.026435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b4eac5-a084-4e69-b6f4-06ec4bb8a807 None None] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:12:44.082827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c118e9f-83bc-4d4e-a234-579de0d15a21 req-b89d75db-0997-4e52-b0dd-538ed4574be3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Nov 01 18:12:44.211110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:44.228291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6963edb9-e242-4943-97ff-2d118b9dcdbf req-7fcae19b-9e50-4471-82a5-4244554647ce tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0315890 Nov 01 18:12:44.298122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-43d26510-9757-4fdc-9be4-9c8964fba7da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:44.298122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-43d26510-9757-4fdc-9be4-9c8964fba7da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636814 Nov 01 18:12:44.305346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Request body: {'port': {'device_id': '29f7143c-129e-4427-a418-a9e639929162', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '11725d76db6e40b8b115eedba029376f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:44.330482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] Provisioning complete for port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:44.331250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:44.475744 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:44.529180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] For port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:44.595709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:44.738536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:44.800924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:44.801304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:44.898442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:45.112570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892db22-968b-4f3c-b3fa-4ed082438d3b req-1afe4349-ed26-436c-84e7-6c0436cbad24 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:45.116360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9892db22-968b-4f3c-b3fa-4ed082438d3b req-1afe4349-ed26-436c-84e7-6c0436cbad24 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.1036325 Nov 01 18:12:45.187435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9892db22-968b-4f3c-b3fa-4ed082438d3b req-9bf553ed-53cc-47d2-a628-e3b2d264be1d tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630758 Nov 01 18:12:45.248511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd9e3-388f-4882-8dc1-b871b1fd124a req-b9cff207-6319-4f41-ae84-eef36657c9aa tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:45.250112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e2fd9e3-388f-4882-8dc1-b871b1fd124a req-b9cff207-6319-4f41-ae84-eef36657c9aa tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0552118 Nov 01 18:12:45.311541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e2fd9e3-388f-4882-8dc1-b871b1fd124a req-6fd76202-ea03-4f75-9561-c7f64c566363 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Nov 01 18:12:45.351333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19c7782c-526f-4b14-a864-6a2b2a62b50b req-a5ff74b7-04c7-4803-85a9-42332dbb7abf tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0299392 Nov 01 18:12:45.426756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:45.505185 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:12:45.505545 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:12:45.510131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf00f-750f-4903-a53e-bf9da90fe5b0 None None] Pushing event updated for resources: {'Port': ['ID=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:45.523479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Router 903b1afc-95e3-4f37-93d0-624782aba974 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:12:45.525557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Made reservation on behalf of 11725d76db6e40b8b115eedba029376f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:12:45.530621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:45.561397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e0965656-5eb1-488a-afae-d02e0184aa13 None None] Provisioning complete for port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:45.563747 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e0965656-5eb1-488a-afae-d02e0184aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:45.774640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:12:45.782044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Sync routers for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:12:45.801191 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:45.801997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:45.806111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Allocated IP 192.168.233.60 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/5f280589-39dc-47f1-ab92-38f8ab846079) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:45.941753 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:45.989084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:45.991006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d728848-f8fd-4fc8-9c10-20157d324671 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1665161 Nov 01 18:12:45.993729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:46.157181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:46.265494 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:43Z', 'revision_number': 3, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:46.304198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c06d05f7-7fbd-44ab-9081-2ce17576cb59 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:46.309838 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Checking router: 903b1afc-95e3-4f37-93d0-624782aba974 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:12:46.310179 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Updating router 903b1afc-95e3-4f37-93d0-624782aba974 port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:12:46.337377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:46.364071 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:46.386216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:46.388586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c35fd-54ba-449b-aa01-60f217640210 req-5ba6160f-3e84-460d-b0a5-544da92e30f5 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:46.394076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a95c35fd-54ba-449b-aa01-60f217640210 req-5ba6160f-3e84-460d-b0a5-544da92e30f5 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 944 time: 0.1058228 Nov 01 18:12:46.398584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67', 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:46.482828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:46.488293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:46.492492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:46.539206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a95c35fd-54ba-449b-aa01-60f217640210 req-5ba79cef-c6ae-47e6-a9b0-0aa0860feaf4 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408656 Nov 01 18:12:46.539464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event updated for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:46.579365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79032c-e2a2-46e3-a451-fbd81793b71f req-7dbb191c-3e90-4ad0-90d6-9c4b54940cf6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:46.585612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d79032c-e2a2-46e3-a451-fbd81793b71f req-7dbb191c-3e90-4ad0-90d6-9c4b54940cf6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1771915 Nov 01 18:12:46.655620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:46.656331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:46.692913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:46.770378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'port_id': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'mac_address': 'fa:16:3e:f7:16:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:12:46.781878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:46.824370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d79032c-e2a2-46e3-a451-fbd81793b71f req-d952e32b-b572-4f59-86ba-b7d2d713f232 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319038 Nov 01 18:12:46.890383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7b663-9e21-485c-9094-e4dc7905d6cf req-5da183b7-f086-4098-ad8b-f8524685a72d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:46.901743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c7b663-9e21-485c-9094-e4dc7905d6cf req-5da183b7-f086-4098-ad8b-f8524685a72d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 935 time: 0.2079003 Nov 01 18:12:46.925638 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-0c051fb4-f389-4fc0-938b-b9ebda3eb3c5 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6245949 Nov 01 18:12:46.950139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Request body: {'port': {'device_id': '29f7143c-129e-4427-a418-a9e639929162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:47.000854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.066699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8586d138-f994-4e38-9327-ee7be0622676 None None] Provisioning complete for port 5f280589-39dc-47f1-ab92-38f8ab846079 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:47.069759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8586d138-f994-4e38-9327-ee7be0622676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.107737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06d05f7-7fbd-44ab-9081-2ce17576cb59 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:47.123939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.128857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c7b663-9e21-485c-9094-e4dc7905d6cf req-f478bb69-6052-4d38-9b47-42591a12e453 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063804 Nov 01 18:12:47.150454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-0470e6f6-fb5f-41d0-91c8-ecc6680dd270 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2419934 Nov 01 18:12:47.156762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.187876 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.239879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8586d138-f994-4e38-9327-ee7be0622676 None None] Port 5f280589-39dc-47f1-ab92-38f8ab846079 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:47.258705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:47.259188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.271168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-ad30f04e-5411-455d-8407-dc3e9bf98878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:47.273565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-ad30f04e-5411-455d-8407-dc3e9bf98878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 1095 time: 0.1001709 Nov 01 18:12:47.289395 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.358190 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:47.360481 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Attempting to bind port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:47.360888 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Attempting to bind port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:47.361249 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Attempting to bind port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:47.373629 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.373974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.374317 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.374659 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.374992 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.375324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.375732 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.376062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.376388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.376713 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.377077 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.377402 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:47.383104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:47.383528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:47.383994 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.384677 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:47.385165 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Bound port: cbd67bc7-8c68-4654-a622-84cdbd1e9cd5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:47.385568 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.413078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:47.490516 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] For port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:47.495193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] For port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:47.514466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-1b33f58d-c1c8-47de-b1d8-2987302825d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:47.516977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-1b33f58d-c1c8-47de-b1d8-2987302825d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2179208 Nov 01 18:12:47.520970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.611240 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.639861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-42ee8c67-1a20-4a26-bd61-e92eef4a9b92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 200 len: 217 time: 0.1130242 Nov 01 18:12:47.653620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Allocated IP 172.20.0.1 (cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c/5e34f702-9ac0-4d5d-aa46-35ff6746a2e9/073ec298-4079-40fd-a40e-a98861044f80) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:47.721723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:47.741288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f280589-39dc-47f1-ab92-38f8ab846079 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:47.766900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12c1d-9ac2-4a61-adf6-5d1e2b12f50b req-46967c2e-1a6a-481b-b962-5a73053dfd30 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:47.776178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a12c1d-9ac2-4a61-adf6-5d1e2b12f50b req-46967c2e-1a6a-481b-b962-5a73053dfd30 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 945 time: 0.1067219 Nov 01 18:12:47.783977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:47.786036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-3ea137ed-9cbe-4a30-9324-eb34edb1b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:47.788811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-3ea137ed-9cbe-4a30-9324-eb34edb1b03c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1397281 Nov 01 18:12:47.798005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:47.799987 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:47.828719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-4dff95c5-07b3-4f2e-afca-c18b72a5e9a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296328 Nov 01 18:12:47.915991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Transition to ACTIVE for port object 5f280589-39dc-47f1-ab92-38f8ab846079 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:12:47.934052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c06d05f7-7fbd-44ab-9081-2ce17576cb59'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:48.004840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.026613 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd168da-ce2f-4287-a2d1-0eb60f2c1a61 None None] Pushing event updated for resources: {'Port': ['ID=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:48.066648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.068719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a12c1d-9ac2-4a61-adf6-5d1e2b12f50b req-60d6f8d2-77c9-4dde-9d39-df4c1e61de62 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861176 Nov 01 18:12:48.084477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-62e08f00-5abd-48d6-96cd-cbdaec46a0bd service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232952 Nov 01 18:12:48.165299 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:48.277185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:48.399585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Attempting to bind port 5f280589-39dc-47f1-ab92-38f8ab846079 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:48.400473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Attempting to bind port 5f280589-39dc-47f1-ab92-38f8ab846079 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:48.401063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Attempting to bind port 5f280589-39dc-47f1-ab92-38f8ab846079 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:48.406624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Port 5f280589-39dc-47f1-ab92-38f8ab846079 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:12:48.407397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Attempting to bind port 5f280589-39dc-47f1-ab92-38f8ab846079 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:48.411427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.435302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:48.438450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:48.440861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:48.441524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:48.442121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:48.442799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Bound port: 5f280589-39dc-47f1-ab92-38f8ab846079, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:48.444385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.450122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:48.617544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16412-74fb-4db6-9dad-2f64fffd2be7 req-2a14dc3e-6439-44c7-94c2-1530bf6f5354 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:48.619943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91d16412-74fb-4db6-9dad-2f64fffd2be7 req-2a14dc3e-6439-44c7-94c2-1530bf6f5354 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.3213747 Nov 01 18:12:48.634998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.674730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:43Z', 'revision_number': 3, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:48.690999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-461ab502-e1c7-49af-80db-2a054db83316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.701921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554647d5-016e-40da-a654-ebb125d56c50 req-51154d3f-4314-40bd-97c6-bc9645181d79 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:48.718735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554647d5-016e-40da-a654-ebb125d56c50 req-51154d3f-4314-40bd-97c6-bc9645181d79 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.2816367 Nov 01 18:12:48.753212 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b18f5-285c-4e8d-932d-0e631262c10b None None] The sync data for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 is: [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:43Z', 'revision_number': 3, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:12:48.766573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91d16412-74fb-4db6-9dad-2f64fffd2be7 req-61492ac5-2855-4ff4-900d-41c4b34ddfbb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278863 Nov 01 18:12:48.769918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b287edc6-df76-4a3e-bf67-ef08ff55f46c req-f68927a5-cd66-4a0d-aa3f-30526e194385 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845822 Nov 01 18:12:48.871920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554647d5-016e-40da-a654-ebb125d56c50 req-cb0b9c7d-f61b-4197-88de-3eabb7d6a0af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569028 Nov 01 18:12:48.883988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Pushing event updated for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:48.928423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d572fcb7-b1c2-458e-a1a3-e40ad0c90ba8 None None] Provisioning complete for port 073ec298-4079-40fd-a40e-a98861044f80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:48.929528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d572fcb7-b1c2-458e-a1a3-e40ad0c90ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:48.944545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:48.983280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5f280589-39dc-47f1-ab92-38f8ab846079,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:49.002189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d572fcb7-b1c2-458e-a1a3-e40ad0c90ba8 None None] Port 073ec298-4079-40fd-a40e-a98861044f80 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:49.095874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:49.164745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.178493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:49.178493 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f280589-39dc-47f1-ab92-38f8ab846079 HTTP/1.1" status: 200 len: 1095 time: 2.2270408 Nov 01 18:12:49.178493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:49.179314 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092725e-3c80-428d-9b14-026016e51ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:49.351937 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f338d46a-2831-4452-bdf9-92a9b45f7dc6 x-openstack-request-id: req-f338d46a-2831-4452-bdf9-92a9b45f7dc6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:49.353489 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:49.353489 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f338d46a-2831-4452-bdf9-92a9b45f7dc6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:49.354006 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079', 'status': 'completed', 'code': 200} Nov 01 18:12:49.358149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:49.387277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded697a-36cd-42d1-ba33-96b96bcd96e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:49.508998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25ff62-5e9e-4b6a-9d47-1ff1904dec56 req-d9bd0220-d635-481b-a3fe-4f669c380744 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.519321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f25ff62-5e9e-4b6a-9d47-1ff1904dec56 req-d9bd0220-d635-481b-a3fe-4f669c380744 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 945 time: 0.1627135 Nov 01 18:12:49.592394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f25ff62-5e9e-4b6a-9d47-1ff1904dec56 req-128575f4-8ff3-4ba7-82ab-97b1426e769d tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718501 Nov 01 18:12:49.595426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092725e-3c80-428d-9b14-026016e51ad8 req-439b03c7-7b35-4664-989b-bcdcbbc69eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.598118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f092725e-3c80-428d-9b14-026016e51ad8 req-439b03c7-7b35-4664-989b-bcdcbbc69eec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 1098 time: 0.1965728 Nov 01 18:12:49.659452 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f092725e-3c80-428d-9b14-026016e51ad8 req-c1fe325f-092d-47fe-8f83-f021bf11168a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11725d76db6e40b8b115eedba029376f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487664 Nov 01 18:12:49.819932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092725e-3c80-428d-9b14-026016e51ad8 req-b0b54070-8dd0-4295-ad40-3e3f4dda1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.821401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f092725e-3c80-428d-9b14-026016e51ad8 req-b0b54070-8dd0-4295-ad40-3e3f4dda1bef service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318245 Nov 01 18:12:49.853054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:49.938087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a454db-3aae-4667-9b18-3bf5fac2f939 req-6997ac4f-aef5-4270-87ca-fed4a0ca2416 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.946872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2a454db-3aae-4667-9b18-3bf5fac2f939 req-6997ac4f-aef5-4270-87ca-fed4a0ca2416 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.0751019 Nov 01 18:12:49.954211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-a3d0aaba-ddb8-434f-ad4b-127e417d76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:49.965388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-a3d0aaba-ddb8-434f-ad4b-127e417d76d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11725d76db6e40b8b115eedba029376f&device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 1098 time: 0.0986471 Nov 01 18:12:49.966628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:50.039178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2a454db-3aae-4667-9b18-3bf5fac2f939 req-5038e062-be10-40e3-8bd1-d48bdd9e654d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913835 Nov 01 18:12:50.065531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25237ae0-c8fa-4c83-bdfe-af5c416acaeb req-53eeff86-cd4b-4bce-85d5-d6100f985f67 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:50.067082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25237ae0-c8fa-4c83-bdfe-af5c416acaeb req-53eeff86-cd4b-4bce-85d5-d6100f985f67 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1056108 Nov 01 18:12:50.079279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-56bb3fd9-86cd-4c20-b819-7fe9da56eeb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5f280589-39dc-47f1-ab92-38f8ab846079 HTTP/1.1" status: 200 len: 217 time: 0.0616040 Nov 01 18:12:50.106415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Pushing event updated for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:50.137079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:50.139828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25237ae0-c8fa-4c83-bdfe-af5c416acaeb req-1cecd0e1-27d0-47d3-b9f9-f7e5539d7f43 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594532 Nov 01 18:12:50.256266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-ca6bf0b2-aadd-4eee-b36d-998d80047e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:50.257762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-ca6bf0b2-aadd-4eee-b36d-998d80047e50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1656988 Nov 01 18:12:50.325021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:50.326535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:50.328434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c06d05f7-7fbd-44ab-9081-2ce17576cb59 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:50.339405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-34389c2a-07d4-43e2-a98f-d5539deabf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:50.341005 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-34389c2a-07d4-43e2-a98f-d5539deabf8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729594 Nov 01 18:12:50.547833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port c06d05f7-7fbd-44ab-9081-2ce17576cb59 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:12:50.558530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c06d05f7-7fbd-44ab-9081-2ce17576cb59 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:50.558901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:50.616377 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-86dfa270-6097-4b85-87cc-16d8cbaa3bdd service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175109 Nov 01 18:12:50.618222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Router 903b1afc-95e3-4f37-93d0-624782aba974 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:12:50.806949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:50.872869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b68e2d-40ed-4501-b5be-0f820846e5c1 req-40166bf0-a3be-45d2-8efc-90924da7fd58 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:50.874786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77b68e2d-40ed-4501-b5be-0f820846e5c1 req-40166bf0-a3be-45d2-8efc-90924da7fd58 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 945 time: 0.1443052 Nov 01 18:12:50.877883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e70c71b5-0923-492c-ba96-316c84d78526 None None] Provisioning complete for port 073ec298-4079-40fd-a40e-a98861044f80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:50.878328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e70c71b5-0923-492c-ba96-316c84d78526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:50.922026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:50.950183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77b68e2d-40ed-4501-b5be-0f820846e5c1 req-26b8e5c6-f119-489f-b844-46def96bb467 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600963 Nov 01 18:12:50.980140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e70c71b5-0923-492c-ba96-316c84d78526 None None] Port 073ec298-4079-40fd-a40e-a98861044f80 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:50.992503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:50.994779 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647fd235-4b3e-44b7-8be2-b56da4bb0f18" -d '{"events": [{"server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "name": "network-vif-plugged", "status": "completed", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:51.020001 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e5021b1-f233-4bb2-9004-0491d20c9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:51.020001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:51.028751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:51.029215 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:51.054507 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554f42b-4d4e-44ab-b4d0-e8f6759715e1 x-openstack-request-id: req-3554f42b-4d4e-44ab-b4d0-e8f6759715e1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:51.058116 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "name": "network-vif-plugged", "status": "completed", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:51.058116 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3554f42b-4d4e-44ab-b4d0-e8f6759715e1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:51.058116 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'code': 200} Nov 01 18:12:51.196934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:51.204560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:51.291033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:51.321691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:51.361535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3bad-9ae9-4f0d-ba50-4ac88410bf3f req-1141d7ce-fdc0-409d-9e0c-81a906f3d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:51.363031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e43e3bad-9ae9-4f0d-ba50-4ac88410bf3f req-1141d7ce-fdc0-409d-9e0c-81a906f3d19d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 1097 time: 0.1979394 Nov 01 18:12:51.392097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:12:51.402361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Sync routers for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:12:51.403146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41b2853c-8b97-4302-b23a-0aa07cad12e8 req-b6a79d0a-ee9a-4063-93f2-c538e7009998 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669992 Nov 01 18:12:51.405638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d058bcb-3617-4a56-b0a3-72089b31851d req-52a56845-a178-48b1-bcc5-a1219f9cbb26 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:51.408712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e3729479-2037-475b-87c8-9fca21ca1505 admin admin] 10.222.0.31 "PUT /v2.0/routers/903b1afc-95e3-4f37-93d0-624782aba974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4139764 Nov 01 18:12:51.410638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d058bcb-3617-4a56-b0a3-72089b31851d req-52a56845-a178-48b1-bcc5-a1219f9cbb26 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.2594378 Nov 01 18:12:51.438191 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:51.441141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:51.441768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:51.469583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f1cf-9606-4ab5-9ebd-2a491929890c req-9cc24b38-4c82-40a1-be4b-d913f57dd412 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:51.471079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c067f1cf-9606-4ab5-9ebd-2a491929890c req-9cc24b38-4c82-40a1-be4b-d913f57dd412 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1867340 Nov 01 18:12:51.495009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e43e3bad-9ae9-4f0d-ba50-4ac88410bf3f req-c45e3b15-83ae-4d57-9f50-a22d54a786e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154461 Nov 01 18:12:51.529637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d058bcb-3617-4a56-b0a3-72089b31851d req-0bc5c1df-c0d2-4923-8a87-ed90d0fbba3f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049032 Nov 01 18:12:51.560471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c067f1cf-9606-4ab5-9ebd-2a491929890c req-f27b2c55-9942-417a-8bbb-74c73f1c06d7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728562 Nov 01 18:12:51.845897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:51.868484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:51.962870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.127163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:49Z', 'revision_number': 2, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:52.148856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca550-bf29-4592-b73d-084b84757c49 req-9a3c9de8-f012-4d64-8557-d96c25c39d4b tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:52.157125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2fca550-bf29-4592-b73d-084b84757c49 req-9a3c9de8-f012-4d64-8557-d96c25c39d4b tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.0810471 Nov 01 18:12:52.170348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Checking router: 903b1afc-95e3-4f37-93d0-624782aba974 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:12:52.170709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Updating router 903b1afc-95e3-4f37-93d0-624782aba974 port 073ec298-4079-40fd-a40e-a98861044f80 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:12:52.202726 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.213649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2fca550-bf29-4592-b73d-084b84757c49 req-817d44cf-c54f-470b-8aad-e8293ac14148 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551808 Nov 01 18:12:52.561925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.625416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:52.630202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778956166', 'description': 'tempest-description--779917642'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:52.656392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.710924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be41819-e15c-4733-bf73-cb6a09e1637f req-0a52b7c3-4cb8-4f12-87f6-fbb3a5381c44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:52.715192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5be41819-e15c-4733-bf73-cb6a09e1637f req-0a52b7c3-4cb8-4f12-87f6-fbb3a5381c44 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.0982957 Nov 01 18:12:52.762537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Pushing event updated for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:52.796598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:52.810758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.907997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5be41819-e15c-4733-bf73-cb6a09e1637f req-26069723-7bc9-4abf-af82-78f2c4888e3f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723704 Nov 01 18:12:52.908242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Attempting to bind port 073ec298-4079-40fd-a40e-a98861044f80 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:12:52.908469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Attempting to bind port 073ec298-4079-40fd-a40e-a98861044f80 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:12:52.908786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Attempting to bind port 073ec298-4079-40fd-a40e-a98861044f80 on network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:12:52.928886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:12:52.929252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Checking segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:12:52.929664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.936473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Bound using segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:12:52.936767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Bound port: 073ec298-4079-40fd-a40e-a98861044f80, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:12:52.939793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:52.950967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990621cd-e0b3-462e-83fc-52dac973fee3 req-a11bd723-fd8a-4bff-b1cd-7e959c5bcb29 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:52.959885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-990621cd-e0b3-462e-83fc-52dac973fee3 req-a11bd723-fd8a-4bff-b1cd-7e959c5bcb29 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1814582 Nov 01 18:12:52.979545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.019975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:53.020352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.052161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-990621cd-e0b3-462e-83fc-52dac973fee3 req-d7e818a1-c15c-4bdf-887f-e18f5c5f137c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Nov 01 18:12:53.078241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.080230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] For port 073ec298-4079-40fd-a40e-a98861044f80, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:12:53.098218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] For port 073ec298-4079-40fd-a40e-a98861044f80, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=073ec298-4079-40fd-a40e-a98861044f80,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:12:53.129745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812776bd-af76-4360-8c90-35ece004d14b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:53.139141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.140302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.140302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.140824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.141410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.141803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.142153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.142523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.142830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.143286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.144743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.145066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.167150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0710ca79-6ec0-45a2-b2d4-9caea0c3f62b None None] Provisioning complete for port 073ec298-4079-40fd-a40e-a98861044f80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:53.167544 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0710ca79-6ec0-45a2-b2d4-9caea0c3f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.197970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.231181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.241777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9c38228e-1630-4baa-b8dc-1c100ccca7ae tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6131325 Nov 01 18:12:53.243261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37504) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:53.258903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'security_group_rule': {'security_group_id': '812776bd-af76-4360-8c90-35ece004d14b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:53.261677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0710ca79-6ec0-45a2-b2d4-9caea0c3f62b None None] Port 073ec298-4079-40fd-a40e-a98861044f80 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:12:53.288841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:53.289654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:53.292290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Pushing event updated for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:53.357931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.358279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.358617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.359068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.359405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.359749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.360083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.360405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.360732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.361041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.361366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.361707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5f0d4-6f94-48ec-81b2-eb5a7e885bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:12:53.382655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1955f-4c39-4d2a-afb3-0d0cd80536cf req-9ac0c3ab-7375-43e4-9ec8-9a02efe2d694 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:53.384412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e1955f-4c39-4d2a-afb3-0d0cd80536cf req-9ac0c3ab-7375-43e4-9ec8-9a02efe2d694 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.0680511 Nov 01 18:12:53.434433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.449969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e1955f-4c39-4d2a-afb3-0d0cd80536cf req-3acca2a7-69ee-4b95-964b-122a18f229f3 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586946 Nov 01 18:12:53.466200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:53.544757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.642759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] Provisioning complete for port 073ec298-4079-40fd-a40e-a98861044f80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:53.643458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.674863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.743454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.768682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc7f8bf-fed8-4f96-978f-f66e71e6e224,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:53.782873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:53.818762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:53.857177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] For port 073ec298-4079-40fd-a40e-a98861044f80, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=073ec298-4079-40fd-a40e-a98861044f80,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:53.858348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e937a-ec45-4e68-8f58-9292742ccf3b None None] The sync data for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 is: [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:12:54.002096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.006030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37512) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:54.006622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5bc8a70-6487-498a-abeb-f5da910184ed tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7611587 Nov 01 18:12:54.011491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'security_group_rule': {'security_group_id': '812776bd-af76-4360-8c90-35ece004d14b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:54.049324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.077635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2798b88-3f14-43b1-abad-7638dc4c320c req-12f59ba5-5cc1-424a-8024-0daa7a30421d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:54.084610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2798b88-3f14-43b1-abad-7638dc4c320c req-12f59ba5-5cc1-424a-8024-0daa7a30421d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.0865638 Nov 01 18:12:54.134305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2798b88-3f14-43b1-abad-7638dc4c320c req-32c85326-5425-4868-b9ec-a976c1f750dd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Nov 01 18:12:54.155924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc45189-80d4-48bd-827d-78bc0ede870e None None] Pushing event updated for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:54.211179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.266259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14986c-cdfd-472f-a646-460ab4ee8d09 req-9264bcb1-0bfb-4d14-a561-393a839de81d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:54.268282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f14986c-cdfd-472f-a646-460ab4ee8d09 req-9264bcb1-0bfb-4d14-a561-393a839de81d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0576446 Nov 01 18:12:54.301485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.321421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f14986c-cdfd-472f-a646-460ab4ee8d09 req-198fdafd-cf8b-4107-ae98-13019fef4382 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Nov 01 18:12:54.437497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.457559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f91d714-dc5e-4273-a93c-3e4a13421996,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:54.613869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b761d-4283-4646-a54e-3464d739d992 req-6023a5aa-dd3f-45a5-8445-4caa8e2a7e94 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:54.618251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697b761d-4283-4646-a54e-3464d739d992 req-6023a5aa-dd3f-45a5-8445-4caa8e2a7e94 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.0862124 Nov 01 18:12:54.619031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.621258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5eab07eb-e1f8-4ccd-9495-ef330cb1c9ac tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6126566 Nov 01 18:12:54.624739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37524) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:54.629693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:54.703428 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697b761d-4283-4646-a54e-3464d739d992 req-c0e769a6-62b5-4668-bfa9-82ed6eb95082 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681496 Nov 01 18:12:54.770874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 073ec298-4079-40fd-a40e-a98861044f80 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:12:54.847135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 073ec298-4079-40fd-a40e-a98861044f80 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:12:54.848119 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.917708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65992dd3-5e68-44cf-9515-a2551442b24e req-f298ca45-a3f5-43b2-bef4-947b480bc293 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:54.923301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65992dd3-5e68-44cf-9515-a2551442b24e req-f298ca45-a3f5-43b2-bef4-947b480bc293 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.1321440 Nov 01 18:12:54.928942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37530) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:12:54.934150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Request body: {'floatingip': {'port_id': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:12:54.983698 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:54.991745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:55.141164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:55.317427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Allocated IP 172.25.2.235 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/d22f1306-54dd-4cef-a3aa-c884b08a238c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:12:55.340049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be7d0-90fb-4f8c-b88a-9769c6798431 req-ce9fc82d-af33-4c7f-bdcb-2700a765dd16 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:55.345100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e98be7d0-90fb-4f8c-b88a-9769c6798431 req-ce9fc82d-af33-4c7f-bdcb-2700a765dd16 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.0927641 Nov 01 18:12:55.452904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e98be7d0-90fb-4f8c-b88a-9769c6798431 req-8018be81-f91c-405c-ab8e-924c3f1e9244 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 Nov 01 18:12:55.504822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:55.614115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099153a-8b56-48ec-b071-008f2857880f req-4eb9fa64-e82b-47f1-bfed-cebe5f4523cb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:55.622500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2099153a-8b56-48ec-b071-008f2857880f req-4eb9fa64-e82b-47f1-bfed-cebe5f4523cb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1426744 Nov 01 18:12:55.674443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2099153a-8b56-48ec-b071-008f2857880f req-5e02bdeb-efee-4aaa-a4c5-735309e80983 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497997 Nov 01 18:12:55.675757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:55.750296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'Port': ['ID=d22f1306-54dd-4cef-a3aa-c884b08a238c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:55.754407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:12:55.757011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:12:55.759284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:12:55.786711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:55.843254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-4408057a-48a8-4a29-b2f2-96d6e46dbcf6 req-cfb1d612-503d-4c44-bdfe-936ae426b030 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:12:55.844307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4408057a-48a8-4a29-b2f2-96d6e46dbcf6 req-cfb1d612-503d-4c44-bdfe-936ae426b030 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069432 Nov 01 18:12:55.865814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.011067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.129632 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Floating IP 972ca281-5087-4157-8244-2613aa1a6447 associated. External IP: 172.25.2.24, port: c06d05f7-7fbd-44ab-9081-2ce17576cb59. Nov 01 18:12:56.141328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.286238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.311759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.357488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Router 70719e05-ca93-4aa0-bbba-2f7acea97deb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:12:56.399372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.495028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:12:56.500835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.506937 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Sync routers for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:12:56.526687 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:56.527631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:56.532629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'Port': ['ID=d22f1306-54dd-4cef-a3aa-c884b08a238c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:56.544120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-42c559a4-ae9f-4aa1-921f-6f2ffa2b2997 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "PUT /v2.0/floatingips/972ca281-5087-4157-8244-2613aa1a6447 HTTP/1.1" status: 200 len: 991 time: 1.6054893 Nov 01 18:12:56.551529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:12:56.553470 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a8b06c-8901-477f-87fb-77294af6719b" -d '{"events": [{"name": "network-changed", "server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:12:56.571875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d7a5f-1e22-47b0-bed8-39341e4f2e65 req-720bf9d8-dfd8-48ca-9497-50dee0dcb853 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:56.573714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-736d7a5f-1e22-47b0-bed8-39341e4f2e65 req-720bf9d8-dfd8-48ca-9497-50dee0dcb853 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1367185 Nov 01 18:12:56.584231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.650344 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:56.665519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-b9b749c1-31ee-4653-844e-05db10e43ba8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742621 Nov 01 18:12:56.714215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e477-f37a-4211-bbf9-301805b70e3f req-50e71e71-688a-4279-98c8-4466b64ba5fb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:56.715815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddc0e477-f37a-4211-bbf9-301805b70e3f req-50e71e71-688a-4279-98c8-4466b64ba5fb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 947 time: 0.1202543 Nov 01 18:12:56.726918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-736d7a5f-1e22-47b0-bed8-39341e4f2e65 req-552eb230-db55-4b28-a032-f169ec062228 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300581 Nov 01 18:12:56.784474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddc0e477-f37a-4211-bbf9-301805b70e3f req-8dcf5755-e704-488a-bb2a-8b74a46d8b5f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Nov 01 18:12:56.813286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:56.816469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-24e1a506-8eef-478d-9518-e8880ffe0562 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1904404 Nov 01 18:12:56.848105 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb7fac-5ad7-4905-b0a9-944886389f90 x-openstack-request-id: req-76cb7fac-5ad7-4905-b0a9-944886389f90 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:12:56.848652 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:12:56.848652 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76cb7fac-5ad7-4905-b0a9-944886389f90 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:12:56.849648 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'status': 'completed', 'code': 200} Nov 01 18:12:56.917793 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '972ca281-5087-4157-8244-2613aa1a6447', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'port_id': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'mac_address': 'fa:16:3e:f7:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:11:40Z', 'updated_at': '2021-11-01T18:12:55Z', 'revision_number': 1, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:56.950392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b06c-8901-477f-87fb-77294af6719b req-9d9222c7-ac1a-4eb5-acc2-7f3a1c6a9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:56.952609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-9d9222c7-ac1a-4eb5-acc2-7f3a1c6a9dd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 1097 time: 0.0580442 Nov 01 18:12:56.962539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Checking router: 70719e05-ca93-4aa0-bbba-2f7acea97deb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:12:56.971655 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:12:56.972716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:57.063226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-cbb1ae24-14e6-4335-bb86-df18d24bb4f5 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--778956166&fields=id&tenant_id=5065bbeb4fc544e6bff3519db64982f1 HTTP/1.1" status: 200 len: 267 time: 0.1078165 Nov 01 18:12:57.128087 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:12:57.195152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b06c-8901-477f-87fb-77294af6719b req-0cafeef9-10a3-4366-8e8a-3df76a46a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:57.200829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-0cafeef9-10a3-4366-8e8a-3df76a46a906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbce7560-bdcc-4e29-a9bc-5d5691c873ca HTTP/1.1" status: 200 len: 916 time: 0.2276535 Nov 01 18:12:57.260793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5f280589-39dc-47f1-ab92-38f8ab846079 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:12:57.277507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-2d8847f3-78d4-44e4-a812-abd04293c114 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:57.286107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-2d8847f3-78d4-44e4-a812-abd04293c114 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/networks?id=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c HTTP/1.1" status: 200 len: 806 time: 0.2094569 Nov 01 18:12:57.305701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-769130e7-1517-4542-a1a5-c0fd0b26861c tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/quotas/5065bbeb4fc544e6bff3519db64982f1 HTTP/1.1" status: 200 len: 375 time: 0.0185349 Nov 01 18:12:57.309999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-13919a44-6e26-42a8-97d2-5a2c3fba78a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59 HTTP/1.1" status: 200 len: 999 time: 0.0998852 Nov 01 18:12:57.387366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5f280589-39dc-47f1-ab92-38f8ab846079,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:57.401777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '5f280589-39dc-47f1-ab92-38f8ab846079', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '5f280589-39dc-47f1-ab92-38f8ab846079', 'mac_address': 'fa:16:3e:81:fb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:12:57.447854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:57.452741 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '972ca281-5087-4157-8244-2613aa1a6447', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'port_id': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'mac_address': 'fa:16:3e:f7:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:11:40Z', 'updated_at': '2021-11-01T18:12:55Z', 'revision_number': 1, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:12:57.471379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f280589-39dc-47f1-ab92-38f8ab846079 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:12:57.499490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5f280589-39dc-47f1-ab92-38f8ab846079,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:12:57.507560 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa69a7-7482-4f03-ac95-f977946c3b66 None None] The sync data for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 is: [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '972ca281-5087-4157-8244-2613aa1a6447', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'port_id': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'mac_address': 'fa:16:3e:f7:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:11:40Z', 'updated_at': '2021-11-01T18:12:55Z', 'revision_number': 1, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:12:57.673915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:12:57.732649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:12:57.801436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67df981-22a0-4454-b950-ab782b7175b0 None None] New status for floating IP 972ca281-5087-4157-8244-2613aa1a6447: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:12:57.869096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-b31a7f2e-2008-4de9-b342-83fcf9e9583c tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5065bbeb4fc544e6bff3519db64982f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5515704 Nov 01 18:12:57.899165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b06c-8901-477f-87fb-77294af6719b req-c04e43f5-0afc-4960-8b6c-b20fbd4c6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:57.900890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-c04e43f5-0afc-4960-8b6c-b20fbd4c6e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa991726-315e-4a95-a194-b0447aba022d HTTP/1.1" status: 200 len: 854 time: 0.5702085 Nov 01 18:12:58.024222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4393d0f-c9cc-45ca-b729-826149c08d87 req-29bb9075-f52b-41e7-9de9-908ea8c59599 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:58.025850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4393d0f-c9cc-45ca-b729-826149c08d87 req-29bb9075-f52b-41e7-9de9-908ea8c59599 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1513033 Nov 01 18:12:58.054563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b06c-8901-477f-87fb-77294af6719b req-b711209d-c399-49d7-8a1c-3fac87e26b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:58.056143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-b711209d-c399-49d7-8a1c-3fac87e26b86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbce7560-bdcc-4e29-a9bc-5d5691c873ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405239 Nov 01 18:12:58.065197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-3591281c-a0a8-4f1a-b442-dc6985b31303 service neutron] 10.222.0.31 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757863 Nov 01 18:12:58.223980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['5f280589-39dc-47f1-ab92-38f8ab846079'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:12:58.263534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4393d0f-c9cc-45ca-b729-826149c08d87 req-dbaeaca8-9c6d-47b7-88a8-904851718569 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266765 Nov 01 18:12:58.280620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-05e5bf6b-6111-4f67-9429-5f954e5b4656 service neutron] 10.222.0.31 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091548 Nov 01 18:12:58.285178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-6ddeccb0-fe20-4a54-a2ec-a077ba864829 service neutron] 10.222.0.32 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097411 Nov 01 18:12:58.485108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2056d-0b74-4d79-8db2-625d2a720da0 req-cf648c1e-7d6e-44ee-95e4-4ad1ed2458ae tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:58.487945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2a2056d-0b74-4d79-8db2-625d2a720da0 req-cf648c1e-7d6e-44ee-95e4-4ad1ed2458ae tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 948 time: 0.1253068 Nov 01 18:12:58.493339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a8b06c-8901-477f-87fb-77294af6719b req-ee6b644a-239f-4f14-9ccc-cb4df6047557 service neutron] 10.222.0.32 "GET /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002015 Nov 01 18:12:58.534359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2a2056d-0b74-4d79-8db2-625d2a720da0 req-d714158d-7f9d-4d46-b81e-ce3745b8231c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Nov 01 18:12:58.763902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84cba6f8-4bdf-40b1-a993-0e91f74ee010 req-b415edd9-e0cd-4960-81ed-4f6e87bef8e5 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0374043 Nov 01 18:12:59.395912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088aef-b2b0-4a1c-a534-04c2554b693d req-5c94548c-702b-4f5b-9eb1-d5a1b36b108b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:59.397447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b088aef-b2b0-4a1c-a534-04c2554b693d req-5c94548c-702b-4f5b-9eb1-d5a1b36b108b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0519888 Nov 01 18:12:59.440277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b088aef-b2b0-4a1c-a534-04c2554b693d req-ac6c6d33-8c32-41cb-8528-18300c82778b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Nov 01 18:12:59.672809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c109ab1-de66-453b-a512-bd66522f93e5 req-1120aac7-4405-4edc-9837-7c7d64bb8df9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:12:59.684469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c109ab1-de66-453b-a512-bd66522f93e5 req-1120aac7-4405-4edc-9837-7c7d64bb8df9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 948 time: 0.0756173 Nov 01 18:12:59.751069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c109ab1-de66-453b-a512-bd66522f93e5 req-bcfcddcd-ff63-43b3-90bf-905a96ceb175 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655622 Nov 01 18:12:59.857685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bec033c4-705e-4aa7-878e-e7a32a31b0ed req-89e5a58f-c323-4c26-90e3-3e7c84d66473 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0312436 Nov 01 18:13:00.566300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd862c4-f73c-4fe0-9c5e-debb2f88f735 req-7de27083-7522-44b4-be94-b554e1b11b29 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:00.568418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fd862c4-f73c-4fe0-9c5e-debb2f88f735 req-7de27083-7522-44b4-be94-b554e1b11b29 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0523911 Nov 01 18:13:00.613907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fd862c4-f73c-4fe0-9c5e-debb2f88f735 req-90eb49b6-b217-4d8e-95ee-ed64214a39c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Nov 01 18:13:00.881179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28d38-5b9e-443f-bcd3-7716f7caabab req-240593d4-ea05-4f38-8df8-00968a64031e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:00.888087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a28d38-5b9e-443f-bcd3-7716f7caabab req-240593d4-ea05-4f38-8df8-00968a64031e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 948 time: 0.0628459 Nov 01 18:13:00.933461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a28d38-5b9e-443f-bcd3-7716f7caabab req-6f3ea46e-11d5-49e4-9955-a71063a779e3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Nov 01 18:13:00.987390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-628d475c-744b-42bc-9272-fee098a311d6 req-dbbac1ba-0ce3-4037-b0bd-69ee3c2b7192 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0268700 Nov 01 18:13:01.268458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5f280589-39dc-47f1-ab92-38f8ab846079 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:01.741366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb82f5-5d25-433a-bb7c-83af735430f3 req-9be9fec9-8529-4be5-9545-e50833c44e50 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:01.779959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8fb82f5-5d25-433a-bb7c-83af735430f3 req-9be9fec9-8529-4be5-9545-e50833c44e50 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0532262 Nov 01 18:13:01.790667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8fb82f5-5d25-433a-bb7c-83af735430f3 req-61808250-b73c-4cee-a167-b95ad70d3dd8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Nov 01 18:13:01.808668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-c6571cef-066c-410d-bf69-4e2374d321ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:01.810211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-c6571cef-066c-410d-bf69-4e2374d321ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1101 time: 0.0672109 Nov 01 18:13:01.924429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-a9abaddd-2522-4e13-be7e-6fc68bc62f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:01.925898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-a9abaddd-2522-4e13-be7e-6fc68bc62f7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1013083 Nov 01 18:13:01.971950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-b65e5ad1-df1d-4fe3-bb68-119e4c7573da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0370028 Nov 01 18:13:02.024932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-268f356a-f38f-4969-a462-add9bf0e50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:02.026561 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-268f356a-f38f-4969-a462-add9bf0e50c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0477386 Nov 01 18:13:02.061531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e7bd6-7e67-4c0e-9e59-3567a312b78a req-5c1a6464-1581-43f2-a872-4edfb33307eb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:02.063162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea4e7bd6-7e67-4c0e-9e59-3567a312b78a req-5c1a6464-1581-43f2-a872-4edfb33307eb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 948 time: 0.0508950 Nov 01 18:13:02.095369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-284549bd-cf64-4859-9b33-44e98898e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:02.096911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-284549bd-cf64-4859-9b33-44e98898e6e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628276 Nov 01 18:13:02.132647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea4e7bd6-7e67-4c0e-9e59-3567a312b78a req-a6aea788-9ccd-4937-863a-92f99a454db0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584953 Nov 01 18:13:02.177922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d8220b3-4d9a-4b6b-8f7e-d820815d240a req-94acff0f-72b1-444c-9cbe-b8ca229b57f0 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0281501 Nov 01 18:13:02.212115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-17c8a3af-e99a-4aa0-8cdf-d077285e84a4 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069872 Nov 01 18:13:02.311235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-584acd6b-1edb-4659-a4b3-6255e4d66eb6 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Nov 01 18:13:02.387535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 5f280589-39dc-47f1-ab92-38f8ab846079 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:02.391685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 5f280589-39dc-47f1-ab92-38f8ab846079 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:02.392087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:02.469968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:02.493344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:02.495622 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d4f636-170f-4af4-abbd-c4dc76958028" -d '{"events": [{"server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "name": "network-vif-plugged", "status": "completed", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:02.509709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5f280589-39dc-47f1-ab92-38f8ab846079,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:02.535846 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c448f-8ed4-430b-9cea-764504ddad38 x-openstack-request-id: req-b31c448f-8ed4-430b-9cea-764504ddad38 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:02.536140 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "name": "network-vif-plugged", "status": "completed", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:02.536394 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b31c448f-8ed4-430b-9cea-764504ddad38 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:02.536866 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079', 'code': 200} Nov 01 18:13:02.658732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87cea-cd60-4b8d-a2f3-c249723693aa req-bd91f06b-8c61-429c-9281-25bb5b59fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:02.660393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93d87cea-cd60-4b8d-a2f3-c249723693aa req-bd91f06b-8c61-429c-9281-25bb5b59fa82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 1099 time: 0.0467684 Nov 01 18:13:02.696870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:02.698160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93d87cea-cd60-4b8d-a2f3-c249723693aa req-71e80b14-f9da-4746-b820-1ffa2b206fe0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290391 Nov 01 18:13:02.746190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:02.917888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b51b9-d514-4aab-b913-bdc55293f08b req-db92443e-8e37-4e90-be90-663e85df7134 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:02.919489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-827b51b9-d514-4aab-b913-bdc55293f08b req-db92443e-8e37-4e90-be90-663e85df7134 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0580916 Nov 01 18:13:02.974348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-827b51b9-d514-4aab-b913-bdc55293f08b req-9a42a14c-9542-4a58-ac5a-4f118cb40df8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Nov 01 18:13:03.278827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ceda5-8c44-4dd8-8ed0-d5243037df14 req-db37a399-1cbb-4ec8-a8ed-3a65d3fccf02 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:03.280485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-551ceda5-8c44-4dd8-8ed0-d5243037df14 req-db37a399-1cbb-4ec8-a8ed-3a65d3fccf02 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.0530906 Nov 01 18:13:03.314529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e8e3389-f56f-438b-98f9-4354ef296a59 req-2cd4d8da-f2d3-4f4d-a1ea-656683b119c0 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0329618 Nov 01 18:13:03.346321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-551ceda5-8c44-4dd8-8ed0-d5243037df14 req-877fb20d-d64d-4473-b8a6-bfebab065ede tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Nov 01 18:13:04.131846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-7ab3199e-f8f8-4b51-a681-2d565054962d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:04.133688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-7ab3199e-f8f8-4b51-a681-2d565054962d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.32 "GET /v2.0/networks?id=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c HTTP/1.1" status: 200 len: 806 time: 0.1508803 Nov 01 18:13:04.142676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd4e5-70f0-4a74-bb25-3848473e85f8 req-39c5aa0a-83a7-499f-95be-100d1e50bbe6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:04.147077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6facd4e5-70f0-4a74-bb25-3848473e85f8 req-39c5aa0a-83a7-499f-95be-100d1e50bbe6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0912302 Nov 01 18:13:04.207476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-a59ae8d1-a2db-422a-972f-8593fc51fe6d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5065bbeb4fc544e6bff3519db64982f1 HTTP/1.1" status: 200 len: 379 time: 0.0555701 Nov 01 18:13:04.217886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'port': {'device_id': '27110260-eb26-4666-b840-4abc3e65978c', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'admin_state_up': True, 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'security_groups': ['812776bd-af76-4360-8c90-35ece004d14b']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:04.252432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6facd4e5-70f0-4a74-bb25-3848473e85f8 req-b9e0c165-64fc-4ebf-baad-da7d0456aebe tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899401 Nov 01 18:13:04.442339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99b0334e-6143-45c7-8878-5dcce621bfd9 req-2815e968-51a3-4c4b-af73-e330aa53c286 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0373120 Nov 01 18:13:04.488579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:04.498711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82313c-691d-4ac6-958e-eb08d98a4d50 req-b9af2fc1-a0a8-4e50-b58e-784d80b58981 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:04.498711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d82313c-691d-4ac6-958e-eb08d98a4d50 req-b9af2fc1-a0a8-4e50-b58e-784d80b58981 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.0591488 Nov 01 18:13:04.544043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d82313c-691d-4ac6-958e-eb08d98a4d50 req-56af35d6-1374-4929-ab56-2d43dfc26a31 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Nov 01 18:13:04.656691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Made reservation on behalf of 5065bbeb4fc544e6bff3519db64982f1 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:04.660623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:04.797107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Allocated IP 172.20.0.6 (cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c/5e34f702-9ac0-4d5d-aa46-35ff6746a2e9/6fbe3c30-669a-40d8-8e80-ef6ee1d75a56) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:04.941960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:05.097001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:05.140938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:05.145627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:05.153544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:05.186312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event updated for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:05.230799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:05.231386 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:05.387264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-fdd4303d-8e45-4cad-9561-77a4e1e6836d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731684 Nov 01 18:13:05.408500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43aa19-618d-4df5-b326-cd03d66c5073 req-914a053a-cb00-4fb1-98cf-d475c65eb1dd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:05.410030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae43aa19-618d-4df5-b326-cd03d66c5073 req-914a053a-cb00-4fb1-98cf-d475c65eb1dd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0675201 Nov 01 18:13:05.455888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae43aa19-618d-4df5-b326-cd03d66c5073 req-d29ac201-b54a-4d95-81bf-80e692438a4b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Nov 01 18:13:05.462690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Request body: {'port': {'device_id': '27110260-eb26-4666-b840-4abc3e65978c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:05.483326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c3dc8b11-45aa-4c0d-9b5a-73a3b9c77594 None None] Provisioning complete for port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:05.483735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8b11-45aa-4c0d-9b5a-73a3b9c77594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:05.520657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc8b11-45aa-4c0d-9b5a-73a3b9c77594 None None] Port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:13:05.530958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:05.725407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7770-5167-48c3-8446-19a973aefe8d req-09a7a207-2036-44cc-84bc-8bbbc372175a tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:05.726900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f08d7770-5167-48c3-8446-19a973aefe8d req-09a7a207-2036-44cc-84bc-8bbbc372175a tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 931 time: 0.1619735 Nov 01 18:13:05.781481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963e60-12f1-454b-b560-b1f17da7329d req-1cf08bc7-9409-4e4d-96f4-2ee15e9968ac tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:05.782867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b963e60-12f1-454b-b560-b1f17da7329d req-1cf08bc7-9409-4e4d-96f4-2ee15e9968ac tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.1664379 Nov 01 18:13:05.850795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f08d7770-5167-48c3-8446-19a973aefe8d req-c52459f6-2ecb-4d26-b4c1-1aa8ce73fd1c tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137617 Nov 01 18:13:05.879117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b963e60-12f1-454b-b560-b1f17da7329d req-7a72da86-48ea-46f0-acea-875bde5c6e46 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676272 Nov 01 18:13:05.982858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:05.993027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:06.014495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Transition to ACTIVE for port object 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:06.017491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dae235-6a72-47cc-94b6-e682cb672711 req-40826eb8-6d7f-448c-9257-f708812549a2 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:06.019866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0dae235-6a72-47cc-94b6-e682cb672711 req-40826eb8-6d7f-448c-9257-f708812549a2 tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 1100 time: 0.0693293 Nov 01 18:13:06.054496 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:13:06.067783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0dae235-6a72-47cc-94b6-e682cb672711 req-1342f1e8-49d1-4bda-b167-d2aa32c0ca6a tempest-ServersOnMultiNodesTest-930551360 tempest-ServersOnMultiNodesTest-930551360-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Nov 01 18:13:06.150430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:06.234655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:06.293021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Attempting to bind port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:06.293430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Attempting to bind port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:06.293837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Attempting to bind port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 on network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:06.298567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 on network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:06.298944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Attempting to bind port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 on network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:06.304376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:06.304929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Checking segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:06.305341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Bound using segment: {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:06.305787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Bound port: 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bba1c0b-d8c6-403d-a42e-3940a2276bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:06.306202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:06.420308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:06.420308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:06.591063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:06.642649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:06.643155 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:06.644730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] 10.222.0.32 "PUT /v2.0/ports/6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 HTTP/1.1" status: 200 len: 1091 time: 1.2337737 Nov 01 18:13:06.648071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:06.650928 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa" -d '{"events": [{"name": "network-changed", "server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:06.692061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c60dbe-dfd5-4544-8d37-0f7e021631d2 req-de923988-5186-4f43-aa54-84d75b74bebd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:06.693817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6c60dbe-dfd5-4544-8d37-0f7e021631d2 req-de923988-5186-4f43-aa54-84d75b74bebd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1425440 Nov 01 18:13:06.700329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4462d4b-86d6-4d96-a810-766836d01541 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:06.748962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6c60dbe-dfd5-4544-8d37-0f7e021631d2 req-30e7b558-69e8-48ff-aa5b-bedf307929c2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451968 Nov 01 18:13:06.777585 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466bc020-1b76-4727-863e-9a3b4aec0362 x-openstack-request-id: req-466bc020-1b76-4727-863e-9a3b4aec0362 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:06.777879 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:06.778134 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-466bc020-1b76-4727-863e-9a3b4aec0362 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:06.778538 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'status': 'completed', 'code': 200} Nov 01 18:13:06.851027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-c1521b07-bf5f-4c3f-a6f8-24fa35edbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:06.856877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-c1521b07-bf5f-4c3f-a6f8-24fa35edbbf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5065bbeb4fc544e6bff3519db64982f1&device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 1094 time: 0.0556436 Nov 01 18:13:07.009809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cc172-4269-41d4-8023-cc1278554055 req-33a5ea50-3e60-46e1-ab8e-418ff7a7776c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.011292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-430cc172-4269-41d4-8023-cc1278554055 req-33a5ea50-3e60-46e1-ab8e-418ff7a7776c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.1533999 Nov 01 18:13:07.044512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb731b54-d2b3-4b6b-b32a-42efb2148e37 req-b498294f-49b0-4dbd-a491-b321cb98a943 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.045964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb731b54-d2b3-4b6b-b32a-42efb2148e37 req-b498294f-49b0-4dbd-a491-b321cb98a943 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 943 time: 0.0961258 Nov 01 18:13:07.056779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-1673ea28-fbd6-4375-b0b0-a45304c7c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.058210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-1673ea28-fbd6-4375-b0b0-a45304c7c73c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5065bbeb4fc544e6bff3519db64982f1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1893933 Nov 01 18:13:07.126225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-430cc172-4269-41d4-8023-cc1278554055 req-ee78ab8f-32a9-4172-bdae-e1389e686d81 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974112 Nov 01 18:13:07.168329 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb731b54-d2b3-4b6b-b32a-42efb2148e37 req-1ee11a18-ce08-431f-ac0c-f3d2be549f81 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131089 Nov 01 18:13:07.206683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-26ef87ca-461c-4a24-bed6-a74b073006e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.213419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a6d075e-c776-40d4-a1a8-e71dbc5357fa req-26ef87ca-461c-4a24-bed6-a74b073006e4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391571 Nov 01 18:13:07.301455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-88127b1e-72ff-4462-bb3e-0e5813eccc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.303333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-88127b1e-72ff-4462-bb3e-0e5813eccc7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5065bbeb4fc544e6bff3519db64982f1&device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 1094 time: 0.0492907 Nov 01 18:13:07.352966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-717c53a1-09a6-4bda-b165-18f65c8be298 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 HTTP/1.1" status: 200 len: 217 time: 0.0417264 Nov 01 18:13:07.405063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-775a2b40-8b8a-41d0-80d4-7bcd9a18ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.405769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-775a2b40-8b8a-41d0-80d4-7bcd9a18ec7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e34f702-9ac0-4d5d-aa46-35ff6746a2e9 HTTP/1.1" status: 200 len: 845 time: 0.0452194 Nov 01 18:13:07.480070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-14f69e03-1280-4175-a5c5-9e3424e4bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.480070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-14f69e03-1280-4175-a5c5-9e3424e4bfcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494857 Nov 01 18:13:07.580409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-bf0f45c5-8066-41ab-bf1f-87669b3d4bdc service neutron] 10.222.0.32 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941124 Nov 01 18:13:07.675959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd641f45-7a1b-4a8f-b567-6f1ccb7304c4 req-0dcb0e3a-405e-42dc-a742-7bb5ce10cb39 service neutron] 10.222.0.32 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872035 Nov 01 18:13:07.888619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9622ff-7553-4b10-831d-8cb1feeac343 req-19c6b5c9-bb29-4fe4-8eb7-f38132cf511d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:07.890130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db9622ff-7553-4b10-831d-8cb1feeac343 req-19c6b5c9-bb29-4fe4-8eb7-f38132cf511d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0549338 Nov 01 18:13:07.930790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db9622ff-7553-4b10-831d-8cb1feeac343 req-e21126f3-4ddf-4556-b4c7-337a332505e1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Nov 01 18:13:08.253759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f69932-5e01-4bf3-b8eb-a02cee45c11b req-3cbb617e-4ede-4b0e-8e76-e267312eee2e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:08.255534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17f69932-5e01-4bf3-b8eb-a02cee45c11b req-3cbb617e-4ede-4b0e-8e76-e267312eee2e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.0520599 Nov 01 18:13:08.317903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17f69932-5e01-4bf3-b8eb-a02cee45c11b req-a0514367-0a81-4130-8856-cff259c7851b tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Nov 01 18:13:08.331486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee239b-cbff-4a66-8297-4dbdcc37c64d req-740e0049-2979-46c4-bfcd-a4b0e8270b8d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:08.333085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95ee239b-cbff-4a66-8297-4dbdcc37c64d req-740e0049-2979-46c4-bfcd-a4b0e8270b8d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 943 time: 0.0748718 Nov 01 18:13:08.376981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95ee239b-cbff-4a66-8297-4dbdcc37c64d req-91dfe0d7-2db9-4611-93cd-20c83937e136 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368986 Nov 01 18:13:08.619838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-121af356-045e-4d47-bab0-c5e3286d7162 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:08.621283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-121af356-045e-4d47-bab0-c5e3286d7162 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 949 time: 0.0495150 Nov 01 18:13:08.725506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port 5f280589-39dc-47f1-ab92-38f8ab846079 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:08.725876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:08.820359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port 5f280589-39dc-47f1-ab92-38f8ab846079, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5f280589-39dc-47f1-ab92-38f8ab846079,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:08.820744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:08.834869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for 5f280589-39dc-47f1-ab92-38f8ab846079 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:08.976183 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:09.057719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e28d-e752-40b0-b0fb-ec1e37bb9ab9 req-2a9b036d-8d09-4299-b812-a7b261ee7806 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:09.059206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c023e28d-e752-40b0-b0fb-ec1e37bb9ab9 req-2a9b036d-8d09-4299-b812-a7b261ee7806 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0528288 Nov 01 18:13:09.097678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c023e28d-e752-40b0-b0fb-ec1e37bb9ab9 req-de90bb1a-df50-4cb3-9103-af28bc2ecd39 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Nov 01 18:13:09.125089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:09.141373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', '5f280589-39dc-47f1-ab92-38f8ab846079'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:09.154014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=5f280589-39dc-47f1-ab92-38f8ab846079,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:09.167135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67', 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:09.200113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port 5f280589-39dc-47f1-ab92-38f8ab846079 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:09.202774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:09.207357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96b6c7a4-67df-4257-ab73-6ef92686e811 req-3090245d-1043-4ebf-b959-3498b8e4c109 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "DELETE /v2.0/ports/5f280589-39dc-47f1-ab92-38f8ab846079 HTTP/1.1" status: 204 len: 173 time: 0.5797870 Nov 01 18:13:09.208482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'name': 'network-vif-deleted', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:09.210187 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e1820f-9292-4ea1-b899-e236c8534099" -d '{"events": [{"server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "name": "network-vif-deleted", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:09.315738 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898470c0-b0f6-4f04-8b21-fe641230f6ba x-openstack-request-id: req-898470c0-b0f6-4f04-8b21-fe641230f6ba {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:09.316198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7143c-129e-4427-a418-a9e639929162", "name": "network-vif-deleted", "tag": "5f280589-39dc-47f1-ab92-38f8ab846079", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:09.316515 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-898470c0-b0f6-4f04-8b21-fe641230f6ba {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:09.317301 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7143c-129e-4427-a418-a9e639929162', 'name': 'network-vif-deleted', 'tag': '5f280589-39dc-47f1-ab92-38f8ab846079', 'status': 'completed', 'code': 200} Nov 01 18:13:09.428048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83a4cf42-9e01-45fb-b9b9-babc1a269d55 req-64ca07e3-c0d6-4ccd-a5a9-7db899ebd526 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0323944 Nov 01 18:13:09.560959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2b751-9a34-46a4-841b-d82a3edd323f req-6921d114-f1e9-447b-b5ca-f58f47b081eb tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:09.562619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3b2b751-9a34-46a4-841b-d82a3edd323f req-6921d114-f1e9-447b-b5ca-f58f47b081eb tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 943 time: 0.0660088 Nov 01 18:13:09.612102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3b2b751-9a34-46a4-841b-d82a3edd323f req-fdc4f018-2bc0-445e-af45-ddb2a53b3a93 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413735 Nov 01 18:13:10.222662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941650-55a6-491f-9f3e-923f8335f225 req-8333e629-869c-4080-9683-0bbd8eb115d3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:10.224203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78941650-55a6-491f-9f3e-923f8335f225 req-8333e629-869c-4080-9683-0bbd8eb115d3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0538967 Nov 01 18:13:10.262547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78941650-55a6-491f-9f3e-923f8335f225 req-59a69c88-535f-4e7a-bb37-7ff09174dedf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Nov 01 18:13:10.432067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:10.544542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:10.560159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0caa84b-6756-4436-8d37-e28aa12dd1f1 req-2f608a37-b173-46e8-98f9-ebc30d5cf82c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=29f7143c-129e-4427-a418-a9e639929162 HTTP/1.1" status: 200 len: 210 time: 0.0342815 Nov 01 18:13:10.560644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'port_id': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'mac_address': 'fa:16:3e:69:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:10.600863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:10.620089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:10.640563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:10.747022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c5990-90c5-4f78-b59b-6891e550fced req-c2a9202a-3068-4ffc-8650-377996f4dd3e tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:10.748626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f28c5990-90c5-4f78-b59b-6891e550fced req-c2a9202a-3068-4ffc-8650-377996f4dd3e tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 943 time: 0.0538824 Nov 01 18:13:10.751106 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:10.791026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f28c5990-90c5-4f78-b59b-6891e550fced req-3cd80ddb-31b6-43c3-80b0-1e4808c00b20 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357378 Nov 01 18:13:10.810788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:11.079180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:11.385280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360493-1641-4aa7-9e7b-e76ec46a7ca3 req-d593a6cd-eacb-43aa-8065-bfa536e440c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:11.386679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0360493-1641-4aa7-9e7b-e76ec46a7ca3 req-d593a6cd-eacb-43aa-8065-bfa536e440c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0497699 Nov 01 18:13:11.425890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0360493-1641-4aa7-9e7b-e76ec46a7ca3 req-59eeb650-0f97-483f-b2ac-ebd4338403fc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Nov 01 18:13:11.947523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c36d4f-a4e8-433b-83d3-060e0df1c103 req-c07e0687-47af-4d7c-8bbf-2ab4050cf6db tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:11.947523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79c36d4f-a4e8-433b-83d3-060e0df1c103 req-c07e0687-47af-4d7c-8bbf-2ab4050cf6db tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 944 time: 0.0650039 Nov 01 18:13:11.988666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79c36d4f-a4e8-433b-83d3-060e0df1c103 req-daeeeb6b-08df-46a4-a721-1aee7c6f8954 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Nov 01 18:13:12.093006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5fc86-d6fb-4e29-9318-8dc022526acd req-69acfbb2-196a-4e36-9b15-0d923d7ff93e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:12.095142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7de5fc86-d6fb-4e29-9318-8dc022526acd req-69acfbb2-196a-4e36-9b15-0d923d7ff93e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0554605 Nov 01 18:13:12.136082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7de5fc86-d6fb-4e29-9318-8dc022526acd req-9b3bf53e-42a4-48d9-aac2-1edb186b89a3 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Nov 01 18:13:12.437422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:12.547767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71b201-9b09-4752-aea7-567ce1d379b2 req-5d619b5f-fe9b-4fde-8fd1-765b7edfe708 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:12.549253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a71b201-9b09-4752-aea7-567ce1d379b2 req-5d619b5f-fe9b-4fde-8fd1-765b7edfe708 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0491734 Nov 01 18:13:12.595367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a71b201-9b09-4752-aea7-567ce1d379b2 req-a488222f-5c11-4118-a243-db6700ef1650 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Nov 01 18:13:12.613966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:12.619890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:12.619890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:12.699993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:12.722983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:12.726230 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559be5d9-65e4-4dce-85ae-ff3ccc81858c" -d '{"events": [{"server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:12.752458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:12.912067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:12.960154 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bef916-8a46-4575-bab7-b5674b7bb1da x-openstack-request-id: req-70bef916-8a46-4575-bab7-b5674b7bb1da {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:12.960495 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:12.960940 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70bef916-8a46-4575-bab7-b5674b7bb1da {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:12.961620 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'code': 200} Nov 01 18:13:12.973482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:13.168972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae40a2-effa-4d29-ba53-4c615c1403b5 req-c494ef6c-9193-4e00-bb1f-5659d67f6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:13.170469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47ae40a2-effa-4d29-ba53-4c615c1403b5 req-c494ef6c-9193-4e00-bb1f-5659d67f6d7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 1096 time: 0.1379838 Nov 01 18:13:13.224201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-07679ab3-6b68-4950-bde5-8aec9c55a580 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:13.225757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-07679ab3-6b68-4950-bde5-8aec9c55a580 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1643157 Nov 01 18:13:13.233191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188495d-b5de-4086-90f6-0306beccb0ec req-67272675-91c3-410b-956c-d3d69bff8d93 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:13.234589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9188495d-b5de-4086-90f6-0306beccb0ec req-67272675-91c3-410b-956c-d3d69bff8d93 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.1587596 Nov 01 18:13:13.263218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-95917d2c-5b3c-42ab-9753-d8877f969467 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/quotas/a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 375 time: 0.0275075 Nov 01 18:13:13.273529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47ae40a2-effa-4d29-ba53-4c615c1403b5 req-ecbd2b5c-de07-483b-8da6-bae3307050fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901415 Nov 01 18:13:13.308360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5f280589-39dc-47f1-ab92-38f8ab846079 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:13.320452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9188495d-b5de-4086-90f6-0306beccb0ec req-29a55bd7-220c-4cda-a7fe-809a70bab5ca tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749817 Nov 01 18:13:13.329631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 5f280589-39dc-47f1-ab92-38f8ab846079 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:13.330095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5f280589-39dc-47f1-ab92-38f8ab846079 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:13.341255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-7ddb6db1-267c-4204-ace8-346bd9453ee5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707996 Nov 01 18:13:13.499033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a9e8-9d33-4cf8-9faf-f816cb647388 req-2f31ba87-d3d8-4d4f-a0a3-c08df686f18c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:13.500449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f78a9e8-9d33-4cf8-9faf-f816cb647388 req-2f31ba87-d3d8-4d4f-a0a3-c08df686f18c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.1009769 Nov 01 18:13:13.527879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-123aebac-9596-4299-8483-480b7a4c4545 service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801233 Nov 01 18:13:13.569204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f78a9e8-9d33-4cf8-9faf-f816cb647388 req-d12a5133-d238-4885-8535-2266f3c062cd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Nov 01 18:13:13.633364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-7c5f4049-0fce-4b06-b96a-b5107a730df7 service neutron] 10.222.0.31 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974548 Nov 01 18:13:13.719063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a938ed1-8211-42fa-8121-adc307100a2f req-2674b1fc-74e2-4aa3-aad2-29518f49b943 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:13.720679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a938ed1-8211-42fa-8121-adc307100a2f req-2674b1fc-74e2-4aa3-aad2-29518f49b943 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0541396 Nov 01 18:13:13.761124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a938ed1-8211-42fa-8121-adc307100a2f req-f0860c5c-cb08-4806-93b9-71818addc914 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Nov 01 18:13:14.216894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-5f799c33-6679-4318-baa4-51cef92bd9f1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:14.218582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-5f799c33-6679-4318-baa4-51cef92bd9f1 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0499182 Nov 01 18:13:14.322398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:14.322736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:14.439284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:14.439672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:14.455751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:14.477644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266b1b-8513-4266-bd77-1e09a39c115c req-7337d873-1a1c-4856-894c-d148183f6147 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:14.479062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5266b1b-8513-4266-bd77-1e09a39c115c req-7337d873-1a1c-4856-894c-d148183f6147 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.0851109 Nov 01 18:13:14.561615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5266b1b-8513-4266-bd77-1e09a39c115c req-f57712ca-c239-48bc-95d2-cd072a197f13 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513301 Nov 01 18:13:14.603724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b71924f-6236-473c-967a-4889488121f3 req-f38a1717-51db-41b5-8ab3-4fae86b1a556 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0301154 Nov 01 18:13:14.720246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86990-8a64-4e12-bba4-7fd66744c2a5 req-0c1e0603-6757-4045-93f9-4cc483a48eeb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:14.721901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5a86990-8a64-4e12-bba4-7fd66744c2a5 req-0c1e0603-6757-4045-93f9-4cc483a48eeb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 949 time: 0.0721581 Nov 01 18:13:14.761368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5a86990-8a64-4e12-bba4-7fd66744c2a5 req-de3f7cf3-1455-4439-8d8d-7e80da52974e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Nov 01 18:13:14.851445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:14.862964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:14.911748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:14.912581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67', 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:14.930959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.946131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:14.985638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:15.001116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:15.001116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a4d883c-003a-4270-b804-7d6ae70690f9 req-43d3880e-94f0-466f-b4ae-d1885cb593da tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "DELETE /v2.0/ports/ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd HTTP/1.1" status: 204 len: 173 time: 0.7720466 Nov 01 18:13:15.007352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c3144-2ef9-4245-8112-c413580672d5 req-dd5f5036-317f-4aa2-a538-2ca69a3e0041 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:15.008934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-915c3144-2ef9-4245-8112-c413580672d5 req-dd5f5036-317f-4aa2-a538-2ca69a3e0041 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1727059 Nov 01 18:13:15.009556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'name': 'network-vif-deleted', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:15.012415 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af368062-1f55-420f-9c6d-ad4452bbf61e" -d '{"events": [{"server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "name": "network-vif-deleted", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:15.060099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-915c3144-2ef9-4245-8112-c413580672d5 req-d58a246a-2383-4dbb-a783-b8c7373d60a0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Nov 01 18:13:15.099696 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de7b1c-5ae8-4a64-9702-6d2207b7b188 x-openstack-request-id: req-54de7b1c-5ae8-4a64-9702-6d2207b7b188 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:15.099696 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a212103-63d4-4cb3-96dc-a0e243e64e4a", "name": "network-vif-deleted", "tag": "ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:15.099696 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54de7b1c-5ae8-4a64-9702-6d2207b7b188 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:15.099696 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a212103-63d4-4cb3-96dc-a0e243e64e4a', 'name': 'network-vif-deleted', 'tag': 'ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd', 'status': 'completed', 'code': 200} Nov 01 18:13:15.682814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810568f-ab5c-45f5-8ec5-32d8e0b67b0d req-91a90ca8-994f-4ae3-8538-a7cdc3227e87 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:15.684485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d810568f-ab5c-45f5-8ec5-32d8e0b67b0d req-91a90ca8-994f-4ae3-8538-a7cdc3227e87 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.0530317 Nov 01 18:13:15.716119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a34eda45-8c43-4a64-86af-7fcabe776c4f req-fe51969b-2d8c-40e6-8ae0-9bc0759dc794 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0305722 Nov 01 18:13:15.746977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d810568f-ab5c-45f5-8ec5-32d8e0b67b0d req-9ae23a44-8064-4f69-b02e-d9c7026053ef tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528500 Nov 01 18:13:16.177361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-405c37ef-11bd-4787-a0a2-9b7ac831e79b req-96ab4e95-8c2b-4f5c-8db5-a710b9ba407d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a212103-63d4-4cb3-96dc-a0e243e64e4a HTTP/1.1" status: 200 len: 210 time: 0.0292280 Nov 01 18:13:16.201900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f9ea6-213d-4dcb-8a1a-5322a9e26ef4 req-e6c7c30f-1daa-4138-9d1d-8ab91cbfb0aa tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:16.201900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2f9ea6-213d-4dcb-8a1a-5322a9e26ef4 req-e6c7c30f-1daa-4138-9d1d-8ab91cbfb0aa tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.3783307 Nov 01 18:13:16.206474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:16.211699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Request body: {'floatingip': {'port_id': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:16.461527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e8d5b-6e75-41a9-ab5c-89a7e155e556 req-20db0d46-0438-4aee-8efc-fb06b7b3a8db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:16.462897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3e8d5b-6e75-41a9-ab5c-89a7e155e556 req-20db0d46-0438-4aee-8efc-fb06b7b3a8db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0831323 Nov 01 18:13:16.510166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44e5c-8212-4572-b1f7-76bb3d07ad3a req-55cab216-a9af-4541-8bd2-53bb218abbac tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:16.518142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1da44e5c-8212-4572-b1f7-76bb3d07ad3a req-55cab216-a9af-4541-8bd2-53bb218abbac tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.1093976 Nov 01 18:13:16.533368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3e8d5b-6e75-41a9-ab5c-89a7e155e556 req-49bd7633-7132-4601-b230-b2675bc0711a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Nov 01 18:13:16.542756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:16.565878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1da44e5c-8212-4572-b1f7-76bb3d07ad3a req-2c83317e-9907-415f-b2c2-3ad4b536d6d0 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467126 Nov 01 18:13:16.820479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc539031-939c-4d5d-ab9d-d73068aa7c07 req-b38e403b-487c-4b28-bd06-24cfbe13e924 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0277452 Nov 01 18:13:17.004122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:17.119230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:17.236428 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Floating IP 31c4da1b-e587-4a61-b984-6adf39955bdb associated. External IP: 172.25.2.235, port: 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56. Nov 01 18:13:17.527683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-a27d98e7-0d29-47f2-8e4e-36a47c2d6fbc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:17.529082 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-a27d98e7-0d29-47f2-8e4e-36a47c2d6fbc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 821 time: 0.1857927 Nov 01 18:13:17.544220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Request body: {'port': {'device_id': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'admin_state_up': True, 'tenant_id': 'a3ca22eb2e8d4cb8ae5f817cec7564e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:17.619422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Router 903b1afc-95e3-4f37-93d0-624782aba974 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:13:17.658621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09012bee-39cf-415c-b35e-a633dcfe1106 req-b6912170-676d-4d60-9e0e-83731dc2df3a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:17.659883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09012bee-39cf-415c-b35e-a633dcfe1106 req-b6912170-676d-4d60-9e0e-83731dc2df3a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Nov 01 18:13:17.717579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09012bee-39cf-415c-b35e-a633dcfe1106 req-7e1a847c-fd1e-48ed-be91-52578e6bb204 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492401 Nov 01 18:13:17.837183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:17.842225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:17.853168 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Sync routers for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:17.870293 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:17.871571 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:17.883276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d81ec17b-2b2d-484b-bddd-183ece20544b tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "PUT /v2.0/floatingips/31c4da1b-e587-4a61-b984-6adf39955bdb HTTP/1.1" status: 200 len: 991 time: 1.6756244 Nov 01 18:13:17.884733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:17.886972 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590bc783-3cc2-4116-8510-825b8bdccd97" -d '{"events": [{"name": "network-changed", "server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:17.906828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011111d8-0756-4d35-9865-661cd0220144 req-d6ab3dd6-44c4-4a69-9b05-bd19876e215b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:17.908390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-011111d8-0756-4d35-9865-661cd0220144 req-d6ab3dd6-44c4-4a69-9b05-bd19876e215b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0569489 Nov 01 18:13:17.957019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-011111d8-0756-4d35-9865-661cd0220144 req-6af3c9ad-a22b-449d-9a12-826aa2ea4382 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Nov 01 18:13:18.011988 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:18.084898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Made reservation on behalf of a3ca22eb2e8d4cb8ae5f817cec7564e3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:18.089202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:18.109912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e19ce02-5e33-4fc7-9652-3681a8d1dc2c req-45b7ba0c-44c6-49fa-a345-7da561fd8eb3 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0361760 Nov 01 18:13:18.226920 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c48947-6104-4ff5-8797-2fe6a29b27d5 x-openstack-request-id: req-39c48947-6104-4ff5-8797-2fe6a29b27d5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:18.227206 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:18.227458 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39c48947-6104-4ff5-8797-2fe6a29b27d5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:18.227874 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'status': 'completed', 'code': 200} Nov 01 18:13:18.336605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31c4da1b-e587-4a61-b984-6adf39955bdb', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'port_id': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'mac_address': 'fa:16:3e:69:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27110260-eb26-4666-b840-4abc3e65978c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:12:55Z', 'updated_at': '2021-11-01T18:13:16Z', 'revision_number': 1, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:18.341337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-ce491f9d-f6f8-4c02-8185-3a69d0efb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:18.342861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-ce491f9d-f6f8-4c02-8185-3a69d0efb7cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5065bbeb4fc544e6bff3519db64982f1&device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 1096 time: 0.1216030 Nov 01 18:13:18.368938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Allocated IP 172.20.0.11 (960c7e92-31ed-4ad2-a7ae-f9750579e770/19a218d6-bc57-42a8-9ec7-835fe536f6cc/729279f7-b23d-4e0a-acfa-6f95bf8199f0) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:18.456146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859ca18-33fd-454c-a5c6-9b648027cbb5 req-94fb095f-80e2-4150-a785-66c5291f619f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:18.459402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9859ca18-33fd-454c-a5c6-9b648027cbb5 req-94fb095f-80e2-4150-a785-66c5291f619f tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.1923087 Nov 01 18:13:18.468445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:18.506147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:18.508138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ad7d139d-1e3f-4bb1-98f1-c3a5a006c0cd not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:18.518411 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Checking router: 903b1afc-95e3-4f37-93d0-624782aba974 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:13:18.549104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:18.549752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:18.558039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9859ca18-33fd-454c-a5c6-9b648027cbb5 req-e507a90c-9703-4567-951c-02c0160673ee tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653267 Nov 01 18:13:18.608157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-af531aea-3792-4e27-b3b9-4400e3c039aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:18.608157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-af531aea-3792-4e27-b3b9-4400e3c039aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c HTTP/1.1" status: 200 len: 907 time: 0.2253325 Nov 01 18:13:18.679306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:18.688615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:18.689721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-fcbb3a6e-3bfc-4ad4-b93d-33229ad0a780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 HTTP/1.1" status: 200 len: 999 time: 0.0778923 Nov 01 18:13:18.736821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d9b78ae-027d-4bf2-9b51-28c9cd78980e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:18.750715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-2d24593c-db6a-4667-a49d-f6c2eb632ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:18.752216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-2d24593c-db6a-4667-a49d-f6c2eb632ece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e34f702-9ac0-4d5d-aa46-35ff6746a2e9 HTTP/1.1" status: 200 len: 845 time: 0.0540462 Nov 01 18:13:18.801945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-defed267-438a-4b4b-8622-6a51ba123c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:18.803476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-defed267-438a-4b4b-8622-6a51ba123c62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431132 Nov 01 18:13:18.921869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-f962dbd2-1d07-4401-b59a-8cdbc0a3b94e service neutron] 10.222.0.32 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080267 Nov 01 18:13:18.935172 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31c4da1b-e587-4a61-b984-6adf39955bdb', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'port_id': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'mac_address': 'fa:16:3e:69:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27110260-eb26-4666-b840-4abc3e65978c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:12:55Z', 'updated_at': '2021-11-01T18:13:16Z', 'revision_number': 1, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:18.953800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:18.966664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:18.972107 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf341d09-1b21-4f6e-9c0a-bd97188ca265 None None] The sync data for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 is: [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31c4da1b-e587-4a61-b984-6adf39955bdb', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'port_id': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'mac_address': 'fa:16:3e:69:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27110260-eb26-4666-b840-4abc3e65978c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:12:55Z', 'updated_at': '2021-11-01T18:13:16Z', 'revision_number': 1, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:13:19.005993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Network 960c7e92-31ed-4ad2-a7ae-f9750579e770 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:19.009425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:19.016529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:19.072406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.073070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:19.086326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:19.106077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-590bc783-3cc2-4116-8510-825b8bdccd97 req-6572fbf8-29cb-41b4-a3dc-035db466e61f service neutron] 10.222.0.32 "GET /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730132 Nov 01 18:13:19.187406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cc429-c634-48da-9544-ed750294773b req-a9661c6b-a1a9-4ebf-96a1-97edc1702c28 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.189207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b61cc429-c634-48da-9544-ed750294773b req-a9661c6b-a1a9-4ebf-96a1-97edc1702c28 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0802794 Nov 01 18:13:19.237690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b61cc429-c634-48da-9544-ed750294773b req-e95ee3a8-c1d9-4da4-baaa-9713362fbe25 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Nov 01 18:13:19.346599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-9e0b0e3c-c549-4560-8447-fa8e698cc62a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8062313 Nov 01 18:13:19.349405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf19f3d-a3df-4f08-ab53-8f33c48c883f None None] New status for floating IP 31c4da1b-e587-4a61-b984-6adf39955bdb: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:13:19.361670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Request body: {'port': {'device_id': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:19.363430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f0f9-23dd-4a83-a874-2f5b006d7890 req-a2b7c0bc-0a62-4439-89fe-ebd808fb6c15 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.366201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02e2f0f9-23dd-4a83-a874-2f5b006d7890 req-a2b7c0bc-0a62-4439-89fe-ebd808fb6c15 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 932 time: 0.0606284 Nov 01 18:13:19.441458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02e2f0f9-23dd-4a83-a874-2f5b006d7890 req-a6074f8b-83d4-4300-ab34-fa4f8b4f338c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Nov 01 18:13:19.472356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:19.568695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e9f9-1049-4982-8008-7530cd5dec11 req-d02d723a-b9bd-452a-bffb-a461d7c07b1f tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.576741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9754e9f9-1049-4982-8008-7530cd5dec11 req-d02d723a-b9bd-452a-bffb-a461d7c07b1f tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.0698130 Nov 01 18:13:19.641328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9754e9f9-1049-4982-8008-7530cd5dec11 req-56eb863d-f38a-4538-a479-ba7c4100c272 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 Nov 01 18:13:19.759030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e727ea6-49f1-4020-b5eb-3baa7543054e req-ea2bf3dd-028f-4e0c-bc9b-f5fc9e9b6142 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.760691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e727ea6-49f1-4020-b5eb-3baa7543054e req-ea2bf3dd-028f-4e0c-bc9b-f5fc9e9b6142 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.0887122 Nov 01 18:13:19.801440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-4dccf0ed-8a99-4f40-9a7f-c95d113b9d43 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:19.803285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-4dccf0ed-8a99-4f40-9a7f-c95d113b9d43 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 950 time: 0.0843539 Nov 01 18:13:19.809779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729279f7-b23d-4e0a-acfa-6f95bf8199f0 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:19.817339 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:19.825566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e727ea6-49f1-4020-b5eb-3baa7543054e req-2d063d84-67d4-431b-9b5f-d7f5e86f5caa tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562637 Nov 01 18:13:19.831395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Transition to ACTIVE for port object 729279f7-b23d-4e0a-acfa-6f95bf8199f0 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:19.920670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:19.921071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:19.943550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.015596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:20.033375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:20.034032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.049790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for bf4dbde4-989f-4f88-82ef-4f3288b7fc7b owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:20.075746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:20.076007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:20.076309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:20.085069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:20.085548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:20.092307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:20.093143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:20.093143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:20.093480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Bound port: 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:20.093808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.173855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:20.177707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:20.265773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.308302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.309041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.310455 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] 10.222.0.37 "PUT /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 1092 time: 0.9538128 Nov 01 18:13:20.310942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:20.313325 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ab432-cbf2-48d2-9484-980b503e6a75" -d '{"events": [{"name": "network-changed", "server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:20.314296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.326063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67', 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:20.331534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:20.363351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a783-3717-4ce6-ad1b-b5151e3cb883 service neutron] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:20.401899 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb593ef-30f4-4d9b-bae4-1ebcb6ea0a29 x-openstack-request-id: req-ddb593ef-30f4-4d9b-bae4-1ebcb6ea0a29 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:20.402206 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:20.403656 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddb593ef-30f4-4d9b-bae4-1ebcb6ea0a29 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:20.404731 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'status': 'completed', 'code': 200} Nov 01 18:13:20.447715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=bf4dbde4-989f-4f88-82ef-4f3288b7fc7b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:20.496496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port bf4dbde4-989f-4f88-82ef-4f3288b7fc7b on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:20.500549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.504150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37f379a4-64ba-455b-87d1-0e76bf9cca7a req-8b8ac77b-a88c-43b9-902d-95b892935d5c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "DELETE /v2.0/ports/bf4dbde4-989f-4f88-82ef-4f3288b7fc7b HTTP/1.1" status: 204 len: 173 time: 0.6911094 Nov 01 18:13:20.504759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'name': 'network-vif-deleted', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:20.507328 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a147690-4fcf-4680-88ea-29c21eb981bf" -d '{"events": [{"server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "name": "network-vif-deleted", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:20.530128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-44fd1f83-3d01-43ce-9545-431c7f9b57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.532700 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-44fd1f83-3d01-43ce-9545-431c7f9b57df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1095 time: 0.0999177 Nov 01 18:13:20.606930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d35d-f5b2-4537-9cd0-44d6af50712f req-7b939dd5-5328-42cc-9277-592d9670d86b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.609035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4319d35d-f5b2-4537-9cd0-44d6af50712f req-7b939dd5-5328-42cc-9277-592d9670d86b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.2027607 Nov 01 18:13:20.617900 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-0a1cbcae-b352-4eb7-8837-5707ef2016ef service neutron] show failed (client error): The resource could not be found. Nov 01 18:13:20.619617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-0a1cbcae-b352-4eb7-8837-5707ef2016ef service neutron] 10.222.0.37 "GET /v2.0/ports/373b7e3d-e224-4478-97dc-680f9da80c58/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0981417 Nov 01 18:13:20.688920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-e6d145ca-be26-4d47-9424-7b32db6c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.694542 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-e6d145ca-be26-4d47-9424-7b32db6c5413 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1530032 Nov 01 18:13:20.716162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4319d35d-f5b2-4537-9cd0-44d6af50712f req-acce4816-b540-482b-8e71-26da46875787 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Nov 01 18:13:20.797206 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83dde0-688f-4304-af86-2e9b4b29f378 x-openstack-request-id: req-2f83dde0-688f-4304-af86-2e9b4b29f378 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:20.797495 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90820d9-fa3d-4785-937f-1eb52e3c0d8c", "name": "network-vif-deleted", "tag": "bf4dbde4-989f-4f88-82ef-4f3288b7fc7b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:20.797748 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f83dde0-688f-4304-af86-2e9b4b29f378 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:20.798141 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90820d9-fa3d-4785-937f-1eb52e3c0d8c', 'name': 'network-vif-deleted', 'tag': 'bf4dbde4-989f-4f88-82ef-4f3288b7fc7b', 'status': 'completed', 'code': 200} Nov 01 18:13:20.843143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3e8e-04d2-4b05-ad8e-3112ec5936c6 req-efb312d4-3e0b-4ae0-a23f-f7594c108461 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.844765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f32a3e8e-04d2-4b05-ad8e-3112ec5936c6 req-efb312d4-3e0b-4ae0-a23f-f7594c108461 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1276929 Nov 01 18:13:20.903853 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8a95-5b4e-4ddd-a78b-69fbfa0a874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:20.905953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-541b010c-4d29-417f-93cb-483e9c56c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:20.907701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-776ab432-cbf2-48d2-9484-980b503e6a75 req-541b010c-4d29-417f-93cb-483e9c56c3dc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2063909 Nov 01 18:13:20.988280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f32a3e8e-04d2-4b05-ad8e-3112ec5936c6 req-2d20447c-25c9-4366-be0c-69e77657781a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188023 Nov 01 18:13:21.010581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85068d6f-d708-4f61-ba82-db31d51613fb req-78bda8bd-2f9c-456d-ac8a-0bffacd6b1ba tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.022516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85068d6f-d708-4f61-ba82-db31d51613fb req-78bda8bd-2f9c-456d-ac8a-0bffacd6b1ba tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.1696711 Nov 01 18:13:21.062739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-25568d39-f8b6-4838-b706-59b7abe33d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.066895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-25568d39-f8b6-4838-b706-59b7abe33d3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1095 time: 0.0954964 Nov 01 18:13:21.138140 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-0ee8b703-1dd7-4809-9ca0-7e4ce4f6b87b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 217 time: 0.0608866 Nov 01 18:13:21.194909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a24b87ca-d2ac-43b8-992b-811be0b2c7ce req-47b03fa8-97b0-4acc-8369-170bdd9ca3e0 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0679417 Nov 01 18:13:21.248448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-fc6351d1-6e93-4a93-a729-79703ba93b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.251526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-fc6351d1-6e93-4a93-a729-79703ba93b73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1018865 Nov 01 18:13:21.300490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-7be56cd8-ecbc-4757-928f-19a320b63969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416555 Nov 01 18:13:21.303027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb638-e0e3-4545-b1fb-ca3f93801909 req-c8e67edc-998c-4dba-8906-eebe4f07b167 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.304688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-996eb638-e0e3-4545-b1fb-ca3f93801909 req-c8e67edc-998c-4dba-8906-eebe4f07b167 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 946 time: 0.2049944 Nov 01 18:13:21.386937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-996eb638-e0e3-4545-b1fb-ca3f93801909 req-6bc6186c-db4f-49db-98ea-711e52a559bf tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4ec1d02-6e2d-4cec-8705-2170ba97e948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634160 Nov 01 18:13:21.401219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Deleting port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:21.401883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:21.437865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-797c230c-dd6b-4d33-bdf0-6e60ded75f40 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292315 Nov 01 18:13:21.521089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] For port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:21.521328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:21.557364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-326255e0-497a-4969-85a2-bec3f6b19eb4 req-5c351f9a-a867-452a-a894-9d56832e443a service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103926 Nov 01 18:13:21.718800 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:21.719114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:21.719407 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Floating IP cefb59ec-6760-4f58-8989-a0a67d311dc2 disassociated. External IP: 172.25.2.157, port: fb1b61b5-c04d-40f2-b2d8-a1790500ec3c. Nov 01 18:13:21.719806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Calling delete_port for fb1b61b5-c04d-40f2-b2d8-a1790500ec3c owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:21.824201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-3d4c4e34-293c-4b0a-86a5-d78bf472bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.825744 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-3d4c4e34-293c-4b0a-86a5-d78bf472bdf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1101 time: 0.0911522 Nov 01 18:13:21.840820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:21.894814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:21.902038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a9b70-668d-434a-891a-42534d84d698 req-826e2be9-011e-49b5-96ce-0e1cf7f2ed75 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:21.903598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b48a9b70-668d-434a-891a-42534d84d698 req-826e2be9-011e-49b5-96ce-0e1cf7f2ed75 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0854013 Nov 01 18:13:21.956722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b48a9b70-668d-434a-891a-42534d84d698 req-232666dc-cae9-4b14-a529-a8d3a1b45267 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Nov 01 18:13:22.006219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.089583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.126511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:22.131806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event deleted for resources: {'Port': ['ID=fb1b61b5-c04d-40f2-b2d8-a1790500ec3c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:22.169789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:22.198100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3dce3-ed4a-4f11-8162-ca8b339e1860 req-416250c1-195f-4415-9ad5-46b63f6517d1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:22.204034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35c3dce3-ed4a-4f11-8162-ca8b339e1860 req-416250c1-195f-4415-9ad5-46b63f6517d1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1532669 Nov 01 18:13:22.213073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.228308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Transition to ACTIVE for port object 373b7e3d-e224-4478-97dc-680f9da80c58 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:22.288204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35c3dce3-ed4a-4f11-8162-ca8b339e1860 req-68f7ed0e-5747-4799-8d77-efc02158fc5d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769908 Nov 01 18:13:22.330221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71130d4-1e57-474b-a32c-98f9c7778f4e req-c32be3d1-166c-48ff-88e1-bde3c21a9f78 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d90820d9-fa3d-4785-937f-1eb52e3c0d8c HTTP/1.1" status: 200 len: 210 time: 0.0370598 Nov 01 18:13:22.361485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:13:22.389097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.450999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:22.454598 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71527301-c2e0-467a-a080-aefd1bd7bbec" -d '{"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-unplugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:22.480898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb1b61b5-c04d-40f2-b2d8-a1790500ec3c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:22.505787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: fb1b61b5-c04d-40f2-b2d8-a1790500ec3c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:22.506339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fb1b61b5-c04d-40f2-b2d8-a1790500ec3c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:22.507099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf4dbde4-989f-4f88-82ef-4f3288b7fc7b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:22.532938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: bf4dbde4-989f-4f88-82ef-4f3288b7fc7b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:22.533597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf4dbde4-989f-4f88-82ef-4f3288b7fc7b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:22.541093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f22d7a79-9519-485d-ac26-378c88dab6ea req-e8562893-194e-4bb4-9723-a92884d5966a tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0377347 Nov 01 18:13:22.549973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] No DVR routers for this DVR port 373b7e3d-e224-4478-97dc-680f9da80c58 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:22.563090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:22.594101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:22.601268 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080099fd-5438-4698-9613-733ace6c8075 x-openstack-request-id: req-080099fd-5438-4698-9613-733ace6c8075 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:22.601562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-unplugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:22.601817 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-080099fd-5438-4698-9613-733ace6c8075 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:22.602203 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'code': 200} Nov 01 18:13:22.605030 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Sync routers for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:22.624728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:22.625535 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:22.671245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:22.671608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:22.671943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:22.680623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:22.681444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Attempting to bind port 373b7e3d-e224-4478-97dc-680f9da80c58 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:22.687111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] No DVR routers for this DVR port fb1b61b5-c04d-40f2-b2d8-a1790500ec3c on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:22.690312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.697341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:22.698201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:22.698201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:22.698834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Bound port: 373b7e3d-e224-4478-97dc-680f9da80c58, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:22.699198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.702070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85068d6f-d708-4f61-ba82-db31d51613fb req-9f70a0d0-4da1-4907-9374-bce5c76706e9 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.32 "DELETE /v2.0/ports/fb1b61b5-c04d-40f2-b2d8-a1790500ec3c HTTP/1.1" status: 204 len: 173 time: 1.6709781 Nov 01 18:13:22.799608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'name': 'network-vif-deleted', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:22.802677 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5f964-0a5e-4d41-a39c-e814ab62ae34" -d '{"events": [{"server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "name": "network-vif-deleted", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:22.808916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:22.813512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:22.828438 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:22.864765 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2d3f6-3894-4ee7-b379-442b6f723e0e x-openstack-request-id: req-56e2d3f6-3894-4ee7-b379-442b6f723e0e {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:22.865168 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aca85d9-e35e-4d7a-a524-d8ecf7327273", "name": "network-vif-deleted", "tag": "fb1b61b5-c04d-40f2-b2d8-a1790500ec3c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:22.865421 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56e2d3f6-3894-4ee7-b379-442b6f723e0e {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:22.865927 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aca85d9-e35e-4d7a-a524-d8ecf7327273', 'name': 'network-vif-deleted', 'tag': 'fb1b61b5-c04d-40f2-b2d8-a1790500ec3c', 'status': 'completed', 'code': 200} Nov 01 18:13:22.960307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:22.998942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:22.999726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:23.001648 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] 10.222.0.32 "PUT /v2.0/ports/373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 1096 time: 1.1649709 Nov 01 18:13:23.072888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4b52-b0b3-4519-a617-dde805953345 service neutron] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:23.135808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-99c30752-cda9-4269-8f94-1e598a79f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.135808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-99c30752-cda9-4269-8f94-1e598a79f645 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1099 time: 0.0952940 Nov 01 18:13:23.151000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:23.197059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c357ae-1c79-4915-b8ef-71f4d5aadc08 req-8cef2e1a-3143-407b-9c94-a06270c1cd87 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.200097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67c357ae-1c79-4915-b8ef-71f4d5aadc08 req-8cef2e1a-3143-407b-9c94-a06270c1cd87 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.1240773 Nov 01 18:13:23.264526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Checking router: 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:13:23.283855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67c357ae-1c79-4915-b8ef-71f4d5aadc08 req-a34818fc-2090-4460-a5e5-2e0cc307e255 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Nov 01 18:13:23.286011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:23.286911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:23.330695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-815abef3-688d-4e71-811d-6043848594de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.332501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-815abef3-688d-4e71-811d-6043848594de service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1800294 Nov 01 18:13:23.396290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-817cafe8-9485-484a-9b55-57858fbe4904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0528538 Nov 01 18:13:23.480212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-ddeef002-a31c-47f9-a1be-db3665e44945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.484127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-ddeef002-a31c-47f9-a1be-db3665e44945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0789540 Nov 01 18:13:23.550908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:23.564139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-39376b33-2e85-4bd4-8c5c-324487849331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.566306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-39376b33-2e85-4bd4-8c5c-324487849331 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606089 Nov 01 18:13:23.575614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed919-ac6e-45d7-8d14-decf55986564 req-cdf16416-a9d9-4a8c-8794-052286db9d2b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:23.585919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e5ed919-ac6e-45d7-8d14-decf55986564 req-cdf16416-a9d9-4a8c-8794-052286db9d2b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1509113 Nov 01 18:13:23.613732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:23.653556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e5ed919-ac6e-45d7-8d14-decf55986564 req-de3b5336-49d3-45c6-a726-68eedd2ffa72 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665314 Nov 01 18:13:23.735751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-d8c8f265-d0c5-4bbb-8dcf-70ecd20e61a5 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582963 Nov 01 18:13:23.826074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-378ded86-4301-4e51-9740-04f7e2a5932d req-28c14422-5445-4189-b453-c1b0dd49e2e8 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aca85d9-e35e-4d7a-a524-d8ecf7327273 HTTP/1.1" status: 200 len: 210 time: 0.0577087 Nov 01 18:13:23.939424 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7628d7b4-40af-4a79-adf9-d8ced0969acf req-6e0fb1ee-4459-450c-af3b-43c5ca02c703 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945651 Nov 01 18:13:23.969054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:24.010826 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c500928-34ed-46be-a8d1-10d19366783a None None] The sync data for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 is: [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:10:48Z', 'revision_number': 4, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd56b376a-51be-4e65-a19b-b7365f6f81a9', 'name': '', 'network_id': '37d1fd8c-903e-4110-a897-1a544cf4ca60', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'mac_address': 'fa:16:3e:8a:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:47Z', 'updated_at': '2021-11-01T18:10:54Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'subnets': [{'id': 'b5ee9795-3aeb-49a9-ac2a-92479f1896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:13:24.366998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3149642-7479-4c05-8612-8cda743d6977 None None] New status for floating IP cefb59ec-6760-4f58-8989-a0a67d311dc2: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:13:24.480485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe25a1-2d8e-4597-81a7-b55e8602d74d req-90e6a28f-2be1-470a-a070-1944c3527adc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:24.491611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bfe25a1-2d8e-4597-81a7-b55e8602d74d req-90e6a28f-2be1-470a-a070-1944c3527adc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.1122534 Nov 01 18:13:24.539087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bfe25a1-2d8e-4597-81a7-b55e8602d74d req-118b5900-7ae3-4c0c-ae03-af43033978f6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Nov 01 18:13:24.603803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:24.608952 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888a078-827a-4dfe-8e56-713f2aede655" -d '{"events": [{"name": "network-changed", "server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:24.712762 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a8e09-cd13-4531-a587-ab82eb5ba5b3 x-openstack-request-id: req-f29a8e09-cd13-4531-a587-ab82eb5ba5b3 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:24.713235 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:24.713590 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f29a8e09-cd13-4531-a587-ab82eb5ba5b3 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:24.714195 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'status': 'completed', 'code': 200} Nov 01 18:13:24.770753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b607b-7851-4d3d-9b82-fe1243b5814f req-30ca8a11-79e1-48c1-ac8b-6f97a60e5c28 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:24.772994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-362b607b-7851-4d3d-9b82-fe1243b5814f req-30ca8a11-79e1-48c1-ac8b-6f97a60e5c28 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 950 time: 0.0997236 Nov 01 18:13:24.817831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-7e05800e-b608-4814-8088-fd5e12b7a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:24.819494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-7e05800e-b608-4814-8088-fd5e12b7a7cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1099 time: 0.0751133 Nov 01 18:13:24.825662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-9a17ea9f-7440-4e71-a090-df48fb497a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:24.827232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-9a17ea9f-7440-4e71-a090-df48fb497a55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1099 time: 0.0929484 Nov 01 18:13:24.851608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-362b607b-7851-4d3d-9b82-fe1243b5814f req-65a75bfe-95d1-4129-bf1d-e3f5188307f7 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Nov 01 18:13:24.878555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3541-4928-45a5-9eff-2ae16f1bcbc7 req-7d93cf6c-a909-4b1f-9bf4-772adccbd822 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:24.888720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5caa3541-4928-45a5-9eff-2ae16f1bcbc7 req-7d93cf6c-a909-4b1f-9bf4-772adccbd822 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.0785635 Nov 01 18:13:24.933009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5caa3541-4928-45a5-9eff-2ae16f1bcbc7 req-dd77bdd9-fd09-45ce-b2ff-a45575c68d03 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Nov 01 18:13:24.989826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:25.054223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.086521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.221427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.226509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.227770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4ec1d02-6e2d-4cec-8705-2170ba97e948 HTTP/1.1" status: 204 len: 168 time: 0.2369039 Nov 01 18:13:25.231692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38098) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:25.239933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072458-1bb1-423f-aafd-e668ad491f76 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec1d02-6e2d-4cec-8705-2170ba97e948,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:25.259313 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-d15f960b-a774-4b44-b460-a2fe22b68a66 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] show failed (client error): The resource could not be found. Nov 01 18:13:25.263409 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d15f960b-a774-4b44-b460-a2fe22b68a66 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "GET /v2.0/security-groups/f4ec1d02-6e2d-4cec-8705-2170ba97e948 HTTP/1.1" status: 404 len: 347 time: 0.0264418 Nov 01 18:13:25.264233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:25.285773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-eb313fa7-271c-44fc-8ebf-f153f853242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.287704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-eb313fa7-271c-44fc-8ebf-f153f853242b service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.4593024 Nov 01 18:13:25.315189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-84d8d880-28ab-4545-ac76-6761b71b6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.316050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-84d8d880-28ab-4545-ac76-6761b71b6a57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.4696198 Nov 01 18:13:25.351348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-b2147583-e10e-4341-8066-f09b7b496442 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0507076 Nov 01 18:13:25.358824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:25.399255 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-76b90473-c9a3-41b7-b15c-1011ae9380f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0552578 Nov 01 18:13:25.404227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:25.448420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Deleting port fa9e085d-dce4-435b-af7a-7a490f929bb0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:25.448763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.474082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-8bd67868-5424-43df-b33e-34b7f086b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.475559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-8bd67868-5424-43df-b33e-34b7f086b5f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0925002 Nov 01 18:13:25.478943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-f9f2565e-2ec7-486d-ad46-9b62043918c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.480274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-f9f2565e-2ec7-486d-ad46-9b62043918c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0608203 Nov 01 18:13:25.481743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd9d3-c351-4656-94ad-a19177590b7b req-8bd5ed03-b0cf-4aea-a337-a5aefdb7c107 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.483263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-854fd9d3-c351-4656-94ad-a19177590b7b req-8bd5ed03-b0cf-4aea-a337-a5aefdb7c107 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 950 time: 0.0849519 Nov 01 18:13:25.554761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-6d69a6d1-8737-4615-98c9-13fc9459b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.556322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-6d69a6d1-8737-4615-98c9-13fc9459b130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729120 Nov 01 18:13:25.558923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a078-827a-4dfe-8e56-713f2aede655 req-c8e40b59-e517-4e72-8fc5-f0fa92546b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.560856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-c8e40b59-e517-4e72-8fc5-f0fa92546b2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673382 Nov 01 18:13:25.600551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.600878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.616839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Calling delete_port for fa9e085d-dce4-435b-af7a-7a490f929bb0 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:25.738734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-405ae833-1e56-432b-8d74-e86c86da4f52 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733048 Nov 01 18:13:25.739790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port 7e742deb-9afc-4ee5-9872-b935a9e9df67 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:25.740455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:25.741268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-d9ad978f-2016-46a6-a9ae-6e089a88a0c3 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669941 Nov 01 18:13:25.858957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93548e1b-1473-4604-bf48-629dcce1df80 req-d4c0be35-9d44-4655-bc07-928348f69b01 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:25.860446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93548e1b-1473-4604-bf48-629dcce1df80 req-d4c0be35-9d44-4655-bc07-928348f69b01 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 948 time: 0.1594317 Nov 01 18:13:25.901118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-79832ae2-9e0f-435a-b3f5-5dcecab92fec service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540916 Nov 01 18:13:25.906177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d888a078-827a-4dfe-8e56-713f2aede655 req-e5b31b3a-589f-492f-9b5b-8fe9d233795c service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518440 Nov 01 18:13:25.986898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port 7e742deb-9afc-4ee5-9872-b935a9e9df67, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7e742deb-9afc-4ee5-9872-b935a9e9df67,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:25.987715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.022232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93548e1b-1473-4604-bf48-629dcce1df80 req-aeb9bf8b-265c-42dc-8b60-b2d6572e3b89 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486075 Nov 01 18:13:26.025935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for 7e742deb-9afc-4ee5-9872-b935a9e9df67 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:26.060388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-44c23e27-f5fb-4885-a846-79f15e0a01f2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:26.061814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-44c23e27-f5fb-4885-a846-79f15e0a01f2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.2410955 Nov 01 18:13:26.099885 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.126837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-18298725-1a70-4d2e-920e-e040d53c2fc5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/quotas/22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 375 time: 0.0356953 Nov 01 18:13:26.236173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-124e4ecc-8a0d-4fe7-a9a8-b1fccf03f280 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:26.237756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-124e4ecc-8a0d-4fe7-a9a8-b1fccf03f280 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2cbb35-5738-4c8b-97b4-a14c14953659 HTTP/1.1" status: 200 len: 949 time: 0.0554669 Nov 01 18:13:26.361227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:26.361474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.460510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:26.461269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.480863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.484074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for 76fb1fd0-fcc0-48e7-835b-65b78efcafdf owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:26.523955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:26.524554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Pushing event deleted for resources: {'Port': ['ID=fa9e085d-dce4-435b-af7a-7a490f929bb0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:26.534516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e69d1-d86b-49bf-9b6f-ad959419b781 req-4d087095-2461-483f-a50f-8ba3ada1747a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:26.536617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f13e69d1-d86b-49bf-9b6f-ad959419b781 req-4d087095-2461-483f-a50f-8ba3ada1747a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 950 time: 0.4461274 Nov 01 18:13:26.623577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-f2207af8-92b3-4457-a282-ca09a87605b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4852829 Nov 01 18:13:26.666133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:26.679931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '373b7e3d-e224-4478-97dc-680f9da80c58', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '373b7e3d-e224-4478-97dc-680f9da80c58', 'mac_address': 'fa:16:3e:13:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:26.705256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f13e69d1-d86b-49bf-9b6f-ad959419b781 req-2f4f3880-8f9e-457b-b04d-d07f45cf339b tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607721 Nov 01 18:13:26.732682 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.744108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.746560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.747723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-13bf7f1d-b2cd-4b6b-afe1-b3ec5b1106e6 tempest-ServersTestManualDisk-1777119136 tempest-ServersTestManualDisk-1777119136-project] 10.222.0.31 "DELETE /v2.0/floatingips/cefb59ec-6760-4f58-8989-a0a67d311dc2 HTTP/1.1" status: 204 len: 168 time: 1.4824662 Nov 01 18:13:26.750924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:26.754485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b7e3d-e224-4478-97dc-680f9da80c58 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:26.774910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:26.784754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-ec05d701-2e3d-48b7-9ebc-29648b0bf888 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602380 Nov 01 18:13:26.805972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.818909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:26.822216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7e742deb-9afc-4ee5-9872-b935a9e9df67'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:26.838691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=76fb1fd0-fcc0-48e7-835b-65b78efcafdf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:26.865456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.886200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port 76fb1fd0-fcc0-48e7-835b-65b78efcafdf on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:26.890044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:26.893525 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81d6d62e-c17a-4e2e-8cdf-b531907983c7 req-4442c02b-e2cb-41a2-9481-1f472a064715 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "DELETE /v2.0/ports/76fb1fd0-fcc0-48e7-835b-65b78efcafdf HTTP/1.1" status: 204 len: 173 time: 0.6476867 Nov 01 18:13:26.893986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'name': 'network-vif-deleted', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:26.896631 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f502a-6da9-4f98-9590-87bc179bfbba" -d '{"events": [{"server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "name": "network-vif-deleted", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:26.941415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=7e742deb-9afc-4ee5-9872-b935a9e9df67,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:27.011126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e4621-7e46-403d-809c-4c63febbba52 req-f9259567-aee2-4935-a588-a864bf0b479e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:27.012789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c42e4621-7e46-403d-809c-4c63febbba52 req-f9259567-aee2-4935-a588-a864bf0b479e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1949406 Nov 01 18:13:27.018684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port 7e742deb-9afc-4ee5-9872-b935a9e9df67 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:27.023633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:27.027117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-854fd9d3-c351-4656-94ad-a19177590b7b req-504dfb26-f48e-4903-9c3f-32983539fbbc tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.32 "DELETE /v2.0/ports/7e742deb-9afc-4ee5-9872-b935a9e9df67 HTTP/1.1" status: 204 len: 173 time: 1.5177543 Nov 01 18:13:27.027668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'name': 'network-vif-deleted', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:27.032538 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da59292-1b27-4504-8573-5ead54eb1ed6" -d '{"events": [{"server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "name": "network-vif-deleted", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:27.044970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-0009f096-a847-4722-a47e-60ba5ac0c420 service neutron] 10.222.0.31 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525015 Nov 01 18:13:27.077213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c42e4621-7e46-403d-809c-4c63febbba52 req-e75b1da8-74f9-48f7-b72b-e551ecaeb075 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Nov 01 18:13:27.092053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:27.257579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:27.361455 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:27.444268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:27.482762 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65636eb8-9f5d-4950-b908-d2fcd0926a18 x-openstack-request-id: req-65636eb8-9f5d-4950-b908-d2fcd0926a18 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:27.483082 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2cbb35-5738-4c8b-97b4-a14c14953659", "name": "network-vif-deleted", "tag": "76fb1fd0-fcc0-48e7-835b-65b78efcafdf", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:27.483551 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65636eb8-9f5d-4950-b908-d2fcd0926a18 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:27.489967 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2cbb35-5738-4c8b-97b4-a14c14953659', 'name': 'network-vif-deleted', 'tag': '76fb1fd0-fcc0-48e7-835b-65b78efcafdf', 'status': 'completed', 'code': 200} Nov 01 18:13:27.542543 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b6209-32b1-46c6-83e0-6b4d03f70c9a x-openstack-request-id: req-f45b6209-32b1-46c6-83e0-6b4d03f70c9a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:27.543064 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6509d322-66f9-4d08-9095-eb6f1dbbdd69", "name": "network-vif-deleted", "tag": "7e742deb-9afc-4ee5-9872-b935a9e9df67", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:27.543064 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f45b6209-32b1-46c6-83e0-6b4d03f70c9a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:27.543477 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6509d322-66f9-4d08-9095-eb6f1dbbdd69', 'name': 'network-vif-deleted', 'tag': '7e742deb-9afc-4ee5-9872-b935a9e9df67', 'status': 'completed', 'code': 200} Nov 01 18:13:27.701439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Deleting port d56b376a-51be-4e65-a19b-b7365f6f81a9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:27.701808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:27.736038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1954d-cb99-49f0-81bc-584f73c040f5 req-69ee24ae-0c4d-428a-9879-3f5d0d06e754 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:27.737781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6d1954d-cb99-49f0-81bc-584f73c040f5 req-69ee24ae-0c4d-428a-9879-3f5d0d06e754 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.0582252 Nov 01 18:13:27.778790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6d1954d-cb99-49f0-81bc-584f73c040f5 req-2a1dec59-5f35-4823-b261-1a2acbf95978 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Nov 01 18:13:27.789010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] For port d56b376a-51be-4e65-a19b-b7365f6f81a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d56b376a-51be-4e65-a19b-b7365f6f81a9,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:27.789580 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:27.814111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Calling delete_port for d56b376a-51be-4e65-a19b-b7365f6f81a9 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:27.992187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8310207-9622-426a-adf9-af8fbeb84121 req-9a2e8472-7b28-4a52-ac72-9b4decc1a33d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=6509d322-66f9-4d08-9095-eb6f1dbbdd69 HTTP/1.1" status: 200 len: 210 time: 0.0794470 Nov 01 18:13:28.074797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bb884e5-5793-4d51-94a9-864ae8af1f54 req-930fc6d3-8042-4b5d-a83d-fad6dcea098a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0362916 Nov 01 18:13:28.153037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:28.184126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56b376a-51be-4e65-a19b-b7365f6f81a9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:28.236902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072be9b0-cb15-4502-ace7-2cb5fb4e8ff5 req-c1859225-eada-4f35-bdcb-5b0ab70ceacf tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:28.238857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-072be9b0-cb15-4502-ace7-2cb5fb4e8ff5 req-c1859225-eada-4f35-bdcb-5b0ab70ceacf tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.0621305 Nov 01 18:13:28.325752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-072be9b0-cb15-4502-ace7-2cb5fb4e8ff5 req-7e88351e-7fdf-4906-be60-3b46fa7fcec9 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785952 Nov 01 18:13:28.371754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc79eeb-b6fb-4439-a5e8-3046416c1357 req-91a8184e-f9d2-4919-9747-ba39964613db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:28.373476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4fc79eeb-b6fb-4439-a5e8-3046416c1357 req-91a8184e-f9d2-4919-9747-ba39964613db tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 949 time: 0.1288958 Nov 01 18:13:28.442527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4fc79eeb-b6fb-4439-a5e8-3046416c1357 req-fcaadf92-edca-4faf-89ab-3140f6fba4e8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587797 Nov 01 18:13:28.522663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:28.568244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:28.580186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-08efd3e8-0d0c-4d9d-9431-324fa083d620 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:28.581653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-08efd3e8-0d0c-4d9d-9431-324fa083d620 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a&tenant_id=9a0cdf05f60e4081892a6d61b914b963&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 949 time: 0.1221747 Nov 01 18:13:28.653531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 373b7e3d-e224-4478-97dc-680f9da80c58 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:28.659799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 373b7e3d-e224-4478-97dc-680f9da80c58 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:28.660170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:28.709386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a', '76fb1fd0-fcc0-48e7-835b-65b78efcafdf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:28.831157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:28.860428 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-efd11518-d57e-4679-9114-fdcb419906fd service neutron] delete failed (client error): The resource could not be found. Nov 01 18:13:28.861479 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-efd11518-d57e-4679-9114-fdcb419906fd service neutron] 10.222.0.37 "DELETE /v2.0/ports/373b7e3d-e224-4478-97dc-680f9da80c58/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.2690721 Nov 01 18:13:28.869225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:28.871487 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5834b0-7499-409d-9de4-7ec2076d63c3" -d '{"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-plugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:28.875217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:13:28.892964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:28.979470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:28.979470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7e742deb-9afc-4ee5-9872-b935a9e9df67 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:29.027815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 7e742deb-9afc-4ee5-9872-b935a9e9df67 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:29.028157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7e742deb-9afc-4ee5-9872-b935a9e9df67 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:29.033240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b180bf46-cafc-4acd-b13c-e4cfa93b7892 x-openstack-request-id: req-b180bf46-cafc-4acd-b13c-e4cfa93b7892 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:29.033240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-plugged", "status": "completed", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:29.033240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b180bf46-cafc-4acd-b13c-e4cfa93b7892 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:29.033510 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'code': 200} Nov 01 18:13:29.083574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:29.212733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97d576eb-ea5a-4d98-81bb-dfcb12b34775 req-77229b37-ac01-4a2d-ac65-30b67ee481e7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0328517 Nov 01 18:13:29.318723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-a25567f7-8f64-4a63-851f-c82d86199298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.320239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-a25567f7-8f64-4a63-851f-c82d86199298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 1101 time: 0.0905776 Nov 01 18:13:29.337012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:29.347965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6dbb063d-6d6f-475e-93dd-fdecdf128e69 admin admin] 10.222.0.31 "PUT /v2.0/routers/39c1a3de-f73c-4f53-8cfe-c4cf89f60627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5901604 Nov 01 18:13:29.348096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38176) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:29.349861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Sync routers for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:29.360828 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:29.361698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:29.434319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-1b96ed19-714a-4041-a95d-7296792f4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.436521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-1b96ed19-714a-4041-a95d-7296792f4cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1078744 Nov 01 18:13:29.496370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-5cb8f231-9c7e-4425-9b24-b514a63d29e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 200 len: 217 time: 0.0511694 Nov 01 18:13:29.505890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:29.531401 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:29.552302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-4a826c1d-f211-4ac8-ad22-5649996af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.555648 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-4a826c1d-f211-4ac8-ad22-5649996af286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0522039 Nov 01 18:13:29.556438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc7a61-a567-4089-b322-bad79fc6b64a req-97a0ab21-bb2d-4d16-b6ed-857815475c0a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.557951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dcc7a61-a567-4089-b322-bad79fc6b64a req-97a0ab21-bb2d-4d16-b6ed-857815475c0a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1071031 Nov 01 18:13:29.603678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-fb3a839f-5659-4578-8ae8-c185ee68a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.605191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-fb3a839f-5659-4578-8ae8-c185ee68a8d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429513 Nov 01 18:13:29.634281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dcc7a61-a567-4089-b322-bad79fc6b64a req-59ea5d64-d1bc-454b-92d0-757966c08374 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Nov 01 18:13:29.773510 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:29.776810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-4dd3755d-369f-4746-bfe2-3c875739fcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639516 Nov 01 18:13:29.841810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7a27-9e52-4eaf-a704-2bb17e28359d req-41324fb3-ac6e-44c2-93f7-ff9c954d71c8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:29.843473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b69a7a27-9e52-4eaf-a704-2bb17e28359d req-41324fb3-ac6e-44c2-93f7-ff9c954d71c8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0618815 Nov 01 18:13:29.875343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:13:28Z', 'revision_number': 5, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port': {'id': '4d975543-91a9-4fc7-9436-11b3c1b0c974', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:10:43Z', 'updated_at': '2021-11-01T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:29.904625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5c7b9688-8748-4d62-a840-f34c1a90f0a6 req-a2cb81fe-b766-42a1-927a-346d5a1f9410 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131115 Nov 01 18:13:29.912891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Checking router: 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:13:29.920935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b69a7a27-9e52-4eaf-a704-2bb17e28359d req-eadb4699-3bc6-4c7d-b010-79aa87a72002 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Nov 01 18:13:29.921752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Routers {'39c1a3de-f73c-4f53-8cfe-c4cf89f60627'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:29.922170 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:29.936581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Deleting port 4d975543-91a9-4fc7-9436-11b3c1b0c974 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:29.950916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.018104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] Set router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:30.022651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] For port 4d975543-91a9-4fc7-9436-11b3c1b0c974, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d975543-91a9-4fc7-9436-11b3c1b0c974,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:30.023135 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.039935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Calling delete_port for 4d975543-91a9-4fc7-9436-11b3c1b0c974 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:30.074773 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:13:29Z', 'revision_number': 6, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:30.103258 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef6b73-9b80-4ba6-87c8-0cb5ec807274 None None] The sync data for ids ['39c1a3de-f73c-4f53-8cfe-c4cf89f60627'] in n-d-815923-2 is: [{'id': '39c1a3de-f73c-4f53-8cfe-c4cf89f60627', 'name': 'tempest-ServersTestManualDisk-1254329889-router', 'tenant_id': 'f72a29578c304e729795d6a471fe94ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:10:42Z', 'updated_at': '2021-11-01T18:13:29Z', 'revision_number': 6, 'project_id': 'f72a29578c304e729795d6a471fe94ab', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:13:30.312906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45545ccf-c89e-4921-8f35-8f4e8c836c78 req-fc6ba45a-1020-4f91-8e91-11ecaf9ccbce tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0274985 Nov 01 18:13:30.379105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.403962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d975543-91a9-4fc7-9436-11b3c1b0c974,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:30.563125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.679938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.685982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.702647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965743-ad12-4433-8f45-d3364c66f86b req-9cbe2ee7-39f6-489f-a198-2fb5d5c6e116 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:30.705835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98965743-ad12-4433-8f45-d3364c66f86b req-9cbe2ee7-39f6-489f-a198-2fb5d5c6e116 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 950 time: 0.2239971 Nov 01 18:13:30.711132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-23312084-94d0-4fad-bbae-e835872b77bf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:30.712618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-23312084-94d0-4fad-bbae-e835872b77bf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 808 time: 0.2585442 Nov 01 18:13:30.761173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Request body: {'port': {'device_id': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'admin_state_up': True, 'tenant_id': '22b81861f08549beb0169e7fc228a374'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:30.871051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98965743-ad12-4433-8f45-d3364c66f86b req-50ad527c-848b-483e-9b6f-d3bbc7db5c6c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296821 Nov 01 18:13:30.888998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b549588-7e19-4a19-a83c-68338d115e06 req-17ff6441-6b92-4723-bef4-1eba990a825d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:30.890965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b549588-7e19-4a19-a83c-68338d115e06 req-17ff6441-6b92-4723-bef4-1eba990a825d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1481333 Nov 01 18:13:30.901536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.902203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c1a3de-f73c-4f53-8cfe-c4cf89f60627 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:13:30.930089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:30.937020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:30.948285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a30d866-525b-499e-b7d1-01f96f8c88c7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/39c1a3de-f73c-4f53-8cfe-c4cf89f60627 HTTP/1.1" status: 204 len: 168 time: 1.6019721 Nov 01 18:13:31.006781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Deleting subnet b5ee9795-3aeb-49a9-ac2a-92479f1896c3 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:13:31.010452 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.028824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d975543-91a9-4fc7-9436-11b3c1b0c974 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:31.034113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b549588-7e19-4a19-a83c-68338d115e06 req-b4d3f2f2-02ff-45a7-8196-e5b491a3b5bc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335099 Nov 01 18:13:31.065500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Made reservation on behalf of 22b81861f08549beb0169e7fc228a374 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:31.070069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.095669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4d975543-91a9-4fc7-9436-11b3c1b0c974 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:31.097974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d975543-91a9-4fc7-9436-11b3c1b0c974 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:31.099837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d56b376a-51be-4e65-a19b-b7365f6f81a9 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:31.112004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.152170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d56b376a-51be-4e65-a19b-b7365f6f81a9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:31.152620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d56b376a-51be-4e65-a19b-b7365f6f81a9 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:31.250267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.305434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Allocated IP 172.20.0.5 (6197de36-9956-42c7-b849-c366ea93e06c/f1943d43-9ab6-4f84-bf32-3a769244181e/572ca251-18e6-46c6-b33e-a3240bc01a06) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:31.347683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fbb0-d80b-463a-b84c-9cbcdea5432b req-0f5fec85-bcf5-4e4a-b6fa-01b3f472dc08 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:31.347683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7846fbb0-d80b-463a-b84c-9cbcdea5432b req-0f5fec85-bcf5-4e4a-b6fa-01b3f472dc08 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0970433 Nov 01 18:13:31.382797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 76fb1fd0-fcc0-48e7-835b-65b78efcafdf no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:31.418188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 76fb1fd0-fcc0-48e7-835b-65b78efcafdf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:31.418981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 76fb1fd0-fcc0-48e7-835b-65b78efcafdf not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:31.448484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.450827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7846fbb0-d80b-463a-b84c-9cbcdea5432b req-8f0a5b33-fd68-4b46-a3fa-e1c357daa47d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Nov 01 18:13:31.512287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c817df49-8051-46db-9c34-b94b09d3b1ec req-3f03ee11-c1ad-4bcf-bf53-55665003bc07 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0750475 Nov 01 18:13:31.524184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a962300-f188-48be-bf4e-02f238e4e5af None None] Network 37d1fd8c-903e-4110-a897-1a544cf4ca60 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:31.536868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.544076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5ee9795-3aeb-49a9-ac2a-92479f1896c3 HTTP/1.1" status: 204 len: 168 time: 0.6051915 Nov 01 18:13:31.547668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109dc33-3257-4445-8c57-f5ce3a273bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ee9795-3aeb-49a9-ac2a-92479f1896c3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:31.552300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:31.589662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.657237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.669519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2f985-f500-4271-a082-aada0591dbdc req-b611cc71-301a-4ab3-98b2-27aa912395b8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:31.671081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f2f985-f500-4271-a082-aada0591dbdc req-b611cc71-301a-4ab3-98b2-27aa912395b8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0709033 Nov 01 18:13:31.732167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f2f985-f500-4271-a082-aada0591dbdc req-09bee993-21e4-43af-9f26-04067a1e6367 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Nov 01 18:13:31.752133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-3d333a36-6133-40ee-9e4a-0c3872d29c7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:31.753624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-3d333a36-6133-40ee-9e4a-0c3872d29c7d tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 950 time: 0.0998716 Nov 01 18:13:31.761954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.766525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] DHCP port deletion for 37d1fd8c-903e-4110-a897-1a544cf4ca60 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:13:31.779946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fc410c55-a173-4fc0-bff6-d9c0532ac2f1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:31.842941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Network 6197de36-9956-42c7-b849-c366ea93e06c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:31.857481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:31.857481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:31.857481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:31.857746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Deleting port b9773caf-49d8-465b-a3b2-1a0c54d5f763 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:31.863341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:31.911707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:31.912616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.020939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-bb219896-3af2-450e-9516-026f8f875721 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757936 Nov 01 18:13:32.027672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Deleting port b9773caf-49d8-465b-a3b2-1a0c54d5f763 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:32.028169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.036317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Request body: {'port': {'device_id': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:32.103191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f952-7cbc-45bd-ab47-76ea3520f8e4 req-3fb45ab3-e886-4be7-8981-a8e6655fb6e9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:32.104356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] For port b9773caf-49d8-465b-a3b2-1a0c54d5f763, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b9773caf-49d8-465b-a3b2-1a0c54d5f763,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:32.108512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.113084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efb7f952-7cbc-45bd-ab47-76ea3520f8e4 req-3fb45ab3-e886-4be7-8981-a8e6655fb6e9 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 950 time: 0.1355913 Nov 01 18:13:32.129142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port f5db8b1d-5156-4848-87e3-606787328fa6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:32.130597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.175671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] For port b9773caf-49d8-465b-a3b2-1a0c54d5f763, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b9773caf-49d8-465b-a3b2-1a0c54d5f763,segment=NetworkSegment(5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf),segment_id=5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:32.176231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.193689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Calling delete_port for b9773caf-49d8-465b-a3b2-1a0c54d5f763 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:32.232723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efb7f952-7cbc-45bd-ab47-76ea3520f8e4 req-cd621ae5-da04-4318-870e-638b5f5ccbdd tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184337 Nov 01 18:13:32.240443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port f5db8b1d-5156-4848-87e3-606787328fa6, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f5db8b1d-5156-4848-87e3-606787328fa6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:32.240944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.253947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.266550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-7184bbd6-6647-4dd7-999b-93c2d487466c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:32.271725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-7184bbd6-6647-4dd7-999b-93c2d487466c tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 950 time: 0.2018254 Nov 01 18:13:32.272725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for f5db8b1d-5156-4848-87e3-606787328fa6 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:32.287424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Calling delete_port for b9773caf-49d8-465b-a3b2-1a0c54d5f763 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:32.385688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.415716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88282-e60b-4027-978e-951f380f5fdc req-b0d90564-9eda-461c-b516-2bad57a3aa82 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:32.423889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35e88282-e60b-4027-978e-951f380f5fdc req-b0d90564-9eda-461c-b516-2bad57a3aa82 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1345677 Nov 01 18:13:32.435962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] Pushing event deleted for resources: {'Port': ['ID=b9773caf-49d8-465b-a3b2-1a0c54d5f763,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:32.441135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84697636-4f40-4306-8055-a554a071b8b1 None None] No DVR routers for this DVR port b9773caf-49d8-465b-a3b2-1a0c54d5f763 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:32.482534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.555181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9773caf-49d8-465b-a3b2-1a0c54d5f763,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:32.564376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] No DVR routers for this DVR port b9773caf-49d8-465b-a3b2-1a0c54d5f763 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:32.610243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-8fde2cca-d424-4fe4-a5a7-bdf11f86ac31 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469298 Nov 01 18:13:32.657828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35e88282-e60b-4027-978e-951f380f5fdc req-101d67fc-9eda-40dc-aa9a-b72ddc65a496 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328503 Nov 01 18:13:32.676940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.703981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d1fd8c-903e-4110-a897-1a544cf4ca60']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:32.718039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:32.718485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c955ff5-89ab-4291-98b7-6ac7cdcfa9bf') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:32.731549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port 38929c00-8bfd-4e3d-a174-7042fc7db74a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:32.732057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.735648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.756213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.764575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b9773caf-49d8-465b-a3b2-1a0c54d5f763 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:32.766903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:13:32.767315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.799759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b9773caf-49d8-465b-a3b2-1a0c54d5f763 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:32.806703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b9773caf-49d8-465b-a3b2-1a0c54d5f763 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:13:32.827896 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:13:32.835557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.842263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'f5db8b1d-5156-4848-87e3-606787328fa6', '38929c00-8bfd-4e3d-a174-7042fc7db74a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:32.869331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=f5db8b1d-5156-4848-87e3-606787328fa6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:32.990788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port f5db8b1d-5156-4848-87e3-606787328fa6 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:32.990788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:32.990788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-60e7a5df-f191-4e7c-bc32-7689a3cf66d5 req-2aa1b03a-f14f-4489-876e-16aa06e73814 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "DELETE /v2.0/ports/f5db8b1d-5156-4848-87e3-606787328fa6 HTTP/1.1" status: 204 len: 173 time: 1.1655545 Nov 01 18:13:32.990788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'name': 'network-vif-deleted', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:32.990788 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7abdeee-9fa6-49ed-aedb-692a4c67eab3" -d '{"events": [{"server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "name": "network-vif-deleted", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:32.991616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-a83dcd08-cbe1-4030-bb03-2e8b5a648d2c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:32.991616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-a83dcd08-cbe1-4030-bb03-2e8b5a648d2c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470564 Nov 01 18:13:33.027648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-38d0572f-fd04-46c4-b191-a4a12fc6815c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/quotas/9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 375 time: 0.0560231 Nov 01 18:13:33.027648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port 38929c00-8bfd-4e3d-a174-7042fc7db74a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=38929c00-8bfd-4e3d-a174-7042fc7db74a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:33.027648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.063333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for 38929c00-8bfd-4e3d-a174-7042fc7db74a owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:33.098437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293addf-cad3-4a9b-816e-aae05816ea89 req-07ed647f-c15f-4181-89ac-06728f463a8c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:33.104324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d293addf-cad3-4a9b-816e-aae05816ea89 req-07ed647f-c15f-4181-89ac-06728f463a8c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 931 time: 0.2461419 Nov 01 18:13:33.113061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.127750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.152251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/37d1fd8c-903e-4110-a897-1a544cf4ca60 HTTP/1.1" status: 204 len: 168 time: 1.5985515 Nov 01 18:13:33.163545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daed7f-5c43-40b8-a780-c7a2aa0a17dc admin admin] Pushing event deleted for resources: {'Network': ['ID=37d1fd8c-903e-4110-a897-1a544cf4ca60,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:33.537895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-931283be-5f37-40a4-9660-25e89f8853bb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4952297 Nov 01 18:13:33.583088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:33.591854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d293addf-cad3-4a9b-816e-aae05816ea89 req-cbcdb2b3-fcd5-4632-8675-2a90a56abfdd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763670 Nov 01 18:13:33.609598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572ca251-18e6-46c6-b33e-a3240bc01a06 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:33.631997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7ca3b9d-1344-4224-aac1-2cec7d53e930 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f72a29578c304e729795d6a471fe94ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497720 Nov 01 18:13:33.637987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:33.638367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.655931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Transition to ACTIVE for port object 572ca251-18e6-46c6-b33e-a3240bc01a06 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:33.703356 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e3e50-ef8a-41e1-8bd0-027f18942fd1 x-openstack-request-id: req-7d5e3e50-ef8a-41e1-8bd0-027f18942fd1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:33.703675 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e441f-04e8-4689-816e-55b21d08fbee", "name": "network-vif-deleted", "tag": "f5db8b1d-5156-4848-87e3-606787328fa6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:33.703925 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d5e3e50-ef8a-41e1-8bd0-027f18942fd1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:33.706174 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e441f-04e8-4689-816e-55b21d08fbee', 'name': 'network-vif-deleted', 'tag': 'f5db8b1d-5156-4848-87e3-606787328fa6', 'status': 'completed', 'code': 200} Nov 01 18:13:33.731246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.762161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.762653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.829892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:33.950694 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.959258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.960720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14533364-bd41-4162-9946-19ed3f6a5ffe HTTP/1.1" status: 204 len: 168 time: 0.3212783 Nov 01 18:13:33.968498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:33.977728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed6312-35ff-4262-b130-2ddc27dc5e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14533364-bd41-4162-9946-19ed3f6a5ffe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:33.988907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:34.086620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=38929c00-8bfd-4e3d-a174-7042fc7db74a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:34.128291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5cf01d46-e22a-4654-8b40-edff3234676b req-616d453a-7179-4d86-8fb6-ca29a7b3b55e tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b6e441f-04e8-4689-816e-55b21d08fbee HTTP/1.1" status: 200 len: 210 time: 0.1830573 Nov 01 18:13:34.150065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:34.150865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:34.151642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:34.249930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port 38929c00-8bfd-4e3d-a174-7042fc7db74a on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:34.301780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:34.312338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33a05088-2ef0-4754-8874-b4aef5df34d8 req-18587881-8c55-44e2-ac68-c424b97e9ddb tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "DELETE /v2.0/ports/38929c00-8bfd-4e3d-a174-7042fc7db74a HTTP/1.1" status: 204 len: 173 time: 2.0156627 Nov 01 18:13:34.313748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:34.314475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:34.335934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'name': 'network-vif-deleted', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:34.340229 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ded04e-1968-4434-9098-c7d1681e8ea7" -d '{"events": [{"server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "name": "network-vif-deleted", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:34.385709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51fd4af1-b63e-4dba-8a41-0dc1897edeaf req-1242813d-8171-4153-a979-8004f1b2c81f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 210 time: 0.1427631 Nov 01 18:13:34.399963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:34.400519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:34.401131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:34.401853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Bound port: 572ca251-18e6-46c6-b33e-a3240bc01a06, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:34.402425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:34.510206 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c16721-d41c-49ad-90fa-2ff139d4a0d0 x-openstack-request-id: req-e8c16721-d41c-49ad-90fa-2ff139d4a0d0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:34.513390 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac06628b-11c0-40fb-a62a-93dde56a1381", "name": "network-vif-deleted", "tag": "38929c00-8bfd-4e3d-a174-7042fc7db74a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:34.513390 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8c16721-d41c-49ad-90fa-2ff139d4a0d0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:34.513390 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac06628b-11c0-40fb-a62a-93dde56a1381', 'name': 'network-vif-deleted', 'tag': '38929c00-8bfd-4e3d-a174-7042fc7db74a', 'status': 'completed', 'code': 200} Nov 01 18:13:34.542457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:34.551590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5408f9-8d4a-4f56-8b05-c49f90b47373 req-f0f6626d-d805-43f8-84e9-c2c674c57a40 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:34.562158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd5408f9-8d4a-4f56-8b05-c49f90b47373 req-f0f6626d-d805-43f8-84e9-c2c674c57a40 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.2065217 Nov 01 18:13:34.580376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:34.647997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd5408f9-8d4a-4f56-8b05-c49f90b47373 req-dd03fc0a-8b5a-40ca-92eb-5584a2144980 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860288 Nov 01 18:13:34.654559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:34.781489 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:34.856593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:34.857222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:34.858568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] 10.222.0.32 "PUT /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 1091 time: 2.8297181 Nov 01 18:13:34.871679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747cd9-618f-4f3c-ad5f-b99f5ad02705 req-c8d8e417-aa33-4ce2-aad2-4fa23811dd39 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:34.871902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b747cd9-618f-4f3c-ad5f-b99f5ad02705 req-c8d8e417-aa33-4ce2-aad2-4fa23811dd39 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1380527 Nov 01 18:13:34.872696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237ab7-98fc-47ec-b24f-9fce59b1c296 service neutron] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:34.939190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b747cd9-618f-4f3c-ad5f-b99f5ad02705 req-f4d90550-3603-42ce-a159-26605d565878 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Nov 01 18:13:35.035204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-528a8ea6-378f-4bdc-b3ec-a847491671d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:35.040590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-528a8ea6-378f-4bdc-b3ec-a847491671d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1094 time: 0.0501661 Nov 01 18:13:35.097894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-43057505-4418-499d-8e14-558c49c1ef26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 217 time: 0.0477440 Nov 01 18:13:35.152303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-86b79550-2da3-4c24-ad73-9c9b27ff84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:35.153772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-86b79550-2da3-4c24-ad73-9c9b27ff84f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0476437 Nov 01 18:13:35.198978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-c120d509-40c2-40eb-b248-79d2341b2d70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341463 Nov 01 18:13:35.366523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebca480d-eabe-4752-9f20-85a93d5291bc req-f976ac78-707a-44ac-b4f6-b3b6070d63ce tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac06628b-11c0-40fb-a62a-93dde56a1381 HTTP/1.1" status: 200 len: 210 time: 0.0442700 Nov 01 18:13:35.368427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-b3f187f1-ab05-47f0-a131-b7b2b712fe10 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617763 Nov 01 18:13:35.383563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:35.402411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f5db8b1d-5156-4848-87e3-606787328fa6 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:35.429090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: f5db8b1d-5156-4848-87e3-606787328fa6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:35.429709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f5db8b1d-5156-4848-87e3-606787328fa6 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:35.484725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217322b0-8fb1-4940-addc-b4d6f2b88b76 req-4f481014-5f85-48d7-bb1e-cee702f8d1a2 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073627 Nov 01 18:13:35.516714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec4ceed9-7383-4104-941a-9de5c4537aad req-133e59c7-2b29-4c6b-86dd-bf7317cea302 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Nov 01 18:13:35.517270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:35.530495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770', 'port_id': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'mac_address': 'fa:16:3e:eb:0b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a218d6-bc57-42a8-9ec7-835fe536f6cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:35.569525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:35.584528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729279f7-b23d-4e0a-acfa-6f95bf8199f0 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:35.612413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:35.688350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:35.741711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:35.795198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:35.795930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc422c-8827-4f15-be36-c7c45c12bfd4 req-d07b854d-516f-46be-be5e-41ce208c5b9e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:35.797844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93dc422c-8827-4f15-be36-c7c45c12bfd4 req-d07b854d-516f-46be-be5e-41ce208c5b9e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.0648470 Nov 01 18:13:35.829865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741279971-network', 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:35.868528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93dc422c-8827-4f15-be36-c7c45c12bfd4 req-528f503a-fbea-4a90-a589-3f6eb7f1fe61 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631886 Nov 01 18:13:35.984921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:35.988462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:35.999667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.112981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['729279f7-b23d-4e0a-acfa-6f95bf8199f0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:36.171531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbc7e-89ac-4b66-97c7-c12df19e426c req-33ce73c9-86fe-4701-bb02-ce47a9856df6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:36.177851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ecdbc7e-89ac-4b66-97c7-c12df19e426c req-33ce73c9-86fe-4701-bb02-ce47a9856df6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1733394 Nov 01 18:13:36.249244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ecdbc7e-89ac-4b66-97c7-c12df19e426c req-b428d341-42f2-4f6b-9201-cdfaf4dfc7fc tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652361 Nov 01 18:13:36.308452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.422142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.455582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:13:36.466998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b253149-b4aa-423d-a456-49fdbf7d6f3c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:36.475909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.476683 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Added segment 25d8fcac-a881-44e4-90f3-da9d0ecfd674 of type vlan for network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 Nov 01 18:13:36.512489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:36.515167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4046d-ce0d-4986-be0b-ed26f7300d60" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:36.528087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.556600 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d56a5-5cab-45fd-b1dc-7147b717da4f x-openstack-request-id: req-4e2d56a5-5cab-45fd-b1dc-7147b717da4f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:36.561318 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:36.561318 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e2d56a5-5cab-45fd-b1dc-7147b717da4f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:36.561318 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'status': 'completed', 'code': 200} Nov 01 18:13:36.644309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fd810cf-61ea-47eb-96c7-4a9ddfff1762 req-d1397452-74d5-4ac6-8baa-1b9fa9df9038 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 210 time: 0.0354755 Nov 01 18:13:36.665510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-0ac53092-c08c-4b7f-bb7e-ed945fd218bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:36.667556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-0ac53092-c08c-4b7f-bb7e-ed945fd218bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1094 time: 0.0850379 Nov 01 18:13:36.693312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.698590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:36.698590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:36.825587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ece882f-d102-4cf7-9522-7a4cddbc3b67,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:36.837112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:13:36.844511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-3ba54456-fd16-4c82-a6fd-e80471841e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:36.845984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-3ba54456-fd16-4c82-a6fd-e80471841e9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1700320 Nov 01 18:13:36.893368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-8b9bd359-8c9c-483f-98e0-fe28455a26f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 217 time: 0.0366356 Nov 01 18:13:36.951149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-c36a8d0b-d0b9-4e7c-b56e-b754bccdb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:36.952646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-c36a8d0b-d0b9-4e7c-b56e-b754bccdb6f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0529270 Nov 01 18:13:37.014531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-ce84d8b2-d6a1-4603-a09d-030491ffda3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455744 Nov 01 18:13:37.026940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d7bdb4df-29ec-4b2b-9f4d-cba5269afdb1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3375039 Nov 01 18:13:37.027169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38338) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:37.033264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Request body: {'subnet': {'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741279971-subnet', 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:37.128190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d7c1-6936-4b7a-94ae-c55738fa8589 req-92c9ddad-cb3e-4235-91f1-793013a874fe tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.130533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e36d7c1-6936-4b7a-94ae-c55738fa8589 req-92c9ddad-cb3e-4235-91f1-793013a874fe tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1703019 Nov 01 18:13:37.132229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-edc9dbb1-0a17-4222-b237-e703138ee6f6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790946 Nov 01 18:13:37.168741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:37.173074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.267861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-c81258a2-64d4-4f32-a903-994f07dec1d2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.269324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-c81258a2-64d4-4f32-a903-994f07dec1d2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287057 Nov 01 18:13:37.290689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Request body: {'port': {'device_id': 'f104cf66-8258-4a75-850c-c58da5871411', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '9a0cdf05f60e4081892a6d61b914b963'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:37.330622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e36d7c1-6936-4b7a-94ae-c55738fa8589 req-6b29bb8c-1f33-47d3-a7a7-d9732533f39a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929955 Nov 01 18:13:37.335975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-18625847-5ac4-4290-95c0-d5446aa686cc service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075891 Nov 01 18:13:37.405519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:37.508438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.567369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a624b920-730d-494e-a5cb-67556ac55322,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:37.573945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:37.578490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:37.578854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Network hostable DHCP agents. Network: 7ece882f-d102-4cf7-9522-7a4cddbc3b67, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:13:37.581103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:37.582622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.630781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e4046d-ce0d-4986-be0b-ed26f7300d60 req-1a6a064b-9ff6-4170-a3ca-1d42d699cb94 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425754 Nov 01 18:13:37.638264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6433-c9af-4029-9687-268c05cd8986 req-c573e8b6-4244-4f55-8484-381e560ea596 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.639726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29ca6433-c9af-4029-9687-268c05cd8986 req-c573e8b6-4244-4f55-8484-381e560ea596 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 950 time: 0.1369045 Nov 01 18:13:37.657071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036d5ad-31d1-44b7-8792-a286fcebd88a req-ef2e2624-b21f-4dab-9fc7-0d9f6f26f626 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.658549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c036d5ad-31d1-44b7-8792-a286fcebd88a req-ef2e2624-b21f-4dab-9fc7-0d9f6f26f626 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1495314 Nov 01 18:13:37.688821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.708053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:13:37.718156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29ca6433-c9af-4029-9687-268c05cd8986 req-13d15904-5a9e-4dc6-b105-dc51e4cde7d2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575633 Nov 01 18:13:37.723670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:37.725895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c036d5ad-31d1-44b7-8792-a286fcebd88a req-9249a573-4328-4a4a-90f7-3e20080518a0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Nov 01 18:13:37.726027 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3f54a-d99b-49c3-9ac4-ab94b7c02cd2" -d '{"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-plugged", "status": "completed", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:37.743992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:37.812740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01e004c6-7730-49f0-9a84-92f646310391 req-49b0caee-9687-47a1-bad5-900fd208a74d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 210 time: 0.0273759 Nov 01 18:13:37.828166 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ddcf33-29e3-48ef-94c4-b2ff1e1c1bc8 x-openstack-request-id: req-b9ddcf33-29e3-48ef-94c4-b2ff1e1c1bc8 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:37.828463 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-plugged", "status": "completed", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:37.828719 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9ddcf33-29e3-48ef-94c4-b2ff1e1c1bc8 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:37.829204 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'code': 200} Nov 01 18:13:37.830500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Made reservation on behalf of 9a0cdf05f60e4081892a6d61b914b963 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:37.834874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.881757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7ece882f-d102-4cf7-9522-7a4cddbc3b67) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:37.882276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.883834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 38929c00-8bfd-4e3d-a174-7042fc7db74a no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:37.894586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.895829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:37.926059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930ef3e-6889-420e-8301-de051ae97ecb None None] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:37.931135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 38929c00-8bfd-4e3d-a174-7042fc7db74a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:37.931866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 38929c00-8bfd-4e3d-a174-7042fc7db74a not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:37.949355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978b50d-3202-4398-b238-be2a5286e539 req-bb25c849-d2a2-433b-8a11-3d074edc9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:37.950867 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3978b50d-3202-4398-b238-be2a5286e539 req-bb25c849-d2a2-433b-8a11-3d074edc9301 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1097 time: 0.0581298 Nov 01 18:13:37.989058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Allocated IP 192.168.233.89 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/b52a140f-2404-46b8-a641-c367c80850ed) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:37.996703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3978b50d-3202-4398-b238-be2a5286e539 req-a180632c-db9e-4a98-9f17-3eeba4647716 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Nov 01 18:13:38.010157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:38.075626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2be65-b6bc-468f-9bef-9705ff1fca13 None None] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:38.141679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:38.155551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1ad82367-403a-45ca-9e58-f0fed93bdf18 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1204665 Nov 01 18:13:38.317562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:38.332387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07', '373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:38.378018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:38.383878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:38.386109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:38.388386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:38.456692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:38.457507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:38.550266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499a96b-2de8-4568-80ba-c6bd6e7ffebc req-8f536ae4-f5c6-4e0e-a850-84bbeff6408c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:38.552670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9499a96b-2de8-4568-80ba-c6bd6e7ffebc req-8f536ae4-f5c6-4e0e-a850-84bbeff6408c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0699372 Nov 01 18:13:38.579531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-b98e091e-06ca-4b81-b684-1aa8ca4663ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2925982 Nov 01 18:13:38.600816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Request body: {'port': {'device_id': 'f104cf66-8258-4a75-850c-c58da5871411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:38.698625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9499a96b-2de8-4568-80ba-c6bd6e7ffebc req-5dd83a12-b9c2-4697-917f-e56dfbb58ba9 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344314 Nov 01 18:13:38.729551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-30ab588c-6257-4160-9a94-08b4641a8fee None None] Provisioning complete for port b52a140f-2404-46b8-a641-c367c80850ed triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:38.730156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-30ab588c-6257-4160-9a94-08b4641a8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:38.736464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:38.754615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ad2e1a02-79ca-4923-bec4-f826a8df2bf6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:38.756284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ad2e1a02-79ca-4923-bec4-f826a8df2bf6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2026398 Nov 01 18:13:38.793450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-30ab588c-6257-4160-9a94-08b4641a8fee None None] Port b52a140f-2404-46b8-a641-c367c80850ed cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:13:38.800618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-2fa3b70c-2e8a-4009-be8e-0eeb1823e3c0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0191019 Nov 01 18:13:38.858193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-28ffee9e-0bd4-467c-a144-bc6c31734cc0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349348 Nov 01 18:13:38.952908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.031302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62728ded-c7a3-40c6-9329-d96ea3ce6c3e req-8d1927dd-a3db-40f0-b220-7c6a458f492a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:39.032709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62728ded-c7a3-40c6-9329-d96ea3ce6c3e req-8d1927dd-a3db-40f0-b220-7c6a458f492a tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 950 time: 0.1769478 Nov 01 18:13:39.119011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-4ad06e03-a242-4a06-afb2-f6e80806d42a service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482076 Nov 01 18:13:39.125483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62728ded-c7a3-40c6-9329-d96ea3ce6c3e req-b6d1ba38-ccbb-41b0-b212-f2303db2c030 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8b6028-45f2-4047-91a0-b49cbe1992ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604875 Nov 01 18:13:39.221268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-f787ac4f-c920-4ed9-9db3-03bbdd93e7b2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:39.223468 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-f787ac4f-c920-4ed9-9db3-03bbdd93e7b2 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 950 time: 0.0543242 Nov 01 18:13:39.293059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:39.309260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.321356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c8200-9a5d-4196-8280-46f8e9702b33 req-abb8f9eb-ccb6-4659-bea4-1bfa5e66eeae tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:39.323178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-296c8200-9a5d-4196-8280-46f8e9702b33 req-abb8f9eb-ccb6-4659-bea4-1bfa5e66eeae tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1275933 Nov 01 18:13:39.323464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Deleting port f110e50a-2e4c-4f0e-9100-591ff9e44f3e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:39.323834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.327809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-78e8fb4c-26d6-430b-ae7e-2293c1ece851 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014184 Nov 01 18:13:39.341780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Transition to ACTIVE for port object b52a140f-2404-46b8-a641-c367c80850ed will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:39.376677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-296c8200-9a5d-4196-8280-46f8e9702b33 req-937aa9e7-13a7-409d-b10b-ebf4df33c95d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Nov 01 18:13:39.406964 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.439820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] For port f110e50a-2e4c-4f0e-9100-591ff9e44f3e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:39.440266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.457083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Calling delete_port for f110e50a-2e4c-4f0e-9100-591ff9e44f3e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:39.549864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:39.659739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32290e-7add-48e5-ae9c-f461b2715286 req-73157566-0dc3-4d25-8094-24726e30a956 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:39.661485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c32290e-7add-48e5-ae9c-f461b2715286 req-73157566-0dc3-4d25-8094-24726e30a956 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.1248457 Nov 01 18:13:39.662791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:39.663123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:39.663449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:39.678498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:39.678498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:39.712898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:39.713376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:39.713769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:39.714205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Bound port: b52a140f-2404-46b8-a641-c367c80850ed, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:39.714596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.787969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.790767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0c153f9-2d54-4e40-b2e8-450a05d47022 req-9753a43d-46ab-42af-8829-3e91cad36268 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 210 time: 0.0598211 Nov 01 18:13:39.801542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c32290e-7add-48e5-ae9c-f461b2715286 req-25310c54-c007-4d71-ae7f-599c260c8cde tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187749 Nov 01 18:13:39.810742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f110e50a-2e4c-4f0e-9100-591ff9e44f3e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:39.840450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Pushing event deleted for resources: {'Port': ['ID=f110e50a-2e4c-4f0e-9100-591ff9e44f3e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:39.884777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:39.890854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:39.896740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] No DVR routers for this DVR port f110e50a-2e4c-4f0e-9100-591ff9e44f3e on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:13:39.900500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:39.903077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd9c5726-0430-4e22-8070-dd808c5f5682 req-3db917a7-28d3-4695-8ea4-9686a4778969 tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.37 "DELETE /v2.0/ports/f110e50a-2e4c-4f0e-9100-591ff9e44f3e HTTP/1.1" status: 204 len: 173 time: 0.6713026 Nov 01 18:13:39.903547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'name': 'network-vif-deleted', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:39.905882 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc06f33-5dc0-400e-915e-024acc985307" -d '{"events": [{"server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "name": "network-vif-deleted", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:39.952515 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a573ee1-d960-4498-8168-1110b6fb7374 x-openstack-request-id: req-3a573ee1-d960-4498-8168-1110b6fb7374 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:39.953970 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf234942-3b6f-445d-a04c-8aaa66ed2569", "name": "network-vif-deleted", "tag": "f110e50a-2e4c-4f0e-9100-591ff9e44f3e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:39.953970 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a573ee1-d960-4498-8168-1110b6fb7374 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:39.953970 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf234942-3b6f-445d-a04c-8aaa66ed2569', 'name': 'network-vif-deleted', 'tag': 'f110e50a-2e4c-4f0e-9100-591ff9e44f3e', 'status': 'completed', 'code': 200} Nov 01 18:13:39.966140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b7a6-5122-4782-a1bc-b454430c441a req-8610e17c-1453-47bf-9379-3fa6b4d6657b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:39.967723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c2b7a6-5122-4782-a1bc-b454430c441a req-8610e17c-1453-47bf-9379-3fa6b4d6657b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0526657 Nov 01 18:13:39.999999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:40.015379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c2b7a6-5122-4782-a1bc-b454430c441a req-9401febe-6180-40c4-a6c2-8412605b8627 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Nov 01 18:13:40.037342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.037939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:40.039276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] 10.222.0.37 "PUT /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 1095 time: 1.4451542 Nov 01 18:13:40.039727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:40.041939 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a1bbe-79d1-40b0-b4e8-32eb694645b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:40.089883 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf9f9d6-90f1-4c4f-9375-3af5e4976d4e x-openstack-request-id: req-ddf9f9d6-90f1-4c4f-9375-3af5e4976d4e {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:40.090440 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:40.090697 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddf9f9d6-90f1-4c4f-9375-3af5e4976d4e {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:40.091071 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'status': 'completed', 'code': 200} Nov 01 18:13:40.094963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01f411-5b1f-445d-a3f0-72134045c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:40.201185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1bbe-79d1-40b0-b4e8-32eb694645b7 req-62235db8-e793-4795-84cc-bbace00d97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.202666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-290a1bbe-79d1-40b0-b4e8-32eb694645b7 req-62235db8-e793-4795-84cc-bbace00d97f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1098 time: 0.0814641 Nov 01 18:13:40.216673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c3d2d-b112-453a-a809-4ae8f614633c req-18d89561-d08c-46ea-b307-f9f34b6165e6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.218167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f3c3d2d-b112-453a-a809-4ae8f614633c req-18d89561-d08c-46ea-b307-f9f34b6165e6 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1097 time: 0.0888169 Nov 01 18:13:40.251427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31a3929c-8d59-4d62-94de-b13308250adb req-ff75d515-e8c8-4c24-aea9-dd82604b4caf tempest-ServersOnMultiNodesTest-1543780042 tempest-ServersOnMultiNodesTest-1543780042-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf234942-3b6f-445d-a04c-8aaa66ed2569 HTTP/1.1" status: 200 len: 210 time: 0.0524383 Nov 01 18:13:40.258632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-290a1bbe-79d1-40b0-b4e8-32eb694645b7 req-6a92bc3e-74ca-4395-9afe-493b74ced679 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443904 Nov 01 18:13:40.336534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f3c3d2d-b112-453a-a809-4ae8f614633c req-82d09d96-45b0-484b-9702-4af1f5e761f2 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957046 Nov 01 18:13:40.373917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1bbe-79d1-40b0-b4e8-32eb694645b7 req-292f7541-52a4-40f5-a5d4-7d3f31a01531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.375417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-290a1bbe-79d1-40b0-b4e8-32eb694645b7 req-292f7541-52a4-40f5-a5d4-7d3f31a01531 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084371 Nov 01 18:13:40.833704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-cccbdccb-d811-4127-8ebf-55d9e03186ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.835137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-cccbdccb-d811-4127-8ebf-55d9e03186ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1098 time: 0.4168229 Nov 01 18:13:40.859203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe022d22-ea9e-4fcc-b65c-d62f525dd1a3 req-41467ebf-e4ec-40e9-8cb0-8ce1e0ab82f8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.860704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe022d22-ea9e-4fcc-b65c-d62f525dd1a3 req-41467ebf-e4ec-40e9-8cb0-8ce1e0ab82f8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1097 time: 0.4125772 Nov 01 18:13:40.893796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-eaad5e7b-f8c0-4d4d-87f3-435a16b9d2b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0464320 Nov 01 18:13:40.907267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef19558-3ddc-4d98-83ac-40d338afc749 req-e31eee83-aa38-4aeb-acf6-468dc4937f55 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:40.908747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aef19558-3ddc-4d98-83ac-40d338afc749 req-e31eee83-aa38-4aeb-acf6-468dc4937f55 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.4310555 Nov 01 18:13:40.990562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe022d22-ea9e-4fcc-b65c-d62f525dd1a3 req-edb2cc83-0ec8-476e-808f-b2c7109df5fd tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017663 Nov 01 18:13:41.000676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aef19558-3ddc-4d98-83ac-40d338afc749 req-fc3797ea-7fbe-4e7a-a4d0-3805e2149478 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832958 Nov 01 18:13:41.004467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-7d7d291e-6dda-4f2c-8b10-4dcec61a1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:41.006320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-7d7d291e-6dda-4f2c-8b10-4dcec61a1319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0903032 Nov 01 18:13:41.071223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-38636ff8-8c1b-4f8e-baab-de7a23a628b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:41.073107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-38636ff8-8c1b-4f8e-baab-de7a23a628b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592630 Nov 01 18:13:41.171111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-127c72dc-d167-47f3-8242-219073ea546a req-8f58842e-2cd7-4651-bc99-1aeba785d482 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 210 time: 0.0352943 Nov 01 18:13:41.226881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-7f51cf8c-a926-403f-b3fb-7c4b1fa5ca65 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451178 Nov 01 18:13:41.239617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a0d9-2008-4c3f-8faf-22cab81a7423 req-7e23d93d-632e-4477-8318-81fd8609c41c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:41.241128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0147a0d9-2008-4c3f-8faf-22cab81a7423 req-7e23d93d-632e-4477-8318-81fd8609c41c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.0740738 Nov 01 18:13:41.355873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0147a0d9-2008-4c3f-8faf-22cab81a7423 req-d97f42a2-d64e-420c-9e57-73283755b9a2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065481 Nov 01 18:13:41.395871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fbf30d-31ee-4fb9-b36b-1e1c8f025341 req-fa7c59c4-7a75-4997-ae13-15e4e08859a9 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536756 Nov 01 18:13:41.781147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38432) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:41.914573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fd7ad43e-768c-48a4-b0a5-7c6672ef049e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11725d76db6e40b8b115eedba029376f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322491 Nov 01 18:13:41.917072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:41.967565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:41.993258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:42.121802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:42.126986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:42.126986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f8b6028-45f2-4047-91a0-b49cbe1992ef HTTP/1.1" status: 204 len: 168 time: 0.2077267 Nov 01 18:13:42.132851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa4072-b7b6-4686-904c-114c32fca2e1 req-e849f0da-5e0d-4961-8d39-68f7f26ca0c6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:42.135158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3baa4072-b7b6-4686-904c-114c32fca2e1 req-e849f0da-5e0d-4961-8d39-68f7f26ca0c6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.0596166 Nov 01 18:13:42.136535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f12d9-ed36-4dc5-8ee9-bdf7c334ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b6028-45f2-4047-91a0-b49cbe1992ef,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:42.180512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3baa4072-b7b6-4686-904c-114c32fca2e1 req-8c21462f-df97-43b6-987e-d563540ee3c1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356247 Nov 01 18:13:42.416481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e0089af-22b7-431f-ae72-b050210664cb req-4dc7f2fa-8d42-46e7-b9c5-46202e0d6f4e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 210 time: 0.0394797 Nov 01 18:13:42.450115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-b23c1d6a-d4e3-470d-b582-ff89b9043349 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:42.451636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-b23c1d6a-d4e3-470d-b582-ff89b9043349 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1378288 Nov 01 18:13:42.468696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:42.636252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec1274-e411-43fe-923d-fa786e7c2ea1 req-2c2364eb-5c5a-49ff-89df-0c7e1cc7c9fc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:42.637734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70ec1274-e411-43fe-923d-fa786e7c2ea1 req-2c2364eb-5c5a-49ff-89df-0c7e1cc7c9fc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.0683355 Nov 01 18:13:42.688617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70ec1274-e411-43fe-923d-fa786e7c2ea1 req-40532094-c53e-42ed-969d-7251054b2ceb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Nov 01 18:13:42.775622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:42.779130 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:42.911476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.13 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/a429b7d8-1425-44e8-bc39-7aab7185ce17) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:43.053251 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:13:43.063445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.094429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38474) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:43.136872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-05fa4316-5a8a-4c73-9daa-92f724c0ee80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9ca3ab37daa4619b26d32ddd98a30a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412095 Nov 01 18:13:43.139668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38476) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:43.191109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.296725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.296725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70706efd-a7a4-4438-874f-3add3f28b891 req-7d55a728-2a94-4b70-84f6-8899eadfd10e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:43.298128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70706efd-a7a4-4438-874f-3add3f28b891 req-7d55a728-2a94-4b70-84f6-8899eadfd10e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.0513709 Nov 01 18:13:43.337953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70706efd-a7a4-4438-874f-3add3f28b891 req-5019f1cb-134c-430d-acce-c207ae0b3c90 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Nov 01 18:13:43.422616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f110e50a-2e4c-4f0e-9100-591ff9e44f3e no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:13:43.445982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: f110e50a-2e4c-4f0e-9100-591ff9e44f3e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:13:43.446578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f110e50a-2e4c-4f0e-9100-591ff9e44f3e not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:13:43.539961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf73ef3c-36c5-4051-a358-951bd2b7a421 req-64a09b2d-ccc8-4887-8e6d-bf96deb214ae tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Nov 01 18:13:43.541070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.584784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.589547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.589547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5de3a460-2f61-4bfe-9642-88293d723510 HTTP/1.1" status: 204 len: 168 time: 0.4481769 Nov 01 18:13:43.604815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:43.615780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:43.618181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:43.625331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:43.647172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5dcd4-8ad4-43af-bd20-bd877394543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3a460-2f61-4bfe-9642-88293d723510,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:43.684946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:43.685645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.727360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-2e22160d-07ef-49e5-a89d-e82debc53bcb tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:13:43.728612 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-2e22160d-07ef-49e5-a89d-e82debc53bcb tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060163 Nov 01 18:13:43.771236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-5463c9d5-e8e6-4c1a-b068-b82f82db7dcf tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:43.773083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-5463c9d5-e8e6-4c1a-b068-b82f82db7dcf tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 1094 time: 0.0387220 Nov 01 18:13:43.782863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Request body: {'binding': {'host': 'n-h2-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:43.783311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Unknown quota resources ['binding']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:13:43.803706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-925134d0-c529-49b4-ac8b-7ebb99e67c89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3415360 Nov 01 18:13:43.819242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Request body: {'port': {'device_id': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:43.831650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4329-b15b-4173-a4e8-cbb5141521ea req-059cedbf-8151-4874-a763-c361a3eee958 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:43.831650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e0f4329-b15b-4173-a4e8-cbb5141521ea req-059cedbf-8151-4874-a763-c361a3eee958 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.0638802 Nov 01 18:13:43.911860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e0f4329-b15b-4173-a4e8-cbb5141521ea req-35275cc9-28ed-4e23-a561-192b2a565e4d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649872 Nov 01 18:13:43.912571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:43.933890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on host n-h2-815923-2 for vnic_type normal with profile None {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:43.934828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:43.934828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:43.938919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:43.939239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:43.944066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:43.944411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:43.944794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:43.945222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Bound port: 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:44.005201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:44.086904 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.092058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-21dd41a9-4a47-4a33-9647-3d965856d09d service neutron] 10.222.0.31 "POST /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3127692 Nov 01 18:13:44.184889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a429b7d8-1425-44e8-bc39-7aab7185ce17 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:44.192892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.205129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Transition to ACTIVE for port object a429b7d8-1425-44e8-bc39-7aab7185ce17 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:13:44.307348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.367578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:44.507053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5ba27-87b4-4273-82a5-feeaddb7f1a1 req-73038359-a833-4e39-9e41-6914a041c679 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:44.508577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9f5ba27-87b4-4273-82a5-feeaddb7f1a1 req-73038359-a833-4e39-9e41-6914a041c679 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.1212416 Nov 01 18:13:44.509268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Attempting to bind port a429b7d8-1425-44e8-bc39-7aab7185ce17 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:44.509600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Attempting to bind port a429b7d8-1425-44e8-bc39-7aab7185ce17 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:44.509920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Attempting to bind port a429b7d8-1425-44e8-bc39-7aab7185ce17 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:44.526508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663092e-5d37-4554-ba57-393d7c14b989 req-0d164bbb-3ce2-4e90-a8eb-dc87a14e35a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:44.526508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0663092e-5d37-4554-ba57-393d7c14b989 req-0d164bbb-3ce2-4e90-a8eb-dc87a14e35a3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.0920725 Nov 01 18:13:44.526508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Port a429b7d8-1425-44e8-bc39-7aab7185ce17 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:44.526508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Attempting to bind port a429b7d8-1425-44e8-bc39-7aab7185ce17 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:44.553651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:44.553989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:44.555242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:44.555242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Bound port: a429b7d8-1425-44e8-bc39-7aab7185ce17, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:44.555242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.625373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9f5ba27-87b4-4273-82a5-feeaddb7f1a1 req-9aa14a43-b091-4bea-b4a9-d7c6a6843c36 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007767 Nov 01 18:13:44.633613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0663092e-5d37-4554-ba57-393d7c14b989 req-1225ae37-1579-427e-ac02-39761f5fdf8c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983546 Nov 01 18:13:44.673082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:44.674017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:44.757299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.825431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:44.826058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:44.827470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a429b7d8-1425-44e8-bc39-7aab7185ce17 HTTP/1.1" status: 200 len: 1092 time: 1.0136201 Nov 01 18:13:44.830902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:44.833738 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abad7a-c19b-4f0b-8901-705d35a1444d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:44.865829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38526) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:44.892697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9241d-518c-43e8-b07a-eacb8a3fa5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:44.912216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05539a75-23a7-4c0a-99c5-e7fbbe89f7a6 req-a3303e7c-2ba4-4ef0-968a-485b07694668 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:44.913762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05539a75-23a7-4c0a-99c5-e7fbbe89f7a6 req-a3303e7c-2ba4-4ef0-968a-485b07694668 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 944 time: 0.1224897 Nov 01 18:13:44.926875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-90156195-14c4-4aca-9b45-8e071f769a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:44.928401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-90156195-14c4-4aca-9b45-8e071f769a44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1097 time: 0.1000710 Nov 01 18:13:44.989989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-network', 'tenant_id': '84849d4841ae49ad8d728fef33f54067'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:45.040288 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d734dc22-6da8-4d4e-a14f-016e1451235d x-openstack-request-id: req-d734dc22-6da8-4d4e-a14f-016e1451235d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:45.040494 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:45.040746 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d734dc22-6da8-4d4e-a14f-016e1451235d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:45.041142 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17', 'status': 'completed', 'code': 200} Nov 01 18:13:45.049236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05539a75-23a7-4c0a-99c5-e7fbbe89f7a6 req-c62fb381-fcf0-4a2d-bb21-5baef6036748 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254373 Nov 01 18:13:45.060938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-c6f3f7c0-10c9-4b14-9f0d-cc4aab94ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.062603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-c6f3f7c0-10c9-4b14-9f0d-cc4aab94ff26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 1095 time: 0.1332252 Nov 01 18:13:45.095702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Made reservation on behalf of 84849d4841ae49ad8d728fef33f54067 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:45.098865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.108081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.129518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-5484a373-fc90-4f5e-b6cd-98cc75cd8565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17 HTTP/1.1" status: 200 len: 217 time: 0.0558023 Nov 01 18:13:45.145807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-adb0397d-33e0-4cc0-97e3-f45fe5efa974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.147299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-adb0397d-33e0-4cc0-97e3-f45fe5efa974 service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2058513 Nov 01 18:13:45.184111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.222247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-1c504d55-0da6-4d34-b8ce-ce8b97136c4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 217 time: 0.0657120 Nov 01 18:13:45.238410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.241324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01c4eb-9eb3-40eb-baf7-a6b7633eb1fe req-40e72f5c-5ed5-4627-9fb2-5040d5538f62 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.242774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e01c4eb-9eb3-40eb-baf7-a6b7633eb1fe req-40e72f5c-5ed5-4627-9fb2-5040d5538f62 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.1611042 Nov 01 18:13:45.259623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:13:45.273910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c1605-34d6-4320-b40f-9c1cd2dc855d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:45.280107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.280304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-24615e0f-3831-42ef-8ed2-885f5650f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.280434 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Added segment 44f9164b-0d83-4722-be0b-76368ed32629 of type vlan for network 39bf6c57-0960-4dc9-abf2-0d9684b9532e Nov 01 18:13:45.281600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-24615e0f-3831-42ef-8ed2-885f5650f6b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.1381457 Nov 01 18:13:45.320983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.341085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-96b55307-3f3d-47ed-bfee-8fc9587b1e1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483069 Nov 01 18:13:45.344392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-07d52841-be9d-4b14-bb42-fed31cf09f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.345787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-07d52841-be9d-4b14-bb42-fed31cf09f12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1124253 Nov 01 18:13:45.360190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e01c4eb-9eb3-40eb-baf7-a6b7633eb1fe req-b13faa1a-5ff0-4017-8906-18f241061065 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086128 Nov 01 18:13:45.401453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-f84a2101-00cc-41ec-be03-17fd4914797a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450017 Nov 01 18:13:45.429005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:45.447401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.453031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.453031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.508988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] Pushing event updated for resources: {'Network': ['ID=39bf6c57-0960-4dc9-abf2-0d9684b9532e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:45.521742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-2b8e01b5-e9ed-4288-a7ac-03d2be47d11b service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725807 Nov 01 18:13:45.526119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:13:45.555736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-5138b596-238a-4d58-8f34-4d508ea51a3e service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305037 Nov 01 18:13:45.562469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f7b356a-c14e-4ea9-b116-f8aab7835346 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6923935 Nov 01 18:13:45.563416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38532) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:45.569605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Request body: {'subnet': {'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-subnet', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:45.597988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:45.619317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b52a140f-2404-46b8-a641-c367c80850ed', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'b52a140f-2404-46b8-a641-c367c80850ed', 'mac_address': 'fa:16:3e:37:ba:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:45.656122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Made reservation on behalf of 84849d4841ae49ad8d728fef33f54067 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:45.658584 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.660678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.689628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:45.722314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:45.749658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f36ec90-ba32-4432-8779-8e9a6372270c req-dd533a57-e50a-45a2-b803-784ee1848a77 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161813 Nov 01 18:13:45.807480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-5df0f7b7-0242-4c1f-842a-428ea842cdea service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435367 Nov 01 18:13:45.835531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a98fc-a32c-4fb7-8439-5b596a6f5540 req-5016b35d-cfcf-4761-ac94-5f08d28025ce tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.837036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-141a98fc-a32c-4fb7-8439-5b596a6f5540 req-5016b35d-cfcf-4761-ac94-5f08d28025ce tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0936494 Nov 01 18:13:45.844985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c924d84-2fad-49b5-bd0d-95bba4309aa8 req-6c4f06d4-13c5-4d69-a24c-46a2d71edb9c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:45.846451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c924d84-2fad-49b5-bd0d-95bba4309aa8 req-6c4f06d4-13c5-4d69-a24c-46a2d71edb9c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1218948 Nov 01 18:13:45.864377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:45.912730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:45.921202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-141a98fc-a32c-4fb7-8439-5b596a6f5540 req-3a871933-0ac6-4a28-90b8-add1de902811 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737841 Nov 01 18:13:45.926013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c924d84-2fad-49b5-bd0d-95bba4309aa8 req-d215faa3-4c80-4ce2-a07c-6dfd7895ec90 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Nov 01 18:13:45.993129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.046608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-28787351-7823-48f2-a9ee-488527078fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.048145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-28787351-7823-48f2-a9ee-488527078fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 1095 time: 0.0645719 Nov 01 18:13:46.054327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc0ef76-b296-42a7-86f7-0c3206c62350,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:46.062730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Checking segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:46.063271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Network hostable DHCP agents. Network: 39bf6c57-0960-4dc9-abf2-0d9684b9532e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:13:46.195445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-a7f85edb-0b15-4fe8-831b-d88e26645e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.197097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-a7f85edb-0b15-4fe8-831b-d88e26645e0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 912 time: 0.1420438 Nov 01 18:13:46.201516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:13:46.207172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678d5c7-8ef5-43d0-b023-d30b1d32d9d7 req-f12375a6-5126-4d3c-ad95-2c186e5d2b65 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.207172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8678d5c7-8ef5-43d0-b023-d30b1d32d9d7 req-f12375a6-5126-4d3c-ad95-2c186e5d2b65 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 944 time: 0.0721455 Nov 01 18:13:46.247675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-a4e9d9f0-3bf4-4ca3-b5db-06bd6f23fd12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17 HTTP/1.1" status: 200 len: 217 time: 0.0396161 Nov 01 18:13:46.301207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8678d5c7-8ef5-43d0-b023-d30b1d32d9d7 req-ce2d813d-06d2-4df2-8366-8949a928b234 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864115 Nov 01 18:13:46.307789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 39bf6c57-0960-4dc9-abf2-0d9684b9532e) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:46.322654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-1bba75f4-6712-4c8b-b7c3-313ad24ec604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.322654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-1bba75f4-6712-4c8b-b7c3-313ad24ec604 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0598624 Nov 01 18:13:46.327587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.328258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.329314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b665cd-6450-4856-adab-e279d9e1c44d None None] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:46.355611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-95b9c51e-5f17-4d26-be14-44ddb79887f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271831 Nov 01 18:13:46.435100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:46.440098 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab092dca-cae3-4000-bb29-303207ce92f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8740485 Nov 01 18:13:46.441208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38548) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:46.446669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:46.512676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-c66507f2-a111-4483-bb68-e091e50fdc95 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496677 Nov 01 18:13:46.550306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.552406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.600711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:13:46.601883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.631576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c1604-c2bb-44de-af91-e557d71bcfaf req-b364b8ad-ee5c-420e-8a26-1bdaaf08d1fd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:46.640060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c3c1604-c2bb-44de-af91-e557d71bcfaf req-b364b8ad-ee5c-420e-8a26-1bdaaf08d1fd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1838274 Nov 01 18:13:46.640467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.649892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:46.708838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c3c1604-c2bb-44de-af91-e557d71bcfaf req-a211f45b-c6f6-439d-b0a2-e0ddecf87272 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668769 Nov 01 18:13:46.711370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04abad7a-c19b-4f0b-8901-705d35a1444d req-fab6adcc-6b22-4e46-8dcc-383a8eff7c14 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891599 Nov 01 18:13:46.882372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:46.895224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Allocated IP 172.20.0.2 (39bf6c57-0960-4dc9-abf2-0d9684b9532e/7cc0ef76-b296-42a7-86f7-0c3206c62350/7ccde39c-c338-4d2a-aacf-c5d21eb9fc08) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:46.933173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:46.964032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c', 'port_id': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'mac_address': 'fa:16:3e:b1:a0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1943d43-9ab6-4f84-bf32-3a769244181e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:47.057845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.090523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572ca251-18e6-46c6-b33e-a3240bc01a06 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:47.137738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70d2e8-a7f0-4383-8c3b-a7e827572ec0 req-e5bd12ed-2ac6-4416-a298-7b2b19161c6f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:47.140214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:47.148855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d70d2e8-a7f0-4383-8c3b-a7e827572ec0 req-e5bd12ed-2ac6-4416-a298-7b2b19161c6f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1296489 Nov 01 18:13:47.159731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc204-6c02-4be5-b35b-3b06b0713a0f req-0859d952-9f98-4a63-af91-d0848ba7bfff tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:47.161704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-309fc204-6c02-4be5-b35b-3b06b0713a0f req-0859d952-9f98-4a63-af91-d0848ba7bfff tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0994060 Nov 01 18:13:47.163562 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.199570 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.219917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d70d2e8-a7f0-4383-8c3b-a7e827572ec0 req-3a8437bb-403e-4299-a3a7-4dda2297c7b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689595 Nov 01 18:13:47.225473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-309fc204-6c02-4be5-b35b-3b06b0713a0f req-95e073ed-dfa5-4f65-91d5-707b63509cbf tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504961 Nov 01 18:13:47.244973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.278003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.307665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:47.308554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.322616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:47.338201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:47.372289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:47.458913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Attempting to bind port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:47.459645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Attempting to bind port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:47.459645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Attempting to bind port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 on network 39bf6c57-0960-4dc9-abf2-0d9684b9532e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:47.467087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Pushing event updated for resources: {'Port': ['ID=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:47.473843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eb0e9-4015-4091-be7d-0e5d66519870 req-c519c40d-e630-42eb-9d0d-4c4be5d5ea46 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:47.475122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f8eb0e9-4015-4091-be7d-0e5d66519870 req-c519c40d-e630-42eb-9d0d-4c4be5d5ea46 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 944 time: 0.0731413 Nov 01 18:13:47.477667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:47.478102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Checking segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:47.478566 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.479019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Bound using segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:47.479596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Bound port: 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:47.480079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.482535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Allocated IP 172.25.2.111 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b2fdc0a9-51e7-42f1-af11-f2abf3803fae) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:47.517266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f8eb0e9-4015-4091-be7d-0e5d66519870 req-7585b582-aebc-495d-9e11-c9cd8477ebf2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Nov 01 18:13:47.551955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['572ca251-18e6-46c6-b33e-a3240bc01a06'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:47.594007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] For port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:47.611006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.616257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] For port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:47.714759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.746517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:47.793130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24ef40-6569-40ec-8644-5fc5ebf249a3 None None] Pushing event updated for resources: {'Port': ['ID=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:47.829210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:47.832732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:47.835577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:47.848983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd517a-2ed2-43a2-aa91-ade51e555ee5 req-ff56b388-ebce-4262-b29f-cfaed1eeb9de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:47.860812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68dd517a-2ed2-43a2-aa91-ade51e555ee5 req-ff56b388-ebce-4262-b29f-cfaed1eeb9de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.0629039 Nov 01 18:13:47.882481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Pushing event updated for resources: {'Port': ['ID=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:47.897597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68dd517a-2ed2-43a2-aa91-ade51e555ee5 req-eb56764a-7b67-421d-a469-5720e560a752 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Nov 01 18:13:48.063807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-dec00cae-ee50-4eb4-ad48-6a77ac78206c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687299 Nov 01 18:13:48.157398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-52b308e6-fe6e-4ec0-92ed-4136907a6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:48.163474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-52b308e6-fe6e-4ec0-92ed-4136907a6a5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0739744 Nov 01 18:13:48.293891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-23749afe-6480-402e-95a6-bee971c1b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:48.295745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-23749afe-6480-402e-95a6-bee971c1b828 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1103799 Nov 01 18:13:48.366288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-f6e8fd85-cf3a-4f1e-a8c7-346b21cdfd6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 200 len: 217 time: 0.0624497 Nov 01 18:13:48.440265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e01a-6b02-4730-90ca-eef7d4b54893 req-146f39f3-f1ad-43b5-85a5-4dc85c8cd277 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:48.442987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c41e01a-6b02-4730-90ca-eef7d4b54893 req-146f39f3-f1ad-43b5-85a5-4dc85c8cd277 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0886440 Nov 01 18:13:48.445753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-7c027a04-ed03-40c6-9104-34696108523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:48.447414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-7c027a04-ed03-40c6-9104-34696108523c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0664871 Nov 01 18:13:48.511871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-77457971-ff3a-4064-aa0e-533e90b9fd2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553157 Nov 01 18:13:48.558830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:48.566824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c41e01a-6b02-4730-90ca-eef7d4b54893 req-203b1a24-79cd-41c3-b221-f30d8bb54aa6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184063 Nov 01 18:13:48.579955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395321ba-d6d0-4d6c-9ef4-e025c34eef1f req-427a06cf-3249-453d-85f0-61c6873aa13c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:48.581564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-395321ba-d6d0-4d6c-9ef4-e025c34eef1f req-427a06cf-3249-453d-85f0-61c6873aa13c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.1383317 Nov 01 18:13:48.622167 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-40b081de-0090-43f3-9a01-5511c397c26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:48.650978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:48.678626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-395321ba-d6d0-4d6c-9ef4-e025c34eef1f req-381a24fb-e06c-4d6c-bfdb-7d5207187fbf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Nov 01 18:13:48.717312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-29b0b232-9b12-4870-9fe9-2b48717210b7 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962771 Nov 01 18:13:48.851308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:48.897219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 572ca251-18e6-46c6-b33e-a3240bc01a06 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:48.919592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 572ca251-18e6-46c6-b33e-a3240bc01a06 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:48.921705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:48.979034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:48.979400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:48.989442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b4fe73-277d-49a0-846a-fcef554c9a03 req-ec8ae946-18ee-46b0-8fe2-e5a2b1742c86 service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624066 Nov 01 18:13:49.008876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.042808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041201d-3008-48c3-9112-18ba3329a80b req-3af347eb-13bb-4891-9e1a-ec0bf1082a55 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:49.044639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c041201d-3008-48c3-9112-18ba3329a80b req-3af347eb-13bb-4891-9e1a-ec0bf1082a55 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 944 time: 0.1227517 Nov 01 18:13:49.110285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.126941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c041201d-3008-48c3-9112-18ba3329a80b req-6bb19095-252e-4a17-8786-c490c026c60b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489008 Nov 01 18:13:49.143758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278afbd3-a939-4600-9055-1ed923b99635 req-8edcdaf6-7982-49f7-8c48-a207f3c44dc7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:49.157641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-278afbd3-a939-4600-9055-1ed923b99635 req-8edcdaf6-7982-49f7-8c48-a207f3c44dc7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1122284 Nov 01 18:13:49.189855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.216539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-278afbd3-a939-4600-9055-1ed923b99635 req-a2263b01-7170-4af1-9a9b-7e793ccdffa7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579269 Nov 01 18:13:49.235488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:49.238240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:49.240807 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96afa9a4-ee7a-4805-bf68-58b2193922fe" -d '{"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-plugged", "status": "completed", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:49.262409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf284e21-9c4c-43a0-8794-4e6140e0f462 None None] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:49.296072 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad651e1-a13f-4fe0-8d22-a9a0e5eb8ca9 x-openstack-request-id: req-fad651e1-a13f-4fe0-8d22-a9a0e5eb8ca9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:49.296367 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-plugged", "status": "completed", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:49.296624 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fad651e1-a13f-4fe0-8d22-a9a0e5eb8ca9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:49.297162 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'code': 200} Nov 01 18:13:49.298989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:49.339074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:13:49.363274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.393974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.393974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8a672bc4-d0ab-475e-b26b-a70abc4aeda0 None None] Provisioning complete for port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:49.393974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a672bc4-d0ab-475e-b26b-a70abc4aeda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.417783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b2ad6-03db-47c1-b9e0-76158f3f9ef1 req-e1e09759-c70e-4acd-8137-6076a885a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:49.420520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae1b2ad6-03db-47c1-b9e0-76158f3f9ef1 req-e1e09759-c70e-4acd-8137-6076a885a3bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1096 time: 0.0624990 Nov 01 18:13:49.471759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae1b2ad6-03db-47c1-b9e0-76158f3f9ef1 req-77d6b3e5-982f-4630-bb16-14b71196c93d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Nov 01 18:13:49.478811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a429b7d8-1425-44e8-bc39-7aab7185ce17 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:13:49.481091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:49.492796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:49.520314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Sync routers for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:49.529997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:49.581775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:49.586149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb62320d-799d-4078-9553-f04973b19f63 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1406975 Nov 01 18:13:49.586337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:49.717284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752530-4055-415b-8968-7ed8903e2638 req-0cf17ef6-41c3-43cc-b871-d81a10eab6e2 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:49.725879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11752530-4055-415b-8968-7ed8903e2638 req-0cf17ef6-41c3-43cc-b871-d81a10eab6e2 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0668850 Nov 01 18:13:49.777553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11752530-4055-415b-8968-7ed8903e2638 req-66e52668-e0a7-4847-86b5-5c159181339f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Nov 01 18:13:49.816505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:49.856454 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:13:49.858627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:49.859267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:49.898380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee6b1-3660-4e4d-bfe0-9a376bd386f8 req-568a0025-5c96-4279-914f-c73a6109b89f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:49.912088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22dee6b1-3660-4e4d-bfe0-9a376bd386f8 req-568a0025-5c96-4279-914f-c73a6109b89f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1073327 Nov 01 18:13:50.165625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:50.180367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:50.219162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b52a140f-2404-46b8-a641-c367c80850ed completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:50.230242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.285193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b52a140f-2404-46b8-a641-c367c80850ed triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:50.285598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.291390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a429b7d8-1425-44e8-bc39-7aab7185ce17', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': 'a429b7d8-1425-44e8-bc39-7aab7185ce17', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:13:50.432251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22dee6b1-3660-4e4d-bfe0-9a376bd386f8 req-f51e20c9-9edc-4fd4-93ec-cc2de8659a9a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192058 Nov 01 18:13:50.451829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.459967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d8c4-623b-41e5-ba9c-2ab949ba0c72 req-05906cf0-578d-43ee-9988-4c5b39e84573 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:50.464924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50a3d8c4-623b-41e5-ba9c-2ab949ba0c72 req-05906cf0-578d-43ee-9988-4c5b39e84573 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 944 time: 0.1032090 Nov 01 18:13:50.506006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Allocated IP 172.20.0.1 (39bf6c57-0960-4dc9-abf2-0d9684b9532e/7cc0ef76-b296-42a7-86f7-0c3206c62350/5e75f2c4-53fd-4349-949d-eaa675a157d9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:50.518519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3dfd3007-23bf-4c53-8264-cbceef186991 None None] Provisioning complete for port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:50.518893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3007-23bf-4c53-8264-cbceef186991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.522531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a429b7d8-1425-44e8-bc39-7aab7185ce17 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:13:50.544157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50a3d8c4-623b-41e5-ba9c-2ab949ba0c72 req-30974635-be97-440b-b1cf-a59542394208 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Nov 01 18:13:50.556036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:50.584815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6141f-9eff-42d9-bc4c-ed700f33e9ce req-e3daa36b-ae18-478a-af5a-606e92dc6e1e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:50.589551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dc6141f-9eff-42d9-bc4c-ed700f33e9ce req-e3daa36b-ae18-478a-af5a-606e92dc6e1e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.0965657 Nov 01 18:13:50.626950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.651408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.657779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dc6141f-9eff-42d9-bc4c-ed700f33e9ce req-59955763-1991-452e-a353-39f52d989469 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Nov 01 18:13:50.658528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.724378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:50.778148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:50.783059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:50.821421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:48Z', 'revision_number': 3, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:50.850821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.864719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77adca35-3e07-4851-a53f-9ed756f4e97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.872712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Checking router: 6fdda16f-cd6f-4bec-a099-fa5afe03a873 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:13:50.872712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Updating router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 port b2fdc0a9-51e7-42f1-af11-f2abf3803fae binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:13:50.872712 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.920298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:50.931368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4451dff-d1f4-4715-8aa7-8c615b98998e req-1be6d6b6-8c3d-4ac1-a0ac-624cac7297e6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:50.936453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4451dff-d1f4-4715-8aa7-8c615b98998e req-1be6d6b6-8c3d-4ac1-a0ac-624cac7297e6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0708916 Nov 01 18:13:50.940198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:50.947464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:50.952114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:50.963327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Pushing event updated for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:51.002275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4451dff-d1f4-4715-8aa7-8c615b98998e req-33106d37-3556-4ebd-b6f7-aa9cd8216e34 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648592 Nov 01 18:13:51.026847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:51.049246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.073200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:51.073625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.153391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a429b7d8-1425-44e8-bc39-7aab7185ce17'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:13:51.308285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.309758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:51.312140 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a361e5-451c-4bb8-bcd7-550c77ffa15e" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:51.371041 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dba44c7-0a1c-48cd-bd10-fd199e44a1ce x-openstack-request-id: req-7dba44c7-0a1c-48cd-bd10-fd199e44a1ce {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:51.371261 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:51.371530 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dba44c7-0a1c-48cd-bd10-fd199e44a1ce {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:51.373339 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'code': 200} Nov 01 18:13:51.476682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c8df1ff8-33e6-4bf4-8b91-b3438dae7da5 None None] Provisioning complete for port 5e75f2c4-53fd-4349-949d-eaa675a157d9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:51.477120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ff8-33e6-4bf4-8b91-b3438dae7da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.503451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48fce-25e0-40ad-be95-8329048f8c68 req-63ff4682-8fda-408c-8f83-5e8b4a6bc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:51.505282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a48fce-25e0-40ad-be95-8329048f8c68 req-63ff4682-8fda-408c-8f83-5e8b4a6bc014 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1100 time: 0.0714865 Nov 01 18:13:51.549483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.553676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6a48fce-25e0-40ad-be95-8329048f8c68 req-97cf9f17-571b-4cb0-933f-e91ebb635bc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Nov 01 18:13:51.589165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c8df1ff8-33e6-4bf4-8b91-b3438dae7da5 None None] Port 5e75f2c4-53fd-4349-949d-eaa675a157d9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:13:51.599376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.618547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.622304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710d8a-eca6-4f48-bfeb-3b48ebf5ff28 req-1ead0c8e-0357-4bcb-806f-8bba97b7af6f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:51.627533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63710d8a-eca6-4f48-bfeb-3b48ebf5ff28 req-1ead0c8e-0357-4bcb-806f-8bba97b7af6f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0758903 Nov 01 18:13:51.667038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.713206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.716648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Pushing event updated for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:51.726573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63710d8a-eca6-4f48-bfeb-3b48ebf5ff28 req-e7817407-184f-496c-aca7-a239280bab56 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978832 Nov 01 18:13:51.759157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462d066-ccdb-4f02-b6ea-89678ea8cd60 None None] Pushing event updated for resources: {'Port': ['ID=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:51.765543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0df16-5af0-499c-a5dc-e355d1cef0f0 req-fdf85f5f-f7cf-46dc-b313-a7c881e0c3e8 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:51.767838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbc0df16-5af0-499c-a5dc-e355d1cef0f0 req-fdf85f5f-f7cf-46dc-b313-a7c881e0c3e8 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 945 time: 0.1234069 Nov 01 18:13:51.790416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Attempting to bind port b2fdc0a9-51e7-42f1-af11-f2abf3803fae on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:51.790935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Attempting to bind port b2fdc0a9-51e7-42f1-af11-f2abf3803fae by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:51.791597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Attempting to bind port b2fdc0a9-51e7-42f1-af11-f2abf3803fae on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:51.798571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:51.799279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:51.800431 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.800431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:51.802511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Bound port: b2fdc0a9-51e7-42f1-af11-f2abf3803fae, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:51.802511 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.858260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbc0df16-5af0-499c-a5dc-e355d1cef0f0 req-af921078-7671-4951-96c7-227a4fb304cd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801873 Nov 01 18:13:51.865623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:51.865623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:51.878583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] For port b2fdc0a9-51e7-42f1-af11-f2abf3803fae, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:51.884330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] For port b2fdc0a9-51e7-42f1-af11-f2abf3803fae, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:51.940416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b47207-6686-4494-aba3-8f20d067e937 req-b1a570ec-ea36-4b11-9bc3-3ba91046677c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:51.952677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69b47207-6686-4494-aba3-8f20d067e937 req-b1a570ec-ea36-4b11-9bc3-3ba91046677c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0915301 Nov 01 18:13:51.952946 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:51.965245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:52.036460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:13:52.042188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69b47207-6686-4494-aba3-8f20d067e937 req-55bfb185-00d0-49c7-974e-3eaff2188cfe tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883317 Nov 01 18:13:52.043939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462d066-ccdb-4f02-b6ea-89678ea8cd60 None None] Pushing event updated for resources: {'Port': ['ID=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:52.058282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a05e9-7a06-456b-8c73-f306aaf96c63 req-e009add0-61cb-4f26-bd50-44d06a2d21e4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:52.071003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7a05e9-7a06-456b-8c73-f306aaf96c63 req-e009add0-61cb-4f26-bd50-44d06a2d21e4 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1096 time: 0.1061029 Nov 01 18:13:52.081646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:52.093794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:52.147468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7a05e9-7a06-456b-8c73-f306aaf96c63 req-5600e4a0-b12d-4fa6-ba4b-20227a95d6ad tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749710 Nov 01 18:13:52.229103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:52.235908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7f8648d-2586-487a-a788-c50547297d21 admin admin] 10.222.0.31 "PUT /v2.0/routers/6fdda16f-cd6f-4bec-a099-fa5afe03a873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483200 Nov 01 18:13:52.267225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd9ab1-9161-4b4e-bcac-e922b994cbcc req-dca484bf-a794-4dfd-9a58-6bfcbf71771e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:52.277490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98dd9ab1-9161-4b4e-bcac-e922b994cbcc req-dca484bf-a794-4dfd-9a58-6bfcbf71771e tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.1035333 Nov 01 18:13:52.368666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98dd9ab1-9161-4b4e-bcac-e922b994cbcc req-87b55b49-9d44-4f8e-8a6f-5ebe3bfa2d37 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901699 Nov 01 18:13:52.395003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa094e11-d010-4c98-988b-fbd0343faeb4 req-db49dd49-eb66-4db5-8a12-609d1443306c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:52.399334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa094e11-d010-4c98-988b-fbd0343faeb4 req-db49dd49-eb66-4db5-8a12-609d1443306c tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1096 time: 0.0866873 Nov 01 18:13:52.432615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:52.473599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa094e11-d010-4c98-988b-fbd0343faeb4 req-603c383b-d7ea-4eff-a7b2-8675cb69dd57 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673816 Nov 01 18:13:52.487621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-04ead7bb-10bf-49a4-9543-0a568b9180de None None] Provisioning complete for port 5e75f2c4-53fd-4349-949d-eaa675a157d9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:52.488523 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04ead7bb-10bf-49a4-9543-0a568b9180de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:52.652576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-04ead7bb-10bf-49a4-9543-0a568b9180de None None] Port 5e75f2c4-53fd-4349-949d-eaa675a157d9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:13:52.757997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5e75f2c4-53fd-4349-949d-eaa675a157d9', 'name': '', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'mac_address': 'fa:16:3e:65:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:50Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 2, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'subnets': [{'id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:52.784705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dec365-d9ee-46ef-9658-e1f09ead865a None None] The sync data for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 is: [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5e75f2c4-53fd-4349-949d-eaa675a157d9', 'name': '', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'mac_address': 'fa:16:3e:65:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:50Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 2, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'subnets': [{'id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:13:53.014704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f281f-fc55-4f18-8ab8-ee38e4c64f43 req-a9b6d11a-f383-42d7-b2ce-bafd6c4a6cfd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:53.017003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a0f281f-fc55-4f18-8ab8-ee38e4c64f43 req-a9b6d11a-f383-42d7-b2ce-bafd6c4a6cfd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 945 time: 0.0755749 Nov 01 18:13:53.105944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a0f281f-fc55-4f18-8ab8-ee38e4c64f43 req-c0036d7a-58e2-406c-a710-b109698917a0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771828 Nov 01 18:13:53.223627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38654) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:53.229592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-network', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:53.266492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506872ac-e5cf-41d2-9759-56c61654a8a1 req-a3d226c7-59d0-48a6-8b2c-b6dded00c0a6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:53.275673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-506872ac-e5cf-41d2-9759-56c61654a8a1 req-a3d226c7-59d0-48a6-8b2c-b6dded00c0a6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0794039 Nov 01 18:13:53.323320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-506872ac-e5cf-41d2-9759-56c61654a8a1 req-8ce9658a-dc62-4078-a214-ea16a3107891 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Nov 01 18:13:53.413060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Made reservation on behalf of e9defc05ba5a45e680f63db71055de07 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:53.417410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.424839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.475836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a429b7d8-1425-44e8-bc39-7aab7185ce17 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:53.537463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69811-0f5b-4fce-85e4-a0bf8c8bab97 req-b7705a81-96a9-4bf0-a373-b3021cbb0e62 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:53.539271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbf69811-0f5b-4fce-85e4-a0bf8c8bab97 req-b7705a81-96a9-4bf0-a373-b3021cbb0e62 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0734541 Nov 01 18:13:53.609329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.622120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbf69811-0f5b-4fce-85e4-a0bf8c8bab97 req-9d722eda-b35f-486b-818a-3bb480f1488b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Nov 01 18:13:53.668967 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.697036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a429b7d8-1425-44e8-bc39-7aab7185ce17 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:13:53.705952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.706321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a429b7d8-1425-44e8-bc39-7aab7185ce17 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:53.706321 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.734865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:13:53.744681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f5387e-6598-42d6-bbdd-b7a0ef2ae537,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:53.768325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.768729 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Added segment fa032b65-69a7-4121-b312-aa9053cbfb20 of type vlan for network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.776489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:53.839192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.856000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:53.886171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:13:53.888775 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3c414-7c90-443b-a997-3b04e8429f92" -d '{"events": [{"server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "name": "network-vif-plugged", "status": "completed", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:13:53.909080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:53.972533 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a78143-baf4-4142-87e3-ce51c05b8ad1 x-openstack-request-id: req-d4a78143-baf4-4142-87e3-ce51c05b8ad1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:13:53.972828 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "name": "network-vif-plugged", "status": "completed", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:13:53.973086 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4a78143-baf4-4142-87e3-ce51c05b8ad1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:13:53.973486 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17', 'code': 200} Nov 01 18:13:54.001723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.002723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.003310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.024877 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.099846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] Pushing event updated for resources: {'Network': ['ID=432f78ee-f2e6-4b67-b413-bdd9bd706f91,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:54.101293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:54.114937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf34191-e74f-4266-a253-7ffd5b6dc2c3 req-7360fc08-0333-4fde-8817-923082c63af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.116565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcf34191-e74f-4266-a253-7ffd5b6dc2c3 req-7360fc08-0333-4fde-8817-923082c63af9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 1097 time: 0.0788076 Nov 01 18:13:54.117499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:13:54.125668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.126145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.126605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.126961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.127317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.127700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.128188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.128670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.129535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.129857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.130193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.130627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:54.135897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2076dd3d-ffe7-4296-aca2-6c5220ede7fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9105036 Nov 01 18:13:54.138501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38686) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:54.145796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Request body: {'subnet': {'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-subnet', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:54.167644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcf34191-e74f-4266-a253-7ffd5b6dc2c3 req-4c0fd078-d1a0-49ec-8149-cf424ba18c33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Nov 01 18:13:54.263331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87648301-b70a-4c50-bdc3-5b2bd85f5c44 req-62915478-4e5e-4929-885b-9a8cc441797c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.264925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87648301-b70a-4c50-bdc3-5b2bd85f5c44 req-62915478-4e5e-4929-885b-9a8cc441797c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.0579648 Nov 01 18:13:54.267443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Made reservation on behalf of e9defc05ba5a45e680f63db71055de07 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:13:54.271378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.311117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87648301-b70a-4c50-bdc3-5b2bd85f5c44 req-1c14988d-c320-4913-86a8-7823be585502 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Nov 01 18:13:54.446344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea290f5e-da50-4f32-836c-affc9bff1fe8 req-353e639d-a10d-487c-9f5d-4a31199febb6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.447928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea290f5e-da50-4f32-836c-affc9bff1fe8 req-353e639d-a10d-487c-9f5d-4a31199febb6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0534313 Nov 01 18:13:54.487769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea290f5e-da50-4f32-836c-affc9bff1fe8 req-7d18f932-1540-4359-81c9-cc9136f2a9bd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Nov 01 18:13:54.576442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.648797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab67671-609c-464a-b7a7-9703c5a3845b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:54.659654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Checking segment: {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:54.659654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Network hostable DHCP agents. Network: 432f78ee-f2e6-4b67-b413-bdd9bd706f91, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:13:54.699995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403ab9-6951-4c67-9db5-c788c4ceb8cb req-98ffb154-2c41-45f4-b6c5-0149c8176b66 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.701644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76403ab9-6951-4c67-9db5-c788c4ceb8cb req-98ffb154-2c41-45f4-b6c5-0149c8176b66 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0746434 Nov 01 18:13:54.752719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76403ab9-6951-4c67-9db5-c788c4ceb8cb req-7834e7ed-6f39-4c52-a722-f997e3483471 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Nov 01 18:13:54.777113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2fdc0a9-51e7-42f1-af11-f2abf3803fae up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:54.821324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:13:54.826817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b2fdc0a9-51e7-42f1-af11-f2abf3803fae triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:54.827525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.874776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94004787-1118-4383-8722-6e9e3c351220 req-bcd147db-e97e-4f21-9681-9513d6eca6c0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.876342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94004787-1118-4383-8722-6e9e3c351220 req-bcd147db-e97e-4f21-9681-9513d6eca6c0 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Nov 01 18:13:54.909645 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.918252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94004787-1118-4383-8722-6e9e3c351220 req-4a26773e-2da5-472b-8e22-92ad4e399139 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Nov 01 18:13:54.935338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b2fdc0a9-51e7-42f1-af11-f2abf3803fae, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:54.942232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 432f78ee-f2e6-4b67-b413-bdd9bd706f91) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:54.948576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:54.950776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:54.951129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809d7ced-6731-4898-84e4-493be284a8b2 None None] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:55.005498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-ce24bfcb-ea1f-481d-91c9-79ad8f0d775a tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:13:55.006455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-ce24bfcb-ea1f-481d-91c9-79ad8f0d775a tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062883 Nov 01 18:13:55.039843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.046676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-635b84a1-29fa-435c-99b1-cad1f6754703 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:55.048321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-635b84a1-29fa-435c-99b1-cad1f6754703 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 1093 time: 0.0362635 Nov 01 18:13:55.058348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:55.058828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Unknown quota resources ['binding']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:13:55.122523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:55.144437 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2ca7f9fe-b135-4526-8b66-bb94fd88ee8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0066550 Nov 01 18:13:55.148083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38704) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:55.154807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:13:55.177161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'fixed_ips': [{'subnet_id': '6ab67671-609c-464a-b7a7-9703c5a3845b'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:13:55.178218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.216108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:55.216676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:55.216823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:55.221301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:13:55.221798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:55.227482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:55.227785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:55.228174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:55.228699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Bound port: 572ca251-18e6-46c6-b33e-a3240bc01a06, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:55.284215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:55.287625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.289879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.301318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Sync routers for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:55.315473 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:55.316977 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:55.338107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Allocated IP 172.20.0.2 (432f78ee-f2e6-4b67-b413-bdd9bd706f91/6ab67671-609c-464a-b7a7-9703c5a3845b/3c53d41a-10d5-445b-bf3b-f6528e7ac4c7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:55.355068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.360981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-e9df8b85-be13-4bb2-a63c-7be925dc10c6 service neutron] 10.222.0.31 "POST /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06/bindings HTTP/1.1" status: 201 len: 389 time: 0.3061054 Nov 01 18:13:55.375305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.433464 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:55.507341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.510619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67cea-057d-47cb-bad0-89aef638c0bf req-4757d7e0-fd77-41fd-8f32-c5c13e947e25 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:55.512186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3e67cea-057d-47cb-bad0-89aef638c0bf req-4757d7e0-fd77-41fd-8f32-c5c13e947e25 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.0627429 Nov 01 18:13:55.576215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3e67cea-057d-47cb-bad0-89aef638c0bf req-1e3ffafd-6b84-4b90-81d8-cb3afe8f3e8c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568941 Nov 01 18:13:55.590473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.645818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:55.650445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:55.653153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Pushing event updated for resources: {'Port': ['ID=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:55.662042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:55.773035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Attempting to bind port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:55.773691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Attempting to bind port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:55.774122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Attempting to bind port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 on network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:55.780256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:55.782059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Checking segment: {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:55.782059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.782059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Bound using segment: {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:55.782059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Bound port: 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:55.782627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.789899 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5e75f2c4-53fd-4349-949d-eaa675a157d9', 'name': '', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'mac_address': 'fa:16:3e:65:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:50Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 2, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'subnets': [{'id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:55.832075 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Checking router: 6fdda16f-cd6f-4bec-a099-fa5afe03a873 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:13:55.832820 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Updating router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 port 5e75f2c4-53fd-4349-949d-eaa675a157d9 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:13:55.870637 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:55.939291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064a37-d232-4ad8-92a9-b43ef90ad3fc req-7e28e291-8fda-4268-b7df-c46eb18c16f6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:55.939844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] For port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:55.943704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] For port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:55.948008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f064a37-d232-4ad8-92a9-b43ef90ad3fc req-7e28e291-8fda-4268-b7df-c46eb18c16f6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0785663 Nov 01 18:13:55.975651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.022095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f064a37-d232-4ad8-92a9-b43ef90ad3fc req-9496ba08-156e-4477-9de6-6841e56168eb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Nov 01 18:13:56.030969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.131815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.206715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2903e2-4036-445f-a974-d2f1d607c4ac None None] Pushing event updated for resources: {'Port': ['ID=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:56.256394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d78c-1d31-4b9d-bfe1-1f16b49ee259 req-47737418-5908-4642-ad50-72b67475be2a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.257982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e466d78c-1d31-4b9d-bfe1-1f16b49ee259 req-47737418-5908-4642-ad50-72b67475be2a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1411705 Nov 01 18:13:56.268876 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.288514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-f861d6b5-e3ae-4ed8-8175-c42474808e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.290110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-f861d6b5-e3ae-4ed8-8175-c42474808e39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1096 time: 0.1195974 Nov 01 18:13:56.332656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-e360587d-a5bf-43a2-b945-9e56e4f44357 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660739 Nov 01 18:13:56.362109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e466d78c-1d31-4b9d-bfe1-1f16b49ee259 req-dca3dfb1-89e7-4b45-808d-39541a0b6ecc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910556 Nov 01 18:13:56.375132 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.470438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10612184-6434-4371-8be0-3ea6167eb37b req-4a83a1d2-8aa7-4671-84b4-8d2c002794b1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.472379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10612184-6434-4371-8be0-3ea6167eb37b req-4a83a1d2-8aa7-4671-84b4-8d2c002794b1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.1579216 Nov 01 18:13:56.477849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-72766c65-9b24-4f81-95e7-cc20cddd444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.479304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-72766c65-9b24-4f81-95e7-cc20cddd444a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1810830 Nov 01 18:13:56.501593 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Pushing event updated for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:56.531589 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.531904 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.532240 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.532576 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.532901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.533228 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.533548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.533933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.534166 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.534484 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.535549 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.535891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:13:56.630410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.635281 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Attempting to bind port 5e75f2c4-53fd-4349-949d-eaa675a157d9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:13:56.637380 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Attempting to bind port 5e75f2c4-53fd-4349-949d-eaa675a157d9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:13:56.637769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Attempting to bind port 5e75f2c4-53fd-4349-949d-eaa675a157d9 on network 39bf6c57-0960-4dc9-abf2-0d9684b9532e {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:13:56.653110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-c0f12751-4c57-40c8-92a6-31c4732deebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 217 time: 0.1558228 Nov 01 18:13:56.656311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:13:56.656311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Checking segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:13:56.658631 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.659068 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Bound using segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:13:56.661409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Bound port: 5e75f2c4-53fd-4349-949d-eaa675a157d9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:13:56.661981 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.672594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10612184-6434-4371-8be0-3ea6167eb37b req-5d3db283-adc0-4876-bd78-d450d5304199 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881177 Nov 01 18:13:56.716690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.826734 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] For port 5e75f2c4-53fd-4349-949d-eaa675a157d9, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:13:56.830812 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] For port 5e75f2c4-53fd-4349-949d-eaa675a157d9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5e75f2c4-53fd-4349-949d-eaa675a157d9,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:13:56.849415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-c54df215-d124-4e71-97eb-5f5b3a6b9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.851770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-c54df215-d124-4e71-97eb-5f5b3a6b9128 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1746361 Nov 01 18:13:56.900522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07104-29ef-4320-8427-8b195780bf4f req-cab07fd6-18e9-4ddb-99b3-adfcfff6d678 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:56.910270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4da07104-29ef-4320-8427-8b195780bf4f req-cab07fd6-18e9-4ddb-99b3-adfcfff6d678 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.1332805 Nov 01 18:13:56.914486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7db3ae83-0ab0-40e3-ab8e-47736667034a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550923 Nov 01 18:13:56.922299 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:56.937789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:57.023408 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1ae5-20a3-46ab-b8e5-e7f55ee21411 None None] Pushing event updated for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:57.025446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Allocated IP 172.25.2.82 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b8718043-d301-41cb-98de-817de6860b08) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:13:57.032291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4da07104-29ef-4320-8427-8b195780bf4f req-6669f372-d6e7-4a11-a824-b1fa29f516e3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195579 Nov 01 18:13:57.032433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] Provisioning complete for port 5e75f2c4-53fd-4349-949d-eaa675a157d9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:57.033525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.096771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:57.097938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.125030 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:57.127426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:57.134453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-0d1b5535-3ecf-4fab-b5ca-97a73c23a842 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023304 Nov 01 18:13:57.304053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.335988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.337351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.369930 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:57.401299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:57.451661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] For port 5e75f2c4-53fd-4349-949d-eaa675a157d9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5e75f2c4-53fd-4349-949d-eaa675a157d9,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:57.453727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862f818-fe77-41d0-9669-078ea9661f2c req-11a622c5-cb75-4c75-b4a9-b05fec1186e6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:57.455900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f862f818-fe77-41d0-9669-078ea9661f2c req-11a622c5-cb75-4c75-b4a9-b05fec1186e6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.2961454 Nov 01 18:13:57.482676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-f35d061a-0782-4d3e-ad3e-97311b7f325f service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471031 Nov 01 18:13:57.502270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.505565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2fdc0a9-51e7-42f1-af11-f2abf3803fae up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:57.513489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f862f818-fe77-41d0-9669-078ea9661f2c req-90a4be72-0ce7-4d73-ad44-30725f90cfb3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Nov 01 18:13:57.596607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.653841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:57.659549 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.704541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5153-ad01-4963-a881-e5dee066818c req-1a5a3ada-ca98-4692-b4f2-1832a87806af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:57.706872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f04a5153-ad01-4963-a881-e5dee066818c req-1a5a3ada-ca98-4692-b4f2-1832a87806af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1258283 Nov 01 18:13:57.732272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:13:57.746490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:13:57.770795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:13:57.801787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5e75f2c4-53fd-4349-949d-eaa675a157d9', 'name': '', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'mac_address': 'fa:16:3e:65:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:50Z', 'updated_at': '2021-11-01T18:13:56Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'subnets': [{'id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:57.803624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Pushing event updated for resources: {'Port': ['ID=b8718043-d301-41cb-98de-817de6860b08,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:57.825149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f04a5153-ad01-4963-a881-e5dee066818c req-0643674c-8e7a-438c-ae61-c62b1ada6df4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103823 Nov 01 18:13:57.831077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b2fdc0a9-51e7-42f1-af11-f2abf3803fae triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:57.832355 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.890530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354c88c-f100-476e-9ec3-66485f1d45d8 None None] Pushing event updated for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:13:57.954310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3d7c3da0-a1d8-482d-b95c-1ee68eb2bd17 None None] Provisioning complete for port 5e75f2c4-53fd-4349-949d-eaa675a157d9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:57.955541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3da0-a1d8-482d-b95c-1ee68eb2bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:57.961288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f664a-9cca-4c13-b574-9b587a220718 None None] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:13:57.986680 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847c4a7-522b-4c67-8c34-0f058923d8cf None None] The sync data for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 is: [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:13:51Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5e75f2c4-53fd-4349-949d-eaa675a157d9', 'name': '', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'mac_address': 'fa:16:3e:65:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:50Z', 'updated_at': '2021-11-01T18:13:56Z', 'revision_number': 4, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'subnets': [{'id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:13:58.182318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127ec5-603d-4741-9bf4-c507c079c675 req-acb996ed-01be-4d73-ab2e-304fac648a95 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:58.184639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe127ec5-603d-4741-9bf4-c507c079c675 req-acb996ed-01be-4d73-ab2e-304fac648a95 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.2051857 Nov 01 18:13:58.194736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe4e9-bda9-4a8c-a214-cd62617bfc34 req-c08ad430-4935-49e5-95d2-7facfca29027 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:58.196774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f65fe4e9-bda9-4a8c-a214-cd62617bfc34 req-c08ad430-4935-49e5-95d2-7facfca29027 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.1243103 Nov 01 18:13:58.283163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9cba8cf-61be-401f-a795-d6812838b08b None None] Provisioning complete for port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:58.283567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9cba8cf-61be-401f-a795-d6812838b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:58.303938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe127ec5-603d-4741-9bf4-c507c079c675 req-e4212de8-bcbc-4897-b064-4ee767f94454 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060371 Nov 01 18:13:58.354444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f65fe4e9-bda9-4a8c-a214-cd62617bfc34 req-bcdcc870-ac2c-4a54-968e-c9c1fd245d1d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490631 Nov 01 18:13:58.460078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:58.702542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a4e67599-6db3-48de-92e1-97d106c60bd4 None None] Provisioning complete for port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:58.706455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4e67599-6db3-48de-92e1-97d106c60bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:58.734931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0264c7-4384-42c8-9810-ae48052a6dd5 req-c6a1ff20-d563-44ba-aa07-edc31e9aa029 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:58.736536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e0264c7-4384-42c8-9810-ae48052a6dd5 req-c6a1ff20-d563-44ba-aa07-edc31e9aa029 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1167302 Nov 01 18:13:58.827064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e0264c7-4384-42c8-9810-ae48052a6dd5 req-4833645b-62e9-4d99-845d-7d54721795bb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790982 Nov 01 18:13:58.881207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:58.885894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:58.943211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:58.943766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:59.049749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17721a8d-9922-49f7-8298-9da9bd6d0a01 req-4ad4ca05-b8f6-4c6f-84c1-7755e085790a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.064562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17721a8d-9922-49f7-8298-9da9bd6d0a01 req-4ad4ca05-b8f6-4c6f-84c1-7755e085790a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1221454 Nov 01 18:13:59.116593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5e75f2c4-53fd-4349-949d-eaa675a157d9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:13:59.124984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17721a8d-9922-49f7-8298-9da9bd6d0a01 req-2cd50ee7-1d78-42ce-a8d8-1177732b0f22 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578527 Nov 01 18:13:59.173546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5e75f2c4-53fd-4349-949d-eaa675a157d9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:13:59.174029 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:59.210043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Router 102443fa-7bde-4f67-8864-6835b4284fcb is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:13:59.302585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-01b1dfbd-3587-421a-90be-74d36df9f1e7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.304410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-01b1dfbd-3587-421a-90be-74d36df9f1e7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.0654407 Nov 01 18:13:59.359550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:13:59.370820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Sync routers for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:13:59.404377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:13:59.407704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:13:59.475998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-47f39166-72f4-45cd-8c78-00e4c31eb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.481261 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-47f39166-72f4-45cd-8c78-00e4c31eb83c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1100 time: 0.0594983 Nov 01 18:13:59.526495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:59.528040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f4ddc6f-5841-4712-b492-92851adbd556 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3783877 Nov 01 18:13:59.530983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38782) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:13:59.548237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc46b-4214-4c1d-8531-0e89696fc0b7 req-90860c3f-9381-4b68-8386-b4cd639fa9ae tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.549687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8dbc46b-4214-4c1d-8531-0e89696fc0b7 req-90860c3f-9381-4b68-8386-b4cd639fa9ae tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 946 time: 0.1411934 Nov 01 18:13:59.564153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c6fe3-2118-4a44-bb69-ca9598ee3a06 req-702b5767-34e2-417c-b53d-30934320f1be tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.565714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-817c6fe3-2118-4a44-bb69-ca9598ee3a06 req-702b5767-34e2-417c-b53d-30934320f1be tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 946 time: 0.0989571 Nov 01 18:13:59.576175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port a429b7d8-1425-44e8-bc39-7aab7185ce17 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:13:59.576514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:59.721167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-9348aaa6-4838-4486-bc14-3f9e6b6e6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:13:59.722272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8dbc46b-4214-4c1d-8531-0e89696fc0b7 req-a640db05-23fb-46df-869b-2938a85bcf45 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554027 Nov 01 18:13:59.722902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-9348aaa6-4838-4486-bc14-3f9e6b6e6bfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2347770 Nov 01 18:13:59.738858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-817c6fe3-2118-4a44-bb69-ca9598ee3a06 req-266d4162-2857-4a13-b5ae-77ef898609b5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582575 Nov 01 18:13:59.777862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:13:59.787754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port a429b7d8-1425-44e8-bc39-7aab7185ce17, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a429b7d8-1425-44e8-bc39-7aab7185ce17,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:13:59.788222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:13:59.813693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-a5eb5802-e63e-4a79-a125-5941a0eed021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0775697 Nov 01 18:13:59.817734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for a429b7d8-1425-44e8-bc39-7aab7185ce17 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:13:59.981100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:13:58Z', 'revision_number': 3, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:00.021566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4a28-b3eb-4c69-8824-33f9efc7a639 req-f5225a9a-3fa6-423c-8bcd-b556cf94fa0f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:00.023153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bff4a28-b3eb-4c69-8824-33f9efc7a639 req-f5225a9a-3fa6-423c-8bcd-b556cf94fa0f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0971727 Nov 01 18:14:00.042401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Checking router: 102443fa-7bde-4f67-8864-6835b4284fcb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:14:00.042788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Updating router 102443fa-7bde-4f67-8864-6835b4284fcb port b8718043-d301-41cb-98de-817de6860b08 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:14:00.052631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-c429cbb0-3281-4248-8558-1ad5ffe0314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:00.054122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-c429cbb0-3281-4248-8558-1ad5ffe0314d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1766739 Nov 01 18:14:00.077948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.097746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bff4a28-b3eb-4c69-8824-33f9efc7a639 req-1c9e8c25-45b7-496c-9746-e5cfcd0a76d3 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587518 Nov 01 18:14:00.158231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.228756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-3f2d62b9-4d75-4845-b07c-846fb6773654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:00.230281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-3f2d62b9-4d75-4845-b07c-846fb6773654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673920 Nov 01 18:14:00.271590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=a429b7d8-1425-44e8-bc39-7aab7185ce17,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:00.353421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-f5e0a355-ef58-4346-a124-b9a2982e2fe8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:00.355043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-f5e0a355-ef58-4346-a124-b9a2982e2fe8 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1097 time: 0.2144659 Nov 01 18:14:00.357283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port a429b7d8-1425-44e8-bc39-7aab7185ce17 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:00.362076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.368320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42af2d14-e4e9-4e43-b0ef-e482d8f67baf req-43d1570a-8fa2-48fe-b6d4-96484e277ba5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "DELETE /v2.0/ports/a429b7d8-1425-44e8-bc39-7aab7185ce17 HTTP/1.1" status: 204 len: 173 time: 1.0534964 Nov 01 18:14:00.372828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:00.380743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.386069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a429b7d8-1425-44e8-bc39-7aab7185ce17'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:00.407370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'name': 'network-vif-deleted', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:00.411314 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95073370-1fc1-4777-a6ce-4d95c8c0c58f" -d '{"events": [{"server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "name": "network-vif-deleted", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:00.450166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca02818-a495-4d00-8cfb-fff85eecebc7 req-cb04bdeb-92af-49f7-9475-75ba0894fee6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:00.451871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ca02818-a495-4d00-8cfb-fff85eecebc7 req-cb04bdeb-92af-49f7-9475-75ba0894fee6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1919706 Nov 01 18:14:00.467530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-0d4536f9-a61b-42fb-9d32-db72f1879895 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282910 Nov 01 18:14:00.468456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.492688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.498338 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618abe9-dcc0-47ec-81cf-f490b7ba0b32 x-openstack-request-id: req-4618abe9-dcc0-47ec-81cf-f490b7ba0b32 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:00.498737 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6729457-41c7-4cdd-abc1-661c12392a34", "name": "network-vif-deleted", "tag": "a429b7d8-1425-44e8-bc39-7aab7185ce17", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:00.498868 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4618abe9-dcc0-47ec-81cf-f490b7ba0b32 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:00.499246 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6729457-41c7-4cdd-abc1-661c12392a34', 'name': 'network-vif-deleted', 'tag': 'a429b7d8-1425-44e8-bc39-7aab7185ce17', 'status': 'completed', 'code': 200} Nov 01 18:14:00.586083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff1289-f6e9-4218-ac60-3c5514004edc None None] Pushing event updated for resources: {'Port': ['ID=b8718043-d301-41cb-98de-817de6860b08,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:00.592831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Attempting to bind port b8718043-d301-41cb-98de-817de6860b08 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:00.593529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Attempting to bind port b8718043-d301-41cb-98de-817de6860b08 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:00.594026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Attempting to bind port b8718043-d301-41cb-98de-817de6860b08 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:00.601902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:00.602470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:00.603127 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.603766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:00.604396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Bound port: b8718043-d301-41cb-98de-817de6860b08, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:00.604871 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.646972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.662985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-37266b25-7573-4194-be51-23e3e0379290 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520262 Nov 01 18:14:00.697668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] For port b8718043-d301-41cb-98de-817de6860b08, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:00.701909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] For port b8718043-d301-41cb-98de-817de6860b08, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b8718043-d301-41cb-98de-817de6860b08,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:00.718591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:00.740444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:00.745220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ca02818-a495-4d00-8cfb-fff85eecebc7 req-c4610dff-a20c-4cb1-817d-1ce873aac013 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852812 Nov 01 18:14:00.826210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.867912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:00.946781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:00.968413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:00.969042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:01.002499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cb4d323-3615-4a9b-90a6-f53a5ba2279a req-fd0d58c9-6604-4bd5-9857-3abce1e2819b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6729457-41c7-4cdd-abc1-661c12392a34 HTTP/1.1" status: 200 len: 210 time: 0.0446947 Nov 01 18:14:01.007820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.102906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff1289-f6e9-4218-ac60-3c5514004edc None None] Pushing event updated for resources: {'Port': ['ID=b8718043-d301-41cb-98de-817de6860b08,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:01.145312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:01.162242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ca975-9dcd-487f-8f41-156a75153a2c req-26ad8892-0e62-41ec-af07-47d634d8319c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:01.169956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-698ca975-9dcd-487f-8f41-156a75153a2c req-26ad8892-0e62-41ec-af07-47d634d8319c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.2154872 Nov 01 18:14:01.192200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on host n-h1-815923-2 for vnic_type normal with profile {"migrating_to": "n-h2-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:01.192477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:01.192621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:01.194305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Allocated IP 172.20.0.1 (432f78ee-f2e6-4b67-b413-bdd9bd706f91/6ab67671-609c-464a-b7a7-9703c5a3845b/ed40ef2f-eecc-4c45-bc1f-f23162db579f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:14:01.215678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:01.216043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Attempting to bind port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on network 960c7e92-31ed-4ad2-a7ae-f9750579e770 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:01.226014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:01.226441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Checking segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:01.227567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Bound using segment: {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:01.228029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Bound port: 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000df1f-4e87-416d-b7f4-499427fe295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '960c7e92-31ed-4ad2-a7ae-f9750579e770'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:01.228393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.254833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:01.271342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-698ca975-9dcd-487f-8f41-156a75153a2c req-203c917a-9158-409b-9e74-dc7fa3f20ee1 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975106 Nov 01 18:14:01.279414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 has no active binding in host n-h2-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:14:01.295992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:01.361857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:01.367369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:01.446881 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.466418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42307e-65fe-47d5-b0a1-23f263fefe5b req-0600a320-6d9d-45c8-bb75-b7f3bc89917d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:01.472315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e42307e-65fe-47d5-b0a1-23f263fefe5b req-0600a320-6d9d-45c8-bb75-b7f3bc89917d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0705466 Nov 01 18:14:01.493058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.556515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e42307e-65fe-47d5-b0a1-23f263fefe5b req-0fc14a7d-268e-4e51-9d12-4928dc949404 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817552 Nov 01 18:14:01.586720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:01.596290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:01.597297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.598694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-e6937d43-c586-4457-be86-4dfbc6784c4c service neutron] 10.222.0.32 "PUT /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 1122 time: 1.2313275 Nov 01 18:14:01.624872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.666822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:13:58Z', 'revision_number': 3, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:01.677252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:14:01.690219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:14:01.697676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:14:01.713788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d38-e70c-45fa-99e0-bc515fe7930e None None] The sync data for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 is: [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:13:58Z', 'revision_number': 3, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:14:01.717534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['729279f7-b23d-4e0a-acfa-6f95bf8199f0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:01.727426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:01.753169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:01.773962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['729279f7-b23d-4e0a-acfa-6f95bf8199f0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:01.995164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ffd28-bfe2-4b75-8bff-f61a22c32915 req-e66655d0-16c2-4211-ae0d-4adf30123de6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:01.999154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc6ffd28-bfe2-4b75-8bff-f61a22c32915 req-e66655d0-16c2-4211-ae0d-4adf30123de6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1116388 Nov 01 18:14:02.070443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc6ffd28-bfe2-4b75-8bff-f61a22c32915 req-785fc31d-9192-43ee-aa99-0f0b67f570b1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623219 Nov 01 18:14:02.206064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.250731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3be400e4-0c12-476c-a943-72b1dfc5c59e None None] Provisioning complete for port ed40ef2f-eecc-4c45-bc1f-f23162db579f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:02.251096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3be400e4-0c12-476c-a943-72b1dfc5c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.301003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3be400e4-0c12-476c-a943-72b1dfc5c59e None None] Port ed40ef2f-eecc-4c45-bc1f-f23162db579f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:14:02.436464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83496ff-7a97-4e62-ac7a-f421ba1e3fce req-e9dc2ceb-0294-40a1-8d46-7366e2978300 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:02.448450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d83496ff-7a97-4e62-ac7a-f421ba1e3fce req-e9dc2ceb-0294-40a1-8d46-7366e2978300 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.0876491 Nov 01 18:14:02.481729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.507496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0'}, {'name': 'network-changed', 'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:02.509809 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc10ff25-ad80-4a45-b876-e6e68a587641" -d '{"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-unplugged", "status": "completed", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0"}, {"name": "network-changed", "server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:02.534974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d83496ff-7a97-4e62-ac7a-f421ba1e3fce req-db00a819-29c6-40ff-81db-feeb06660343 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856240 Nov 01 18:14:02.547088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.651071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-093f2c36-cf01-4ca6-aa2b-7635f111c15b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:02.662170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-093f2c36-cf01-4ca6-aa2b-7635f111c15b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1802073 Nov 01 18:14:02.671049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:02.677173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.691912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-705a2731-7f8d-4bdc-bd5e-bcc3baa288ac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0219972 Nov 01 18:14:02.761453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-11e0eea7-15c1-4fe9-a39f-626203024055 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683038 Nov 01 18:14:02.769687 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831bfeff-713b-4044-85e2-1ddcaa55a327 x-openstack-request-id: req-831bfeff-713b-4044-85e2-1ddcaa55a327 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:02.770033 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-unplugged", "status": "completed", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0", "code": 200}, {"name": "network-changed", "server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:02.770209 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-831bfeff-713b-4044-85e2-1ddcaa55a327 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:02.770736 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'code': 200} Nov 01 18:14:02.771054 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'status': 'completed', 'code': 200} Nov 01 18:14:02.843270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b8718043-d301-41cb-98de-817de6860b08 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:02.866421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-5dc81185-0919-40b5-8bbd-bbacb64ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:02.868450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-5dc81185-0919-40b5-8bbd-bbacb64ae7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1125 time: 0.0636110 Nov 01 18:14:02.877518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:14:02.934298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da020-432e-4ae1-bf38-34c285648866 req-c2619b79-4b4d-40cf-972b-9f7cc8e66bed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:02.941226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b43da020-432e-4ae1-bf38-34c285648866 req-c2619b79-4b4d-40cf-972b-9f7cc8e66bed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0799921 Nov 01 18:14:02.961859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b8718043-d301-41cb-98de-817de6860b08 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:02.965409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:02.994155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b43da020-432e-4ae1-bf38-34c285648866 req-15263383-14e9-4a09-8155-72bcc7de1d5d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 Nov 01 18:14:02.996235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:14:03.080772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-e3240fa7-6373-4597-b6b5-ea0d83b590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:03.082216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-e3240fa7-6373-4597-b6b5-ea0d83b590b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.2031760 Nov 01 18:14:03.092536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:03.147998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b8718043-d301-41cb-98de-817de6860b08, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b8718043-d301-41cb-98de-817de6860b08,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:03.178079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-14ece047-0bfb-4f98-9199-c99dd9a6e70f service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889863 Nov 01 18:14:03.186303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-863f7515-00a4-48c4-b70c-bdb9700156b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 217 time: 0.0961590 Nov 01 18:14:03.231577 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:03.306348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b8718043-d301-41cb-98de-817de6860b08,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:03.306749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Router 102443fa-7bde-4f67-8864-6835b4284fcb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:14:03.308712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-1a2a1b0f-1f81-4558-bba2-8adb8c546c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:03.312199 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-1a2a1b0f-1f81-4558-bba2-8adb8c546c89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.1175456 Nov 01 18:14:03.350276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800558b-de9a-4995-a9a0-a7b23666494d req-a3764ca6-b9af-4bf7-b44a-42b37a4daf47 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:03.351993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8800558b-de9a-4995-a9a0-a7b23666494d req-a3764ca6-b9af-4bf7-b44a-42b37a4daf47 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1638196 Nov 01 18:14:03.368176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-78d2fe83-8db7-4759-a7f9-65f39a2e294d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393677 Nov 01 18:14:03.395405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-511d2a77-58bf-4bf3-a155-f95c76fdc699 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162499 Nov 01 18:14:03.415892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8800558b-de9a-4995-a9a0-a7b23666494d req-86e2443f-c0e8-4347-a719-ff37f2ffdfc2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Nov 01 18:14:03.449762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-861ac1a7-eb9f-4a09-981d-7f25830e765b None None] Provisioning complete for port ed40ef2f-eecc-4c45-bc1f-f23162db579f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:03.450211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-861ac1a7-eb9f-4a09-981d-7f25830e765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:03.518079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-861ac1a7-eb9f-4a09-981d-7f25830e765b None None] Port ed40ef2f-eecc-4c45-bc1f-f23162db579f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:14:03.522209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a429b7d8-1425-44e8-bc39-7aab7185ce17 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:03.552479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a429b7d8-1425-44e8-bc39-7aab7185ce17 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:03.552939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a429b7d8-1425-44e8-bc39-7aab7185ce17 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:03.604119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:14:03.647865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-16c7f185-2365-4fb4-af7c-668e7cb24ecc service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423027 Nov 01 18:14:03.660068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb19ea86-a055-470f-b666-e427148614c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/102443fa-7bde-4f67-8864-6835b4284fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1196544 Nov 01 18:14:03.897776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0eb7-b284-4d56-bae4-9c0bdfefd396 req-5e2e6751-614c-4362-95ef-07d8616ca4db tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:03.908321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03ae0eb7-b284-4d56-bae4-9c0bdfefd396 req-5e2e6751-614c-4362-95ef-07d8616ca4db tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1608968 Nov 01 18:14:03.911118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc10ff25-ad80-4a45-b876-e6e68a587641 req-bb414a39-5982-4f51-9164-1f39ee4a0fcc service neutron] 10.222.0.37 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555690 Nov 01 18:14:03.970355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9209c1a0-a26f-440f-89c5-ed219241341d req-283499fd-90b3-4488-9bed-bfa4ed246a33 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 210 time: 0.0561926 Nov 01 18:14:04.013363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03ae0eb7-b284-4d56-bae4-9c0bdfefd396 req-3bb0dce0-20c9-4d5c-95f6-af6f49b4aab8 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Nov 01 18:14:04.170188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece96b8a-941b-4a18-a7bb-0e48381bfd68 req-6745478b-d087-4b6a-a366-2f03e69df87c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:04.182035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ece96b8a-941b-4a18-a7bb-0e48381bfd68 req-6745478b-d087-4b6a-a366-2f03e69df87c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0969152 Nov 01 18:14:04.277362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ece96b8a-941b-4a18-a7bb-0e48381bfd68 req-7a9bac66-3ec8-4fd0-9564-fadb3cc22527 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941639 Nov 01 18:14:04.427613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:04.638370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5820f9-fb34-42cd-8307-0beb246431e8 req-a8529bb0-0f06-4334-87f8-403110585558 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:04.647586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb5820f9-fb34-42cd-8307-0beb246431e8 req-a8529bb0-0f06-4334-87f8-403110585558 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1227927 Nov 01 18:14:04.754342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb5820f9-fb34-42cd-8307-0beb246431e8 req-a71dbdab-a78f-44ce-bc6d-f5330fa2aad0 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041069 Nov 01 18:14:04.794286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b8718043-d301-41cb-98de-817de6860b08 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:04.869638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b8718043-d301-41cb-98de-817de6860b08 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:04.870063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:05.146637 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Sync routers for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:14:05.147780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-660259bc-9c49-4f91-8997-8a13491acf9c req-f7a9f9d1-f508-4bbf-a5fd-7c5c095cdcd2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Nov 01 18:14:05.170802 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:05.173954 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:05.253102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0adbe2-315e-4461-ae8a-cee9dcd2854e req-4b706f70-4de4-4900-8db9-3e5eb44d107f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:05.261559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a0adbe2-315e-4461-ae8a-cee9dcd2854e req-4b706f70-4de4-4900-8db9-3e5eb44d107f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.0879416 Nov 01 18:14:05.310782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a0adbe2-315e-4461-ae8a-cee9dcd2854e req-597aabdb-3720-42c1-8678-a5f135b623db tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Nov 01 18:14:05.384354 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:05.469239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd93ff-1cf5-4b2f-b762-489d3f67f653 req-219822e6-bf77-4591-ae0c-5de68ce23723 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:05.478467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90dd93ff-1cf5-4b2f-b762-489d3f67f653 req-219822e6-bf77-4591-ae0c-5de68ce23723 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0710742 Nov 01 18:14:05.537060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90dd93ff-1cf5-4b2f-b762-489d3f67f653 req-c811d6d1-fed0-482b-8799-aec98d68cec0 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Nov 01 18:14:05.823775 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:14:02Z', 'revision_number': 4, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ed40ef2f-eecc-4c45-bc1f-f23162db579f', 'name': '', 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'mac_address': 'fa:16:3e:5d:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:14:00Z', 'updated_at': '2021-11-01T18:14:02Z', 'revision_number': 2, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'subnets': [{'id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:05.878451 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Checking router: 102443fa-7bde-4f67-8864-6835b4284fcb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:14:05.878994 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Updating router 102443fa-7bde-4f67-8864-6835b4284fcb port ed40ef2f-eecc-4c45-bc1f-f23162db579f binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:14:05.960434 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:05.970555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248960-963a-41ea-b481-93cc936c163a req-39c278dc-a945-4ad2-9b95-3da1e5162fb3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:05.974054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34248960-963a-41ea-b481-93cc936c163a req-39c278dc-a945-4ad2-9b95-3da1e5162fb3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1050582 Nov 01 18:14:06.090241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34248960-963a-41ea-b481-93cc936c163a req-5171a735-7ab7-48a6-ad2d-1c77a2140a41 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070685 Nov 01 18:14:06.309048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82364c36-5d49-4967-bf9e-bc7297d6976c req-366a3078-911d-40f3-ad1e-61f92cbd1b74 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 210 time: 0.0451808 Nov 01 18:14:06.601583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efac43-df41-4741-a7b0-2ae086631c08 req-4865821a-acae-436f-9926-caf4f1514153 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:06.609437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0efac43-df41-4741-a7b0-2ae086631c08 req-4865821a-acae-436f-9926-caf4f1514153 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.2004724 Nov 01 18:14:06.626021 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:06.735850 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:06.820316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0efac43-df41-4741-a7b0-2ae086631c08 req-7017e5f3-a3ef-49b9-85b2-6a5c165258f6 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998479 Nov 01 18:14:06.836728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-ac91b6f9-d50c-41a4-bd72-f94e8c8be48f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:06.842365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-ac91b6f9-d50c-41a4-bd72-f94e8c8be48f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.3945043 Nov 01 18:14:06.856417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:06.884864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c30e38-da8e-4c1e-8c79-1afcfc6273b6 req-eec67338-6372-4369-8242-5e83ef02efb4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:06.912898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62c30e38-da8e-4c1e-8c79-1afcfc6273b6 req-eec67338-6372-4369-8242-5e83ef02efb4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.2483420 Nov 01 18:14:06.992191 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d9b97-833e-4003-af4e-69c35466bde4 None None] Pushing event updated for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:07.008480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62c30e38-da8e-4c1e-8c79-1afcfc6273b6 req-5d02e153-5103-4f74-815a-72b751ff5f9b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933297 Nov 01 18:14:07.157709 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Attempting to bind port ed40ef2f-eecc-4c45-bc1f-f23162db579f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:07.158336 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Attempting to bind port ed40ef2f-eecc-4c45-bc1f-f23162db579f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:07.160022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Attempting to bind port ed40ef2f-eecc-4c45-bc1f-f23162db579f on network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:07.166428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:07.167025 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Checking segment: {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:07.167613 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.168120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Bound using segment: {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:07.168715 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Bound port: ed40ef2f-eecc-4c45-bc1f-f23162db579f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa032b65-69a7-4121-b312-aa9053cbfb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:07.169205 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.310093 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] For port ed40ef2f-eecc-4c45-bc1f-f23162db579f, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:07.313417 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] For port ed40ef2f-eecc-4c45-bc1f-f23162db579f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ed40ef2f-eecc-4c45-bc1f-f23162db579f,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:07.435976 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.507468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] Provisioning complete for port ed40ef2f-eecc-4c45-bc1f-f23162db579f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:07.511028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.526737 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d9b97-833e-4003-af4e-69c35466bde4 None None] Pushing event updated for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:07.536547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:14:07.544936 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:07.544936 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:07.566390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.664882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a77ca-6b13-41b5-85c9-5f1a724c758a req-62b10ab8-8981-4439-b756-8681d2dff771 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:07.677990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38a77ca-6b13-41b5-85c9-5f1a724c758a req-62b10ab8-8981-4439-b756-8681d2dff771 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.2728372 Nov 01 18:14:07.778108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:07.797466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:07.812734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a561d6-69b4-4a0a-aed7-37207e5d052b req-a59b507d-23f0-4879-9ae9-e89619c4725a tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:07.824077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a561d6-69b4-4a0a-aed7-37207e5d052b req-a59b507d-23f0-4879-9ae9-e89619c4725a tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.3477607 Nov 01 18:14:07.895315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38a77ca-6b13-41b5-85c9-5f1a724c758a req-a8a330c8-99f2-4265-8e10-65f2f9fc8dbc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136323 Nov 01 18:14:07.907931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.6 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/009f6093-c3c9-447e-806c-ccc483630263) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:14:07.932919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] For port ed40ef2f-eecc-4c45-bc1f-f23162db579f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ed40ef2f-eecc-4c45-bc1f-f23162db579f,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:07.978053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a561d6-69b4-4a0a-aed7-37207e5d052b req-7865166c-5882-490e-a268-5466b785db2b tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491156 Nov 01 18:14:08.041181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.112120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eefa6f65-567f-413a-b039-730eff4f6dba req-c02dba1b-d8fa-48dc-9c69-e1246d339c90 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 210 time: 0.0783253 Nov 01 18:14:08.218948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.254546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-193624da-3e46-471d-b97d-63a2226bf658 None None] Provisioning complete for port ed40ef2f-eecc-4c45-bc1f-f23162db579f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:08.254899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-193624da-3e46-471d-b97d-63a2226bf658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.307621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89b21e-2ce7-4bc0-b39f-fb0763860ac1 req-a1b8ce38-3500-4dc7-880f-adb92d026d93 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:08.309735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c89b21e-2ce7-4bc0-b39f-fb0763860ac1 req-a1b8ce38-3500-4dc7-880f-adb92d026d93 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1825404 Nov 01 18:14:08.337540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdfadb-ab44-4d63-b077-5b16be4f4f2f None None] Pushing event updated for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:08.351046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.374181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872d6e-83a1-4268-8237-04076b113bd2 req-3f618e7b-f563-4cfd-b004-5ae6051ae4ed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:08.384850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9872d6e-83a1-4268-8237-04076b113bd2 req-3f618e7b-f563-4cfd-b004-5ae6051ae4ed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1403189 Nov 01 18:14:08.391170 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:14:02Z', 'revision_number': 4, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ed40ef2f-eecc-4c45-bc1f-f23162db579f', 'name': '', 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'mac_address': 'fa:16:3e:5d:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:14:00Z', 'updated_at': '2021-11-01T18:14:07Z', 'revision_number': 4, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'subnets': [{'id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:08.467422 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016965e-b798-4c52-aeb4-62d499036201 None None] The sync data for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 is: [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:14:02Z', 'revision_number': 4, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ed40ef2f-eecc-4c45-bc1f-f23162db579f', 'name': '', 'network_id': '432f78ee-f2e6-4b67-b413-bdd9bd706f91', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'mac_address': 'fa:16:3e:5d:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:14:00Z', 'updated_at': '2021-11-01T18:14:07Z', 'revision_number': 4, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'subnets': [{'id': '6ab67671-609c-464a-b7a7-9703c5a3845b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:14:08.474377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c89b21e-2ce7-4bc0-b39f-fb0763860ac1 req-cb936d82-313e-4de1-8c0d-bc82f7248eb4 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561222 Nov 01 18:14:08.479936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:14:08.491620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:14:08.506899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:14:08.521809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9872d6e-83a1-4268-8237-04076b113bd2 req-b16bdbaa-ab2f-49da-816f-d328348dd0dc tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297343 Nov 01 18:14:08.610255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:08.658409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:08.662623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.755432 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-b99ce395-669f-4fde-842b-22ab64918bcb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042571 Nov 01 18:14:08.767686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Request body: {'port': {'device_id': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:08.808831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ed40ef2f-eecc-4c45-bc1f-f23162db579f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:08.875260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.906419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ed40ef2f-eecc-4c45-bc1f-f23162db579f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:08.906793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:08.946648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:09.168287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562653-0177-488f-8ec0-1d969555a1bc req-bc0506da-e068-4f75-b57a-5d49607c4c2d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:09.184237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8562653-0177-488f-8ec0-1d969555a1bc req-bc0506da-e068-4f75-b57a-5d49607c4c2d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1543045 Nov 01 18:14:09.264386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8562653-0177-488f-8ec0-1d969555a1bc req-5750283e-11bd-44ba-b26b-78c030692f6b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720053 Nov 01 18:14:09.431522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7e21a-135b-4e11-be64-e4b8e9f919da req-55f8b757-0d6b-4454-9684-db922ed4dfdc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:09.439967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6aa7e21a-135b-4e11-be64-e4b8e9f919da req-55f8b757-0d6b-4454-9684-db922ed4dfdc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 931 time: 0.0852187 Nov 01 18:14:09.460472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009f6093-c3c9-447e-806c-ccc483630263 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:09.472826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:09.488212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Transition to ACTIVE for port object 009f6093-c3c9-447e-806c-ccc483630263 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:09.503565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6aa7e21a-135b-4e11-be64-e4b8e9f919da req-36be21c6-0506-405f-8619-220f81b47cb0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619311 Nov 01 18:14:09.541797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:09.616507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:09.800068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82cd7-dbee-405f-9144-87eb46f01fe0 req-6b1b578a-1d65-4a00-93ab-001b6b730176 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:09.814430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8e82cd7-dbee-405f-9144-87eb46f01fe0 req-6b1b578a-1d65-4a00-93ab-001b6b730176 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.1343105 Nov 01 18:14:09.824597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb97ed5-4bca-4999-92b2-a8e2b1413a9a req-f80f6167-868e-439d-916b-19348a15a38b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:09.826106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eb97ed5-4bca-4999-92b2-a8e2b1413a9a req-f80f6167-868e-439d-916b-19348a15a38b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1823542 Nov 01 18:14:09.832360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Pushing event updated for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:09.867843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Attempting to bind port 009f6093-c3c9-447e-806c-ccc483630263 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:09.868669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Attempting to bind port 009f6093-c3c9-447e-806c-ccc483630263 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:09.869336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Attempting to bind port 009f6093-c3c9-447e-806c-ccc483630263 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:09.876914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8e82cd7-dbee-405f-9144-87eb46f01fe0 req-50effa05-88c1-4fc6-92e0-4dd7df44235d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548420 Nov 01 18:14:09.886050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Port 009f6093-c3c9-447e-806c-ccc483630263 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:09.886802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Attempting to bind port 009f6093-c3c9-447e-806c-ccc483630263 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:09.907316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:09.912091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:09.912493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:09.912961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Bound port: 009f6093-c3c9-447e-806c-ccc483630263, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:09.913329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:10.031007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:10.036825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=009f6093-c3c9-447e-806c-ccc483630263,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:10.051358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eb97ed5-4bca-4999-92b2-a8e2b1413a9a req-7a8b79cc-78d8-4284-aae5-49731cf4789a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891067 Nov 01 18:14:10.095712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22ddcb-7a2e-4bd5-a3c6-15316f86340d req-efe82d07-3f94-4693-9907-c7a90acd8fa6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.112218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c22ddcb-7a2e-4bd5-a3c6-15316f86340d req-efe82d07-3f94-4693-9907-c7a90acd8fa6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1297729 Nov 01 18:14:10.153243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:10.212482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.213169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:10.214560 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] 10.222.0.37 "PUT /v2.0/ports/009f6093-c3c9-447e-806c-ccc483630263 HTTP/1.1" status: 200 len: 1091 time: 1.4514112 Nov 01 18:14:10.215008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'tag': '009f6093-c3c9-447e-806c-ccc483630263'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:10.217290 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a708e-7dad-4589-af20-bfa8a5968e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "tag": "009f6093-c3c9-447e-806c-ccc483630263"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:10.228212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c22ddcb-7a2e-4bd5-a3c6-15316f86340d req-a81fef17-d0df-4427-b5e8-a8985edab8dc tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145983 Nov 01 18:14:10.238639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-df370552-84c3-4fd7-a6bd-3de94160cc41 service neutron] 10.222.0.37 "GET /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0/bindings/n-h2-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.1157887 Nov 01 18:14:10.290048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07eb6-aeda-4095-9a4e-0756cf132d0a service neutron] Pushing event updated for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:10.330160 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1615f4-7209-4781-ac26-d71fc31ee580 x-openstack-request-id: req-bd1615f4-7209-4781-ac26-d71fc31ee580 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:10.330450 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "tag": "009f6093-c3c9-447e-806c-ccc483630263", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:10.333479 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd1615f4-7209-4781-ac26-d71fc31ee580 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:10.334234 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'tag': '009f6093-c3c9-447e-806c-ccc483630263', 'status': 'completed', 'code': 200} Nov 01 18:14:10.412575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-ac66e18d-4784-494a-9714-bba7089525b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.414440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-ac66e18d-4784-494a-9714-bba7089525b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 1094 time: 0.0772979 Nov 01 18:14:10.563408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-45f0bc86-a073-4348-a1a7-924a83d372b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.565349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-45f0bc86-a073-4348-a1a7-924a83d372b3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6500fd957e944dbab76e5f3118c0efbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1429963 Nov 01 18:14:10.702185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-dcfc5399-c531-429b-8882-39d3d088af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.703727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e12a708e-7dad-4589-af20-bfa8a5968e2c req-dcfc5399-c531-429b-8882-39d3d088af10 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299093 Nov 01 18:14:10.790022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-f39f8067-2d11-4166-85c4-c3b3acab7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.791573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-f39f8067-2d11-4166-85c4-c3b3acab7bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 1094 time: 0.0458326 Nov 01 18:14:10.835189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-1f928fd7-2f40-4bce-9347-dea339ada682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=009f6093-c3c9-447e-806c-ccc483630263 HTTP/1.1" status: 200 len: 217 time: 0.0360589 Nov 01 18:14:10.860033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:10.884645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b2588-3474-4fad-a2aa-c2e91ea1472f req-f4f2da25-6b9d-474c-8549-b8854c9181e3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.886169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-928b2588-3474-4fad-a2aa-c2e91ea1472f req-f4f2da25-6b9d-474c-8549-b8854c9181e3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.4893897 Nov 01 18:14:10.893220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-8fb8dffd-611a-4587-b4c9-5b32a760458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.897089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-8fb8dffd-611a-4587-b4c9-5b32a760458a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0542495 Nov 01 18:14:10.898141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac36a5-b537-48ae-a4ac-c7261ecae3af req-9c0e0631-38ce-4266-9de9-45e8c80181af tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:10.899665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-beac36a5-b537-48ae-a4ac-c7261ecae3af req-9c0e0631-38ce-4266-9de9-45e8c80181af tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 943 time: 0.1094422 Nov 01 18:14:10.930061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-39fe5611-4ab9-4017-8641-a227bc1b0a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270371 Nov 01 18:14:10.936538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:10.998708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-928b2588-3474-4fad-a2aa-c2e91ea1472f req-86e6c8e5-8c04-4b40-bee6-954a1e250648 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960889 Nov 01 18:14:11.001081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729279f7-b23d-4e0a-acfa-6f95bf8199f0 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:11.009433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-beac36a5-b537-48ae-a4ac-c7261ecae3af req-6c347913-301a-4d8c-ada6-7a9d4960f69f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990233 Nov 01 18:14:11.027626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:11.047050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-ac35e034-4ad6-4887-93c7-2c562a6ca9ff service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098018 Nov 01 18:14:11.121035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:11.162127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7d1c908-12a2-4ad1-ace9-22ad4fbd9b47 req-addd0ca7-7848-43a5-9cc2-57b227200a41 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078351 Nov 01 18:14:11.175182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815437-e2bd-4fb7-b522-cc82951bdc7d req-4bc0d6ff-f497-4e34-9477-3031b5a0f81d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.176853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31815437-e2bd-4fb7-b522-cc82951bdc7d req-4bc0d6ff-f497-4e34-9477-3031b5a0f81d tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.0902297 Nov 01 18:14:11.277677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31815437-e2bd-4fb7-b522-cc82951bdc7d req-3ba48c10-54ff-40b0-8754-c87e2975c728 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups?id=0100ca28-0334-4f96-bbb8-7cf066735808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915177 Nov 01 18:14:11.292401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8c3c-ab5c-45fa-9b91-f98bfaab3623 req-b15fec81-9c6c-4e8b-b8bc-751309870bfa tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.293976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-544a8c3c-ab5c-45fa-9b91-f98bfaab3623 req-b15fec81-9c6c-4e8b-b8bc-751309870bfa tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 944 time: 0.1160185 Nov 01 18:14:11.304333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] Transition to ACTIVE for port object 729279f7-b23d-4e0a-acfa-6f95bf8199f0 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:11.350777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-544a8c3c-ab5c-45fa-9b91-f98bfaab3623 req-93744569-0139-4e94-a340-a9e33c125a28 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450325 Nov 01 18:14:11.382642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:11.460233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] No DVR routers for this DVR port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:11.480866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] Pushing event updated for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:11.516431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cc5cd3a2-9b6a-4a96-becb-9be9ffe02b6d service neutron] 10.222.0.37 "PUT /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0/bindings/n-h2-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2700675 Nov 01 18:14:11.554242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8034c7-24d5-49f7-8aa5-5374af700665 req-d435104b-07ce-4038-9977-a9b6868c977d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.556506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8034c7-24d5-49f7-8aa5-5374af700665 req-d435104b-07ce-4038-9977-a9b6868c977d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.0776422 Nov 01 18:14:11.611707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8034c7-24d5-49f7-8aa5-5374af700665 req-967af1a7-6e3f-4696-ad9b-1821dd846de4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Nov 01 18:14:11.657553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864181-e245-4acf-91cb-2d95a67353bd req-705a716a-e0af-4692-8117-6baad3ac93e9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.660111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc864181-e245-4acf-91cb-2d95a67353bd req-705a716a-e0af-4692-8117-6baad3ac93e9 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.32 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 945 time: 0.0625303 Nov 01 18:14:11.772317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Deleting port fcc9c1e1-0eca-4bd0-876a-6948314df1fb {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:11.772735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:11.865477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-9bb10d6f-869f-4779-bdf4-30c6ee610196 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.867193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-9bb10d6f-869f-4779-bdf4-30c6ee610196 tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1881530 Nov 01 18:14:11.878248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] For port fcc9c1e1-0eca-4bd0-876a-6948314df1fb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:11.878655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:11.936548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cfd4141b-f35e-4f25-bab0-0912333b00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:11.938202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-cfd4141b-f35e-4f25-bab0-0912333b00f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3 HTTP/1.1" status: 200 len: 1096 time: 0.0625801 Nov 01 18:14:12.017900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-6f186344-e0cf-4f1b-bdd8-8f2d08d257a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.021127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-6f186344-e0cf-4f1b-bdd8-8f2d08d257a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1096 time: 0.0562608 Nov 01 18:14:12.103099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:12.104668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:12.105017 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c disassociated. External IP: 172.25.2.242, port: fcc9c1e1-0eca-4bd0-876a-6948314df1fb. Nov 01 18:14:12.105542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Calling delete_port for fcc9c1e1-0eca-4bd0-876a-6948314df1fb owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:12.139538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-739b8484-5635-4a87-b29e-0af0716cba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.141340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-739b8484-5635-4a87-b29e-0af0716cba7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 200 len: 922 time: 0.1115730 Nov 01 18:14:12.192544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-6f3bc20f-bc1b-404c-b659-876ac26064fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 200 len: 217 time: 0.0406969 Nov 01 18:14:12.258350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-209581e9-8e53-4a21-bcc5-0301262cfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.260077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-209581e9-8e53-4a21-bcc5-0301262cfbaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 200 len: 861 time: 0.0588882 Nov 01 18:14:12.302708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-74cdf280-1f79-41cf-b5c3-abfb429d5b82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=960c7e92-31ed-4ad2-a7ae-f9750579e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339367 Nov 01 18:14:12.342539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0f4ea-30c3-40a1-9ade-35ae22819941 req-a185fdbb-d767-4cf1-afdf-1411c2630afc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.345526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e0f4ea-30c3-40a1-9ade-35ae22819941 req-a185fdbb-d767-4cf1-afdf-1411c2630afc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1481156 Nov 01 18:14:12.355784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e278f5-ec07-44b3-a2e0-279014888a0d req-e56d1653-1ceb-4bf0-9666-7994e923bb1c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.357316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92e278f5-ec07-44b3-a2e0-279014888a0d req-e56d1653-1ceb-4bf0-9666-7994e923bb1c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 943 time: 0.1587405 Nov 01 18:14:12.415326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-0beed579-0b2a-4cc8-b01b-2e3d68c1b2a2 service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049175 Nov 01 18:14:12.427826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e0f4ea-30c3-40a1-9ade-35ae22819941 req-5b950d24-e9d5-4300-a6b3-24ba33beeb5b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693972 Nov 01 18:14:12.434442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92e278f5-ec07-44b3-a2e0-279014888a0d req-a08e65bb-60a1-4876-a346-81a856b915dc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Nov 01 18:14:12.438005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:12.501013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event deleted for resources: {'Port': ['ID=fcc9c1e1-0eca-4bd0-876a-6948314df1fb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:12.572058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-ba2be5de-8eae-4fb1-a2f1-d18f1eb4417a service neutron] 10.222.0.32 "GET /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494737 Nov 01 18:14:12.682851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73e78019-fd82-4e00-908a-8713ac79fd9f req-be7d71b5-750b-4748-b688-d974c7573458 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.0627210 Nov 01 18:14:12.726867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d91aff-40cc-414e-b02d-1615a9d40aa8 req-b18f9850-165f-4cbd-9638-534b337548c7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:12.728733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76d91aff-40cc-414e-b02d-1615a9d40aa8 req-b18f9850-165f-4cbd-9638-534b337548c7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1370871 Nov 01 18:14:12.744663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:14:12.892310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76d91aff-40cc-414e-b02d-1615a9d40aa8 req-582776ba-1cf2-4f92-9df9-51e89d41c6f5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490402 Nov 01 18:14:12.970135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:14:12.982300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:14:13.015747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:13.016370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:13.032160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca426f-e2a7-4ab9-80f6-dd6d2cd15a4e req-84bdd4c5-502f-483c-b82f-dfef4ae8ab06 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:13.036051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9ca426f-e2a7-4ab9-80f6-dd6d2cd15a4e req-84bdd4c5-502f-483c-b82f-dfef4ae8ab06 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1178362 Nov 01 18:14:13.037104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] No DVR routers for this DVR port fcc9c1e1-0eca-4bd0-876a-6948314df1fb on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:13.040479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:13.044700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc864181-e245-4acf-91cb-2d95a67353bd req-42192e82-c816-4630-ae68-04f4bac861df tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.32 "DELETE /v2.0/ports/fcc9c1e1-0eca-4bd0-876a-6948314df1fb HTTP/1.1" status: 204 len: 173 time: 1.3756158 Nov 01 18:14:13.046814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'name': 'network-vif-deleted', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:13.049217 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64035eb3-6096-4060-bd89-e5437dd89f27" -d '{"events": [{"server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "name": "network-vif-deleted", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:13.142725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9ca426f-e2a7-4ab9-80f6-dd6d2cd15a4e req-28ee1bdd-bfa4-4c86-949a-5c437d563e47 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934286 Nov 01 18:14:13.142725 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc4a71-3404-4f95-8cfa-144ca2baefe0 x-openstack-request-id: req-42cc4a71-3404-4f95-8cfa-144ca2baefe0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:13.142725 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676b0973-00ee-47f5-9b7b-f78089aa640f", "name": "network-vif-deleted", "tag": "fcc9c1e1-0eca-4bd0-876a-6948314df1fb", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:13.143250 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42cc4a71-3404-4f95-8cfa-144ca2baefe0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:13.143250 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676b0973-00ee-47f5-9b7b-f78089aa640f', 'name': 'network-vif-deleted', 'tag': 'fcc9c1e1-0eca-4bd0-876a-6948314df1fb', 'status': 'completed', 'code': 200} Nov 01 18:14:13.164452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-46c56dea-67d8-4283-9b58-d0857bb6c14c tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:13.164452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-46c56dea-67d8-4283-9b58-d0857bb6c14c tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7&tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.0880077 Nov 01 18:14:13.324941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:13.390138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-ae6c3769-8c6f-43db-9eb6-417f01330fce service neutron] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:13.394908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-ae6c3769-8c6f-43db-9eb6-417f01330fce service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:13.396236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c907b41c-f2b4-484e-a4b9-be2ec17acac2 req-ae6c3769-8c6f-43db-9eb6-417f01330fce service neutron] 10.222.0.32 "DELETE /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0/bindings/n-h1-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.2234263 Nov 01 18:14:13.544902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:13.576332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:14:13.586436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:13.587115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:13:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:13.692112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4886f-9dc6-4c8d-85be-9915d0b1159d req-0d540dd5-4843-429f-a52c-bc171b8f71d2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:13.693263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3e4886f-9dc6-4c8d-85be-9915d0b1159d req-0d540dd5-4843-429f-a52c-bc171b8f71d2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 943 time: 0.0997963 Nov 01 18:14:13.707267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcef7e-e1db-4af7-8d7c-6d43651fe7f4 req-9152be31-3d26-423b-ac08-9d86b030e9d8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:13.708983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cdcef7e-e1db-4af7-8d7c-6d43651fe7f4 req-9152be31-3d26-423b-ac08-9d86b030e9d8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1175756 Nov 01 18:14:13.734285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:13.778497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3e4886f-9dc6-4c8d-85be-9915d0b1159d req-aa29b717-0a4d-47f9-8a86-0f7b031d71e5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684505 Nov 01 18:14:13.787878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cdcef7e-e1db-4af7-8d7c-6d43651fe7f4 req-226c620c-1c63-4061-8f91-ba3bea6973ae tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Nov 01 18:14:13.920529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-378b5d44-5d6e-47c4-84c0-03e1a23a59c1 req-bdefb08c-1357-4c27-89ac-81cc1fdd4e0c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/ports?device_id=676b0973-00ee-47f5-9b7b-f78089aa640f HTTP/1.1" status: 200 len: 210 time: 0.0375924 Nov 01 18:14:14.110288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:14.138840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b2978-f2b4-440a-873d-0c669404d688 req-90474f3b-0975-4015-9c64-9f36b78cd1d5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:14.147569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0b2978-f2b4-440a-873d-0c669404d688 req-90474f3b-0975-4015-9c64-9f36b78cd1d5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1336243 Nov 01 18:14:14.170161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e82f2-19d9-4087-9d46-7e5c4bedc7a1 None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:07:49Z', 'revision_number': 4, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd913864c-ab81-4db0-b087-032fbf0cc7d5', 'name': '', 'network_id': '2e637b11-751c-49f6-989e-99621134d121', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'mac_address': 'fa:16:3e:1a:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:49Z', 'updated_at': '2021-11-01T18:07:54Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'subnets': [{'id': 'b5d550ec-cf53-4197-a32a-60f5f9f84855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:14:14.195239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-5f95719e-0200-464b-ae61-8feaea4b9927 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:14.197311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-5f95719e-0200-464b-ae61-8feaea4b9927 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1376431 Nov 01 18:14:14.221466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0b2978-f2b4-440a-873d-0c669404d688 req-6bd1ff18-1f70-4852-baca-9853d08f8aab tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Nov 01 18:14:14.235491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:14.330751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:14.411334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bfa8e-58a3-4277-9296-872068d49e3a req-d4854857-5d26-4652-a3ec-3a214a5ee099 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:14.413003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6bfa8e-58a3-4277-9296-872068d49e3a req-d4854857-5d26-4652-a3ec-3a214a5ee099 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 945 time: 0.1310439 Nov 01 18:14:14.548043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41c22-3049-44fc-abc4-35c04d4f2ddb req-4c8c1b1e-df2e-4f2c-9499-7c2ca2348b8d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:14.550012 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb41c22-3049-44fc-abc4-35c04d4f2ddb req-4c8c1b1e-df2e-4f2c-9499-7c2ca2348b8d tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 1096 time: 0.1337698 Nov 01 18:14:14.595328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6bfa8e-58a3-4277-9296-872068d49e3a req-c3452c7d-1e04-415e-b181-fc9a64ec9c7c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670554 Nov 01 18:14:14.602533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:14.609983 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0496464-0395-486f-958a-d84edfdbb40a None None] New status for floating IP 0d5cc7ed-db7f-4b9f-9a56-a99208613f8c: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:14:14.675786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb41c22-3049-44fc-abc4-35c04d4f2ddb req-c1add79b-3c52-4d85-a2d7-c9c24a2382ca tempest-LiveAutoBlockMigrationV225Test-640317368 tempest-LiveAutoBlockMigrationV225Test-640317368-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123769 Nov 01 18:14:14.703895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:14.763373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:14.774050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fcc9c1e1-0eca-4bd0-876a-6948314df1fb no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:14.832513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: fcc9c1e1-0eca-4bd0-876a-6948314df1fb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:14.833448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fcc9c1e1-0eca-4bd0-876a-6948314df1fb not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:14.961484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:15.029529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8becb-99f6-4651-94ef-2252128dddb7 req-ea73121a-5a2e-4600-b42c-558ae2cae72e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:15.032079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1d8becb-99f6-4651-94ef-2252128dddb7 req-ea73121a-5a2e-4600-b42c-558ae2cae72e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1429393 Nov 01 18:14:15.065934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2068-ca01-429b-b2e2-d234e277c690 req-8f5285c7-7659-442e-a68f-27c0580a63b1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:15.072699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217c2068-ca01-429b-b2e2-d234e277c690 req-8f5285c7-7659-442e-a68f-27c0580a63b1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 943 time: 0.1733735 Nov 01 18:14:15.108719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:15.149470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:15.151827 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe0e41-ace4-4a52-9954-dd66e2a52995" -d '{"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:15.165848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.166067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.166411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.166749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.167090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.167422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.167782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.168185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.168562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.168930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.169258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.169581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:15.179573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1d8becb-99f6-4651-94ef-2252128dddb7 req-6add8641-6afd-40c9-bba9-6c752abd950f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383843 Nov 01 18:14:15.198059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:15.198385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:15.198725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:15.206876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:15.207431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Attempting to bind port 572ca251-18e6-46c6-b33e-a3240bc01a06 on network 6197de36-9956-42c7-b849-c366ea93e06c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:15.217346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217c2068-ca01-429b-b2e2-d234e277c690 req-e95eaa62-4f1e-49bc-aa63-b0f6a8d5653e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251872 Nov 01 18:14:15.218150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:15.218489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Checking segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:15.218865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Bound using segment: {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:15.219312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Bound port: 572ca251-18e6-46c6-b33e-a3240bc01a06, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df12990-a6c8-4815-804a-e1ba3632aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6197de36-9956-42c7-b849-c366ea93e06c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:15.219771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:15.309589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:15.323185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:15.470346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:15.494253 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cedb1-f819-4d7e-a298-dbb5f7d77562 x-openstack-request-id: req-322cedb1-f819-4d7e-a298-dbb5f7d77562 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:15.494836 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:15.495068 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-322cedb1-f819-4d7e-a298-dbb5f7d77562 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:15.495450 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'code': 200} Nov 01 18:14:15.556056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:15.578062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:15.605837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:15.606813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:15.608727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-8656f1ee-ddc9-4dee-b1fc-2635bdd592bf service neutron] 10.222.0.37 "PUT /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 1121 time: 1.4001079 Nov 01 18:14:15.695224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:15.708246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['572ca251-18e6-46c6-b33e-a3240bc01a06'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:15.757768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['572ca251-18e6-46c6-b33e-a3240bc01a06'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:15.763285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:14:15.763758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 009f6093-c3c9-447e-806c-ccc483630263 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:15.775928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:15.885289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc24563-cf45-4b1e-bcfa-ede0b91e595d req-490be2d8-4008-48ae-8dce-288f476c2f21 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:15.895836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbc24563-cf45-4b1e-bcfa-ede0b91e595d req-490be2d8-4008-48ae-8dce-288f476c2f21 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1307197 Nov 01 18:14:15.939133 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:15.975174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbc24563-cf45-4b1e-bcfa-ede0b91e595d req-0f61f4b0-57fe-43e1-93f8-6f398e63c4cf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758553 Nov 01 18:14:15.991804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.030884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e682e-093a-49a4-aaf3-21f78b0c6e7b req-e584c3bf-cda5-4704-a306-7c58a508ff80 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:16.042848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c32e682e-093a-49a4-aaf3-21f78b0c6e7b req-e584c3bf-cda5-4704-a306-7c58a508ff80 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1103504 Nov 01 18:14:16.095727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c32e682e-093a-49a4-aaf3-21f78b0c6e7b req-037c2c50-f8f5-43ae-a751-9daaf75f4639 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Nov 01 18:14:16.147152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=009f6093-c3c9-447e-806c-ccc483630263,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:16.152378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.155173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.164427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:16.165129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "DELETE /v2.0/security-groups/0100ca28-0334-4f96-bbb8-7cf066735808 HTTP/1.1" status: 204 len: 168 time: 0.3861809 Nov 01 18:14:16.182093 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-487ee92a-b2e3-4d93-98c1-0aa5c12a31f0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] show failed (client error): The resource could not be found. Nov 01 18:14:16.185547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-487ee92a-b2e3-4d93-98c1-0aa5c12a31f0 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "GET /v2.0/security-groups/0100ca28-0334-4f96-bbb8-7cf066735808 HTTP/1.1" status: 404 len: 347 time: 0.0186136 Nov 01 18:14:16.185885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '009f6093-c3c9-447e-806c-ccc483630263', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '009f6093-c3c9-447e-806c-ccc483630263', 'mac_address': 'fa:16:3e:f7:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:14:16.186518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb4fd1-f91c-4cdf-9060-f6445d49c303 tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0100ca28-0334-4f96-bbb8-7cf066735808,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:16.187815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39024) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:16.319661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.345680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009f6093-c3c9-447e-806c-ccc483630263 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:16.372685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=009f6093-c3c9-447e-806c-ccc483630263,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:16.452166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.504941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839145-1d20-48a1-9b21-8d4eb0599f72 req-bf0d9987-c193-44e9-ae28-ef3fdecfa426 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:16.508208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e839145-1d20-48a1-9b21-8d4eb0599f72 req-bf0d9987-c193-44e9-ae28-ef3fdecfa426 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 943 time: 0.1531174 Nov 01 18:14:16.516961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b12fa-55e7-4736-aaf1-d19f106a17e1 req-91bc2883-fb0e-4e02-bd19-9fa90c5ef94f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:16.519564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-124b12fa-55e7-4736-aaf1-d19f106a17e1 req-91bc2883-fb0e-4e02-bd19-9fa90c5ef94f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.2169900 Nov 01 18:14:16.525671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:16.533969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-8fe7731d-3bfb-4db0-aeeb-c1778a5469e7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:16.535917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-8fe7731d-3bfb-4db0-aeeb-c1778a5469e7 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1548371 Nov 01 18:14:16.662440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Deleting port e6d645bc-5c7d-4f0c-a46f-89ff703e522e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:16.662784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.671714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e839145-1d20-48a1-9b21-8d4eb0599f72 req-91d07d44-1c8c-44ed-8887-934c6b70a0df tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463399 Nov 01 18:14:16.676749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-124b12fa-55e7-4736-aaf1-d19f106a17e1 req-07bd90d5-e430-4e11-92cd-38c4c9e09ca7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342928 Nov 01 18:14:16.784694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.785081 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.789807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Deleting port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:16.790134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.827352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Calling delete_port for e6d645bc-5c7d-4f0c-a46f-89ff703e522e owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:16.949458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] For port 729279f7-b23d-4e0a-acfa-6f95bf8199f0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=729279f7-b23d-4e0a-acfa-6f95bf8199f0,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:16.949822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:16.951002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['009f6093-c3c9-447e-806c-ccc483630263'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:16.969137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Calling delete_port for 729279f7-b23d-4e0a-acfa-6f95bf8199f0 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:17.204441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0e45-4d92-4e2b-bef9-805f3dcb8861 req-6eb763a2-ec4e-4aa9-a44e-d5d93cdfbd94 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:17.206054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213e0e45-4d92-4e2b-bef9-805f3dcb8861 req-6eb763a2-ec4e-4aa9-a44e-d5d93cdfbd94 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1095903 Nov 01 18:14:17.253414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:17.291945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Pushing event deleted for resources: {'Port': ['ID=e6d645bc-5c7d-4f0c-a46f-89ff703e522e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:17.337196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887cde-ee83-41aa-b2f7-b25c7fe61de1 req-768928c9-7daa-42a5-a34e-cd4b4ae94f6f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:17.338835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0887cde-ee83-41aa-b2f7-b25c7fe61de1 req-768928c9-7daa-42a5-a34e-cd4b4ae94f6f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 945 time: 0.1564183 Nov 01 18:14:17.348544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213e0e45-4d92-4e2b-bef9-805f3dcb8861 req-bed9201e-d44f-4d3c-8b80-06fda73bc507 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334927 Nov 01 18:14:17.350705 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:17.426845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event deleted for resources: {'Port': ['ID=729279f7-b23d-4e0a-acfa-6f95bf8199f0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:17.495310 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:17.497985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:17.499251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7261e18f-1b6d-495b-a4d8-bb70374df27c tempest-ServersWithSpecificFlavorTestJSON-466936402 tempest-ServersWithSpecificFlavorTestJSON-466936402-project] 10.222.0.31 "DELETE /v2.0/floatingips/0d5cc7ed-db7f-4b9f-9a56-a99208613f8c HTTP/1.1" status: 204 len: 168 time: 1.3101306 Nov 01 18:14:17.500433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] No DVR routers for this DVR port 729279f7-b23d-4e0a-acfa-6f95bf8199f0 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:17.505382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0887cde-ee83-41aa-b2f7-b25c7fe61de1 req-366f4866-c7d5-466c-8f05-3b51302e6490 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444879 Nov 01 18:14:17.506110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:17.508265 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:17.522121 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:17.533168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d43efec-a407-4352-8db3-0a3e91f82450 req-50c8bfe9-5e41-4de9-9bab-3683aba32b1f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.32 "DELETE /v2.0/ports/729279f7-b23d-4e0a-acfa-6f95bf8199f0 HTTP/1.1" status: 204 len: 173 time: 0.9850011 Nov 01 18:14:17.597348 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22944139-819d-4674-b004-285b5b77e71f x-openstack-request-id: req-22944139-819d-4674-b004-285b5b77e71f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:17.597678 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:17.597931 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22944139-819d-4674-b004-285b5b77e71f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:17.598410 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'status': 'completed', 'code': 200} Nov 01 18:14:17.726673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-e36bec0b-51da-4cd1-bb31-f6fd13764213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:17.728518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-e36bec0b-51da-4cd1-bb31-f6fd13764213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1124 time: 0.0958130 Nov 01 18:14:17.910978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-724f9480-0a4d-4c10-804a-8c0191e9bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:17.912911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-724f9480-0a4d-4c10-804a-8c0191e9bcbd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1728301 Nov 01 18:14:17.941413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419bf01-eb25-4f0c-9c9c-761e6bfadc24 req-6b2e3770-2b9a-4dc6-b8f5-8868eae25376 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:17.942888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5419bf01-eb25-4f0c-9c9c-761e6bfadc24 req-6b2e3770-2b9a-4dc6-b8f5-8868eae25376 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 944 time: 0.1694849 Nov 01 18:14:18.109884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:18.343472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-b47ed5d8-daaf-4387-b9e6-b8ee5dd999e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 217 time: 0.4152627 Nov 01 18:14:18.415636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5419bf01-eb25-4f0c-9c9c-761e6bfadc24 req-094a1b9f-185e-406d-95f3-82b1b3599653 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270580 Nov 01 18:14:18.449005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9692-0f74-454b-a3be-1afb7ea9d689 req-7ab0aaa0-017b-4cf6-9248-175eca9d63d2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:18.456579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bbc9692-0f74-454b-a3be-1afb7ea9d689 req-7ab0aaa0-017b-4cf6-9248-175eca9d63d2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.5414708 Nov 01 18:14:18.491363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-39007938-b258-4827-9d61-aae3a37a2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:18.493935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-39007938-b258-4827-9d61-aae3a37a2537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1235411 Nov 01 18:14:18.504646 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-937875e9-e7ae-47c9-8137-c3d9b66522f9 service neutron] show failed (client error): The resource could not be found. Nov 01 18:14:18.506067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-937875e9-e7ae-47c9-8137-c3d9b66522f9 service neutron] 10.222.0.37 "GET /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.2166965 Nov 01 18:14:18.544947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-39beb138-cda8-47e1-b3b9-a0a54c680106 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319288 Nov 01 18:14:18.565128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bbc9692-0f74-454b-a3be-1afb7ea9d689 req-70fa9a0c-153f-4104-841c-bbda81e982ba tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068382 Nov 01 18:14:18.684451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eb60-3699-41e3-940f-dbd834c85397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:18.787857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:18.805170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-74735071-00a9-4085-b3eb-d1e8f8361e0d service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381742 Nov 01 18:14:18.827143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 729279f7-b23d-4e0a-acfa-6f95bf8199f0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:18.827602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 729279f7-b23d-4e0a-acfa-6f95bf8199f0 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:18.885594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5631ed0d-9051-4daf-9c16-e77bd9fa6e7f req-fa4ac0a4-c387-48d5-b201-bbdc663412c5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0790467 Nov 01 18:14:18.977062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebe9e6-b325-41bf-81a6-1555281a8986 req-ae5dd7ba-5eb1-476d-9889-4d970d7cd473 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:18.979189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91ebe9e6-b325-41bf-81a6-1555281a8986 req-ae5dd7ba-5eb1-476d-9889-4d970d7cd473 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1902363 Nov 01 18:14:19.030992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbc3cca4-9f1c-485c-a3b6-ae4efffe1f30 req-05802387-6da3-40fe-a46d-2779400019d1 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957872 Nov 01 18:14:19.137943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91ebe9e6-b325-41bf-81a6-1555281a8986 req-7aa9a3c7-c5f8-4e09-a2fd-46dfbe3cad30 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492925 Nov 01 18:14:19.194391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-b3c86ccc-0478-4885-9571-0d95bb62e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:19.196120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-b3c86ccc-0478-4885-9571-0d95bb62e53e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1100 time: 0.1323855 Nov 01 18:14:19.224155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:19.333707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:19.395831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39094) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:19.568510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 009f6093-c3c9-447e-806c-ccc483630263 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:19.630464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-deleted', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:19.641778 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c04ca-5009-4e31-b78a-1b35ca4fc407" -d '{"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-deleted", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:19.786611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 009f6093-c3c9-447e-806c-ccc483630263 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:14:19.791376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 009f6093-c3c9-447e-806c-ccc483630263 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:19.791955 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:19.963979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:19.970337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:19.992291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e26a3-d323-4262-ae9c-04fe5d7baf0a req-269d6060-008b-4a13-8927-f37fcb3e8d36 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:20.001890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d4e26a3-d323-4262-ae9c-04fe5d7baf0a req-269d6060-008b-4a13-8927-f37fcb3e8d36 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 944 time: 0.4370921 Nov 01 18:14:20.003466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f6093-c3c9-447e-806c-ccc483630263'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:20.006611 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ab182-d7e7-4157-b8a0-a3abd5a1cadb" -d '{"events": [{"server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "name": "network-vif-plugged", "status": "completed", "tag": "009f6093-c3c9-447e-806c-ccc483630263"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:20.024598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=009f6093-c3c9-447e-806c-ccc483630263,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:20.041990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4cb3e-0c70-45fb-9953-0ee2ad515a85 req-c52b117c-a1b4-4e9f-a1fd-f3bfb357e78c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:20.047653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0d4cb3e-0c70-45fb-9953-0ee2ad515a85 req-c52b117c-a1b4-4e9f-a1fd-f3bfb357e78c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.1583843 Nov 01 18:14:20.054238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:14:20.112337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:20.112817 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:20.128665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d4e26a3-d323-4262-ae9c-04fe5d7baf0a req-727043ec-3c73-4f00-a83b-9b9eaf4e68dc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198230 Nov 01 18:14:20.191609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0d4cb3e-0c70-45fb-9953-0ee2ad515a85 req-f790df17-db7c-420b-b4e6-81d5569275ff tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349037 Nov 01 18:14:20.217478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:20.267866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:20.302057 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b64f1-bb90-46d6-92a9-9a0c2db55038 x-openstack-request-id: req-4c9b64f1-bb90-46d6-92a9-9a0c2db55038 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:20.303217 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809409c-79cd-4dc8-8f6c-e9b04ff660d7", "name": "network-vif-deleted", "tag": "729279f7-b23d-4e0a-acfa-6f95bf8199f0", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:20.305759 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c9b64f1-bb90-46d6-92a9-9a0c2db55038 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:20.306432 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2809409c-79cd-4dc8-8f6c-e9b04ff660d7', 'name': 'network-vif-deleted', 'tag': '729279f7-b23d-4e0a-acfa-6f95bf8199f0', 'status': 'completed', 'code': 200} Nov 01 18:14:20.316050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Transition to ACTIVE for port object b52a140f-2404-46b8-a641-c367c80850ed will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:20.432902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2712252c-ff08-40c4-9bd9-bca817c74853 req-2efc63c6-24ca-4499-a1c1-41348b8b5b48 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0472450 Nov 01 18:14:20.436772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:20.513678 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3f156-6322-493d-80f9-e760c05b8e60 x-openstack-request-id: req-ebd3f156-6322-493d-80f9-e760c05b8e60 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:20.513967 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "name": "network-vif-plugged", "status": "completed", "tag": "009f6093-c3c9-447e-806c-ccc483630263", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:20.514222 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd3f156-6322-493d-80f9-e760c05b8e60 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:20.514681 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f6093-c3c9-447e-806c-ccc483630263', 'code': 200} Nov 01 18:14:20.652828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] No DVR routers for this DVR port b52a140f-2404-46b8-a641-c367c80850ed on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:20.710898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:20.814472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb597-adca-46df-9dbb-f21aa00d152b req-189d7301-1afa-446b-b443-dbfea92ac06e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:20.823674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c0267a5-0538-4f09-97be-787fbddecf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:20.825001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bdbb597-adca-46df-9dbb-f21aa00d152b req-189d7301-1afa-446b-b443-dbfea92ac06e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1914816 Nov 01 18:14:20.827533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:20.827937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:20.828268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:20.831868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544bb8c-be69-4316-9ad5-224527807f35 req-89397bc6-8887-43cc-abad-c73bc5e470f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:20.856532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a544bb8c-be69-4316-9ad5-224527807f35 req-89397bc6-8887-43cc-abad-c73bc5e470f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 1096 time: 0.1852593 Nov 01 18:14:20.874247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:20.874596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:20.889687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:20.890086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:20.890422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:20.890863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Bound port: b52a140f-2404-46b8-a641-c367c80850ed, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:20.891216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:20.931361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a544bb8c-be69-4316-9ad5-224527807f35 req-b5c5491f-29b5-4345-a51b-f39bfa8ba0f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662415 Nov 01 18:14:20.931361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bdbb597-adca-46df-9dbb-f21aa00d152b req-ae963283-f7e1-4835-a864-8882c8b2cf22 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018059 Nov 01 18:14:20.959674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.023427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:21.037395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:21.146165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.192485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.193097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.194481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 1095 time: 1.9869018 Nov 01 18:14:21.235799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8effb-c124-4d91-9c01-422e7444c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:21.395285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-267a5789-26ae-4688-8ce0-a03b236f554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.396882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-267a5789-26ae-4688-8ce0-a03b236f554e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1098 time: 0.1470487 Nov 01 18:14:21.404733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Deleting port d913864c-ab81-4db0-b087-032fbf0cc7d5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:21.404733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.512883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] For port d913864c-ab81-4db0-b087-032fbf0cc7d5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d913864c-ab81-4db0-b087-032fbf0cc7d5,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:21.513253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.534672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Calling delete_port for d913864c-ab81-4db0-b087-032fbf0cc7d5 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:21.568329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d2bb-e950-4494-aa74-deef810f1392 req-a754e7eb-ea4b-40f1-bdf5-8d06e0aac7ce tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.569895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fc3d2bb-e950-4494-aa74-deef810f1392 req-a754e7eb-ea4b-40f1-bdf5-8d06e0aac7ce tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.2565956 Nov 01 18:14:21.601576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a89b93-d383-4fb0-b468-5783cf8faf1f req-f0535fd3-067d-4c89-9238-385cd2c90e1e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.603111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5a89b93-d383-4fb0-b468-5783cf8faf1f req-f0535fd3-067d-4c89-9238-385cd2c90e1e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.2338374 Nov 01 18:14:21.664587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-7adbb6d3-175e-465b-a529-3c4fe9e6b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.666489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-7adbb6d3-175e-465b-a529-3c4fe9e6b45a service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2451742 Nov 01 18:14:21.692974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fc3d2bb-e950-4494-aa74-deef810f1392 req-89237c87-a74a-4a9c-b910-12d051c49964 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139326 Nov 01 18:14:21.772495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-0deb5592-823c-439f-ac44-72604d7f9763 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0966060 Nov 01 18:14:21.778809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5a89b93-d383-4fb0-b468-5783cf8faf1f req-42aef1bb-12c7-43ce-bcb6-cec124e8aa2d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671441 Nov 01 18:14:21.898340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-d53ab8a9-0bc9-4108-8557-79a619be7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:21.902323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-d53ab8a9-0bc9-4108-8557-79a619be7729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1181912 Nov 01 18:14:21.925712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:21.977542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33146f6d-8ee6-42c9-8842-98d74bcb35ee req-0ce0a59d-2ab5-488b-9f99-a28f643ad0b3 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0732036 Nov 01 18:14:21.996891 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:22.009444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-3f833276-dfd8-49a9-8891-54a0f001ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:22.011378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-3f833276-dfd8-49a9-8891-54a0f001ef6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982218 Nov 01 18:14:22.013470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Pushing event deleted for resources: {'Port': ['ID=d913864c-ab81-4db0-b087-032fbf0cc7d5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:22.239932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-fcefc21e-c520-4157-9fd0-1ee673fec983 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000813 Nov 01 18:14:22.251256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d1c5f-808e-48e2-9322-fa056d1163a1 req-6a425f62-ee57-4791-8332-6d7c0e6ea42f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:22.263808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb4d1c5f-808e-48e2-9322-fa056d1163a1 req-6a425f62-ee57-4791-8332-6d7c0e6ea42f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1393547 Nov 01 18:14:22.281271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:22.311177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}, {'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:22.316003 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ae1e2-0f54-47a9-9623-a51095841d84" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-unplugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}, {"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:22.466373 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7e0560-4237-4f4f-89f8-6e10eed63d1d x-openstack-request-id: req-6f7e0560-4237-4f4f-89f8-6e10eed63d1d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:22.466736 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-unplugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "code": 200}, {"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:22.466933 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f7e0560-4237-4f4f-89f8-6e10eed63d1d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:22.467288 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'code': 200} Nov 01 18:14:22.467565 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'status': 'completed', 'code': 200} Nov 01 18:14:22.489384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb4d1c5f-808e-48e2-9322-fa056d1163a1 req-cc057f66-d5cc-4ce3-89a9-c49060a67702 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242100 Nov 01 18:14:22.562246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-0917b6e6-9582-4094-a030-e243363ba60f service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959387 Nov 01 18:14:22.596111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-b9a75c0a-0525-42a6-b8d9-6d34f9b3bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:22.598814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-b9a75c0a-0525-42a6-b8d9-6d34f9b3bb6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1098 time: 0.0577536 Nov 01 18:14:22.698159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Router 60c8696d-1690-40c8-9672-524bbd102a15 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:14:22.788803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-5c2d9252-ce0f-4890-8f96-8872bce1ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:22.793157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-5c2d9252-ce0f-4890-8f96-8872bce1ba5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1864526 Nov 01 18:14:22.819406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:22.883608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:14:22.896030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Sync routers for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:14:22.898326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1027194c-1c06-4101-84bb-a2fdd4a7635a admin admin] 10.222.0.31 "PUT /v2.0/routers/60c8696d-1690-40c8-9672-524bbd102a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5009871 Nov 01 18:14:22.900981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:22.943885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:22.944891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:22.982242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-0beafd2c-dae1-4f2e-b52d-df0db9a3c304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.1774111 Nov 01 18:14:23.083348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:23.152379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-46f266a0-5b45-4e4f-ad77-598aa8578ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.153852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-46f266a0-5b45-4e4f-ad77-598aa8578ce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1313355 Nov 01 18:14:23.155205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:23.171827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f422c2-8a85-4e68-8641-49950bb82401 req-4e887c45-3400-4990-abad-143ae7e8fd5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.179330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f422c2-8a85-4e68-8641-49950bb82401 req-4e887c45-3400-4990-abad-143ae7e8fd5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.2166357 Nov 01 18:14:23.187826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-26e745a6-aaeb-4f55-8a55-c0d823cfebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.189374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-26e745a6-aaeb-4f55-8a55-c0d823cfebcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1098 time: 0.2432413 Nov 01 18:14:23.239554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f38533-0413-4c91-b96c-17e2a4845332 req-22f65eaa-2cc8-4390-9d4f-632bc4e9ca28 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.246880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20f38533-0413-4c91-b96c-17e2a4845332 req-22f65eaa-2cc8-4390-9d4f-632bc4e9ca28 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.2268565 Nov 01 18:14:23.353225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:14:21Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:23.387649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:23.392891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Checking router: 60c8696d-1690-40c8-9672-524bbd102a15 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:14:23.402380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Routers {'60c8696d-1690-40c8-9672-524bbd102a15'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:23.403157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['60c8696d-1690-40c8-9672-524bbd102a15'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:23.406816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f422c2-8a85-4e68-8641-49950bb82401 req-14af3c56-de06-4d25-be0b-7baeee979cae tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207029 Nov 01 18:14:23.427215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-645945cd-56d3-4191-bb91-d3e5b5d49deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.432547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-645945cd-56d3-4191-bb91-d3e5b5d49deb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2693450 Nov 01 18:14:23.459411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20f38533-0413-4c91-b96c-17e2a4845332 req-4879fb26-f7c1-4ef1-835e-33dab5b2c7a9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013500 Nov 01 18:14:23.605341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-4cbf5ae2-953b-4615-a0b9-8e7d52f368de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.607528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-4cbf5ae2-953b-4615-a0b9-8e7d52f368de service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.4034679 Nov 01 18:14:23.615965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Deleting port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:23.616985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:23.684113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:23.758888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:23.764723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] Set router 60c8696d-1690-40c8-9672-524bbd102a15 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:23.778934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] For port 1d3fc402-2439-4f63-8c6d-412a55c7ebeb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:23.779672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:23.798846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Calling delete_port for 1d3fc402-2439-4f63-8c6d-412a55c7ebeb owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:23.816842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-909cd827-6b50-45f2-98bb-8a341fa71cdb req-e0764031-018a-45ad-b203-c1033af12b4b tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.1063623 Nov 01 18:14:23.824151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-b45356e5-d128-4d59-a0ee-a266289193bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.2071424 Nov 01 18:14:23.851932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-f245fd4d-fa97-4b9b-bdb2-f7259336a637 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984616 Nov 01 18:14:23.953001 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:23.956244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-d9968101-0b81-410e-bfdc-af1b040b7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.957888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-d9968101-0b81-410e-bfdc-af1b040b7970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1185470 Nov 01 18:14:23.972959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5ae8f-4d03-4498-bc4c-86342a2dfdd8 req-1f043313-4cb9-4ff2-87ae-e48a33530ba4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:23.981067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cb5ae8f-4d03-4498-bc4c-86342a2dfdd8 req-1f043313-4cb9-4ff2-87ae-e48a33530ba4 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.2501411 Nov 01 18:14:24.009150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:14:21Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:24.040935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683d4d-0a4f-467f-ab64-02b18f362479 None None] The sync data for ids ['60c8696d-1690-40c8-9672-524bbd102a15'] in n-d-815923-2 is: [{'id': '60c8696d-1690-40c8-9672-524bbd102a15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1615445988-router', 'tenant_id': '71956f9e665540bca30caff1eceda6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:45Z', 'updated_at': '2021-11-01T18:14:21Z', 'revision_number': 5, 'project_id': '71956f9e665540bca30caff1eceda6b3', 'gw_port': {'id': '1d3fc402-2439-4f63-8c6d-412a55c7ebeb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8696d-1690-40c8-9672-524bbd102a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:46Z', 'updated_at': '2021-11-01T18:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:14:24.114765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-b6439784-68b5-4d09-8472-cf45c3a1b673 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361879 Nov 01 18:14:24.129338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cb5ae8f-4d03-4498-bc4c-86342a2dfdd8 req-75ed0384-cdb1-45ac-a39d-12625759b0d8 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434507 Nov 01 18:14:24.141138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-e887c465-fbbd-4235-960b-951b30cee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:24.142875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-e887c465-fbbd-4235-960b-951b30cee12b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525066 Nov 01 18:14:24.235092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.271222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-429bd6d3-3651-4331-8d51-0a8b2f7698ea service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201642 Nov 01 18:14:24.272946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3fc402-2439-4f63-8c6d-412a55c7ebeb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:24.372040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.407110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-373ae1e2-0f54-47a9-9623-a51095841d84 req-6ac12d6c-14b7-49e1-8cdf-6249e45dca4e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215017 Nov 01 18:14:24.523883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.524363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.570023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56abb9b-93ae-44e4-8e01-bd04c343eb11 req-b6a76fb4-2fc9-4834-9d4d-13076bd1b484 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:24.583522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56abb9b-93ae-44e4-8e01-bd04c343eb11 req-b6a76fb4-2fc9-4834-9d4d-13076bd1b484 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.0728350 Nov 01 18:14:24.662861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56abb9b-93ae-44e4-8e01-bd04c343eb11 req-33d8e71d-f9d8-4eaf-b390-8cb29641fdee tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782084 Nov 01 18:14:24.708597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.708597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c8696d-1690-40c8-9672-524bbd102a15 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:14:24.708797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a498a-6968-44e6-aed6-fd329f06c870 req-2a80bb98-5579-4793-90f5-f6c9a9b2ff9c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:24.717556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.718389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb1a498a-6968-44e6-aed6-fd329f06c870 req-2a80bb98-5579-4793-90f5-f6c9a9b2ff9c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 947 time: 0.1277506 Nov 01 18:14:24.723402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-38451492-6820-4fec-ae79-69a28a41591a admin admin] 10.222.0.31 "DELETE /v2.0/routers/60c8696d-1690-40c8-9672-524bbd102a15 HTTP/1.1" status: 204 len: 168 time: 1.8209455 Nov 01 18:14:24.725739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39156) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:24.835024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b52a140f-2404-46b8-a641-c367c80850ed details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:24.836644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb1a498a-6968-44e6-aed6-fd329f06c870 req-a8b00388-d91e-4027-9048-45794626d01e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152844 Nov 01 18:14:24.868169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Deleting subnet b5d550ec-cf53-4197-a32a-60f5f9f84855 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:14:24.876999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:24.976361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.025574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d90c20d4-9fd6-4275-9e50-a068f78546a7 req-728e0689-cb35-43a4-a4dc-4c9282a8de2a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0623717 Nov 01 18:14:25.077284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d913864c-ab81-4db0-b087-032fbf0cc7d5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:25.120833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d913864c-ab81-4db0-b087-032fbf0cc7d5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:25.121211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d913864c-ab81-4db0-b087-032fbf0cc7d5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:25.142406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.162115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:25.181330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b52a140f-2404-46b8-a641-c367c80850ed', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'b52a140f-2404-46b8-a641-c367c80850ed', 'mac_address': 'fa:16:3e:37:ba:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:14:25.240738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.263136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:25.287035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:25.309666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.338368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a945cd-8586-44de-a3f5-60a25e037f74 req-1c2c1f31-ed88-4079-88af-682a5a3303ed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:25.342390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89f535-6be5-4eee-89ad-ae41921ffc6f None None] Network 2e637b11-751c-49f6-989e-99621134d121 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:14:25.346183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4a945cd-8586-44de-a3f5-60a25e037f74 req-1c2c1f31-ed88-4079-88af-682a5a3303ed tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.0865684 Nov 01 18:14:25.383850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.396003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5d550ec-cf53-4197-a32a-60f5f9f84855 HTTP/1.1" status: 204 len: 168 time: 0.6669445 Nov 01 18:14:25.397080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39162) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:25.399277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0aca-ad31-4488-a72d-d1c3fb159a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d550ec-cf53-4197-a32a-60f5f9f84855,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:25.399559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4a945cd-8586-44de-a3f5-60a25e037f74 req-19b3de6e-4303-4316-a9a3-be2a40059aa6 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Nov 01 18:14:25.401599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.507900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.535782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:25.590747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Deleting port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:25.591238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.697730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] For port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,segment=NetworkSegment(0c848951-d1e4-4e2a-8031-18b67e60044a),segment_id=0c848951-d1e4-4e2a-8031-18b67e60044a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:25.698098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.707107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:25.710833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] DHCP port deletion for 2e637b11-751c-49f6-989e-99621134d121 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:14:25.719030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Calling delete_port for 85d89fd1-36c6-44f7-b9ca-56f2d935d88f owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:25.886483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.895960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Deleting port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:25.897108 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:25.985978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Pushing event deleted for resources: {'Port': ['ID=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:26.005069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] No DVR routers for this DVR port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:26.048292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309280b-4632-4fea-820b-b5c59f9c2dfc req-de3518c7-8ad4-46df-98ec-4c600a93979d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:26.057248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7309280b-4632-4fea-820b-b5c59f9c2dfc req-de3518c7-8ad4-46df-98ec-4c600a93979d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1036978 Nov 01 18:14:26.139449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] For port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f, host n-d-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:26.142519 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.176682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Calling delete_port for 85d89fd1-36c6-44f7-b9ca-56f2d935d88f owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:26.200989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7309280b-4632-4fea-820b-b5c59f9c2dfc req-5f24e8f1-7a98-42b9-a89e-0af7012582b6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416910 Nov 01 18:14:26.202504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.ipam_backend_mixin [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f was not found and therefore no delete operation was performed {{(pid=102784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:14:26.206238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.233460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.250865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] Pushing event deleted for resources: {'Port': ['ID=85d89fd1-36c6-44f7-b9ca-56f2d935d88f,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:26.260905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e637b11-751c-49f6-989e-99621134d121']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:26.272599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c848951-d1e4-4e2a-8031-18b67e60044a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:26.272895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c848951-d1e4-4e2a-8031-18b67e60044a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:26.287273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.288399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a26a4-6565-49be-a5d9-e44281fc2b1a None None] No DVR routers for this DVR port 85d89fd1-36c6-44f7-b9ca-56f2d935d88f on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:26.295667 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.310575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.318742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:14:26.319146 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.329033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5837719-36b9-42c4-a07a-cb9c959e01d8 req-9c218c46-db3f-4d63-b089-d922b085fb22 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0759187 Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:14:26.373745 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:14:26.481361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.494375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:26.506280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e637b11-751c-49f6-989e-99621134d121 HTTP/1.1" status: 204 len: 168 time: 1.1030157 Nov 01 18:14:26.512782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:26.589568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb840b1-2d6e-40e5-b54c-99dec050b2d2 req-eb7a3eaf-06e1-4ae9-aca6-6dd34f6bea4b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:26.598201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edb840b1-2d6e-40e5-b54c-99dec050b2d2 req-eb7a3eaf-06e1-4ae9-aca6-6dd34f6bea4b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1315515 Nov 01 18:14:26.663009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edb840b1-2d6e-40e5-b54c-99dec050b2d2 req-da71946e-e138-44fc-aefc-b11d7b6ef93e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636365 Nov 01 18:14:26.678028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad26f-298c-4926-ab9a-081bf91d274d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e637b11-751c-49f6-989e-99621134d121,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:26.875152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 85d89fd1-36c6-44f7-b9ca-56f2d935d88f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:26.985988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 85d89fd1-36c6-44f7-b9ca-56f2d935d88f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:26.992249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 85d89fd1-36c6-44f7-b9ca-56f2d935d88f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:26.992966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1d3fc402-2439-4f63-8c6d-412a55c7ebeb no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:27.027581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1d3fc402-2439-4f63-8c6d-412a55c7ebeb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:27.032837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1d3fc402-2439-4f63-8c6d-412a55c7ebeb not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:27.312603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080be09e-78f4-4245-927e-55ab602c1e48 req-40913a36-1bec-4902-b9f9-18410a26f276 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:27.325636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-080be09e-78f4-4245-927e-55ab602c1e48 req-40913a36-1bec-4902-b9f9-18410a26f276 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1319463 Nov 01 18:14:27.348307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-af624267-8630-4594-9760-d7ff09469553 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:27.350363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-af624267-8630-4594-9760-d7ff09469553 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411&tenant_id=9a0cdf05f60e4081892a6d61b914b963&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 948 time: 0.1388302 Nov 01 18:14:27.477864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:27.512148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-080be09e-78f4-4245-927e-55ab602c1e48 req-51664851-dffd-4658-87d7-76ce8f6a7b08 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853569 Nov 01 18:14:27.563490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bb61b52-b7c2-4368-bb0d-e5f3e85067a9 req-d256ddc2-cf5d-47db-8972-a1af6aae4013 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=2809409c-79cd-4dc8-8f6c-e9b04ff660d7 HTTP/1.1" status: 200 len: 210 time: 0.0477586 Nov 01 18:14:27.599759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-e5602438-7d14-45d2-b24b-0a6fd016305a service neutron] 10.222.0.32 "GET /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed/bindings/n-h2-815923-2 HTTP/1.1" status: 200 len: 382 time: 0.2347105 Nov 01 18:14:27.753300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-e3d0ebc3-8902-4b81-ac9e-0d23e482f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:27.754935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-e3d0ebc3-8902-4b81-ac9e-0d23e482f761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1099 time: 0.1211414 Nov 01 18:14:27.808692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Deleting port 2efaf3d4-6466-45f4-8b44-532630f0d508 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:27.809318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:27.884115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32364e-21e7-4726-8629-6ed9294bc858 req-6715ae31-5a42-4f15-967e-6b9add577350 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:27.891482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef32364e-21e7-4726-8629-6ed9294bc858 req-6715ae31-5a42-4f15-967e-6b9add577350 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.1183078 Nov 01 18:14:27.921736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] For port 2efaf3d4-6466-45f4-8b44-532630f0d508, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2efaf3d4-6466-45f4-8b44-532630f0d508,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:27.922704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:27.924970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-bfa192b9-dc50-4827-8c2b-ffb37dce7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:27.926572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-bfa192b9-dc50-4827-8c2b-ffb37dce7828 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1645191 Nov 01 18:14:27.939213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Calling delete_port for 2efaf3d4-6466-45f4-8b44-532630f0d508 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:28.003725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-8f2d6842-0737-40dd-893d-3930a4d1f91d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0671692 Nov 01 18:14:28.017319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef32364e-21e7-4726-8629-6ed9294bc858 req-6d9cd35a-d1c9-4dce-857e-64f7035a76e5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219122 Nov 01 18:14:28.105741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-b4db568b-0d0f-4f31-95da-4d4d653f0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:28.107668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-b4db568b-0d0f-4f31-95da-4d4d653f0642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0871961 Nov 01 18:14:28.212979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-917ddff2-6b86-441a-9df1-6a524a06733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:28.214412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-917ddff2-6b86-441a-9df1-6a524a06733c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950925 Nov 01 18:14:28.246463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:28.316009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efaf3d4-6466-45f4-8b44-532630f0d508,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:28.825695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:28.849804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b52a140f-2404-46b8-a641-c367c80850ed up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:29.000876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-8687b6c0-b802-4035-89e2-98f083e03190 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742872 Nov 01 18:14:29.014985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f369cf0-9221-4dd8-a76d-e1d3e23ba3b4 req-4c80e765-7345-4c47-9386-0de3b31885b4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:29.022858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f369cf0-9221-4dd8-a76d-e1d3e23ba3b4 req-4c80e765-7345-4c47-9386-0de3b31885b4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.0921683 Nov 01 18:14:29.166089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b52a140f-2404-46b8-a641-c367c80850ed completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:14:29.171065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b52a140f-2404-46b8-a641-c367c80850ed triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:29.171786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:29.191571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f369cf0-9221-4dd8-a76d-e1d3e23ba3b4 req-ebdf98d0-c9ca-4202-ba9b-df7312c0b4ad tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650071 Nov 01 18:14:29.220309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-e7d75fa3-43a0-4fc6-8982-f3da1dcc985a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953509 Nov 01 18:14:29.488913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:29.518489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f81051-a891-4cc7-90e1-fb20de307263 req-ffeee6fd-134d-442b-9a5c-152d1c07f93a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:29.524640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89f81051-a891-4cc7-90e1-fb20de307263 req-ffeee6fd-134d-442b-9a5c-152d1c07f93a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 943 time: 0.2939179 Nov 01 18:14:29.537994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:29.540533 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf244f-49c3-4222-a70c-59062edbc4c0" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:29.573328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:29.577841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-a9e2f31d-0c81-4851-801b-217d2fcde648 service neutron] 10.222.0.32 "GET /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.2199981 Nov 01 18:14:29.632683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:29.647365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89f81051-a891-4cc7-90e1-fb20de307263 req-42fa82b6-ae7a-4a4a-9542-37197f174bb1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024296 Nov 01 18:14:29.724028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Router b30b8b29-3b30-480c-bd1b-7ad96e04c577 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:14:29.762025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:29.915807 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c0fd2a-47b7-4bff-ae24-7e5fbd495994 x-openstack-request-id: req-79c0fd2a-47b7-4bff-ae24-7e5fbd495994 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:29.916421 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:29.916421 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79c0fd2a-47b7-4bff-ae24-7e5fbd495994 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:29.916929 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'code': 200} Nov 01 18:14:29.926390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:29.973746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:29.984880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:14:29.998938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Sync routers for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:14:30.005521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a3ff6768-cd44-43fc-9c28-3287853f1097 admin admin] 10.222.0.31 "PUT /v2.0/routers/b30b8b29-3b30-480c-bd1b-7ad96e04c577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4921138 Nov 01 18:14:30.007073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39230) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:30.012060 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:30.014387 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:30.019856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572ca251-18e6-46c6-b33e-a3240bc01a06 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:30.032194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:30.124204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.171778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.271259 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:30.314601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] Transition to ACTIVE for port object 572ca251-18e6-46c6-b33e-a3240bc01a06 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:30.386236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.387729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba3bd-7621-4e59-9fa1-5772f6d17d43 req-903e9235-48a8-4244-87dc-ab5ea70d2b6f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:30.390100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c49ba3bd-7621-4e59-9fa1-5772f6d17d43 req-903e9235-48a8-4244-87dc-ab5ea70d2b6f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0720134 Nov 01 18:14:30.439766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.593943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Deleting port 108b620d-daf5-4c46-a695-3758d2b51aad {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:30.594317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.633125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c49ba3bd-7621-4e59-9fa1-5772f6d17d43 req-376eea42-6511-46e1-9d56-aa6c8a268675 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318957 Nov 01 18:14:30.733645 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:14:28Z', 'revision_number': 5, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port': {'id': '108b620d-daf5-4c46-a695-3758d2b51aad', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:07:57Z', 'updated_at': '2021-11-01T18:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:30.762211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] No DVR routers for this DVR port 572ca251-18e6-46c6-b33e-a3240bc01a06 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:30.801460 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Checking router: b30b8b29-3b30-480c-bd1b-7ad96e04c577 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:14:30.807469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] Pushing event updated for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:30.819048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] For port 108b620d-daf5-4c46-a695-3758d2b51aad, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=108b620d-daf5-4c46-a695-3758d2b51aad,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:30.821253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:30.833866 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Routers {'b30b8b29-3b30-480c-bd1b-7ad96e04c577'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:14:30.834763 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:30.859636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Calling delete_port for 108b620d-daf5-4c46-a695-3758d2b51aad owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:30.939961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7bc9a368-102e-4bc3-898c-1158ec1447ac service neutron] 10.222.0.32 "PUT /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3497934 Nov 01 18:14:30.969174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7deac-c886-49fd-88d8-bab917a29310 req-3af87699-e622-4329-aac7-f3b7186e46b2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:30.973706 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] Set router b30b8b29-3b30-480c-bd1b-7ad96e04c577 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:14:30.978890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9c7deac-c886-49fd-88d8-bab917a29310 req-3af87699-e622-4329-aac7-f3b7186e46b2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.1042910 Nov 01 18:14:31.044090 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:14:30Z', 'revision_number': 6, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:31.051175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9c7deac-c886-49fd-88d8-bab917a29310 req-cdb8d34c-5d33-42b4-94d8-45be689cd2c9 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674646 Nov 01 18:14:31.081737 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb0fa5-74a4-4eda-977a-41283a5428c6 None None] The sync data for ids ['b30b8b29-3b30-480c-bd1b-7ad96e04c577'] in n-d-815923-2 is: [{'id': 'b30b8b29-3b30-480c-bd1b-7ad96e04c577', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1026823602-router', 'tenant_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:07:56Z', 'updated_at': '2021-11-01T18:14:30Z', 'revision_number': 6, 'project_id': '70a021c9a42e4c2eb843ea9f171daf5d', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:14:31.786926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ce60-34c4-43df-b001-51680e2b69a6 req-fc9cfdef-7e4b-47ca-8f61-e9310b1a5029 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:31.788643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f694ce60-34c4-43df-b001-51680e2b69a6 req-fc9cfdef-7e4b-47ca-8f61-e9310b1a5029 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.0590317 Nov 01 18:14:31.837221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f694ce60-34c4-43df-b001-51680e2b69a6 req-65a6d61c-3e8b-41d9-915b-af0200fdd922 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 01 18:14:31.914688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:31.962182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=108b620d-daf5-4c46-a695-3758d2b51aad,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:32.011839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-87a16500-c1fa-46b4-9adc-f0a3dbcd29e0 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.013639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-87a16500-c1fa-46b4-9adc-f0a3dbcd29e0 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0797095 Nov 01 18:14:32.117683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-68247690-acec-4a26-8056-042d3d2d7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.120443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.126460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-68247690-acec-4a26-8056-042d3d2d7de3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc&tenant_id=22b81861f08549beb0169e7fc228a374 HTTP/1.1" status: 200 len: 1095 time: 0.0988154 Nov 01 18:14:32.289544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-85ffe431-344f-486e-ba58-8c5ea7defa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.294408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-85ffe431-344f-486e-ba58-8c5ea7defa33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1095 time: 0.1391494 Nov 01 18:14:32.304792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72348bea-13ae-4616-96a1-375edea6144d req-7c6f2213-6bb7-4dc8-9ca0-023a9e8361de tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.306526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72348bea-13ae-4616-96a1-375edea6144d req-7c6f2213-6bb7-4dc8-9ca0-023a9e8361de tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.1029794 Nov 01 18:14:32.350249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.358439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.431290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7be4edd7-b691-4e07-991e-d28557d647d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.432826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7be4edd7-b691-4e07-991e-d28557d647d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1253271 Nov 01 18:14:32.488997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-7f528891-1be4-4391-8d2c-e4f3710e32a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 200 len: 217 time: 0.0473771 Nov 01 18:14:32.503458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.504370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30b8b29-3b30-480c-bd1b-7ad96e04c577 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:14:32.511404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.512931 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d93251af-a895-437e-bf04-1cb47e5bdba9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b30b8b29-3b30-480c-bd1b-7ad96e04c577 HTTP/1.1" status: 204 len: 168 time: 2.5029624 Nov 01 18:14:32.515444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39262) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:32.609425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Deleting subnet 97218904-2fd2-4b69-bb32-1878b8f69f05 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:14:32.618116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.624162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-a4d92bf1-0770-486d-b22d-2f75819a9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.631752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-a4d92bf1-0770-486d-b22d-2f75819a9660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.1345830 Nov 01 18:14:32.757544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-13dd063c-8679-4210-a3ab-85a03b32fc73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110139 Nov 01 18:14:32.809446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72348bea-13ae-4616-96a1-375edea6144d req-57a9d66b-e313-444a-a481-37ea0d22a0ac tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752382 Nov 01 18:14:32.875284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-f6215a6c-d5db-4749-9585-a436a5b5506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:32.882632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-f6215a6c-d5db-4749-9585-a436a5b5506b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1100 time: 0.1952329 Nov 01 18:14:32.908023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:32.912153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2efaf3d4-6466-45f4-8b44-532630f0d508 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:32.976724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2efaf3d4-6466-45f4-8b44-532630f0d508 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:32.979939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:32.984616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2efaf3d4-6466-45f4-8b44-532630f0d508 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:32.985334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 108b620d-daf5-4c46-a695-3758d2b51aad no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:33.003451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:33.065865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 108b620d-daf5-4c46-a695-3758d2b51aad {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:33.066214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 108b620d-daf5-4c46-a695-3758d2b51aad not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:33.148400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-f05a4a14-a4f8-4755-af9d-2b715ecfd273 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781185 Nov 01 18:14:33.262409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-c5fa84b7-46e3-42a7-8c2c-9b02fb0ec150 service neutron] 10.222.0.37 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042438 Nov 01 18:14:33.278291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f764d9f-3ed6-4a45-a228-1e3d0393490a req-56d12c27-7421-427d-8dd7-2cccd2b38b0c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:33.280107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f764d9f-3ed6-4a45-a228-1e3d0393490a req-56d12c27-7421-427d-8dd7-2cccd2b38b0c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 949 time: 0.2349577 Nov 01 18:14:33.334438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:33.338011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f764d9f-3ed6-4a45-a228-1e3d0393490a req-aa63385b-ee05-4310-a79d-5b393dcc89f9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502820 Nov 01 18:14:33.562491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:33.604902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:33.682139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:33.696737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:33.701145 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2873e6-e01e-4477-ba0a-4e98c5ff2b10" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-unplugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:33.729856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:33.788030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3c491-86df-499c-9ec0-7f1ebb9ed642 None None] Network ca13199e-f363-4df5-ad32-31f04a184be8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:14:33.812193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97218904-2fd2-4b69-bb32-1878b8f69f05,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:33.816229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:33.832236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f419e115-03d1-477f-8e7f-612ea058686f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/97218904-2fd2-4b69-bb32-1878b8f69f05 HTTP/1.1" status: 204 len: 168 time: 1.3154476 Nov 01 18:14:33.842900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39276) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:33.879658 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2e9e2-bf24-4332-8fa4-1a3b7fcf6c3f x-openstack-request-id: req-ebc2e9e2-bf24-4332-8fa4-1a3b7fcf6c3f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:33.880478 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-unplugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:33.880999 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebc2e9e2-bf24-4332-8fa4-1a3b7fcf6c3f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:33.881597 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'code': 200} Nov 01 18:14:33.934706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-fdf4552e-87e4-452c-ad35-212f24674086 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:33.938645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-fdf4552e-87e4-452c-ad35-212f24674086 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc&tenant_id=22b81861f08549beb0169e7fc228a374&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.1720636 Nov 01 18:14:33.952293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Transition to ACTIVE for port object b52a140f-2404-46b8-a641-c367c80850ed will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:34.116351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.119937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.249867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de93cc7-2f2f-4ae1-af7d-7fa7871586ea req-77904e24-8840-4a6d-927e-f4f552192a49 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:34.265606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1de93cc7-2f2f-4ae1-af7d-7fa7871586ea req-77904e24-8840-4a6d-927e-f4f552192a49 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.2564359 Nov 01 18:14:34.271387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] DHCP port deletion for ca13199e-f363-4df5-ad32-31f04a184be8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:14:34.390664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] No DVR routers for this DVR port b52a140f-2404-46b8-a641-c367c80850ed on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:34.431546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1de93cc7-2f2f-4ae1-af7d-7fa7871586ea req-a5b4c9a7-ea6a-49e2-9413-1acd6db1d1fd tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520531 Nov 01 18:14:34.433511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:34.436051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Deleting port a1dc5510-0422-4a3d-883a-4c07d419de59 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:34.436697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.558127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:34.558945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:34.559531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:34.628054 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.629759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:34.629759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Attempting to bind port b52a140f-2404-46b8-a641-c367c80850ed on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:34.629759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Deleting port a1dc5510-0422-4a3d-883a-4c07d419de59 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:34.629759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.652948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] For port a1dc5510-0422-4a3d-883a-4c07d419de59, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a1dc5510-0422-4a3d-883a-4c07d419de59,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:34.653473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.717277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] For port a1dc5510-0422-4a3d-883a-4c07d419de59, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a1dc5510-0422-4a3d-883a-4c07d419de59,segment=NetworkSegment(20bc836f-a49d-4661-831b-c0e5038e5ab2),segment_id=20bc836f-a49d-4661-831b-c0e5038e5ab2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:34.718523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.736292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Calling delete_port for a1dc5510-0422-4a3d-883a-4c07d419de59 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:34.749538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Calling delete_port for a1dc5510-0422-4a3d-883a-4c07d419de59 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:34.776706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-cf12741f-f888-4ab6-9580-37d236d9eef7 service neutron] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:34.817200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773e631-b479-46ed-9301-4bc051b699c7 req-09cc385b-5411-47e7-a584-c3e93abd445e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:34.829562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9773e631-b479-46ed-9301-4bc051b699c7 req-09cc385b-5411-47e7-a584-c3e93abd445e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.2066989 Nov 01 18:14:34.858932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:34.859098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-cf12741f-f888-4ab6-9580-37d236d9eef7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.859589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:34.860502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:34.860662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2899941d-1666-4d6f-af1d-5990fdbe3dcc req-cf12741f-f888-4ab6-9580-37d236d9eef7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.9122856 Nov 01 18:14:34.860775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Bound port: b52a140f-2404-46b8-a641-c367c80850ed, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:34.860775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.909068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b52a140f-2404-46b8-a641-c367c80850ed no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:34.935637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a1dc5510-0422-4a3d-883a-4c07d419de59 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:34.935920 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:34.969763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:34.972896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dc5510-0422-4a3d-883a-4c07d419de59,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:34.991804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] No DVR routers for this DVR port a1dc5510-0422-4a3d-883a-4c07d419de59 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:35.059760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a1dc5510-0422-4a3d-883a-4c07d419de59 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:35.060103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a1dc5510-0422-4a3d-883a-4c07d419de59 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:35.091606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.122524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca13199e-f363-4df5-ad32-31f04a184be8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:35.129448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b52a140f-2404-46b8-a641-c367c80850ed not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:35.138432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bc836f-a49d-4661-831b-c0e5038e5ab2') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:35.138737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bc836f-a49d-4661-831b-c0e5038e5ab2') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:14:35.146192 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.147167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9773e631-b479-46ed-9301-4bc051b699c7 req-04d4cccb-8235-4e6c-a04a-b5e5371f97c8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128726 Nov 01 18:14:35.161311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.170774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.178556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:14:35.178951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.186788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4bd19-3d09-460a-b3e1-28b3abaa5fdd req-9eaf7623-090e-412e-928e-904f44b069f9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:35.188368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a4bd19-3d09-460a-b3e1-28b3abaa5fdd req-9eaf7623-090e-412e-928e-904f44b069f9 tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 1095 time: 0.3523867 Nov 01 18:14:35.206401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] Pushing event deleted for resources: {'Port': ['ID=a1dc5510-0422-4a3d-883a-4c07d419de59,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:35.226902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc83b8-8699-441b-ad47-6af289480d56 None None] No DVR routers for this DVR port a1dc5510-0422-4a3d-883a-4c07d419de59 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:35.271025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:14:35.272432 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:14:35.311208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a4bd19-3d09-460a-b3e1-28b3abaa5fdd req-8041c2df-19b5-46e3-9532-528686e8344b tempest-LiveMigrationTest-1836437968 tempest-LiveMigrationTest-1836437968-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143210 Nov 01 18:14:35.343457 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.351194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.366087 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ca13199e-f363-4df5-ad32-31f04a184be8 HTTP/1.1" status: 204 len: 168 time: 1.5117981 Nov 01 18:14:35.404880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.551554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa870-b5e0-45d2-b24c-672016c09a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca13199e-f363-4df5-ad32-31f04a184be8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:35.555615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=11']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:35.585191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:35.585883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:35.587619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-3935d528-ae7a-4892-a8bc-9dae543d03e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 1096 time: 2.6872470 Nov 01 18:14:35.758384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-830177b4-d613-4482-bebd-3168717d44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:35.764590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-830177b4-d613-4482-bebd-3168717d44f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1099 time: 0.1467018 Nov 01 18:14:35.882920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:35.886791 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fadb2d-1e58-40aa-af9b-c9451537491d" -d '{"events": [{"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:35.974243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:35.979043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-f579e703-6fff-419e-a333-511ea5b01f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:35.980568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-f579e703-6fff-419e-a333-511ea5b01f05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2085018 Nov 01 18:14:36.074991 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e100f-d99d-49f7-aa63-8f25f6582611 x-openstack-request-id: req-633e100f-d99d-49f7-aa63-8f25f6582611 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:36.075280 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:36.075542 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-633e100f-d99d-49f7-aa63-8f25f6582611 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:36.075932 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'status': 'completed', 'code': 200} Nov 01 18:14:36.078414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-c872f2fc-a952-46fc-8886-61e6f9b804ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0892937 Nov 01 18:14:36.148020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6c6bdd9f-eee9-43ea-96e6-0203cf9a0b6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71956f9e665540bca30caff1eceda6b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1717942 Nov 01 18:14:36.179121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:36.267683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-1bdbb453-9db4-408c-9b4e-953a3702bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:36.279821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-1bdbb453-9db4-408c-9b4e-953a3702bf26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1854491 Nov 01 18:14:36.360130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22089f-f80a-4efe-8012-33162473fbba req-02bed2c3-d219-4ab8-a820-802a8b6e12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:36.361653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-02bed2c3-d219-4ab8-a820-802a8b6e12f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809209 Nov 01 18:14:36.504518 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:36.575516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:36.579497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-193a314e-b18f-4cd2-81ed-3ae21c54c068 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086644 Nov 01 18:14:36.685773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-b467f57a-f184-4ebc-8e60-6decc566d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:36.686834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-b467f57a-f184-4ebc-8e60-6decc566d9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1099 time: 0.6161335 Nov 01 18:14:36.743574 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c22089f-f80a-4efe-8012-33162473fbba req-9931ea0c-7918-44c2-8dc5-f4f8079259ac service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568956 Nov 01 18:14:36.782751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:36.791579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:36.810125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36e30b27-5314-4d35-aa68-09b981dc1366 HTTP/1.1" status: 204 len: 168 time: 0.6261694 Nov 01 18:14:36.971034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-5cb53b2c-416c-4908-a422-f4b2c0675f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:36.972429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-5cb53b2c-416c-4908-a422-f4b2c0675f9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1099 time: 0.1535761 Nov 01 18:14:37.016968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dba49-0072-4d59-907a-89bf4f4c9c0c req-bf3f8ca8-ff32-4753-b60a-29bd5ef6f731 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.025949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e2dba49-0072-4d59-907a-89bf4f4c9c0c req-bf3f8ca8-ff32-4753-b60a-29bd5ef6f731 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.7503521 Nov 01 18:14:37.075783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c04e95-56cf-4be9-8f76-473f74758546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e30b27-5314-4d35-aa68-09b981dc1366,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:37.113567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b612e-a64e-43b6-a7b0-855a961af32b req-9fd14e37-ada6-448b-8973-4803a98f5788 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.132648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392b612e-a64e-43b6-a7b0-855a961af32b req-9fd14e37-ada6-448b-8973-4803a98f5788 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.8085537 Nov 01 18:14:37.175974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-5afcfa12-4e64-4a57-bc31-02270d8552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.178022 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-5afcfa12-4e64-4a57-bc31-02270d8552d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1984618 Nov 01 18:14:37.197129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-d8daa2e6-5e0a-487b-84c6-a723abe2445c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.199268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-d8daa2e6-5e0a-487b-84c6-a723abe2445c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.1679187 Nov 01 18:14:37.240132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392b612e-a64e-43b6-a7b0-855a961af32b req-82f9d85d-f1c8-41b2-a6a8-952a68ca5b25 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063175 Nov 01 18:14:37.263434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-bd35afb5-6299-4bb9-af03-46b0c2f0c579 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0784879 Nov 01 18:14:37.305429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e2dba49-0072-4d59-907a-89bf4f4c9c0c req-37745769-6067-4f35-9d73-38fa66990109 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777042 Nov 01 18:14:37.413831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-640868d0-911b-4c73-aca9-cbf57da1314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.416189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-640868d0-911b-4c73-aca9-cbf57da1314f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1398356 Nov 01 18:14:37.521299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-2c355b2c-5c6a-470c-ae6b-2aac2c5ccbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.528557 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-2c355b2c-5c6a-470c-ae6b-2aac2c5ccbd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022937 Nov 01 18:14:37.606045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-df180381-d8f7-4141-b012-6dfac1cf49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:37.607682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-df180381-d8f7-4141-b012-6dfac1cf49ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.8991776 Nov 01 18:14:37.692967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-6f58dfe9-949f-415e-bff2-1262a13055b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0763605 Nov 01 18:14:37.791723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-63f0a627-5d38-4541-a480-6487f32bb460 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541046 Nov 01 18:14:37.822593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Deleting port 572ca251-18e6-46c6-b33e-a3240bc01a06 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:37.845745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:37.999715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-a16f0c7e-1ad5-4381-a3b6-fd57782c184a service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958666 Nov 01 18:14:38.055858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-3669b5a9-8f67-41e0-b80d-edf9aa2e5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:38.057988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-3669b5a9-8f67-41e0-b80d-edf9aa2e5fb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.3515651 Nov 01 18:14:38.085231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39334) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:38.175429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4b42822c-cda9-4374-ac06-1af95741dac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70a021c9a42e4c2eb843ea9f171daf5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0887411 Nov 01 18:14:38.181479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39336) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:38.307893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:38.324702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] For port 572ca251-18e6-46c6-b33e-a3240bc01a06, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=572ca251-18e6-46c6-b33e-a3240bc01a06,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:38.325067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:38.329035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-4be1a4bc-dee4-4159-b44c-3e76acccde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:38.330659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-4be1a4bc-dee4-4159-b44c-3e76acccde75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2631655 Nov 01 18:14:38.384723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:38.406310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Calling delete_port for 572ca251-18e6-46c6-b33e-a3240bc01a06 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:38.574013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef884ac-3038-4d06-a87a-96c3e0bfcae3 req-a132c982-6545-4b56-8ffd-501c4f1b9b6a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:38.575648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eef884ac-3038-4d06-a87a-96c3e0bfcae3 req-a132c982-6545-4b56-8ffd-501c4f1b9b6a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1707425 Nov 01 18:14:38.630878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-6a548145-749b-4bec-846e-268c8fcc7f46 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781029 Nov 01 18:14:38.663699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:38.670975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:38.681569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35c36257-de6c-4370-95cb-d68a3b172595 HTTP/1.1" status: 204 len: 168 time: 0.4985251 Nov 01 18:14:38.722530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3e54a-2786-47a4-8778-a19d8dafc501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c36257-de6c-4370-95cb-d68a3b172595,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:38.768365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eef884ac-3038-4d06-a87a-96c3e0bfcae3 req-1704c95e-76af-4946-9e96-94a257df54da tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788340 Nov 01 18:14:38.893068 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:39.064210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74fadb2d-1e58-40aa-af9b-c9451537491d req-493c82af-b633-40ff-9737-560eed8dad52 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164169 Nov 01 18:14:39.105549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904417f1-323a-4e28-b646-d9da64be208f req-1806c83d-a5aa-4c77-ba0f-efa0eda2680c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:39.115550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-904417f1-323a-4e28-b646-d9da64be208f req-1806c83d-a5aa-4c77-ba0f-efa0eda2680c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 944 time: 0.3367839 Nov 01 18:14:39.124645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:39.135537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['fc410c55-a173-4fc0-bff6-d9c0532ac2f1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:39.139787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['572ca251-18e6-46c6-b33e-a3240bc01a06'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:39.411976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] No DVR routers for this DVR port 572ca251-18e6-46c6-b33e-a3240bc01a06 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:39.420430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:39.431018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29882bd5-96bd-4f9d-9a36-79c6d14e2b18 req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "DELETE /v2.0/ports/572ca251-18e6-46c6-b33e-a3240bc01a06 HTTP/1.1" status: 204 len: 173 time: 2.2101941 Nov 01 18:14:39.435549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-deleted', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:39.437506 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93969e-5ef4-43fd-a899-48b298bdf143" -d '{"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-deleted", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:39.460290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b5167-bcc0-43e7-8f30-d7f972b0675a tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event deleted for resources: {'Port': ['ID=572ca251-18e6-46c6-b33e-a3240bc01a06,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:39.482129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d541-848d-4f89-99c9-a353b5a18086 req-96afd178-8f82-4b50-a199-5ceffac66f5d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:39.492009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac0d541-848d-4f89-99c9-a353b5a18086 req-96afd178-8f82-4b50-a199-5ceffac66f5d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.3988237 Nov 01 18:14:39.615638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-904417f1-323a-4e28-b646-d9da64be208f req-6191ad1a-a7e0-46cf-925b-1b20f20241f7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059060 Nov 01 18:14:39.620563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac0d541-848d-4f89-99c9-a353b5a18086 req-ee501427-3dc4-4e8e-b115-e7365b294753 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271486 Nov 01 18:14:39.630154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-5866d647-51d0-440b-86cb-88c94f4e4ddc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:39.631721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-5866d647-51d0-440b-86cb-88c94f4e4ddc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 944 time: 0.1110060 Nov 01 18:14:39.787533 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d5850-679a-4b60-8c81-9303ede4d47c x-openstack-request-id: req-588d5850-679a-4b60-8c81-9303ede4d47c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:39.790411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc", "name": "network-vif-deleted", "tag": "572ca251-18e6-46c6-b33e-a3240bc01a06", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:39.790411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-588d5850-679a-4b60-8c81-9303ede4d47c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:39.790411 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc', 'name': 'network-vif-deleted', 'tag': '572ca251-18e6-46c6-b33e-a3240bc01a06', 'status': 'completed', 'code': 200} Nov 01 18:14:39.841388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Deleting port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:39.842351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:40.013919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] For port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:40.014418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:40.034025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Calling delete_port for 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:40.054192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57933f-62c7-4fa2-8358-b9ff0e275db0 req-b4cce152-956b-47f2-bc1d-0c9617ccaa92 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:40.062081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa57933f-62c7-4fa2-8358-b9ff0e275db0 req-b4cce152-956b-47f2-bc1d-0c9617ccaa92 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.1030588 Nov 01 18:14:40.120785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa57933f-62c7-4fa2-8358-b9ff0e275db0 req-a04533e3-ecde-4654-a070-0f3c2fc7555a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Nov 01 18:14:40.397934 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:40.410701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8ff9b514-3239-4f9f-a7d9-60f3ce61e361'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:40.463120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event deleted for resources: {'Port': ['ID=8ff9b514-3239-4f9f-a7d9-60f3ce61e361,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:40.508475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] No DVR routers for this DVR port 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:40.511200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:40.515310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c85ec78-1edf-4e96-aa47-cf9fc7a2973d req-3c02d608-10fd-4148-9990-1c936dd10970 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "DELETE /v2.0/ports/8ff9b514-3239-4f9f-a7d9-60f3ce61e361 HTTP/1.1" status: 204 len: 173 time: 0.8765957 Nov 01 18:14:40.806788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e7dfd0-5a79-4da2-8e6c-c631d556eb61 req-9140fd5c-152c-4db4-8606-840e594b32f8 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 210 time: 0.0409973 Nov 01 18:14:40.860022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84968672-9d11-4e69-a873-7d30f49c4ae7 req-b4e7e0a4-2d6f-41db-9a03-900325b068d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0520864 Nov 01 18:14:41.279081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e29f-b68a-48fb-bfd6-ca977d9e5c63 req-a7734353-4c63-410a-b7e3-ab68c3d7fd81 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:41.280808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0299e29f-b68a-48fb-bfd6-ca977d9e5c63 req-a7734353-4c63-410a-b7e3-ab68c3d7fd81 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.0832746 Nov 01 18:14:41.384636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0299e29f-b68a-48fb-bfd6-ca977d9e5c63 req-399a8fc1-298a-4ae4-ba9c-edc0b0eed2ca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910282 Nov 01 18:14:41.520886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb198ed-bfd5-492a-a3fb-81ec86e4e2dd req-09af83d5-0696-434b-a160-d48e269038b8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:41.522553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb198ed-bfd5-492a-a3fb-81ec86e4e2dd req-09af83d5-0696-434b-a160-d48e269038b8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 948 time: 0.0678806 Nov 01 18:14:41.587736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb198ed-bfd5-492a-a3fb-81ec86e4e2dd req-2167d251-40a5-44ac-860f-36c1af904c41 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Nov 01 18:14:41.650687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:41.653908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:41.790030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-deleted', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:41.792970 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65c342-fc40-4a6f-a895-03f4b29f2ed2" -d '{"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-deleted", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:41.883198 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a455968-88cf-4b8d-841a-cbc57e98b704 x-openstack-request-id: req-2a455968-88cf-4b8d-841a-cbc57e98b704 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:41.883799 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903b1ae-3543-42be-b123-9d3f80ece6bb", "name": "network-vif-deleted", "tag": "8ff9b514-3239-4f9f-a7d9-60f3ce61e361", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:41.883799 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a455968-88cf-4b8d-841a-cbc57e98b704 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:41.884233 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903b1ae-3543-42be-b123-9d3f80ece6bb', 'name': 'network-vif-deleted', 'tag': '8ff9b514-3239-4f9f-a7d9-60f3ce61e361', 'status': 'completed', 'code': 200} Nov 01 18:14:41.918845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 572ca251-18e6-46c6-b33e-a3240bc01a06 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:41.919576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 572ca251-18e6-46c6-b33e-a3240bc01a06 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:41.989742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:42.016466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b52a140f-2404-46b8-a641-c367c80850ed', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'b52a140f-2404-46b8-a641-c367c80850ed', 'mac_address': 'fa:16:3e:37:ba:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:14:42.049538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58cbc679-67e0-415d-9325-af2aaab6b497 req-3c077e8d-ef2d-423c-842c-2ee3c59d3f9f tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=3903b1ae-3543-42be-b123-9d3f80ece6bb HTTP/1.1" status: 200 len: 210 time: 0.0503359 Nov 01 18:14:42.075337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:42.099012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:42.132093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-e1b4bdbc-4076-47ec-9cda-a1d0a0d18942 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287783 Nov 01 18:14:42.142282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:42.245761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:42.307889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a164e6b-5cc9-4b25-9fe8-0069c60f02b7 req-2f684778-aceb-43a5-b33c-035423badfe7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0394332 Nov 01 18:14:42.326537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-4024aae6-e5df-43e5-a5fa-31aa617de07d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:42.328378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-4024aae6-e5df-43e5-a5fa-31aa617de07d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936514 Nov 01 18:14:42.341081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:42.353719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-cca9957d-a1ad-437a-86e0-44e7b839d9cf tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/quotas/9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 375 time: 0.0171974 Nov 01 18:14:42.432113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-a2b11b2a-cd9f-4f07-a41c-0ec383354664 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654149 Nov 01 18:14:42.594124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-c26c85a2-2026-4dff-be1c-b1e351799988 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535157 Nov 01 18:14:42.638498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:42.707386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e39bc847-8b7e-4171-8252-5d032aabd1b4 req-a27aaee7-556c-4094-a749-a18d2b5dce2e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 210 time: 0.0437386 Nov 01 18:14:42.756508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-16b40b0e-54ff-458b-8ff8-0bfc37bbe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:42.758409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-16b40b0e-54ff-458b-8ff8-0bfc37bbe7ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b81861f08549beb0169e7fc228a374&device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0934188 Nov 01 18:14:42.975028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-0ceb4319-afb1-4351-ac63-56f0a0b782dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:42.975028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-0ceb4319-afb1-4351-ac63-56f0a0b782dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 200 len: 909 time: 0.1812241 Nov 01 18:14:43.023880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-84998768-55ae-4801-97c5-4b5343d885ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 200 len: 217 time: 0.0409510 Nov 01 18:14:43.091976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-c559d11b-48d4-4942-bf50-139463730afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:43.093558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-c559d11b-48d4-4942-bf50-139463730afb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 200 len: 848 time: 0.0626824 Nov 01 18:14:43.153906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-499e7509-94ab-4d53-9cf5-86af7485de59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6197de36-9956-42c7-b849-c366ea93e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524426 Nov 01 18:14:43.347475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-9e4619fd-d96c-4f15-8a58-e6dc91e3b3bc tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:43.349135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-9e4619fd-d96c-4f15-8a58-e6dc91e3b3bc tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/networks?id=39bf6c57-0960-4dc9-abf2-0d9684b9532e HTTP/1.1" status: 200 len: 815 time: 0.2002137 Nov 01 18:14:43.376266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-0470de55-5eaf-4008-89e0-a5396e69fd22 service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530597 Nov 01 18:14:43.378775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-349f4ad1-0bbc-4409-ac56-cd6d5709ffd8 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/quotas/84849d4841ae49ad8d728fef33f54067 HTTP/1.1" status: 200 len: 375 time: 0.0138934 Nov 01 18:14:43.497945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39500) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:43.700911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-562434f7-4980-43db-8ed3-55f2b352000a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:43.744558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:43.796248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-562434f7-4980-43db-8ed3-55f2b352000a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:43.841521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4b419a0-70fe-4ec3-83dc-14be5c3b6000 req-d0ee67c5-2681-4ae8-ba1f-a6759642e3d7 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0358315 Nov 01 18:14:43.876109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-70625545-53bd-417f-9a12-d731c115fcca tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84849d4841ae49ad8d728fef33f54067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4826932 Nov 01 18:14:43.890382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-562434f7-4980-43db-8ed3-55f2b352000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:43.935195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b4b4b0-d766-436f-a0b0-7979d716685a req-7e69f772-c42e-44da-a97e-28dafdb869eb service neutron] 10.222.0.32 "GET /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512640 Nov 01 18:14:43.941483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:43.942691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8ff9b514-3239-4f9f-a7d9-60f3ce61e361 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:44.009913 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-562434f7-4980-43db-8ed3-55f2b352000a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87b52d04abce43d4b2f00da6d820e332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107875 Nov 01 18:14:44.014214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:44.014747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562434f7-4980-43db-8ed3-55f2b352000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d5e81-157c-45af-b0d4-87c8f0f51d3d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:44.080942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-715ff99d-40d2-4258-9360-54ce878450a2 service neutron] 10.222.0.31 "GET /v2.0/networks/39bf6c57-0960-4dc9-abf2-0d9684b9532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809049 Nov 01 18:14:44.206098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.221392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43633-6128-4919-8435-11e14428c9f4 req-4163e1aa-bde6-4038-a519-ad027bfed493 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:44.223236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4df43633-6128-4919-8435-11e14428c9f4 req-4163e1aa-bde6-4038-a519-ad027bfed493 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 945 time: 0.1360135 Nov 01 18:14:44.282301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.304946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-71d767e2-b0da-4420-a4b7-03c59e67cb8a service neutron] 10.222.0.31 "GET /v2.0/networks/39bf6c57-0960-4dc9-abf2-0d9684b9532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157915 Nov 01 18:14:44.360472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4df43633-6128-4919-8435-11e14428c9f4 req-d505a407-9227-4adb-8bd7-ece577273e04 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Nov 01 18:14:44.381246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b4176-d761-4595-b640-5c6396b920c4 req-2b756971-5c15-4e69-ba02-e7d8aa194f1d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:44.383025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-931b4176-d761-4595-b640-5c6396b920c4 req-2b756971-5c15-4e69-ba02-e7d8aa194f1d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 945 time: 0.1351430 Nov 01 18:14:44.486266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.488770 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.489838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/778d5e81-157c-45af-b0d4-87c8f0f51d3d HTTP/1.1" status: 204 len: 168 time: 0.4737904 Nov 01 18:14:44.513666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-742f1616-e58f-465a-b0d6-b9165156e5fa req-14342cba-7be9-44af-83fa-5b57193703c2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 210 time: 0.0371292 Nov 01 18:14:44.527045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51140a30-22c6-41ea-9574-83929b80ccd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d5e81-157c-45af-b0d4-87c8f0f51d3d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:44.564988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Deleting port 9a78046e-899c-47f2-a3fa-143129df6c1f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:44.565545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.692741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcbf91eb-5dc6-4e3f-941c-ccca7f68595f req-3da2c9fa-9687-492c-be68-6396caab2f41 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 210 time: 0.0388634 Nov 01 18:14:44.729983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] For port 9a78046e-899c-47f2-a3fa-143129df6c1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9a78046e-899c-47f2-a3fa-143129df6c1f,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:44.730358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:44.744154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Calling delete_port for 9a78046e-899c-47f2-a3fa-143129df6c1f owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:44.996901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7c4776d-3415-44c3-a934-dde9164307af req-7eba6f2b-37e7-4d7f-9b4f-738397206281 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0341122 Nov 01 18:14:45.061048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.100719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event deleted for resources: {'Port': ['ID=9a78046e-899c-47f2-a3fa-143129df6c1f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:45.163531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-e40cdcc5-3bed-4bec-95ab-36e77422e767 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366819 Nov 01 18:14:45.164371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] No DVR routers for this DVR port 9a78046e-899c-47f2-a3fa-143129df6c1f on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:45.166965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.170523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-931b4176-d761-4595-b640-5c6396b920c4 req-6cba210e-d1f0-4d49-b9c6-9d0043fd8f5a tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "DELETE /v2.0/ports/9a78046e-899c-47f2-a3fa-143129df6c1f HTTP/1.1" status: 204 len: 173 time: 0.7813251 Nov 01 18:14:45.172224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-deleted', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:45.175530 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e481f6a9-b916-48e3-8496-875e4a25d9c3" -d '{"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-deleted", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:45.255448 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b889ff-c2f0-4245-96f1-5f4809d5b924 x-openstack-request-id: req-f3b889ff-c2f0-4245-96f1-5f4809d5b924 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:45.256049 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6936068-2cca-49b9-a236-d252e9d4f8e4", "name": "network-vif-deleted", "tag": "9a78046e-899c-47f2-a3fa-143129df6c1f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:45.256600 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3b889ff-c2f0-4245-96f1-5f4809d5b924 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:45.257168 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6936068-2cca-49b9-a236-d252e9d4f8e4', 'name': 'network-vif-deleted', 'tag': '9a78046e-899c-47f2-a3fa-143129df6c1f', 'status': 'completed', 'code': 200} Nov 01 18:14:45.320439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-2921e9e7-4c20-4f66-bd86-488575bfd857 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:45.321903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-2921e9e7-4c20-4f66-bd86-488575bfd857 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505115 Nov 01 18:14:45.335184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Request body: {'port': {'device_id': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '9a0cdf05f60e4081892a6d61b914b963'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:45.391024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39532) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:45.415140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1d3-902d-44fc-b285-c3ee683b6e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.561404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7424005-22e7-47e8-8a6f-cb2305761084 req-82d420fd-aeba-4ec0-b8d7-bbc26db4426d tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6936068-2cca-49b9-a236-d252e9d4f8e4 HTTP/1.1" status: 200 len: 210 time: 0.0335438 Nov 01 18:14:45.626546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d3849a6-d0ea-4df0-8315-31409301b273 req-97dc16f7-b9f6-49e7-9560-df3cdc63103f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 210 time: 0.0270147 Nov 01 18:14:45.653755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1d3-902d-44fc-b285-c3ee683b6e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.664671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:45.693929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Made reservation on behalf of 9a0cdf05f60e4081892a6d61b914b963 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:14:45.699285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.754088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce1d3-902d-44fc-b285-c3ee683b6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.786379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce1d3-902d-44fc-b285-c3ee683b6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c20a79-c857-4891-baab-67df62366f9e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:45.806283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba429ca0-6e65-4042-b97b-786167f452f8 req-637ab08e-47d6-4810-8773-f67c0c3d87f4 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 210 time: 0.0418661 Nov 01 18:14:45.808646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d9ce1d3-902d-44fc-b285-c3ee683b6e61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1689c83d6c214234b5eb226ba366204c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156468 Nov 01 18:14:45.811328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39544) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:14:45.817470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b52a140f-2404-46b8-a641-c367c80850ed completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:14:45.822341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b52a140f-2404-46b8-a641-c367c80850ed triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:45.822802 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.867766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.895772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.915223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Allocated IP 192.168.233.240 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:14:45.946375 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:45.975022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:45.977558 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a6c41-de5f-420d-a30f-0da997007abd" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:45.995259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:46.022190 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b23c7b-6409-47cd-9e58-dd1594fb7869 x-openstack-request-id: req-17b23c7b-6409-47cd-9e58-dd1594fb7869 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:46.022481 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-plugged", "status": "completed", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:46.022734 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17b23c7b-6409-47cd-9e58-dd1594fb7869 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:46.023154 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'code': 200} Nov 01 18:14:46.040248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.043594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.050741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74c20a79-c857-4891-baab-67df62366f9e HTTP/1.1" status: 204 len: 168 time: 0.2324090 Nov 01 18:14:46.054885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f20bfa-aaf9-42d9-9b97-dd089cbfa1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c20a79-c857-4891-baab-67df62366f9e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:46.087161 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.088022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:46.147248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08c96f1a-6ad1-4682-b575-e234adca6c5d req-2357cb84-2c85-4aba-98e3-15fe04e1e89c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0409069 Nov 01 18:14:46.203838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.215358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 9a78046e-899c-47f2-a3fa-143129df6c1f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:46.215733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9a78046e-899c-47f2-a3fa-143129df6c1f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:46.235453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=13']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:46.354474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.367037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07', '373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:46.373677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:46.399258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:14:46.405623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:14:46.409845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:14:46.452414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:46.499399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:46.501806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.649311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-eb3b1997-7d9b-4310-885b-e98ee57249c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3177538 Nov 01 18:14:46.663067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Request body: {'port': {'device_id': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:46.763413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.918734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ecc4086-c7e6-4e71-a7af-e3a46c8584a8 None None] Provisioning complete for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:46.919398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4086-c7e6-4e71-a7af-e3a46c8584a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:46.962458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1117e-1120-4507-8939-9013cb0e6524 req-d60b9477-a4b3-4aa4-8091-65072eb85bd5 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:46.964058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08a1117e-1120-4507-8939-9013cb0e6524 req-d60b9477-a4b3-4aa4-8091-65072eb85bd5 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 936 time: 0.1624310 Nov 01 18:14:46.978886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc4086-c7e6-4e71-a7af-e3a46c8584a8 None None] Port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:14:47.068508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08a1117e-1120-4507-8939-9013cb0e6524 req-c5a17160-8b45-42b1-81ab-32d6f9aac923 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978844 Nov 01 18:14:47.191321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1778a409-bbd7-4ad6-9c24-a35c9f7ad643 req-43c0fda6-4f2d-45b7-b336-3353670c9a26 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 210 time: 0.0422881 Nov 01 18:14:47.214779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:47.227832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:47.242623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Transition to ACTIVE for port object d0ea8fb9-9b01-46ff-b0f3-945c98ed641a will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:47.323242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33558e97-0e47-4372-a264-4df515b74d1e req-4f4b5c08-b31c-481b-9358-7bdc079414c5 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.0329375 Nov 01 18:14:47.350283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:47.461211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:47.498180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f50f44-81f6-4ca5-a320-9381bef7a14e req-1935778a-2f0e-4a30-8acb-d2894674c484 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:47.499860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f50f44-81f6-4ca5-a320-9381bef7a14e req-1935778a-2f0e-4a30-8acb-d2894674c484 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 944 time: 0.1138451 Nov 01 18:14:47.575044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f50f44-81f6-4ca5-a320-9381bef7a14e req-4ce5a7eb-6678-42f9-8b0b-f54117e977ef tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Nov 01 18:14:47.593285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:47.593285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:47.593285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:47.593285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:47.593285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:47.596401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:47.596854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:47.597404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:47.597899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Bound port: d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:47.598329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:47.718501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:47.722318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:47.781332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-fa103c59-7118-46de-9906-cef61bee9469 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:47.782905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-fa103c59-7118-46de-9906-cef61bee9469 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.32 "GET /v2.0/networks?id=39bf6c57-0960-4dc9-abf2-0d9684b9532e HTTP/1.1" status: 200 len: 815 time: 0.1811004 Nov 01 18:14:47.800064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Request body: {'port': {'device_id': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'admin_state_up': True, 'tenant_id': '84849d4841ae49ad8d728fef33f54067'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:47.841079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:47.878735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:47.879671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:47.881240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] 10.222.0.32 "PUT /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 1096 time: 1.2225459 Nov 01 18:14:47.881791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:47.884094 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e53c7-ce9e-4724-b5ec-b500974ad13b" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:47.917775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d3a9-7061-41cc-accf-b2aed470bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:47.938182 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4926b3-4f56-45e8-9ac5-d4c02f0aa0f7 x-openstack-request-id: req-4c4926b3-4f56-45e8-9ac5-d4c02f0aa0f7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:47.938476 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:47.939426 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c4926b3-4f56-45e8-9ac5-d4c02f0aa0f7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:47.939426 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'status': 'completed', 'code': 200} Nov 01 18:14:48.045903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Made reservation on behalf of 84849d4841ae49ad8d728fef33f54067 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:14:48.051201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:48.066188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e53c7-ce9e-4724-b5ec-b500974ad13b req-71c8aba1-b916-4663-bd8f-c0749f52a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:48.074757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-698e53c7-ce9e-4724-b5ec-b500974ad13b req-71c8aba1-b916-4663-bd8f-c0749f52a850 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1099 time: 0.1138296 Nov 01 18:14:48.086075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-26055b04-98fb-4e49-9e42-65e14bd97dbc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:48.087593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-26055b04-98fb-4e49-9e42-65e14bd97dbc tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 944 time: 0.1153200 Nov 01 18:14:48.207405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-698e53c7-ce9e-4724-b5ec-b500974ad13b req-4dc5572c-cd28-4336-a1dd-dc42078c4868 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9a0cdf05f60e4081892a6d61b914b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188033 Nov 01 18:14:48.334614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Allocated IP 172.20.0.5 (39bf6c57-0960-4dc9-abf2-0d9684b9532e/7cc0ef76-b296-42a7-86f7-0c3206c62350/baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:14:48.475219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf78e-e394-4054-b51c-e33d47de46e0 req-2e7b677a-b9ad-46f5-8ea6-29a82e718a9e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:48.482410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03bf78e-e394-4054-b51c-e33d47de46e0 req-2e7b677a-b9ad-46f5-8ea6-29a82e718a9e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.2652202 Nov 01 18:14:48.490909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb09c91e-caa9-478e-8035-aa46f2714d39 req-f7c1b95e-8a75-4732-a6d8-a63042729297 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 210 time: 0.0926580 Nov 01 18:14:48.596682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03bf78e-e394-4054-b51c-e33d47de46e0 req-e253e01d-a8a5-4acb-8717-2624a26f489c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131558 Nov 01 18:14:48.614074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Deleting port b6c97ef6-0334-4842-9370-97254831adfc {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:48.614424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:48.676075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:48.717489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e4a017d-3c7e-4fbf-97ba-f1b1d3a629a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:48.796752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e53c7-ce9e-4724-b5ec-b500974ad13b req-39cc3348-83f7-4ecc-aa13-57e7cbf359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:48.805780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-698e53c7-ce9e-4724-b5ec-b500974ad13b req-39cc3348-83f7-4ecc-aa13-57e7cbf359f7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5898452 Nov 01 18:14:48.874663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:48.950380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-810f7ba0-24b9-4ef3-b109-ee57dd608b83 req-2cbeae9d-f819-4aa9-9d23-5e0fe22a117b tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f0f93c3-fbd3-4409-b33f-e1acf2d6b5bc HTTP/1.1" status: 200 len: 210 time: 0.1093700 Nov 01 18:14:48.971219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:14:48.990103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:14:49.002967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:14:49.025042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-7859ab69-1bab-4fa5-83ef-9a75ad609aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.026594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-7859ab69-1bab-4fa5-83ef-9a75ad609aba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1099 time: 0.1229115 Nov 01 18:14:49.104777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Pushing event updated for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:49.132526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-c25dc7ba-f792-431a-be3c-8547aeedd2e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0943494 Nov 01 18:14:49.137477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.138123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.211319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-102f5138-8e6a-41e2-964f-bf031a086d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.212821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-102f5138-8e6a-41e2-964f-bf031a086d23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0732758 Nov 01 18:14:49.214732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] For port b6c97ef6-0334-4842-9370-97254831adfc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b6c97ef6-0334-4842-9370-97254831adfc,segment=NetworkSegment(6000df1f-4e87-416d-b7f4-499427fe295b),segment_id=6000df1f-4e87-416d-b7f4-499427fe295b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:49.215101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.229645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a291ed-4be3-460e-b7f5-110263d1caeb req-1a7e96a5-00da-40b4-8559-d33c28314320 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.236314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59a291ed-4be3-460e-b7f5-110263d1caeb req-1a7e96a5-00da-40b4-8559-d33c28314320 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 944 time: 0.2846670 Nov 01 18:14:49.277157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Calling delete_port for b6c97ef6-0334-4842-9370-97254831adfc owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:49.298939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-928fc510-145d-4407-93d6-c6352f139fc2 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5063047 Nov 01 18:14:49.504206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7f78759c-059e-40be-9123-2bb25565e6f1 None None] Provisioning complete for port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:49.504564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7f78759c-059e-40be-9123-2bb25565e6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.564028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59a291ed-4be3-460e-b7f5-110263d1caeb req-475ba3e3-16f4-4de7-bd96-a131a0c014d5 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b5aa650-536d-492b-a94b-579565e54541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141060 Nov 01 18:14:49.600217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7f78759c-059e-40be-9123-2bb25565e6f1 None None] Port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:14:49.608284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Request body: {'port': {'device_id': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:14:49.610417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447769e-2c48-467d-9299-aa20d791ccea req-de632e02-479d-4ca6-9520-5f6cc8ced17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.612807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-de632e02-479d-4ca6-9520-5f6cc8ced17e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3746548 Nov 01 18:14:49.747126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.753035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.855855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Pushing event deleted for resources: {'Port': ['ID=b6c97ef6-0334-4842-9370-97254831adfc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:49.869335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] No DVR routers for this DVR port b6c97ef6-0334-4842-9370-97254831adfc on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:49.875528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:49.881029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d18d53ee-1b11-49a8-8e33-80a1613a0f8f req-f6b0db96-0ce1-4df0-a4ca-8ce07446cb6c tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.37 "DELETE /v2.0/ports/b6c97ef6-0334-4842-9370-97254831adfc HTTP/1.1" status: 204 len: 173 time: 1.7655036 Nov 01 18:14:49.926845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80824dc-526e-4f0a-81e6-296e29761d50 req-9fae67bc-306d-4452-880b-3c1bbd664c55 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:49.935601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a80824dc-526e-4f0a-81e6-296e29761d50 req-9fae67bc-306d-4452-880b-3c1bbd664c55 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 931 time: 0.1909614 Nov 01 18:14:49.940079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-db9ea7bd-01da-4d32-923f-e10f43cab5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723441 Nov 01 18:14:49.941556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-deleted', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:49.944335 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f0652d-396f-4341-9d1f-ceeb8a6914c6" -d '{"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-deleted", "tag": "b6c97ef6-0334-4842-9370-97254831adfc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:50.036584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a80824dc-526e-4f0a-81e6-296e29761d50 req-b30fb26c-f811-4593-aa40-f517c76623d9 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995598 Nov 01 18:14:50.323287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3447769e-2c48-467d-9299-aa20d791ccea req-565a3d72-bc4d-4686-b504-9b44c2ec4ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537855 Nov 01 18:14:50.356042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b4e77-9fd3-44fe-903a-37da20059317 req-4682661d-569b-463e-b1de-9d810d0fca3e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:50.364924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e9b4e77-9fd3-44fe-903a-37da20059317 req-4682661d-569b-463e-b1de-9d810d0fca3e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.2103796 Nov 01 18:14:50.426734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e9b4e77-9fd3-44fe-903a-37da20059317 req-4a390fee-c558-49cf-b464-fa8ef7a67f88 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Nov 01 18:14:50.466685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91584-92a4-43cb-87cf-a16db70c38ed req-8bee1d3a-abee-40ae-856b-361061f88ec7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:50.472648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92e91584-92a4-43cb-87cf-a16db70c38ed req-8bee1d3a-abee-40ae-856b-361061f88ec7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.2506065 Nov 01 18:14:50.560634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92e91584-92a4-43cb-87cf-a16db70c38ed req-4bd9d67f-23ec-4659-881a-8a4641e48373 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815337 Nov 01 18:14:50.642298 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d669a5e7-786a-4734-a14f-e6c23d2c9868 x-openstack-request-id: req-d669a5e7-786a-4734-a14f-e6c23d2c9868 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:50.643359 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5da167-f0c9-4c3f-a36b-fe53ae677a44", "name": "network-vif-deleted", "tag": "b6c97ef6-0334-4842-9370-97254831adfc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:50.643496 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d669a5e7-786a-4734-a14f-e6c23d2c9868 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:50.647242 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5da167-f0c9-4c3f-a36b-fe53ae677a44', 'name': 'network-vif-deleted', 'tag': 'b6c97ef6-0334-4842-9370-97254831adfc', 'status': 'completed', 'code': 200} Nov 01 18:14:50.662199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:50.685691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:50.719394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Transition to ACTIVE for port object baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:14:50.786569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ace8-5417-48cc-ad7d-dad691c9916b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:50.821460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:50.942521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Pushing event updated for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:50.970270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d079ad5f-6c30-4f08-b80d-f9b0110837d4 req-45b5e05b-0ea6-41d4-b8f8-7de3270a5f39 tempest-LiveAutoBlockMigrationV225Test-589572081 tempest-LiveAutoBlockMigrationV225Test-589572081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5da167-f0c9-4c3f-a36b-fe53ae677a44 HTTP/1.1" status: 200 len: 210 time: 0.0665762 Nov 01 18:14:51.087287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Attempting to bind port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:14:51.087828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Attempting to bind port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:14:51.088330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Attempting to bind port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 on network 39bf6c57-0960-4dc9-abf2-0d9684b9532e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:51.095307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 on network 39bf6c57-0960-4dc9-abf2-0d9684b9532e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:14:51.096183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Attempting to bind port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 on network 39bf6c57-0960-4dc9-abf2-0d9684b9532e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:14:51.106941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:14:51.107732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Checking segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:14:51.108388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Bound using segment: {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:14:51.109102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Bound port: baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f9164b-0d83-4722-be0b-76368ed32629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:14:51.109711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:51.224495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:14:51.228718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:14:51.238278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d09bb-52ff-4c31-aafd-90da28c1d115 req-a45f9fcf-5c0d-4781-8dba-b91e6362fa68 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:51.245952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-435d09bb-52ff-4c31-aafd-90da28c1d115 req-a45f9fcf-5c0d-4781-8dba-b91e6362fa68 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 943 time: 0.0885487 Nov 01 18:14:51.331982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-435d09bb-52ff-4c31-aafd-90da28c1d115 req-adf96c97-94ea-4b83-ab51-97dbe8f79206 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Nov 01 18:14:51.361732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:51.433167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:51.433988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:51.435763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] 10.222.0.32 "PUT /v2.0/ports/baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 HTTP/1.1" status: 200 len: 1091 time: 1.8332028 Nov 01 18:14:51.436333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:51.439703 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:51.482867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3da92-6640-4b54-80fa-8835e586181d service neutron] Pushing event updated for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:51.566562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab322a-d405-4903-897a-2b035040f36f x-openstack-request-id: req-f1ab322a-d405-4903-897a-2b035040f36f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:14:51.567206 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:14:51.567555 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1ab322a-d405-4903-897a-2b035040f36f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:14:51.568065 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1', 'status': 'completed', 'code': 200} Nov 01 18:14:51.732107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b6c97ef6-0334-4842-9370-97254831adfc no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:51.821579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b6c97ef6-0334-4842-9370-97254831adfc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:51.822855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b6c97ef6-0334-4842-9370-97254831adfc not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:51.849472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-35e9c2d8-29ba-479f-adce-09a317e4c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:51.852900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-35e9c2d8-29ba-479f-adce-09a317e4c1a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84849d4841ae49ad8d728fef33f54067&device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 1094 time: 0.1283903 Nov 01 18:14:51.917859 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:52.131130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-9285505c-ee4d-4436-be5a-ad9f17e401d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:52.132791 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-9285505c-ee4d-4436-be5a-ad9f17e401d7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84849d4841ae49ad8d728fef33f54067&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2700040 Nov 01 18:14:52.326449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd062bb-b8de-4cc8-8028-e73bad16750d req-e695c2fe-fcfd-450e-b125-891ff4abe98a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:52.334783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecd062bb-b8de-4cc8-8028-e73bad16750d req-e695c2fe-fcfd-450e-b125-891ff4abe98a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.6719496 Nov 01 18:14:52.349520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-f749a3c7-0b3d-44f1-b94a-36702a2b9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:52.353752 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e82fb75-c8fd-4cfd-818c-3b1670f57c7f req-f749a3c7-0b3d-44f1-b94a-36702a2b9229 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943901 Nov 01 18:14:52.373194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-1bbbf892-19ed-4ff8-92f1-e1b042eacbab tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:52.374966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-1bbbf892-19ed-4ff8-92f1-e1b042eacbab tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca062dbf-570e-4a12-84be-444cb45ee0d2 HTTP/1.1" status: 200 len: 945 time: 0.6674116 Nov 01 18:14:52.448154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecd062bb-b8de-4cc8-8028-e73bad16750d req-e8a21768-304e-439c-9482-fde1d560f1a1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111362 Nov 01 18:14:52.582665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port 009f6093-c3c9-447e-806c-ccc483630263 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:14:52.583055 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:52.752298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port 009f6093-c3c9-447e-806c-ccc483630263, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=009f6093-c3c9-447e-806c-ccc483630263,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:52.753936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:52.785398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for 009f6093-c3c9-447e-806c-ccc483630263 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:14:52.856974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645e374-0881-454b-afa9-318629b50e28 req-6b824ca2-eedb-48aa-850b-14f199384f41 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:14:52.858632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4645e374-0881-454b-afa9-318629b50e28 req-6b824ca2-eedb-48aa-850b-14f199384f41 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.1586516 Nov 01 18:14:52.927254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4645e374-0881-454b-afa9-318629b50e28 req-24f04097-1a8f-46f8-984a-0edc56f10388 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Nov 01 18:14:53.021859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:14:53.072484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:53.100463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['009f6093-c3c9-447e-806c-ccc483630263'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:53.195680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=009f6093-c3c9-447e-806c-ccc483630263,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:53.248401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port 009f6093-c3c9-447e-806c-ccc483630263 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:14:53.253703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:53.259100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-770b57dc-0cce-435d-87fb-b7a699eb0d85 req-5eddab67-14f2-4106-89e5-893ab0b8e51d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "DELETE /v2.0/ports/009f6093-c3c9-447e-806c-ccc483630263 HTTP/1.1" status: 204 len: 173 time: 0.8690765 Nov 01 18:14:53.265171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'name': 'network-vif-deleted', 'tag': '009f6093-c3c9-447e-806c-ccc483630263'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:53.270136 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19025455-b682-4d46-bfbe-58fd205f8128" -d '{"events": [{"server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "name": "network-vif-deleted", "tag": "009f6093-c3c9-447e-806c-ccc483630263"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:53.294252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:53.310255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'mac_address': 'fa:16:3e:2b:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:14:53.363421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:53.389142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:14:53.414845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:53.540618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:53.730240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:53.736764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:53.829594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d0ea8fb9-9b01-46ff-b0f3-945c98ed641a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:14:55.047635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:14:55.204092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:14:55.209550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:14:55.209947 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:55.324815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:55.352006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:14:55.354387 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f49861-72ae-4175-805d-8210e7b70b79" -d '{"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:14:55.371939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:14:55.588388 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:55.659958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:14:55.670171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.670601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.671054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.671457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.671975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.672543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.672989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.673992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.674413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.674809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.675258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.675675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:14:55.755233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 009f6093-c3c9-447e-806c-ccc483630263 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:14:55.782643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 009f6093-c3c9-447e-806c-ccc483630263 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:14:55.783040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 009f6093-c3c9-447e-806c-ccc483630263 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:14:56.091086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:14:57.057374 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:15:01.496331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39716) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:01.548794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-dc5778b8-55a4-4a39-bb19-cfa0e427ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.550356 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-dc5778b8-55a4-4a39-bb19-cfa0e427ea9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84849d4841ae49ad8d728fef33f54067&device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 1094 time: 0.0475607 Nov 01 18:15:01.573445 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e2daf-3903-45c0-acf6-a7771c9ca300 x-openstack-request-id: req-6c3e2daf-3903-45c0-acf6-a7771c9ca300 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:01.573973 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca062dbf-570e-4a12-84be-444cb45ee0d2", "name": "network-vif-deleted", "tag": "009f6093-c3c9-447e-806c-ccc483630263", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:01.573973 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c3e2daf-3903-45c0-acf6-a7771c9ca300 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:01.574356 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca062dbf-570e-4a12-84be-444cb45ee0d2', 'name': 'network-vif-deleted', 'tag': '009f6093-c3c9-447e-806c-ccc483630263', 'status': 'completed', 'code': 200} Nov 01 18:15:01.604311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46015079-8a8c-4a65-997d-da142a37063e req-7ad65bf1-db3e-4f9e-bbb5-b1b1de62e5f6 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.617381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46015079-8a8c-4a65-997d-da142a37063e req-7ad65bf1-db3e-4f9e-bbb5-b1b1de62e5f6 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 943 time: 0.0698493 Nov 01 18:15:01.617807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-004ca287-6558-4a5e-83e1-e9647cd6f131 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0534868 Nov 01 18:15:01.660760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46015079-8a8c-4a65-997d-da142a37063e req-ed9fcb56-bc7f-4c47-82ef-c7203b3f75bf tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Nov 01 18:15:01.700329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-cfb78636-549f-4670-a5bc-bbade74a4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.701889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-cfb78636-549f-4670-a5bc-bbade74a4ec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cc0ef76-b296-42a7-86f7-0c3206c62350 HTTP/1.1" status: 200 len: 854 time: 0.0790851 Nov 01 18:15:01.726918 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31add8bd-164f-4a34-9f77-857e88dc9561 x-openstack-request-id: req-31add8bd-164f-4a34-9f77-857e88dc9561 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:01.727435 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:01.727435 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31add8bd-164f-4a34-9f77-857e88dc9561 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:01.727869 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'code': 200} Nov 01 18:15:01.799236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-72e48f90-43ac-472b-a077-034c059e8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.800800 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-72e48f90-43ac-472b-a077-034c059e8284 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39bf6c57-0960-4dc9-abf2-0d9684b9532e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849984 Nov 01 18:15:01.806644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Deleting subnet 19a218d6-bc57-42a8-9ec7-835fe536f6cc {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:15:01.807652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc03f-17d5-4f4f-a35b-201295f36550 req-ca7b45f8-45c4-4b4f-812b-95f837020d8f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.809166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-541bc03f-17d5-4f4f-a35b-201295f36550 req-ca7b45f8-45c4-4b4f-812b-95f837020d8f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0620160 Nov 01 18:15:01.810023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:01.885360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-541bc03f-17d5-4f4f-a35b-201295f36550 req-a0d2d18f-6c8c-49be-b4bc-a77f07631ee9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Nov 01 18:15:01.893332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ca65-e4a2-4590-81dd-4e160d3a953e req-2eb5f8c9-5b2b-4977-a64f-14fdfb5ea79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:01.893332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d6ca65-e4a2-4590-81dd-4e160d3a953e req-2eb5f8c9-5b2b-4977-a64f-14fdfb5ea79c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1101 time: 0.0727735 Nov 01 18:15:01.896712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:01.929747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d6ca65-e4a2-4590-81dd-4e160d3a953e req-847c7edf-ea8a-4db1-99c7-caaee4794272 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Nov 01 18:15:01.960395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:01.986949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-3f85d1cb-a952-4203-a117-80a7e2b2df2a service neutron] 10.222.0.32 "GET /v2.0/networks/39bf6c57-0960-4dc9-abf2-0d9684b9532e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521893 Nov 01 18:15:02.146663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.189488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a218d6-bc57-42a8-9ec7-835fe536f6cc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:02.200375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.203569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19a218d6-bc57-42a8-9ec7-835fe536f6cc HTTP/1.1" status: 204 len: 168 time: 0.7060974 Nov 01 18:15:02.207245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:02.246290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.246736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.246862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.247159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.247486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.247832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.248154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.248473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.248790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.249104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.249422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.249733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c280-3352-4669-884e-917018aa2302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:02.297659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6b7713ee-6f91-4bcb-89ad-05a58c3028c7 req-e4006cb2-d335-454a-a067-c72ba1b609e2 service neutron] 10.222.0.32 "GET /v2.0/networks/39bf6c57-0960-4dc9-abf2-0d9684b9532e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476240 Nov 01 18:15:02.318480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.371530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532f703-f6d8-4ef5-a5e1-adb1cebbca3e req-06f6dde2-7742-469d-8430-82235a19aadf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:02.373123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e532f703-f6d8-4ef5-a5e1-adb1cebbca3e req-06f6dde2-7742-469d-8430-82235a19aadf tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0967813 Nov 01 18:15:02.438977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.461610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e532f703-f6d8-4ef5-a5e1-adb1cebbca3e req-44a82717-1087-46d7-86c7-c66300b705f2 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767877 Nov 01 18:15:02.469757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960c7e92-31ed-4ad2-a7ae-f9750579e770']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:02.482836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6000df1f-4e87-416d-b7f4-499427fe295b') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:02.482836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6000df1f-4e87-416d-b7f4-499427fe295b') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:02.489687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.503312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.511066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:15:02.511462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:15:02.513191 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:15:02.662799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c104445-4579-4fff-848d-72a97ec55b6e req-80c94922-d338-4d1e-a6a0-4b3ac59f5f44 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:02.664297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c104445-4579-4fff-848d-72a97ec55b6e req-80c94922-d338-4d1e-a6a0-4b3ac59f5f44 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1067233 Nov 01 18:15:02.665346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.671229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.675148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/960c7e92-31ed-4ad2-a7ae-f9750579e770 HTTP/1.1" status: 204 len: 168 time: 0.4669356 Nov 01 18:15:02.678070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39750) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:02.700374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66c39-7fe7-49b0-8bc1-121be38842f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=960c7e92-31ed-4ad2-a7ae-f9750579e770,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:02.704497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c104445-4579-4fff-848d-72a97ec55b6e req-06e4dc2b-bdc8-4687-97aa-233ad3324cd0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0271366 Nov 01 18:15:02.735693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Deleting subnet 432b103d-e3a9-4523-a05d-2a01d02ef67b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:15:02.739104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.739636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c104445-4579-4fff-848d-72a97ec55b6e req-805215bd-d12b-4758-8975-6c2f55f305c8 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266819 Nov 01 18:15:02.777425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.817775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:02.831748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c104445-4579-4fff-848d-72a97ec55b6e req-4a856f15-3338-4e43-80d8-ca9f93181f7d service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844579 Nov 01 18:15:02.912828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-52baf2a5-3738-41fb-a651-ac131facd9af tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:02.914325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-52baf2a5-3738-41fb-a651-ac131facd9af tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 945 time: 0.0597551 Nov 01 18:15:02.926989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c104445-4579-4fff-848d-72a97ec55b6e req-329b638b-9f05-4294-beb1-d66e1269aa45 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885167 Nov 01 18:15:02.989984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.021519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432b103d-e3a9-4523-a05d-2a01d02ef67b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:03.023525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.030671 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b288b5e3-384b-4c01-815e-aae1fd950c82 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/432b103d-e3a9-4523-a05d-2a01d02ef67b HTTP/1.1" status: 204 len: 168 time: 0.3475416 Nov 01 18:15:03.031089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39756) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:03.049952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Deleting port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:03.050293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.098255 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.145211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] For port fc410c55-a173-4fc0-bff6-d9c0532ac2f1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:03.145760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.160072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Calling delete_port for fc410c55-a173-4fc0-bff6-d9c0532ac2f1 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:03.181519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.214382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:03.227367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94a4493-9be9-49f3-82ba-63f30106260d') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:03.227705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94a4493-9be9-49f3-82ba-63f30106260d') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:03.239553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.258986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.266353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:15:03.266910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:15:03.269007 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:15:03.407040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.442498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198dab-920b-4f1d-90be-69caf2d92595 req-b871214c-f88c-4fce-a5bb-5591aa7520ef tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:03.443564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event deleted for resources: {'Port': ['ID=fc410c55-a173-4fc0-bff6-d9c0532ac2f1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:03.444601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33198dab-920b-4f1d-90be-69caf2d92595 req-b871214c-f88c-4fce-a5bb-5591aa7520ef tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 943 time: 0.0718701 Nov 01 18:15:03.487534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.499384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.503554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd HTTP/1.1" status: 204 len: 168 time: 0.4722795 Nov 01 18:15:03.508263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] No DVR routers for this DVR port fc410c55-a173-4fc0-bff6-d9c0532ac2f1 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:03.511792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:03.515267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a051bb9-ace3-492d-88fc-717a2e9c769b req-e69737b6-683f-4623-b5a8-d76289eb7b1d tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "DELETE /v2.0/ports/fc410c55-a173-4fc0-bff6-d9c0532ac2f1 HTTP/1.1" status: 204 len: 173 time: 0.5939853 Nov 01 18:15:03.515770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-deleted', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:03.518301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdf6e48-0d56-4402-bbab-b58df4dcc27b" -d '{"events": [{"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-deleted", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:03.522960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a69b34-3610-4d68-8423-facd7024b265 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee00e82-41cf-4c7c-bb89-29ad13c1d8bd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:03.544554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33198dab-920b-4f1d-90be-69caf2d92595 req-9fddb535-e9cc-4b04-8ab7-ccd065c373aa tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904691 Nov 01 18:15:03.553435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6eecb-78ab-4949-a33a-8eda93e56830 req-91f24120-039e-4d41-8e56-b951796254ca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:03.554929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ee6eecb-78ab-4949-a33a-8eda93e56830 req-91f24120-039e-4d41-8e56-b951796254ca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1094334 Nov 01 18:15:03.627808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ee6eecb-78ab-4949-a33a-8eda93e56830 req-988302ee-745a-434c-86b3-8dd105753ef2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582407 Nov 01 18:15:03.659007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7ad75f0-f218-4491-879c-0ada6f9aaee2 req-7337fe0b-73de-4b69-9586-41a2ee00a739 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd30123e-7104-46b3-9606-58350cbc198a HTTP/1.1" status: 200 len: 210 time: 0.0298486 Nov 01 18:15:03.723482 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d8abfe-3620-44b5-8327-385dff2a7a05 x-openstack-request-id: req-02d8abfe-3620-44b5-8327-385dff2a7a05 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:03.724075 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820d8aec-ffc8-4d1a-8e40-d4a968625008", "name": "network-vif-deleted", "tag": "fc410c55-a173-4fc0-bff6-d9c0532ac2f1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:03.724199 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02d8abfe-3620-44b5-8327-385dff2a7a05 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:03.725432 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820d8aec-ffc8-4d1a-8e40-d4a968625008', 'name': 'network-vif-deleted', 'tag': 'fc410c55-a173-4fc0-bff6-d9c0532ac2f1', 'status': 'completed', 'code': 200} Nov 01 18:15:03.730060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb11c50c-1fac-441e-9b3c-4bf892732bce req-c44af6ae-faf1-4c62-8a39-12d4da996a47 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.0394366 Nov 01 18:15:03.840034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:03.943776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39786) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:03.976994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef2253fb-8241-49e1-9185-e8e3e2071ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.018731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-648465fd-29a8-4bbe-8427-e7bd70d1c5dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3ca22eb2e8d4cb8ae5f817cec7564e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732639 Nov 01 18:15:04.021589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39790) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:04.081433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef2253fb-8241-49e1-9185-e8e3e2071ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.096918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.118039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.170488 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ef2253fb-8241-49e1-9185-e8e3e2071ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.209773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ef2253fb-8241-49e1-9185-e8e3e2071ec5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ef2e9b23bbc478e886768cc5d346da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686509 Nov 01 18:15:04.211767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2253fb-8241-49e1-9185-e8e3e2071ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bb593d-f67b-4c9e-aee9-49e299534953,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:04.212507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39798) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:04.260139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.284169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.676433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71f40e-046a-4970-9d3c-83f4b5f6ca93 req-3fbeffd8-bdd5-4a37-9e1d-082bd86d1877 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:04.678029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb71f40e-046a-4970-9d3c-83f4b5f6ca93 req-3fbeffd8-bdd5-4a37-9e1d-082bd86d1877 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 943 time: 0.0558436 Nov 01 18:15:04.717189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb71f40e-046a-4970-9d3c-83f4b5f6ca93 req-07e27117-cf8b-4227-835e-cf91e15762af tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Nov 01 18:15:04.738057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.742679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:04.743866 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b5aa650-536d-492b-a94b-579565e54541 HTTP/1.1" status: 204 len: 168 time: 0.7210996 Nov 01 18:15:04.755683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d084-b3bc-4e71-a91d-7db60de3e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5aa650-536d-492b-a94b-579565e54541,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:04.853359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d594d-3559-427c-b224-ab6bd87cad48 req-683a1aa8-fcec-419c-9a93-3c3e0aa91b7d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:04.855234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e11d594d-3559-427c-b224-ab6bd87cad48 req-683a1aa8-fcec-419c-9a93-3c3e0aa91b7d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0622187 Nov 01 18:15:04.899865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e11d594d-3559-427c-b224-ab6bd87cad48 req-fd055894-3485-40b7-a14d-52f318bacac8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384660 Nov 01 18:15:04.994010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25ec475d-e95c-40a9-8ba8-3cb7f43e16a8 req-3616d5d7-054d-4664-ab9b-f991e2a02132 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=820d8aec-ffc8-4d1a-8e40-d4a968625008 HTTP/1.1" status: 200 len: 210 time: 0.0277550 Nov 01 18:15:05.087370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:05.091475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dcd62-fa6f-4dfc-83c8-fd387164f0cd req-777ea9c4-08f2-4549-9fb1-9aba21653131 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:05.091794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:05.091946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8dcd62-fa6f-4dfc-83c8-fd387164f0cd req-777ea9c4-08f2-4549-9fb1-9aba21653131 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1101 time: 0.0440779 Nov 01 18:15:05.092159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:05.093462 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0bb593d-f67b-4c9e-aee9-49e299534953 HTTP/1.1" status: 204 len: 168 time: 0.8799045 Nov 01 18:15:05.107117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:05.117058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27993-6b89-4479-bb7b-dcca956c1023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bb593d-f67b-4c9e-aee9-49e299534953,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:05.130390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa8dcd62-fa6f-4dfc-83c8-fd387164f0cd req-1ca96f8c-d122-4001-b9bc-0d43ddae4d46 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Nov 01 18:15:05.172505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: fc410c55-a173-4fc0-bff6-d9c0532ac2f1 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:05.172505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device fc410c55-a173-4fc0-bff6-d9c0532ac2f1 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:05.225079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:05.250286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:05.265044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1', 'network_id': '39bf6c57-0960-4dc9-abf2-0d9684b9532e', 'port_id': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1', 'mac_address': 'fa:16:3e:87:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc0ef76-b296-42a7-86f7-0c3206c62350', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:05.304607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:05.317974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:05.340298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:05.439852 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:05.510978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:05.668583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7084514-0cda-470c-942f-5cbfc89a3add req-2297a0e9-493f-4ef8-b961-1752c69b2427 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:05.670203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7084514-0cda-470c-942f-5cbfc89a3add req-2297a0e9-493f-4ef8-b961-1752c69b2427 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.0659916 Nov 01 18:15:05.747251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:05.761421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7084514-0cda-470c-942f-5cbfc89a3add req-f7eecc0e-9330-43e2-ba05-37654588126e tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793095 Nov 01 18:15:05.794934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-b0dd8f20-f8ef-4ae4-bc10-953c5f3617d4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:05.797166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-b0dd8f20-f8ef-4ae4-bc10-953c5f3617d4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1487727 Nov 01 18:15:05.814170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-6a5ac2e6-467a-4c4c-a909-5ae9066f594d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0096774 Nov 01 18:15:05.858037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-f37298e5-a85a-4e38-96fe-453bd010a356 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357587 Nov 01 18:15:05.964028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b74d7-681e-4fa1-bb29-2fef9c2bf4f0 req-73925152-91b6-426a-b276-c87477f7c355 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:05.965490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-796b74d7-681e-4fa1-bb29-2fef9c2bf4f0 req-73925152-91b6-426a-b276-c87477f7c355 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1318064 Nov 01 18:15:05.966321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:06.007586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-3471ca2c-dabd-42fd-83bb-ec4f8faadf4c service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295426 Nov 01 18:15:06.017842 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cfe2fc0a-3eed-4c9e-be4e-1f5c91d5f92c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=322b9375a2a44554a1c98f4a1fa2839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471296 Nov 01 18:15:06.020775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39858) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:06.050677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-796b74d7-681e-4fa1-bb29-2fef9c2bf4f0 req-03dfe652-cdc8-4755-8905-8aaaedfb2af3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Nov 01 18:15:06.079348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39860) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:06.102245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69a25563-cb9f-45e2-8a7a-531ef47e3659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.123202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.157405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.190721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-8f3cd63b-7fe3-4193-b011-d39e31bb8e71 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719763 Nov 01 18:15:06.202254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-f059bd46-2135-4c82-ae29-215f1704063a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3023350 Nov 01 18:15:06.216892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-6b6ee8c3-e6ed-4516-9e99-70901460ff64 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:15:06.218276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-6b6ee8c3-e6ed-4516-9e99-70901460ff64 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077820 Nov 01 18:15:06.228150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449af9-68ac-43de-8c75-a20f2654aa3d req-2e6ccc30-bfa0-43ea-924c-b18f5a39bcaa tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:06.229705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8449af9-68ac-43de-8c75-a20f2654aa3d req-2e6ccc30-bfa0-43ea-924c-b18f5a39bcaa tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 944 time: 0.1115639 Nov 01 18:15:06.236129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69a25563-cb9f-45e2-8a7a-531ef47e3659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.271463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8449af9-68ac-43de-8c75-a20f2654aa3d req-ac2f87c9-4f6d-459e-9558-1214a1b3e94c tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Nov 01 18:15:06.293566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.296649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.297426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3668f038-8b8b-4006-a39e-11ef6b5b5858 HTTP/1.1" status: 204 len: 168 time: 0.2757311 Nov 01 18:15:06.305694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af29ad-6c81-4630-b66d-14d38d3a2437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668f038-8b8b-4006-a39e-11ef6b5b5858,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:06.307882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-69a25563-cb9f-45e2-8a7a-531ef47e3659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.356524 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-69a25563-cb9f-45e2-8a7a-531ef47e3659 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df960b8417b54c33a719445e21d9fc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755783 Nov 01 18:15:06.358738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25563-cb9f-45e2-8a7a-531ef47e3659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d391c-9e24-45a4-bf33-ea5cb213e480,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:06.359711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:06.462033 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.492325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.538162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9101d07b-d786-4774-90c2-9247361ec050 req-ca5c2159-ba7c-4874-bc97-ab1cec164f4b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 210 time: 0.0434675 Nov 01 18:15:06.656307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.661069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:06.662506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d64d391c-9e24-45a4-bf33-ea5cb213e480 HTTP/1.1" status: 204 len: 168 time: 0.3016944 Nov 01 18:15:06.671630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2941-c47d-463d-a487-302ec7a27356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d391c-9e24-45a4-bf33-ea5cb213e480,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:06.858546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06407a32-6c84-462f-b769-be92da77aea3 req-b4f5efd2-2d06-4dba-9e8d-96ac18a6ff09 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:06.867279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06407a32-6c84-462f-b769-be92da77aea3 req-b4f5efd2-2d06-4dba-9e8d-96ac18a6ff09 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.0626457 Nov 01 18:15:06.935037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06407a32-6c84-462f-b769-be92da77aea3 req-7f4e7ee2-202c-42d4-a611-b1a416598d7f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615907 Nov 01 18:15:07.097516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbcbe3-a18d-4082-8028-83dfa8470df2 req-f7c8dffc-2812-4a8f-be4c-584f7b0545b1 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:07.100924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70fbcbe3-a18d-4082-8028-83dfa8470df2 req-f7c8dffc-2812-4a8f-be4c-584f7b0545b1 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.0708597 Nov 01 18:15:07.132367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:07.205923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70fbcbe3-a18d-4082-8028-83dfa8470df2 req-bea83780-f2a7-43a9-ad35-b4cebf5d0c40 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986843 Nov 01 18:15:07.231267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1adee-fcac-4280-95c2-b385380de86f req-d3a3ef43-d7db-4a03-8183-3fb9585e0026 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:07.233034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8e1adee-fcac-4280-95c2-b385380de86f req-d3a3ef43-d7db-4a03-8183-3fb9585e0026 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0770645 Nov 01 18:15:07.281576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8e1adee-fcac-4280-95c2-b385380de86f req-e468cfdf-6c5c-4f95-9287-026e61300631 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Nov 01 18:15:07.285200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd883521-3384-4143-9278-cfdf40b90489 req-f4386ec7-d3e3-4254-b4aa-c0d26ac4af92 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:07.286704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd883521-3384-4143-9278-cfdf40b90489 req-f4386ec7-d3e3-4254-b4aa-c0d26ac4af92 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 945 time: 0.0703673 Nov 01 18:15:07.289230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:07.300348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:07.305113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:07.415921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:07.439613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2bb14-7fec-4bfb-992c-0b42aec05ea8 req-77c6666f-ac63-4dd3-856b-b44184ccc93e tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:07.442133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:07.445198 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99643d21-3d96-43dd-ab1e-dd63d2aa6234" -d '{"events": [{"server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "name": "network-vif-plugged", "status": "completed", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:07.447912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06a2bb14-7fec-4bfb-992c-0b42aec05ea8 req-77c6666f-ac63-4dd3-856b-b44184ccc93e tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 944 time: 0.0813661 Nov 01 18:15:07.482392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:07.500796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06a2bb14-7fec-4bfb-992c-0b42aec05ea8 req-599ad65a-f676-4f6d-9987-6a3ea1516877 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 Nov 01 18:15:07.510099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Deleting port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:07.510595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:07.519445 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658fa314-9774-4da7-93ec-cbc2378aae96 x-openstack-request-id: req-658fa314-9774-4da7-93ec-cbc2378aae96 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:07.519958 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "name": "network-vif-plugged", "status": "completed", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:07.520193 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-658fa314-9774-4da7-93ec-cbc2378aae96 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:07.520656 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1', 'code': 200} Nov 01 18:15:07.584633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:07.694822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:07.734360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43e7c2d8-f0c5-43d7-b0b8-535ec2f0211d req-1136a801-6084-4bd3-8467-a0257a187d2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 210 time: 0.0792248 Nov 01 18:15:07.738528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efc918-d561-4fe7-8c01-519eaaf1bd1a req-bfd0e217-251e-4754-802b-f678d08acc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:07.740702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14efc918-d561-4fe7-8c01-519eaaf1bd1a req-bfd0e217-251e-4754-802b-f678d08acc5a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1523530 Nov 01 18:15:07.740855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] For port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:07.741089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:07.756030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Calling delete_port for 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:07.788358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14efc918-d561-4fe7-8c01-519eaaf1bd1a req-74ce38b7-9964-444b-b18d-bb2ebd217967 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Nov 01 18:15:07.994310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:08.031022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event deleted for resources: {'Port': ['ID=51b17d03-5530-4f44-bdc3-f3ed6bb7b342,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:08.102571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] No DVR routers for this DVR port 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:08.106487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:08.110145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd883521-3384-4143-9278-cfdf40b90489 req-15de5d67-5d8d-45bb-8d6d-58a6c0796e78 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.32 "DELETE /v2.0/ports/51b17d03-5530-4f44-bdc3-f3ed6bb7b342 HTTP/1.1" status: 204 len: 173 time: 0.8165216 Nov 01 18:15:08.110835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-deleted', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:08.114625 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a5c080-3860-4198-b27b-2954b6ac1076" -d '{"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-deleted", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:08.164441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d882ee7f-e97d-48f5-bf1e-8b0236118303 req-83df09a0-8213-42cf-ab89-77c6bba37cfb tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 210 time: 0.0307462 Nov 01 18:15:08.172107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61df817-63f2-4e88-89cd-6dfeca82cc50 req-9869f02c-447e-48a0-bad9-57db9d69a3f3 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:08.174224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e61df817-63f2-4e88-89cd-6dfeca82cc50 req-9869f02c-447e-48a0-bad9-57db9d69a3f3 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.1087649 Nov 01 18:15:08.230287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e61df817-63f2-4e88-89cd-6dfeca82cc50 req-9e90c517-723c-4e8c-8045-cc0561e24907 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Nov 01 18:15:08.233741 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0ecb3-1713-4acb-80d8-74647dd7613d x-openstack-request-id: req-04f0ecb3-1713-4acb-80d8-74647dd7613d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:08.234239 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0853393-9622-457b-ab4f-7fad1a984ca4", "name": "network-vif-deleted", "tag": "51b17d03-5530-4f44-bdc3-f3ed6bb7b342", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:08.234701 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04f0ecb3-1713-4acb-80d8-74647dd7613d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:08.236486 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0853393-9622-457b-ab4f-7fad1a984ca4', 'name': 'network-vif-deleted', 'tag': '51b17d03-5530-4f44-bdc3-f3ed6bb7b342', 'status': 'completed', 'code': 200} Nov 01 18:15:08.411798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807addb6-c5f7-42a6-b4ea-af3ba35a6525 req-9c92ee30-e717-4afd-839d-52fc28d5c6f3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:08.413347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-807addb6-c5f7-42a6-b4ea-af3ba35a6525 req-9c92ee30-e717-4afd-839d-52fc28d5c6f3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0511162 Nov 01 18:15:08.455948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-807addb6-c5f7-42a6-b4ea-af3ba35a6525 req-e18771d4-6091-46f4-afb5-6281f7924aac tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363085 Nov 01 18:15:08.629291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870f8f-767e-447a-b375-3f957307d7b7 req-a9470ed2-bc48-45db-a6c4-d6e0b2eda2c6 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:08.636036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc870f8f-767e-447a-b375-3f957307d7b7 req-a9470ed2-bc48-45db-a6c4-d6e0b2eda2c6 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.0620353 Nov 01 18:15:08.677376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc870f8f-767e-447a-b375-3f957307d7b7 req-6710dac3-d97b-4583-8111-da375b2927dc tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Nov 01 18:15:08.829899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12e14a0b-980f-4d25-b36f-9d2028c0e3ab req-f8a133b5-34e5-4bd2-a32f-316b2daa7e11 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 210 time: 0.0315084 Nov 01 18:15:08.875127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-4178c25d-3957-418b-bc99-b33c1c5a2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:08.877401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-4178c25d-3957-418b-bc99-b33c1c5a2f29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1101 time: 0.0450079 Nov 01 18:15:08.955312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:08.983718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-dc9ad2ff-1be3-4e0e-81ba-2e5ec88cdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:08.990023 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-dc9ad2ff-1be3-4e0e-81ba-2e5ec88cdbd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.0984545 Nov 01 18:15:09.033710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-e45e2b8b-525f-4662-bf6a-d029f6279cbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0386484 Nov 01 18:15:09.109691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-e62026fb-bad6-4ce5-86ef-913c60248348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.111616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-e62026fb-bad6-4ce5-86ef-913c60248348 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0628703 Nov 01 18:15:09.160894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.161351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.161812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.162270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.162812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.163250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.163737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.164174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.164672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.165221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.165317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-e0959789-e4f5-4861-8b19-faf5410b4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.166645 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-e0959789-e4f5-4861-8b19-faf5410b4148 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434427 Nov 01 18:15:09.167052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c440fdbd-b741-4e13-b98b-9849397cc4b0 req-f40340dc-8733-426d-9455-a5da1e0a73a5 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.1270456 Nov 01 18:15:09.294349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-2332ffd7-0b9f-4ebd-90ec-bf6a1db989b2 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186311 Nov 01 18:15:09.328027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2065ab5d-5e4e-46ce-a672-9d89729a27cf req-c1c270c4-24f8-44a6-986b-910d6b05bd4c tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0853393-9622-457b-ab4f-7fad1a984ca4 HTTP/1.1" status: 200 len: 210 time: 0.0454662 Nov 01 18:15:09.331801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6555fac-6ce8-4736-9201-478c45acd4a2 req-ea352bc3-9665-4644-96dd-e227dd58fb16 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.340483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6555fac-6ce8-4736-9201-478c45acd4a2 req-ea352bc3-9665-4644-96dd-e227dd58fb16 tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 886 time: 0.1533110 Nov 01 18:15:09.449402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-bc2c0670-84ee-4d4a-89b0-1b87dadb6bbf service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444433 Nov 01 18:15:09.601772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca53f-6a32-4faf-8f90-e10bd51de8a3 req-d461c514-5927-4d20-9603-fd0ea8f485c8 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.603449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f79ca53f-6a32-4faf-8f90-e10bd51de8a3 req-d461c514-5927-4d20-9603-fd0ea8f485c8 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.1578403 Nov 01 18:15:09.622353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.622931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.623324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.623786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.624185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.624626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.625081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.625587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.626127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.627122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.629320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d9a92b8-de65-49f5-ac4a-8ac31b0def70 req-69964024-3e59-451c-ab98-a19159c072ad tempest-NetworksTest-1367684722 tempest-NetworksTest-1367684722-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.2554326 Nov 01 18:15:09.683764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-4cc88322-e2ff-4b4b-8aa7-c649cdb9b8b3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.685782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-4cc88322-e2ff-4b4b-8aa7-c649cdb9b8b3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2016802 Nov 01 18:15:09.693210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f79ca53f-6a32-4faf-8f90-e10bd51de8a3 req-8defe67d-9816-4895-a2d9-b66649845300 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups?id=812776bd-af76-4360-8c90-35ece004d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824239 Nov 01 18:15:09.711353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:09.813559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-f137bb89-ed0b-426a-a312-1ec7050c6a1d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.815207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-f137bb89-ed0b-426a-a312-1ec7050c6a1d tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.32 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 945 time: 0.0619946 Nov 01 18:15:09.817165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f0a2-2eec-4678-8543-f548c525f273 req-358adbd4-fb00-4c61-abca-c1c6f69b4f9d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.818667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad25f0a2-2eec-4678-8543-f548c525f273 req-358adbd4-fb00-4c61-abca-c1c6f69b4f9d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1245747 Nov 01 18:15:09.914484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad25f0a2-2eec-4678-8543-f548c525f273 req-b2dac8cf-ced0-45be-a4ac-63a2c7a7f351 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876765 Nov 01 18:15:09.924480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1f7fd-5242-4de4-b64b-4928250122dc req-6fea81aa-b001-49d2-a356-337cef9a7e71 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:09.931989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57f1f7fd-5242-4de4-b64b-4928250122dc req-6fea81aa-b001-49d2-a356-337cef9a7e71 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.1349404 Nov 01 18:15:09.950104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Deleting port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:09.950663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:09.980084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57f1f7fd-5242-4de4-b64b-4928250122dc req-6160fb94-c9ec-4134-bd60-64914a1a1d1c tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Nov 01 18:15:10.031883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707f5922-d723-4151-8a5c-58b426b4a0cc req-eaef86c7-fbab-4f30-bd26-8462fdd5500e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 210 time: 0.0332909 Nov 01 18:15:10.045973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:10.055186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.090831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] For port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:10.091256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.219484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.12 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/5727b00a-6ceb-4f58-bb64-fd33322fe9d4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:10.360085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40044) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:10.413806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.414406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.417639 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Floating IP 31c4da1b-e587-4a61-b984-6adf39955bdb disassociated. External IP: 172.25.2.235, port: 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56. Nov 01 18:15:10.418094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Calling delete_port for 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:10.433585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.501363 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-261c044f-2e8f-4264-9143-b5847bef507e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.573652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.591755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-261c044f-2e8f-4264-9143-b5847bef507e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.623330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:10.628366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:10.632046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:10.638347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:10.676020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.676435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-261c044f-2e8f-4264-9143-b5847bef507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.709720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:10.710345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.714665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event deleted for resources: {'Port': ['ID=6fbe3c30-669a-40d8-8e80-ef6ee1d75a56,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:10.740730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-261c044f-2e8f-4264-9143-b5847bef507e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d20b2dd8868d493383163a38ecfac97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796947 Nov 01 18:15:10.741676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c044f-2e8f-4264-9143-b5847bef507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a571d2d-a0d9-4a36-ae8f-d3f95d68497f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:10.746327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:10.856409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c80c72ec-2a7e-42dd-9793-0a6e054c2054 req-8041061d-7587-4843-9256-9164039ff6e2 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/ports?device_id=27110260-eb26-4666-b840-4abc3e65978c HTTP/1.1" status: 200 len: 210 time: 0.0356178 Nov 01 18:15:10.861611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-deb197f2-856d-4a02-9a85-eb081e375c2f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556401 Nov 01 18:15:10.864755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.869199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Router 903b1afc-95e3-4f37-93d0-624782aba974 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:15:10.879219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Request body: {'port': {'device_id': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:10.913403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:10.998994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:15:11.014195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Sync routers for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:15:11.039748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:11.043423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:11.044140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:11.102850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] No DVR routers for this DVR port 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:11.107009 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:11.115829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a3d264f-da4b-4b3e-a350-595a6f30ff7b req-1b77bf0c-34d3-41bc-ae22-eb8064489d05 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.32 "DELETE /v2.0/ports/6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 HTTP/1.1" status: 204 len: 173 time: 1.2831426 Nov 01 18:15:11.116345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'name': 'network-vif-deleted', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:11.123645 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d883b06-6275-488f-9450-88427448803d" -d '{"events": [{"server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "name": "network-vif-deleted", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:11.143623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:11.165398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:11.167907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:11.169051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a571d2d-a0d9-4a36-ae8f-d3f95d68497f HTTP/1.1" status: 204 len: 168 time: 0.4213834 Nov 01 18:15:11.174923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:11.175495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 51b17d03-5530-4f44-bdc3-f3ed6bb7b342 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:11.250918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692933e7-374d-4b6d-b5df-a1262b96cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a571d2d-a0d9-4a36-ae8f-d3f95d68497f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:11.268074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:11.523046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:11.579243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Checking router: 903b1afc-95e3-4f37-93d0-624782aba974 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:15:11.598082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:11.599107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:11.743303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c42c3-3607-41ab-9879-f9b619a1361d req-968687d5-bcf9-4dac-bf26-9fa8ee8a7296 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:11.744917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e07c42c3-3607-41ab-9879-f9b619a1361d req-968687d5-bcf9-4dac-bf26-9fa8ee8a7296 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.6497388 Nov 01 18:15:11.764923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-3a1c0baa-b93f-48ea-86ee-aaf32b8857b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:11.766827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-3a1c0baa-b93f-48ea-86ee-aaf32b8857b1 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.0838492 Nov 01 18:15:11.773324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84b4fd-7ac9-4f6f-b153-9f52d36da395 req-44747c42-3cc0-46fa-8e40-81440637af56 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:11.780733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf84b4fd-7ac9-4f6f-b153-9f52d36da395 req-44747c42-3cc0-46fa-8e40-81440637af56 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 944 time: 0.6423550 Nov 01 18:15:11.786313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:11.849834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e07c42c3-3607-41ab-9879-f9b619a1361d req-d384b2ae-a35b-4977-bf4b-06518db65667 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936866 Nov 01 18:15:11.888130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf84b4fd-7ac9-4f6f-b153-9f52d36da395 req-01c6b854-e32e-4f8b-8257-7f15990f533f tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1128055-5727-4aad-a7d4-cab62907f464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042943 Nov 01 18:15:11.927568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:11.955861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:11.984285 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ef87f-cdbb-45f0-8b58-46876ecf2e73 x-openstack-request-id: req-566ef87f-cdbb-45f0-8b58-46876ecf2e73 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:11.984581 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27110260-eb26-4666-b840-4abc3e65978c", "name": "network-vif-deleted", "tag": "6fbe3c30-669a-40d8-8e80-ef6ee1d75a56", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:11.984842 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-566ef87f-cdbb-45f0-8b58-46876ecf2e73 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:11.985249 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27110260-eb26-4666-b840-4abc3e65978c', 'name': 'network-vif-deleted', 'tag': '6fbe3c30-669a-40d8-8e80-ef6ee1d75a56', 'status': 'completed', 'code': 200} Nov 01 18:15:11.986090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Transition to ACTIVE for port object 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:12.003776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Deleting port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:12.005766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.074104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.152129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:12.159354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:12.171127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] For port 70f12e85-c1fc-44a6-a043-7fd46d844dd3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=70f12e85-c1fc-44a6-a043-7fd46d844dd3,segment=NetworkSegment(4df12990-a6c8-4815-804a-e1ba3632aafa),segment_id=4df12990-a6c8-4815-804a-e1ba3632aafa)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:12.171543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.199781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Pushing event updated for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:12.211274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Calling delete_port for 70f12e85-c1fc-44a6-a043-7fd46d844dd3 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:12.219802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e4a037f-3e37-4049-9436-37460b2c6a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.234237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26e8a-6686-4d68-9677-dc56d66c4433 None None] The sync data for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 is: [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:12:48Z', 'revision_number': 4, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '073ec298-4079-40fd-a40e-a98861044f80', 'name': '', 'network_id': 'cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'mac_address': 'fa:16:3e:a1:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:47Z', 'updated_at': '2021-11-01T18:12:53Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'subnets': [{'id': '5e34f702-9ac0-4d5d-aa46-35ff6746a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:15:12.360071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69a723-4b02-4a29-b9a4-64e8becd2732 req-0d54b520-1964-4658-a7b7-00d2216a12fc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:12.362131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db69a723-4b02-4a29-b9a4-64e8becd2732 req-0d54b520-1964-4658-a7b7-00d2216a12fc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 932 time: 0.3396230 Nov 01 18:15:12.416233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Attempting to bind port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:12.416474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Attempting to bind port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:12.416602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Attempting to bind port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:12.431010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:12.431340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Attempting to bind port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:12.446944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:12.447280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:12.447688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:12.448118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Bound port: 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:12.448472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.486469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db69a723-4b02-4a29-b9a4-64e8becd2732 req-408de3ed-9f6e-4e9b-bd78-76d57a528555 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920665 Nov 01 18:15:12.547998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.570952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e4a037f-3e37-4049-9436-37460b2c6a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.578881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:12.588282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:12.589879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Pushing event deleted for resources: {'Port': ['ID=70f12e85-c1fc-44a6-a043-7fd46d844dd3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:12.636516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] No DVR routers for this DVR port 70f12e85-c1fc-44a6-a043-7fd46d844dd3 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:12.639387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.644110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ae18082d-845b-46c7-ac76-068d9c748e0c req-1717a6b2-1020-4b75-955d-9d0706125272 tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.37 "DELETE /v2.0/ports/70f12e85-c1fc-44a6-a043-7fd46d844dd3 HTTP/1.1" status: 204 len: 173 time: 0.8700690 Nov 01 18:15:12.704349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e4a037f-3e37-4049-9436-37460b2c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.716253 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679022ce-0dcd-4cbf-868c-406db5b222e4 None None] New status for floating IP 31c4da1b-e587-4a61-b984-6adf39955bdb: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:15:12.745810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.800446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:12.849337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a037f-3e37-4049-9436-37460b2c6a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db370255-40a8-4dac-8ac4-fef362032ffc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:12.857162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4e4a037f-3e37-4049-9436-37460b2c6a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1347859d3dd34a62baa0b5860abb9b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934841 Nov 01 18:15:12.858422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:12.859034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.860509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] 10.222.0.37 "PUT /v2.0/ports/5727b00a-6ceb-4f58-bb64-fd33322fe9d4 HTTP/1.1" status: 200 len: 1092 time: 1.9904146 Nov 01 18:15:12.863057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:12.865458 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f98375-2bc3-4ca6-857d-944a04219cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:12.873096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40110) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:12.937203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:12.952275 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9941bf-690b-459c-8489-f5e84f068993 x-openstack-request-id: req-bc9941bf-690b-459c-8489-f5e84f068993 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:12.952566 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:12.952815 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc9941bf-690b-459c-8489-f5e84f068993 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:12.953222 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4', 'status': 'completed', 'code': 200} Nov 01 18:15:12.992428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.055031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94750ec4-b44d-47bd-a54c-488e9f0ba184 service neutron] Pushing event updated for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:13.100754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48b49665-b97f-4b5a-ad59-c2bc4b54e0ad req-48989926-61f9-44fc-a3bc-3c4f55b20c4e tempest-LiveMigrationTest-671119126 tempest-LiveMigrationTest-671119126-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0785f62-d751-4763-adb2-e52d28a66387 HTTP/1.1" status: 200 len: 210 time: 0.0702100 Nov 01 18:15:13.128948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-c0c641c7-cfb8-41f1-837f-4d9d2131539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.130499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-c0c641c7-cfb8-41f1-837f-4d9d2131539a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 1095 time: 0.1764195 Nov 01 18:15:13.132316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:13.136680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.158491 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:13.159107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 6fbe3c30-669a-40d8-8e80-ef6ee1d75a56 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:13.160041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abd6c7-d57e-4bb7-96ac-cfaf2d23cbf1 req-2a6e5de1-0ddc-468a-a262-1bf93ebc4a5b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.161685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72abd6c7-d57e-4bb7-96ac-cfaf2d23cbf1 req-2a6e5de1-0ddc-468a-a262-1bf93ebc4a5b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1730764 Nov 01 18:15:13.175250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.178635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.182637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "DELETE /v2.0/security-groups/812776bd-af76-4360-8c90-35ece004d14b HTTP/1.1" status: 204 len: 168 time: 0.3809681 Nov 01 18:15:13.183581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:13.219271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfbd64-bcc2-44df-ad41-f772f6978fe9 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812776bd-af76-4360-8c90-35ece004d14b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:13.221703 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-7b9921c5-af68-40a2-87a9-452b236d2ba5 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] show failed (client error): The resource could not be found. Nov 01 18:15:13.225642 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b9921c5-af68-40a2-87a9-452b236d2ba5 tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "GET /v2.0/security-groups/812776bd-af76-4360-8c90-35ece004d14b HTTP/1.1" status: 404 len: 347 time: 0.0368006 Nov 01 18:15:13.233499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40128) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:13.242468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.293773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72abd6c7-d57e-4bb7-96ac-cfaf2d23cbf1 req-3443d3c5-a51e-4a14-9a91-02ab92ee1c3c tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155643 Nov 01 18:15:13.320132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-7db350f6-dcd1-4ac8-9634-cfb461193d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.324971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-7db350f6-dcd1-4ac8-9634-cfb461193d2d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6500fd957e944dbab76e5f3118c0efbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1813555 Nov 01 18:15:13.399836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.402830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.407286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db370255-40a8-4dac-8ac4-fef362032ffc HTTP/1.1" status: 204 len: 168 time: 0.5297158 Nov 01 18:15:13.420751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892e6b-1ae8-4da5-9b33-ddab2eb57ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db370255-40a8-4dac-8ac4-fef362032ffc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:13.482593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-3c5d96d4-a3bc-4d73-ae10-a01fb630c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.484737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3f98375-2bc3-4ca6-857d-944a04219cc1 req-3c5d96d4-a3bc-4d73-ae10-a01fb630c0cd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556337 Nov 01 18:15:13.645039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-423d217f-b957-4d7b-8932-cc28969dfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.646816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-423d217f-b957-4d7b-8932-cc28969dfaa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 1095 time: 0.1065497 Nov 01 18:15:13.685676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16888d31-8fbe-4526-9f95-18c9ebe33fc5 req-156c406a-aa54-4ec6-8386-b2460eadc35b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.689545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Deleting port d22f1306-54dd-4cef-a3aa-c884b08a238c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:13.689545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.693105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16888d31-8fbe-4526-9f95-18c9ebe33fc5 req-156c406a-aa54-4ec6-8386-b2460eadc35b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 944 time: 0.1008513 Nov 01 18:15:13.730256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-34aa00a6-508c-4f70-91c1-b803e5ab9773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4 HTTP/1.1" status: 200 len: 217 time: 0.0755136 Nov 01 18:15:13.777414 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.778129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:13.785863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16888d31-8fbe-4526-9f95-18c9ebe33fc5 req-33820978-1022-4603-8171-c262b5f5ab83 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917408 Nov 01 18:15:13.800608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-7bb2a05f-04b4-4b38-9823-2897771da2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:13.809532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-7bb2a05f-04b4-4b38-9823-2897771da2fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0670860 Nov 01 18:15:13.810126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Calling delete_port for d22f1306-54dd-4cef-a3aa-c884b08a238c owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:13.849994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-d1db527a-8449-498e-b0c5-0778077aa38e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386133 Nov 01 18:15:13.977348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-ba9a8094-8902-4c2e-81af-52b5dcfc5d18 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198447 Nov 01 18:15:13.986587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-deleted', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:13.988953 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29519a-fd44-4b5d-8e26-01c956fff97f" -d '{"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-deleted", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:14.027575 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc162c-1e8d-4bf8-ab80-6d7009438d04 x-openstack-request-id: req-10bc162c-1e8d-4bf8-ab80-6d7009438d04 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:14.027866 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0785f62-d751-4763-adb2-e52d28a66387", "name": "network-vif-deleted", "tag": "70f12e85-c1fc-44a6-a043-7fd46d844dd3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:14.028117 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10bc162c-1e8d-4bf8-ab80-6d7009438d04 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:14.028516 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0785f62-d751-4763-adb2-e52d28a66387', 'name': 'network-vif-deleted', 'tag': '70f12e85-c1fc-44a6-a043-7fd46d844dd3', 'status': 'completed', 'code': 200} Nov 01 18:15:14.049239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.077160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Pushing event deleted for resources: {'Port': ['ID=d22f1306-54dd-4cef-a3aa-c884b08a238c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:14.080955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca959aba-82fd-4376-b7ae-875f6e9acd4a req-5740c00e-778a-4b79-9ca2-2745a1633131 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971513 Nov 01 18:15:14.143063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.146227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.150208 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26982797-fdcd-4b24-a8f0-0c91436abd2f tempest-ServersTestJSON-397391006 tempest-ServersTestJSON-397391006-project] 10.222.0.31 "DELETE /v2.0/floatingips/31c4da1b-e587-4a61-b984-6adf39955bdb HTTP/1.1" status: 204 len: 168 time: 0.9196529 Nov 01 18:15:14.150607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40158) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:14.162271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40162) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:14.445303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee770b-a963-45cb-b6cc-5911ed8d031e req-de5fabb1-dca3-44de-b459-2b56632418cc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:14.446825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfee770b-a963-45cb-b6cc-5911ed8d031e req-de5fabb1-dca3-44de-b459-2b56632418cc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0574377 Nov 01 18:15:14.516246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfee770b-a963-45cb-b6cc-5911ed8d031e req-b3b77438-f751-4ac0-b0c8-ae86a6a6ad92 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Nov 01 18:15:14.534743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.611606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:14.644038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Deleting subnet f1943d43-9ab6-4f84-bf32-3a769244181e {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:15:14.647272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.708015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60f676eb-3859-419e-a930-ca5784c565ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.712283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.781833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.849979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Deleting port 073ec298-4079-40fd-a40e-a98861044f80 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:14.850487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.879989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60f676eb-3859-419e-a930-ca5784c565ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.943306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] For port 073ec298-4079-40fd-a40e-a98861044f80, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=073ec298-4079-40fd-a40e-a98861044f80,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:14.943569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.952552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d45ad-a93c-40b2-8c5b-5bfce64befe3 req-aa0a5f58-c5ef-4aed-a1ec-d0c645a2ec3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:14.960650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e08d45ad-a93c-40b2-8c5b-5bfce64befe3 req-aa0a5f58-c5ef-4aed-a1ec-d0c645a2ec3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 944 time: 0.0700533 Nov 01 18:15:14.961711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Calling delete_port for 073ec298-4079-40fd-a40e-a98861044f80 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:14.969336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:14.997083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.003834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f1943d43-9ab6-4f84-bf32-3a769244181e HTTP/1.1" status: 204 len: 168 time: 0.8372774 Nov 01 18:15:15.018751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60f676eb-3859-419e-a930-ca5784c565ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.035472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:15.045750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60f676eb-3859-419e-a930-ca5784c565ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39ea6313e9c143d5b3d50a3fb92c3b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325771 Nov 01 18:15:15.053290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345bc0-af54-4ef6-bb5e-a94742626eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1943d43-9ab6-4f84-bf32-3a769244181e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:15.055002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40192) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:15.116666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e08d45ad-a93c-40b2-8c5b-5bfce64befe3 req-9d09c75e-f19b-43d6-b72c-b696efdeac05 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551335 Nov 01 18:15:15.139270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.140861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f676eb-3859-419e-a930-ca5784c565ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0937c376-b055-4157-9e62-7811aa56d261,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:15.141568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.165638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.294940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.299707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.304156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0937c376-b055-4157-9e62-7811aa56d261 HTTP/1.1" status: 204 len: 168 time: 0.2423635 Nov 01 18:15:15.314041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0937c376-b055-4157-9e62-7811aa56d261,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:15.327258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.327746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.328189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.328956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.328956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.332938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.335448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b000d-3c40-4e1b-93f6-595a0c5019bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:15:15.339579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.368547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6197de36-9956-42c7-b849-c366ea93e06c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:15.379192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df12990-a6c8-4815-804a-e1ba3632aafa') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:15.379491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df12990-a6c8-4815-804a-e1ba3632aafa') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:15.390230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.408955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.414975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:15:15.420067 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:15:15.463867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.497669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=073ec298-4079-40fd-a40e-a98861044f80,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:15.676247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa294a3-e866-4067-923d-783d0481823e req-d3c1275d-d682-450d-baa2-f0a149ccb0bb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:15.677979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fa294a3-e866-4067-923d-783d0481823e req-d3c1275d-d682-450d-baa2-f0a149ccb0bb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0713632 Nov 01 18:15:15.719822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.743249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.778175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fa294a3-e866-4067-923d-783d0481823e req-db1ffe74-1d62-42b3-a875-6b9f99385d7d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789287 Nov 01 18:15:15.824645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:15.833495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.840676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] 10.222.0.31 "DELETE /v2.0/networks/6197de36-9956-42c7-b849-c366ea93e06c HTTP/1.1" status: 204 len: 168 time: 0.8040047 Nov 01 18:15:15.843467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:15.847468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86590e-d3b3-487d-899b-22ade39fccba admin admin] Pushing event deleted for resources: {'Network': ['ID=6197de36-9956-42c7-b849-c366ea93e06c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:15.928188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Deleting subnet ae926d3d-0ae8-408f-87e7-576941e0b346 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:15:15.932790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:15.984921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.089108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.189342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 70f12e85-c1fc-44a6-a043-7fd46d844dd3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:16.189891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 70f12e85-c1fc-44a6-a043-7fd46d844dd3 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:16.212468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Router 903b1afc-95e3-4f37-93d0-624782aba974 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:15:16.247713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40226) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:16.271706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a3b-ab15-46cf-a97c-16f373325c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.299911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc41741-92e1-4105-956c-65ccfdb694c7 req-108bbb41-544a-41a8-9aef-27e443639256 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:16.302070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bc41741-92e1-4105-956c-65ccfdb694c7 req-108bbb41-544a-41a8-9aef-27e443639256 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 944 time: 0.0874803 Nov 01 18:15:16.375020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bc41741-92e1-4105-956c-65ccfdb694c7 req-9d82997e-4637-4a39-8152-c5f0278154b5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Nov 01 18:15:16.375279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:15:16.384123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f43fe65-119b-4f45-be3d-d9c3a1ad0d1f admin admin] 10.222.0.31 "PUT /v2.0/routers/903b1afc-95e3-4f37-93d0-624782aba974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301133 Nov 01 18:15:16.385278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Sync routers for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:15:16.385578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40228) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:16.389283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.430519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.433928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ae926d3d-0ae8-408f-87e7-576941e0b346 HTTP/1.1" status: 204 len: 168 time: 0.5893226 Nov 01 18:15:16.434404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:16.435471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:16.438424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903cb20-fae3-425c-9278-5d8db906d3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae926d3d-0ae8-408f-87e7-576941e0b346,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:16.448780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40232) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:16.602823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.603464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a3b-ab15-46cf-a97c-16f373325c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.607695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:16.614947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.703619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-27a5bdab-6842-4ea9-8a49-efa21b890fc5 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=866a7acf563742a89683b3a3150e2004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391736 Nov 01 18:15:16.706316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a3b-ab15-46cf-a97c-16f373325c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.742627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.762786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:16.763001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3ee01a3b-ab15-46cf-a97c-16f373325c5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=814199bf64264435992eeb7bf208a75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077257 Nov 01 18:15:16.809882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee01a3b-ab15-46cf-a97c-16f373325c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19dca74-5350-4d95-8d28-6f7f9c7b693b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:16.842134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.872654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.918125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:15:15Z', 'revision_number': 5, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port': {'id': 'cbd67bc7-8c68-4654-a622-84cdbd1e9cd5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903b1afc-95e3-4f37-93d0-624782aba974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:12:43Z', 'updated_at': '2021-11-01T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:16.919572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543c6e5-927c-4cad-9174-7ddcc3fdf0db']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:16.952112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406aaec0-d5d7-4162-9559-8adda49fa9ac') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:16.952410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406aaec0-d5d7-4162-9559-8adda49fa9ac') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:16.955269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.970259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:16.971157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Checking router: 903b1afc-95e3-4f37-93d0-624782aba974 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:15:16.987242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Routers {'903b1afc-95e3-4f37-93d0-624782aba974'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:16.991572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:14:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['903b1afc-95e3-4f37-93d0-624782aba974'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:17.003105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.023598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878de72-7585-40e3-b2eb-e169c6ef4695 req-61d06ca7-12d1-4336-8b3f-27e313a40d1a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:17.025380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5878de72-7585-40e3-b2eb-e169c6ef4695 req-61d06ca7-12d1-4336-8b3f-27e313a40d1a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1294806 Nov 01 18:15:17.030551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:15:17.030968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:15:17.034806 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:15:17.066610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Deleting port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:17.066921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.082213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-e98f4ca0-9133-49ec-8401-4348665ec5da tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:17.087726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-e98f4ca0-9133-49ec-8401-4348665ec5da tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537099 Nov 01 18:15:17.157010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-e517c31c-2a1a-4aab-8b97-b3bbcdf08f58 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/quotas/866a7acf563742a89683b3a3150e2004 HTTP/1.1" status: 200 len: 375 time: 0.0352213 Nov 01 18:15:17.173639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] Set router 903b1afc-95e3-4f37-93d0-624782aba974 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:17.215130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-8237afdc-6d1b-42b0-b7c7-3856dede7edd tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539916 Nov 01 18:15:17.224303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5878de72-7585-40e3-b2eb-e169c6ef4695 req-6962dc70-b237-4790-af88-dcb5a64ae810 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783431 Nov 01 18:15:17.244785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.281031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.282519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:15:16Z', 'revision_number': 6, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:17.290427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7543c6e5-927c-4cad-9174-7ddcc3fdf0db HTTP/1.1" status: 204 len: 168 time: 0.8390076 Nov 01 18:15:17.291679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dbe24-7fc9-4d99-8a28-55d460c4079a admin admin] Pushing event deleted for resources: {'Network': ['ID=7543c6e5-927c-4cad-9174-7ddcc3fdf0db,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:17.367120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165272a4-5985-4d13-9bdc-003210975ffe None None] The sync data for ids ['903b1afc-95e3-4f37-93d0-624782aba974'] in n-d-815923-2 is: [{'id': '903b1afc-95e3-4f37-93d0-624782aba974', 'name': 'tempest-ServersTestJSON-1793974086-router', 'tenant_id': '5065bbeb4fc544e6bff3519db64982f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:12:42Z', 'updated_at': '2021-11-01T18:15:16Z', 'revision_number': 6, 'project_id': '5065bbeb4fc544e6bff3519db64982f1', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:15:17.579108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afca9b-6e2a-4239-b11d-f5bf82544c8f req-12c63548-c371-4595-a073-489b672932b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:17.588404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60afca9b-6e2a-4239-b11d-f5bf82544c8f req-12c63548-c371-4595-a073-489b672932b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 944 time: 0.0961299 Nov 01 18:15:17.647901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10024be-0915-4564-95c7-564dcac9f7e0 req-9367b2f0-9a32-40af-b76c-bb4595d9dc8c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0329404 Nov 01 18:15:17.663940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.672276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60afca9b-6e2a-4239-b11d-f5bf82544c8f req-4e3de193-cb7b-4b9d-b784-8f76146b5888 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815117 Nov 01 18:15:17.675900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.678905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a19dca74-5350-4d95-8d28-6f7f9c7b693b HTTP/1.1" status: 204 len: 168 time: 0.9122944 Nov 01 18:15:17.721697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] For port cbd67bc7-8c68-4654-a622-84cdbd1e9cd5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:17.721962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.736676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Calling delete_port for cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:17.808087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40264) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:17.832756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:17.836605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9843c-42ef-4ea8-a51d-ee9b8e0aa37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19dca74-5350-4d95-8d28-6f7f9c7b693b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:17.861791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fc46d6a8-b1fa-42fc-8921-82cc63b634f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22b81861f08549beb0169e7fc228a374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524328 Nov 01 18:15:17.862909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40266) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:17.955204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:17.986923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.052417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:18.065576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4', 'mac_address': 'fa:16:3e:ba:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:18.112489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.136016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:18.161016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:18.210714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.213509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.220445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.229026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1128055-5727-4aad-a7d4-cab62907f464 HTTP/1.1" status: 204 len: 168 time: 0.3649824 Nov 01 18:15:18.260288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d534f3-44ab-4f82-89cd-9ba5aa857cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1128055-5727-4aad-a7d4-cab62907f464,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:18.306010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.331885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd67bc7-8c68-4654-a622-84cdbd1e9cd5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:18.421916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:18.558197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc4351-eac5-48c9-b4fa-b37d1a50873e req-258fa77f-4fdf-4457-94f2-965e641055af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:18.558459 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.565573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6dc4351-eac5-48c9-b4fa-b37d1a50873e req-258fa77f-4fdf-4457-94f2-965e641055af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1281960 Nov 01 18:15:18.629995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['5727b00a-6ceb-4f58-bb64-fd33322fe9d4'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:18.645397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6dc4351-eac5-48c9-b4fa-b37d1a50873e req-242cf87d-14cd-4d12-bed4-fcbddb59f797 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729291 Nov 01 18:15:18.718624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16cfad4e-8847-4090-803f-f2f1a8a07250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.818536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.830149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:18.866683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6cd553a-04c9-4d8b-ab0c-2147cb0427de req-d75077bd-b9aa-4ec7-8666-d9f22ba55e46 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0786541 Nov 01 18:15:18.902200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:18.962116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:18.962454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cbd67bc7-8c68-4654-a622-84cdbd1e9cd5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:18.962888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 073ec298-4079-40fd-a40e-a98861044f80 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:18.991052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 073ec298-4079-40fd-a40e-a98861044f80 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:18.991403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 073ec298-4079-40fd-a40e-a98861044f80 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:18.994536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d832b-c77c-4f54-ba6d-f633c9c64fa1 req-a105da12-72ff-4d1a-9fda-14b89a76fc09 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:19.003332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa6d832b-c77c-4f54-ba6d-f633c9c64fa1 req-a105da12-72ff-4d1a-9fda-14b89a76fc09 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 945 time: 0.1299002 Nov 01 18:15:19.066655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa6d832b-c77c-4f54-ba6d-f633c9c64fa1 req-529a0f55-a125-47f0-9474-73eddb9ecfa0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620167 Nov 01 18:15:19.067550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.068229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903b1afc-95e3-4f37-93d0-624782aba974 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:15:19.073086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.074379 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b1f9526-951a-452e-8ee5-f548872bc937 admin admin] 10.222.0.31 "DELETE /v2.0/routers/903b1afc-95e3-4f37-93d0-624782aba974 HTTP/1.1" status: 204 len: 168 time: 2.6846933 Nov 01 18:15:19.079394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:19.163245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Deleting subnet 5e34f702-9ac0-4d5d-aa46-35ff6746a2e9 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:15:19.168219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.238135 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.317630 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.467666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.511920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e34f702-9ac0-4d5d-aa46-35ff6746a2e9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:19.516361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:19.518579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.522958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-684d3b19-1cf3-4884-bc4e-a7ee2ada4b23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e34f702-9ac0-4d5d-aa46-35ff6746a2e9 HTTP/1.1" status: 204 len: 168 time: 0.4450874 Nov 01 18:15:19.525415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:19.533841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68700f2b-1eca-44b3-9d90-7d9304ddc239 None None] Network cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:19.599472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ff1325f6-cc5a-49fc-94ed-7535794ccb4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abdd0756c8de4e07a71fcd6231c4e63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806656 Nov 01 18:15:19.603030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:19.624870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.666875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.718315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Deleting port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:19.718761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.722818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.845996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:19.856751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] For port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:19.857579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.917969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Calling delete_port for 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:19.920806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] DHCP port deletion for cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:15:19.931664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.937831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:19.944804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c90d52bc-41b1-4f90-8105-e5104339af1c HTTP/1.1" status: 204 len: 168 time: 0.3400483 Nov 01 18:15:19.971328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daca5c-fe26-40ea-899a-430ddaa0dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d52bc-41b1-4f90-8105-e5104339af1c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:20.015533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a5ad-4a16-48f6-9251-5fbadaec2334 req-27c73251-313c-4e07-a79a-5e77a02126ce tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:20.019245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e527a5ad-4a16-48f6-9251-5fbadaec2334 req-27c73251-313c-4e07-a79a-5e77a02126ce tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.2131085 Nov 01 18:15:20.060743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44fb90d8-258a-4da4-b4be-3139f36e396d req-d6b41588-aeb6-4f3b-8179-f83b200647b5 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0372214 Nov 01 18:15:20.097256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Deleting port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:20.097256 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.137238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e527a5ad-4a16-48f6-9251-5fbadaec2334 req-d623af23-0604-46d3-8b46-3b45057e414e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753620 Nov 01 18:15:20.209848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:20.225010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:20.225387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.228222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc78ce-a4e3-434e-9697-255adcf0ca6c req-ebd0444a-f725-4db4-8363-1da89618dcba tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:20.229670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1afc78ce-a4e3-434e-9697-255adcf0ca6c req-ebd0444a-f725-4db4-8363-1da89618dcba tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 945 time: 0.0564950 Nov 01 18:15:20.234470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] For port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,segment=NetworkSegment(5bba1c0b-d8c6-403d-a42e-3940a2276bc8),segment_id=5bba1c0b-d8c6-403d-a42e-3940a2276bc8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:20.234867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.251059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.282110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1afc78ce-a4e3-434e-9697-255adcf0ca6c req-428e7b3e-98bc-48a7-b460-f130bc3db1d3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Nov 01 18:15:20.282320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Pushing event deleted for resources: {'Port': ['ID=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:20.288925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Calling delete_port for 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:20.302539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] No DVR routers for this DVR port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:20.366248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.406690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.430711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:20.433152 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcec294-013b-45c7-827f-d06febc04951" -d '{"events": [{"server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "name": "network-vif-plugged", "status": "completed", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:20.436872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:20.456528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bba1c0b-d8c6-403d-a42e-3940a2276bc8') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:20.457290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:20.457417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bba1c0b-d8c6-403d-a42e-3940a2276bc8') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:20.474235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.494072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.496333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.513888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:15:20.515077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.523942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] No DVR routers for this DVR port 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:20.547378 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077b8145-1a4e-4705-826f-1582c1372954 x-openstack-request-id: req-077b8145-1a4e-4705-826f-1582c1372954 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:20.551190 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "name": "network-vif-plugged", "status": "completed", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:20.552535 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-077b8145-1a4e-4705-826f-1582c1372954 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:20.553677 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4', 'code': 200} Nov 01 18:15:20.556150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9f108-2165-4fb4-94c8-698cc7059051 None None] Pushing event deleted for resources: {'Port': ['ID=683a8ae3-03cc-4be0-a9f5-33a6bf4e5250,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:20.569071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:15:20.679008 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:15:20.692986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9447ebd-eb64-4125-a2cb-6262d035ca54 req-32963ba7-9aab-4d73-b364-3d76ff86d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:20.699289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9447ebd-eb64-4125-a2cb-6262d035ca54 req-32963ba7-9aab-4d73-b364-3d76ff86d388 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 1097 time: 0.0995469 Nov 01 18:15:20.704472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:20.767056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9447ebd-eb64-4125-a2cb-6262d035ca54 req-0d39e0a0-2dff-4412-a8b0-e076e1a9a832 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602002 Nov 01 18:15:20.769609 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.776286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.780382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c HTTP/1.1" status: 204 len: 168 time: 1.2538314 Nov 01 18:15:20.796161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bde74-8cff-45b8-8001-23c71cbc2020 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfb9782-fa40-4aeb-86f9-c9d9d02fd70c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:20.832889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0652cbb-9d30-4aef-8bf8-22acc2719243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:20.858947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:20.900546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:20.900883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 683a8ae3-03cc-4be0-a9f5-33a6bf4e5250 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:21.041023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-2d003e76-bb2a-436c-a90b-2c224cc1173b tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=866a7acf563742a89683b3a3150e2004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243306 Nov 01 18:15:21.168706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-00e6d0c1-def2-4de9-a560-f1717a36f2de tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:21.172594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-00e6d0c1-def2-4de9-a560-f1717a36f2de tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260462 Nov 01 18:15:21.187527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Request body: {'port': {'device_id': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '866a7acf563742a89683b3a3150e2004'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:21.273007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a3050b7-c4f1-4480-8859-fffbbe658525 req-7e390be8-552b-4de4-8210-f5ea54f6583b tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0599396 Nov 01 18:15:21.308170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40362) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:21.370463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-036c4f7d-a87b-4fa2-8df5-4bb2792b0bbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5065bbeb4fc544e6bff3519db64982f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588229 Nov 01 18:15:21.371090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40366) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:21.458067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Made reservation on behalf of 866a7acf563742a89683b3a3150e2004 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:21.461931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.476908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.489898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fd301-9a8e-4832-a58a-fc5fced17fc4 req-a4024882-bdf1-4c11-a498-c839fe342589 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:21.495036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.499135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-675fd301-9a8e-4832-a58a-fc5fced17fc4 req-a4024882-bdf1-4c11-a498-c839fe342589 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1026633 Nov 01 18:15:21.520538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.570372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-675fd301-9a8e-4832-a58a-fc5fced17fc4 req-c81bbbf0-c44b-4bff-ad2a-f79dfb1ed7f4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702188 Nov 01 18:15:21.625955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.710552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567092-359a-451b-b29a-13497e43f66d req-9b5c7780-e98c-423a-aed3-96b3f3eafbb9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:21.716305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e567092-359a-451b-b29a-13497e43f66d req-9b5c7780-e98c-423a-aed3-96b3f3eafbb9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.0753949 Nov 01 18:15:21.718690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.722185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.724414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92f887d5-493a-4bf3-aab0-10950632b792 HTTP/1.1" status: 204 len: 168 time: 0.3522258 Nov 01 18:15:21.740492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52f193-d248-4d91-9d61-718b43511c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f887d5-493a-4bf3-aab0-10950632b792,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:21.756307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:21.814767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e567092-359a-451b-b29a-13497e43f66d req-1e05705f-e5db-4d81-86de-aafe8232b956 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924010 Nov 01 18:15:21.890347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91adf3d-d9be-4e66-9a47-4ead474610f5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:21.971311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Allocated IP 192.168.233.120 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:21.990146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.153880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.392521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2ba534a-a52d-4444-b5de-05f110d837f2 req-a614121e-85b8-48d5-aab9-bc19d65ec294 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0298128 Nov 01 18:15:22.404568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.459794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:22.467595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:22.467595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:22.522760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Pushing event updated for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:22.548705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:22.549633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.647853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-19b06264-23d7-4bf3-b6a5-d4d5870bf99c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4647219 Nov 01 18:15:22.687417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Request body: {'port': {'device_id': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:22.749759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaea4aa-47fb-4266-8973-4758bb91cd30 req-59fa2f19-5dec-4bfb-9e05-efffe41fd304 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:22.753549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eaea4aa-47fb-4266-8973-4758bb91cd30 req-59fa2f19-5dec-4bfb-9e05-efffe41fd304 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1046090 Nov 01 18:15:22.791020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.839097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eaea4aa-47fb-4266-8973-4758bb91cd30 req-191dd65a-b04b-4b8b-8cf3-c09b2fb6346d tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690348 Nov 01 18:15:22.878025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-51b4dabc-8828-4f4f-b82b-4e3dfd1b8cce None None] Provisioning complete for port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:22.878481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51b4dabc-8828-4f4f-b82b-4e3dfd1b8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:22.940912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-51b4dabc-8828-4f4f-b82b-4e3dfd1b8cce None None] Port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:15:23.031972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4f09a92-4f9e-4550-a09c-a179d2d89c2c req-c739dbc6-9684-4290-b6c7-8424147c0f3b tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=223a850adb8c4a069ba46ec3a238becc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486281 Nov 01 18:15:23.112175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90107b-cfb6-41e4-b235-89869e2d49bb req-8659f05f-219b-4651-af4a-01777ffa77aa tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:23.113561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e90107b-cfb6-41e4-b235-89869e2d49bb req-8659f05f-219b-4651-af4a-01777ffa77aa tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.1646931 Nov 01 18:15:23.207744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:23.218572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e90107b-cfb6-41e4-b235-89869e2d49bb req-fdf2eb4e-8b7a-465b-bb26-1c7113f36a5e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Nov 01 18:15:23.245127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f09a92-4f9e-4550-a09c-a179d2d89c2c req-a42861f9-ecb8-44d8-b181-be70c0a0ddc2 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:23.246775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4f09a92-4f9e-4550-a09c-a179d2d89c2c req-a42861f9-ecb8-44d8-b181-be70c0a0ddc2 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842062 Nov 01 18:15:23.295703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4f09a92-4f9e-4550-a09c-a179d2d89c2c req-650a620b-6afc-4e42-a08f-69d8a9357366 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/quotas/223a850adb8c4a069ba46ec3a238becc HTTP/1.1" status: 200 len: 375 time: 0.0307567 Nov 01 18:15:23.310735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:23.320873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-945795111-network', 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:23.341718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.345799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4f09a92-4f9e-4550-a09c-a179d2d89c2c req-b20c3ab5-311d-45ee-b7d7-9d611d108a00 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=223a850adb8c4a069ba46ec3a238becc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397749 Nov 01 18:15:23.357203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Transition to ACTIVE for port object f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:23.414398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:23.417942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.427100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.449546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.503954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:23.546005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.585726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Attempting to bind port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:23.586074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Attempting to bind port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:23.586381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Attempting to bind port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:23.590876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:23.591196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Attempting to bind port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:23.597544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:23.597860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:23.598239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:23.598662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Bound port: f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:23.599015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.621251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.622264 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.636414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:15:23.656433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.656789 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Added segment edc0dc85-3b39-4ad0-b633-79a97996fed7 of type vlan for network 68e76602-d933-4841-b38a-51b5a120a157 Nov 01 18:15:23.714875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.734476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:23.774281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017ed840-f6b4-4137-9781-ba940f7ef02c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:23.779912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:23.798740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314b94-330b-4b74-a660-068116a6f16d req-d7694735-265f-44f0-a26f-e08182832a1d tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:23.803052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6314b94-330b-4b74-a660-068116a6f16d req-d7694735-265f-44f0-a26f-e08182832a1d tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 948 time: 0.0826786 Nov 01 18:15:23.821359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.822471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:23.823114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.842243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6314b94-330b-4b74-a660-068116a6f16d req-54f4b98f-6c80-43b7-ae39-f811f2d49532 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358818 Nov 01 18:15:23.844420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.898088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:23.898790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:23.900348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb HTTP/1.1" status: 200 len: 1096 time: 1.2376294 Nov 01 18:15:23.900858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:23.903196 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b8154c-9ac2-4034-887f-71e110ed3d09" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:23.910602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=68e76602-d933-4841-b38a-51b5a120a157,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:23.921848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 68e76602-d933-4841-b38a-51b5a120a157 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:15:23.936256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb0301-fb3e-4666-993d-c1b9660915f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:23.959859 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-405d79fd-d523-44e1-ac9f-c45b5d40e2d0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7509553 Nov 01 18:15:23.968609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40484) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:23.974266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Request body: {'subnet': {'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-945795111-subnet', 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:24.057903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1885-cb68-4c8e-837f-193d53232906 req-335767b2-59be-40e8-9e83-b8f412ae7a97 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.060049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dad1885-cb68-4c8e-837f-193d53232906 req-335767b2-59be-40e8-9e83-b8f412ae7a97 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.1041217 Nov 01 18:15:24.143623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:24.143623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:24.144879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447d9c1-b399-4ba2-933c-db08e48ba8a6 req-e8eece36-d704-4613-bda6-69b2aa5b1bc6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.146439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a447d9c1-b399-4ba2-933c-db08e48ba8a6 req-e8eece36-d704-4613-bda6-69b2aa5b1bc6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1320825 Nov 01 18:15:24.149288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dad1885-cb68-4c8e-837f-193d53232906 req-21c71fb6-044a-456c-b046-054ebb30fafe tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Nov 01 18:15:24.161825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-150f827a-8807-4351-a487-886893bdbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.163280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-150f827a-8807-4351-a487-886893bdbc55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 1099 time: 0.1141863 Nov 01 18:15:24.209717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-be81ad0b-6e78-4877-bd61-0c14bd901959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb HTTP/1.1" status: 200 len: 217 time: 0.0388391 Nov 01 18:15:24.261557 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c029792-ac03-4c04-8900-6321ac82dc60 x-openstack-request-id: req-4c029792-ac03-4c04-8900-6321ac82dc60 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:24.262226 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:24.262226 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c029792-ac03-4c04-8900-6321ac82dc60 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:24.262891 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'status': 'completed', 'code': 200} Nov 01 18:15:24.268327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a447d9c1-b399-4ba2-933c-db08e48ba8a6 req-9f87d3dd-5473-4d2f-8ca7-69c3b3e83db1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144526 Nov 01 18:15:24.296051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-fd07a61a-5843-447e-ac70-18eee2d61a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.297750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-fd07a61a-5843-447e-ac70-18eee2d61a97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0766094 Nov 01 18:15:24.449175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:24.530284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40812b7-5669-4fa7-8bfb-34638e7a7bc0,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:24.536937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Checking segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:24.538462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Network hostable DHCP agents. Network: 68e76602-d933-4841-b38a-51b5a120a157, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:15:24.668266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Network 68e76602-d933-4841-b38a-51b5a120a157 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:15:24.681722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-6771a139-82e8-47f2-9308-88460db12961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.683239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-6771a139-82e8-47f2-9308-88460db12961 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3768711 Nov 01 18:15:24.777719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-b2872360-b667-4694-a456-368ae8dd2db4 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Nov 01 18:15:24.804207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 68e76602-d933-4841-b38a-51b5a120a157) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:24.815365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:24.816888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:24.818253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7c15f-91de-45db-9555-f61e1a938281 None None] Network 68e76602-d933-4841-b38a-51b5a120a157 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:24.838924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd44637-8675-435c-9b92-137450632bb9 req-06b54b29-0bcb-4b3a-808a-19dde5df5173 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=223a850adb8c4a069ba46ec3a238becc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262167 Nov 01 18:15:24.911346 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3fa9caa-fde7-4601-a45a-8d6bd2953c6b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9405954 Nov 01 18:15:24.965685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ef809-73a6-4735-9b1d-1521490dd5e1 None None] Network 68e76602-d933-4841-b38a-51b5a120a157 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:25.016086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1775c4a0-eac0-4fb8-8e60-0ad7e9d14d1a req-1f161c23-98d3-443b-a830-49314c53c653 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305851 Nov 01 18:15:25.040847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44bdb-58fe-48f6-b4ba-a338c35fbea5 req-d7df769c-28bc-4e5d-a6bf-5176cc95fd9a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.042356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2c44bdb-58fe-48f6-b4ba-a338c35fbea5 req-d7df769c-28bc-4e5d-a6bf-5176cc95fd9a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 948 time: 0.0991478 Nov 01 18:15:25.059002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44637-8675-435c-9b92-137450632bb9 req-95ca92f4-0cca-49d5-9b9b-b3454e1f79b4 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.060623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd44637-8675-435c-9b92-137450632bb9 req-95ca92f4-0cca-49d5-9b9b-b3454e1f79b4 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967037 Nov 01 18:15:25.062760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40536) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:25.106406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd44637-8675-435c-9b92-137450632bb9 req-c5f01da4-2ce6-4844-919f-aebf199bceb2 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/quotas/223a850adb8c4a069ba46ec3a238becc HTTP/1.1" status: 200 len: 375 time: 0.0255857 Nov 01 18:15:25.134755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2c44bdb-58fe-48f6-b4ba-a338c35fbea5 req-b2ce62ac-a1c2-41be-bb8d-c0f8b90c9125 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729797 Nov 01 18:15:25.182893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd44637-8675-435c-9b92-137450632bb9 req-8154e5d7-0bf7-49de-9b89-0335b9fbb0ba tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=223a850adb8c4a069ba46ec3a238becc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685177 Nov 01 18:15:25.220926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d42940d7-8e69-419b-a511-c65846500ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:25.237766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-61093d82-4c30-40b9-b768-ad4a216add1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.241411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-61093d82-4c30-40b9-b768-ad4a216add1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 1099 time: 0.1033385 Nov 01 18:15:25.427651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-4c8296e1-cd52-4a1b-8a42-0ccc6e469fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.429015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-4c8296e1-cd52-4a1b-8a42-0ccc6e469fc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1806135 Nov 01 18:15:25.442674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478832-4501-456e-9a91-74fb8c0845c2 req-82683674-08be-4f11-83d3-598c001a0bac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.444334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4478832-4501-456e-9a91-74fb8c0845c2 req-82683674-08be-4f11-83d3-598c001a0bac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.1282694 Nov 01 18:15:25.528054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d42940d7-8e69-419b-a511-c65846500ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:25.529696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-44af7263-2e97-44cd-8b08-8362113d5674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb HTTP/1.1" status: 200 len: 217 time: 0.0810769 Nov 01 18:15:25.599340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4478832-4501-456e-9a91-74fb8c0845c2 req-06dcac1b-2284-444a-b731-4fffec7b7f98 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129565 Nov 01 18:15:25.624165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-0c375296-c8e1-4281-a37c-d602106003bc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.625648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-0c375296-c8e1-4281-a37c-d602106003bc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.2525511 Nov 01 18:15:25.627052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-52a680c3-a02f-4d83-87b6-2b72129c2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.628406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-52a680c3-a02f-4d83-87b6-2b72129c2916 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0892196 Nov 01 18:15:25.650533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-9dd0c693-afe7-4af9-9988-00ac55468c56 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/quotas/e2cd6918a57b48c38de9415a2c043739 HTTP/1.1" status: 200 len: 375 time: 0.0192001 Nov 01 18:15:25.669298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d42940d7-8e69-419b-a511-c65846500ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:25.724635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-48cfce90-7d26-4d92-9c87-85472ab442a4 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563169 Nov 01 18:15:25.739086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d42940d7-8e69-419b-a511-c65846500ef5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e580772c5a274c55b40e8498857ad844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705637 Nov 01 18:15:25.741866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40568) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:25.752156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42940d7-8e69-419b-a511-c65846500ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52815471-e9ba-4b1a-9c8b-9ef2b372304f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:25.752156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-16895ffa-2205-4824-b02d-4ca1158c3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:25.752156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-16895ffa-2205-4824-b02d-4ca1158c3080 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124108 Nov 01 18:15:25.815342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:25.837936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:25.904282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-5e56f5db-2c7a-4469-98d6-b937bac69bfa service neutron] 10.222.0.31 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526277 Nov 01 18:15:25.906367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-975a90c4-4fae-4c68-8239-7c339fe0650d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473618 Nov 01 18:15:26.021155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:26.023927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:26.027700 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52815471-e9ba-4b1a-9c8b-9ef2b372304f HTTP/1.1" status: 204 len: 168 time: 0.2819922 Nov 01 18:15:26.034020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bea2-fcb9-47d6-9fa2-35aab823be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52815471-e9ba-4b1a-9c8b-9ef2b372304f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:26.080865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-3021fbf8-6e61-4986-a036-ef698ac0c63c service neutron] 10.222.0.31 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698089 Nov 01 18:15:26.083008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b8154c-9ac2-4034-887f-71e110ed3d09 req-27f96b23-c3c9-4f77-9041-4feb952da7d0 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653175 Nov 01 18:15:26.119095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:26.121644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ac1a-9333-4e42-af9d-54f05bde1332 req-a6d5792d-33d8-4b8f-924d-51b8fd7a03eb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:26.123169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1f3ac1a-9333-4e42-af9d-54f05bde1332 req-a6d5792d-33d8-4b8f-924d-51b8fd7a03eb tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0620980 Nov 01 18:15:26.163178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1f3ac1a-9333-4e42-af9d-54f05bde1332 req-efab04a7-dadb-4f6f-a342-3fb7d33adc1a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Nov 01 18:15:26.806125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8dff3-1bc4-4fcd-bdfc-3fdd6d31865d req-98b4924d-7c2d-4e89-b8fa-4512fb8f08b1 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:26.807844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ba8dff3-1bc4-4fcd-bdfc-3fdd6d31865d req-98b4924d-7c2d-4e89-b8fa-4512fb8f08b1 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 948 time: 0.0560160 Nov 01 18:15:26.871907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ba8dff3-1bc4-4fcd-bdfc-3fdd6d31865d req-eac74435-bcb2-44c4-b4a5-6442607d9b16 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 Nov 01 18:15:26.887598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1dd4-e15c-4e43-a039-58af7da869a6 req-76ae3899-deaf-47e5-802a-d293bb63712e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:26.889123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-008f1dd4-e15c-4e43-a039-58af7da869a6 req-76ae3899-deaf-47e5-802a-d293bb63712e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.0691695 Nov 01 18:15:26.933567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-008f1dd4-e15c-4e43-a039-58af7da869a6 req-b397fbef-3d62-43ae-ba87-1d9e0e941e7e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Nov 01 18:15:27.005846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1bd5d77-f429-4262-abd4-c18001bfb8c6 req-b8523594-5709-47eb-8529-a140638f2b48 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0272415 Nov 01 18:15:27.288096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750663-dc77-4400-8b8e-aa424f4aace7 req-3dee84db-c078-40ee-a55f-cdc360bba793 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:27.288096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6750663-dc77-4400-8b8e-aa424f4aace7 req-3dee84db-c078-40ee-a55f-cdc360bba793 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0556426 Nov 01 18:15:27.334812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6750663-dc77-4400-8b8e-aa424f4aace7 req-82d68433-7e25-4365-bc86-f57bd061b6de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Nov 01 18:15:27.487646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10c15de2-6c72-45c5-aef3-6efa33e0575e req-35158e0e-f39d-4c97-927b-01c5760b1faa tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=223a850adb8c4a069ba46ec3a238becc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228760 Nov 01 18:15:27.611436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15de2-6c72-45c5-aef3-6efa33e0575e req-3f5c2900-4ef5-4593-9f67-0e7d9449c33a tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:27.612943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10c15de2-6c72-45c5-aef3-6efa33e0575e req-3f5c2900-4ef5-4593-9f67-0e7d9449c33a tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190469 Nov 01 18:15:27.629365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10c15de2-6c72-45c5-aef3-6efa33e0575e req-9d3ec906-99b3-405f-8999-febbf9e934ae tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/quotas/223a850adb8c4a069ba46ec3a238becc HTTP/1.1" status: 200 len: 375 time: 0.0104113 Nov 01 18:15:27.663985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10c15de2-6c72-45c5-aef3-6efa33e0575e req-5036b71e-193b-4404-9ed8-139752850480 tempest-QuotasAdminNegativeTest-1790471811 tempest-QuotasAdminNegativeTest-1790471811-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=223a850adb8c4a069ba46ec3a238becc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282557 Nov 01 18:15:27.990414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aaa2c-d511-46e1-bdd2-565b8aa76b5f req-63741517-39ef-488d-8344-b0ddbf227533 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:27.992007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03aaa2c-d511-46e1-bdd2-565b8aa76b5f req-63741517-39ef-488d-8344-b0ddbf227533 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 948 time: 0.0516336 Nov 01 18:15:28.032444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03aaa2c-d511-46e1-bdd2-565b8aa76b5f req-a1544ef7-cde5-46a5-99cc-471089783d1f tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Nov 01 18:15:28.115728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af2e7015-23fe-4806-bd96-8d7ad994f154 req-621654a6-8cfc-4548-9542-17da07692c51 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0398524 Nov 01 18:15:28.180553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a7c47-1132-486d-a986-8a2d4065f850 req-2411a207-effa-466d-b872-dc97bf7a0136 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:28.182900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-943a7c47-1132-486d-a986-8a2d4065f850 req-2411a207-effa-466d-b872-dc97bf7a0136 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.0700524 Nov 01 18:15:28.232139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-943a7c47-1132-486d-a986-8a2d4065f850 req-52e533f2-2221-4d0a-9e1d-d6bd5772f0fe tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Nov 01 18:15:28.238179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40700) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:28.370028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-3dab6b34-4ac2-4278-b6be-f90332fc9031 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:28.371567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-3dab6b34-4ac2-4278-b6be-f90332fc9031 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 946 time: 0.0631444 Nov 01 18:15:28.397939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-2d39-4ee1-8911-fcedd60c87cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.545754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f18c8-0028-467c-9f8a-816c755d68b6 req-6513638f-9941-49e8-9299-9f50de698705 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:28.547281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f4f18c8-0028-467c-9f8a-816c755d68b6 req-6513638f-9941-49e8-9299-9f50de698705 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1146593 Nov 01 18:15:28.599604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:28.599930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.637085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-2d39-4ee1-8911-fcedd60c87cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.644692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f4f18c8-0028-467c-9f8a-816c755d68b6 req-31ae3e33-bdfc-40a6-9c6f-7e20187d1bae tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909517 Nov 01 18:15:28.721897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:28.722270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.729541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71a1efba-2d39-4ee1-8911-fcedd60c87cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.745954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:28.786447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71a1efba-2d39-4ee1-8911-fcedd60c87cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4da9a042c4e46fdbf6dc00be1b32245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469699 Nov 01 18:15:28.788769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1efba-2d39-4ee1-8911-fcedd60c87cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146a10d-2291-42ee-80e4-25718945f322,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:28.789244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:28.842572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40726) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:28.865891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.894600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:28.982930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e5fd-63fc-4e9e-8554-f79907be15fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.056378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.058124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.062550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.068024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['5727b00a-6ceb-4f58-bb64-fd33322fe9d4'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:29.069642 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b146a10d-2291-42ee-80e4-25718945f322 HTTP/1.1" status: 204 len: 168 time: 0.2792823 Nov 01 18:15:29.084033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c0810-8c27-4fb3-880a-3b63e00f3de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146a10d-2291-42ee-80e4-25718945f322,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:29.169401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:29.169401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=5727b00a-6ceb-4f58-bb64-fd33322fe9d4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:29.171760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.177988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e13df5-5a9c-4993-bf55-69170a4fa7d1 req-d4aa62ef-011d-4cbc-a921-5b5f764bc92f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "DELETE /v2.0/ports/5727b00a-6ceb-4f58-bb64-fd33322fe9d4 HTTP/1.1" status: 204 len: 173 time: 0.7967310 Nov 01 18:15:29.178547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'name': 'network-vif-deleted', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:29.181143 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a1f462-c640-4b81-92f7-f512f10fe46a" -d '{"events": [{"server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "name": "network-vif-deleted", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:29.247944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-401cee2d-019d-45a8-9db9-fc0f128d0fd4 req-0dcd2fa8-789e-439b-a1fd-cd1d15e06c17 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0311093 Nov 01 18:15:29.264968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e6d2-cf25-45e4-a3e9-38b45177ba03 req-dc53a130-9f22-44a6-8ed4-1f68ef5b8d76 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:29.267067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1967e6d2-cf25-45e4-a3e9-38b45177ba03 req-dc53a130-9f22-44a6-8ed4-1f68ef5b8d76 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 948 time: 0.0775237 Nov 01 18:15:29.295562 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d902ea-d7ea-415b-8750-d89c7b8497c3 x-openstack-request-id: req-69d902ea-d7ea-415b-8750-d89c7b8497c3 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:29.296050 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2e799c-821e-41b8-9041-0b902923ae0a", "name": "network-vif-deleted", "tag": "5727b00a-6ceb-4f58-bb64-fd33322fe9d4", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:29.296174 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d902ea-d7ea-415b-8750-d89c7b8497c3 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:29.296500 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2e799c-821e-41b8-9041-0b902923ae0a', 'name': 'network-vif-deleted', 'tag': '5727b00a-6ceb-4f58-bb64-fd33322fe9d4', 'status': 'completed', 'code': 200} Nov 01 18:15:29.331884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1967e6d2-cf25-45e4-a3e9-38b45177ba03 req-d990c39d-7801-4643-8d57-4c8fee2f9dce tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Nov 01 18:15:29.405423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02926cd5-08dd-44af-9726-48fef58d2cb5 req-b1e7971b-8723-45fd-875d-9355ab97b428 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a2e799c-821e-41b8-9041-0b902923ae0a HTTP/1.1" status: 200 len: 210 time: 0.0376074 Nov 01 18:15:29.412492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e5fd-63fc-4e9e-8554-f79907be15fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.495825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e5fd-63fc-4e9e-8554-f79907be15fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.572568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1b1e5fd-63fc-4e9e-8554-f79907be15fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=223a850adb8c4a069ba46ec3a238becc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7288859 Nov 01 18:15:29.575747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40748) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:29.649592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.658240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1e5fd-63fc-4e9e-8554-f79907be15fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb3372-40c0-41a3-81d4-9b7f3564522a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:29.711826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-51eba33d-e2ad-4807-b18c-5cad2c4127a1 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:29.713090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-51eba33d-e2ad-4807-b18c-5cad2c4127a1 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.37 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.1915214 Nov 01 18:15:29.733699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.736526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Request body: {'port': {'device_id': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'admin_state_up': True, 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:29.838204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.840848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:29.842844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78bb3372-40c0-41a3-81d4-9b7f3564522a HTTP/1.1" status: 204 len: 168 time: 0.2652812 Nov 01 18:15:29.857532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff54ff-e8a0-482b-9059-f29d76d00911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb3372-40c0-41a3-81d4-9b7f3564522a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:29.905906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4e4-08fd-4122-8c14-bbbc2b88ffa1 req-8f69e97b-cd71-452d-94cf-bb2228f67bb1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:29.911526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:29.913299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d8c4e4-08fd-4122-8c14-bbbc2b88ffa1 req-8f69e97b-cd71-452d-94cf-bb2228f67bb1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1543798 Nov 01 18:15:29.977357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d8c4e4-08fd-4122-8c14-bbbc2b88ffa1 req-b2e7f2e0-cdf7-4304-a44f-aab75d66f5b6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627277 Nov 01 18:15:30.069344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:30.084155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'mac_address': 'fa:16:3e:76:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:30.092610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:30.095093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:30.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:30.203786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:30.233903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:30.306734 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:30.335575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Allocated IP 172.20.0.8 (68e76602-d933-4841-b38a-51b5a120a157/e40812b7-5669-4fa7-8bfb-34638e7a7bc0/144b3136-f42c-4328-9e89-3cf2f236a91f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:30.504032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-9a63bbdc-9bb9-40ca-9199-c4217cec8da2 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:30.506646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-9a63bbdc-9bb9-40ca-9199-c4217cec8da2 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.2490764 Nov 01 18:15:30.512360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ffcaf5c9-378a-469d-ba15-ff9e7d819396 req-cf97edd2-22b3-4fa7-98da-b6a3f59434a7 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0994234 Nov 01 18:15:30.523207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Request body: {'port': {'device_id': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'admin_state_up': True, 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:30.660319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7e2ba-23e3-494a-9f57-5f8f65500296 req-c23f0482-1023-4466-93a2-67ed2452ba6f tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:30.661822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41c7e2ba-23e3-494a-9f57-5f8f65500296 req-c23f0482-1023-4466-93a2-67ed2452ba6f tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 949 time: 0.1530278 Nov 01 18:15:30.673430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:30.732880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:30.751161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41c7e2ba-23e3-494a-9f57-5f8f65500296 req-10a4fdd1-9467-4e50-a6fd-ad6b323204cf tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Nov 01 18:15:30.876136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:30.881676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:30.888126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:30.959268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.083781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40796) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:31.175714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:31.187757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Allocated IP 172.20.0.3 (68e76602-d933-4841-b38a-51b5a120a157/e40812b7-5669-4fa7-8bfb-34638e7a7bc0/83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:31.200507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2895ea6-b47d-485d-9090-51bf977410c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.227843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Network 68e76602-d933-4841-b38a-51b5a120a157 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:31.259639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:31.261462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event updated for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:31.263985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:31.350874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b708e8-5287-47d9-a2ac-3808ea4b541c req-06e22f3a-e904-44ce-b818-15992457a8fc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:31.352432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04b708e8-5287-47d9-a2ac-3808ea4b541c req-06e22f3a-e904-44ce-b818-15992457a8fc tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.2129164 Nov 01 18:15:31.365460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:31.366615 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.376248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-99a1053f-d498-43eb-bea0-898dfe7171e7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:31.377885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-99a1053f-d498-43eb-bea0-898dfe7171e7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2741215 Nov 01 18:15:31.402081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-630655502-network', 'tenant_id': '1f6361852ff648a8b9471bdaa4e26a3a'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:31.414648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-9ebaf74d-0abb-4ca0-985d-c061c76e5add tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0264273 Nov 01 18:15:31.450420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-cac1dff5-2590-4f51-a7d8-ea0ccbd34d8d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340350 Nov 01 18:15:31.466813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2895ea6-b47d-485d-9090-51bf977410c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.467114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04b708e8-5287-47d9-a2ac-3808ea4b541c req-ce152dab-a8f3-4b32-8e45-5b26b78fec8a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932527 Nov 01 18:15:31.473433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.496500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-ebd5034f-b727-4065-8196-241a1837d9cc tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728057 Nov 01 18:15:31.509423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Request body: {'port': {'device_id': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:31.552445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2895ea6-b47d-485d-9090-51bf977410c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.595823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.600700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Made reservation on behalf of 1f6361852ff648a8b9471bdaa4e26a3a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:31.600700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.601783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.624697 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f2895ea6-b47d-485d-9090-51bf977410c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=428651bdcafe4c518b600c32a8507d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479086 Nov 01 18:15:31.646087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2895ea6-b47d-485d-9090-51bf977410c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07da457a-2332-4748-85c2-8d87f864480e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:31.664200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:31.674716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.694215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Network 68e76602-d933-4841-b38a-51b5a120a157 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:31.697519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event updated for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:31.700147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:31.703176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:31.775742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:31.776389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.812568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-af4b2d6c-6004-4c77-a937-5fc1b6696e64 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403084 Nov 01 18:15:31.837839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.864801 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-4fe31b4d-4872-40ab-aa4d-08eb52c5531b tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3465314 Nov 01 18:15:31.877986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33ddab-8cfa-442e-a754-ea4f2abfb84e req-cb7ef8a2-7df3-4ed5-a949-73c14f3d8745 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:31.879460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb33ddab-8cfa-442e-a754-ea4f2abfb84e req-cb7ef8a2-7df3-4ed5-a949-73c14f3d8745 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 931 time: 0.2631836 Nov 01 18:15:31.883181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Request body: {'port': {'device_id': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:31.887449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.895450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:31.918862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.973618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:31.975216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:15:31.993451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ff260-d433-42b7-a89f-5dd93b2b7aeb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:32.000187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.000612 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Added segment 08fc3a24-226a-441c-b4ec-e5ff430bf99a of type vlan for network 8599f231-39fd-4b2d-b943-89d2491feca1 Nov 01 18:15:32.056907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:32.066367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:32.067240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.078022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.234721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.258646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:32.260952 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a26375-be9f-4d8e-8fd3-7331488ad9c3" -d '{"events": [{"server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "name": "network-vif-plugged", "status": "completed", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:32.275115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:32.279783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.283082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:32.283082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.319237 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.350594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] Pushing event updated for resources: {'Network': ['ID=8599f231-39fd-4b2d-b943-89d2491feca1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:32.361501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 8599f231-39fd-4b2d-b943-89d2491feca1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:15:32.388668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.389590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:32.399037 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c9f04ac5-1706-4881-a928-a68787a37420 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3137486 Nov 01 18:15:32.401623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:32.408374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb33ddab-8cfa-442e-a754-ea4f2abfb84e req-50941fcc-3c75-4d91-b273-c8846a8ef4a4 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923718 Nov 01 18:15:32.412248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Request body: {'subnet': {'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-630655502-subnet', 'tenant_id': '1f6361852ff648a8b9471bdaa4e26a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:32.447818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1e465ec4-ed2b-4f99-a604-ea1afc1efb06 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160870 Nov 01 18:15:32.475156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:32.506786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:32.507414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 5727b00a-6ceb-4f58-bb64-fd33322fe9d4 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:32.526139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144b3136-f42c-4328-9e89-3cf2f236a91f {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:32.535968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Made reservation on behalf of 1f6361852ff648a8b9471bdaa4e26a3a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:32.535968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.552684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.604474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Transition to ACTIVE for port object 144b3136-f42c-4328-9e89-3cf2f236a91f will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:32.605718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.608050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.609218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07da457a-2332-4748-85c2-8d87f864480e HTTP/1.1" status: 204 len: 168 time: 0.9427645 Nov 01 18:15:32.621645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a772b5-5f12-4e77-9a44-16e9cf43ffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da457a-2332-4748-85c2-8d87f864480e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:32.639995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8c77-9bff-413c-8a1d-091ccda0694f req-76acb52a-bdb6-409d-bbf6-a323d0f5db85 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:32.648843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc4f8c77-9bff-413c-8a1d-091ccda0694f req-76acb52a-bdb6-409d-bbf6-a323d0f5db85 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.0783935 Nov 01 18:15:32.710907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc4f8c77-9bff-413c-8a1d-091ccda0694f req-aa57aef0-633d-4b62-99e4-ccb6ecbffacc tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Nov 01 18:15:32.722699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:32.791967 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45222114-117d-4e42-abee-4a9d70571854 x-openstack-request-id: req-45222114-117d-4e42-abee-4a9d70571854 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:32.792266 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "name": "network-vif-plugged", "status": "completed", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:32.792524 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45222114-117d-4e42-abee-4a9d70571854 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:32.792920 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'code': 200} Nov 01 18:15:32.937248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a3c3972-658c-4023-9513-776a05cf66ee req-9ff1f465-15cc-4889-a4b1-5b8136a0cd45 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 210 time: 0.0891535 Nov 01 18:15:32.960960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Pushing event updated for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:33.009862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79549-0bdd-4589-b8ed-7769878ed1b4 req-f3125fb2-9ff6-4b4f-9723-1a1d6a65ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.016193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58c79549-0bdd-4589-b8ed-7769878ed1b4 req-f3125fb2-9ff6-4b4f-9723-1a1d6a65ded7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 1101 time: 0.1236713 Nov 01 18:15:33.016193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.050067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0da49d-7d14-4969-9e82-6f3d28024aea req-efaed3ee-0c45-4434-aaad-3531f1196b5b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.051903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa0da49d-7d14-4969-9e82-6f3d28024aea req-efaed3ee-0c45-4434-aaad-3531f1196b5b tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1939776 Nov 01 18:15:33.053142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Attempting to bind port 144b3136-f42c-4328-9e89-3cf2f236a91f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:33.053545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Attempting to bind port 144b3136-f42c-4328-9e89-3cf2f236a91f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:33.054072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Attempting to bind port 144b3136-f42c-4328-9e89-3cf2f236a91f on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:33.059034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Port 144b3136-f42c-4328-9e89-3cf2f236a91f on network 68e76602-d933-4841-b38a-51b5a120a157 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:33.059413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Attempting to bind port 144b3136-f42c-4328-9e89-3cf2f236a91f on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:33.103080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa0da49d-7d14-4969-9e82-6f3d28024aea req-cf729fb2-2fe9-406d-8614-9e0645e1cd35 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Nov 01 18:15:33.107966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:33.107966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Checking segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:33.108531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Bound using segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:33.109050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Bound port: 144b3136-f42c-4328-9e89-3cf2f236a91f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:33.109650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.133602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:33.153774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58c79549-0bdd-4589-b8ed-7769878ed1b4 req-21d298c4-8f5b-4e3c-8786-9ae59c0a89d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296358 Nov 01 18:15:33.163304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.175289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0283e1-5565-47d0-9df0-05307af7d2cf,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:33.193277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Checking segment: {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:33.193277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Network hostable DHCP agents. Network: 8599f231-39fd-4b2d-b943-89d2491feca1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:15:33.198619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Transition to ACTIVE for port object 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:33.239817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:33.244741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=144b3136-f42c-4328-9e89-3cf2f236a91f,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:33.330470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.365439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.389582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Network 8599f231-39fd-4b2d-b943-89d2491feca1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:15:33.417533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.418172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.420496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] 10.222.0.37 "PUT /v2.0/ports/144b3136-f42c-4328-9e89-3cf2f236a91f HTTP/1.1" status: 200 len: 1091 time: 1.9152265 Nov 01 18:15:33.421095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:33.426009 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0766c-a20b-4254-9895-1519e4e0df56" -d '{"events": [{"name": "network-changed", "server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:33.466207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Pushing event updated for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:33.506192 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d5d67-d391-48b7-adff-e786085476d1 x-openstack-request-id: req-ea2d5d67-d391-48b7-adff-e786085476d1 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:33.516030 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:33.521179 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea2d5d67-d391-48b7-adff-e786085476d1 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:33.521179 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f', 'status': 'completed', 'code': 200} Nov 01 18:15:33.521179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be62a-e39e-4edf-a384-b0e37b0f6704 service neutron] Pushing event updated for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:33.544315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 8599f231-39fd-4b2d-b943-89d2491feca1) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:33.560815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7df69b-5e3f-409a-86b1-b28e5e5ac397 None None] Network 8599f231-39fd-4b2d-b943-89d2491feca1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:33.575854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.576463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.606983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Attempting to bind port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:33.607319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Attempting to bind port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:33.607675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Attempting to bind port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:33.617954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 on network 68e76602-d933-4841-b38a-51b5a120a157 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:33.618329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Attempting to bind port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:33.632467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-34839b4f-dcfb-4d17-a88a-08280695f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.634106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-34839b4f-dcfb-4d17-a88a-08280695f741 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 1094 time: 0.1067719 Nov 01 18:15:33.637734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:33.638791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Checking segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:33.640881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Bound using segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:33.641806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Bound port: 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:33.642388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4326bc-4dbb-444e-ac77-8a10afa16b1a req-9e442f5e-efdb-4462-9584-47fc46935a3e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.642946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.652410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e4326bc-4dbb-444e-ac77-8a10afa16b1a req-9e442f5e-efdb-4462-9584-47fc46935a3e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1016757 Nov 01 18:15:33.721306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66ece7-d730-4913-aa1f-7f138e3ce413 None None] Network 8599f231-39fd-4b2d-b943-89d2491feca1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:33.760926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:33.767200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:33.784637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e4326bc-4dbb-444e-ac77-8a10afa16b1a req-bc3be93a-d8de-4923-863a-cdfd2238ef46 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297691 Nov 01 18:15:33.801954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-33a64e70-6eea-4c24-a655-6a1439bc78f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3798704 Nov 01 18:15:33.854600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.870986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-bb4493b9-02fe-4724-aab0-91699a756a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.872867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-bb4493b9-02fe-4724-aab0-91699a756a5f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e2cd6918a57b48c38de9415a2c043739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2184646 Nov 01 18:15:33.968936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:33.976015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:33.976015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] 10.222.0.32 "PUT /v2.0/ports/83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 HTTP/1.1" status: 200 len: 1091 time: 2.0952063 Nov 01 18:15:33.976015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:33.977148 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca731a44-759d-455b-8585-b11c07e7c765" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:34.001696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb3c7b-84c0-4f18-a198-e2df1bb2d4b7 req-004663ff-88fe-4ee0-818f-4171ea58a537 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.010552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619fc4-09fe-444b-8114-d94a6884bf18 service neutron] Pushing event updated for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:34.033832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20eb3c7b-84c0-4f18-a198-e2df1bb2d4b7 req-004663ff-88fe-4ee0-818f-4171ea58a537 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.1963992 Nov 01 18:15:34.039729 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f9ef7-0635-4179-a47c-90c91730d540 x-openstack-request-id: req-ed5f9ef7-0635-4179-a47c-90c91730d540 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:34.040017 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:34.040272 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5f9ef7-0635-4179-a47c-90c91730d540 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:34.040673 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7', 'status': 'completed', 'code': 200} Nov 01 18:15:34.060029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:15:34.117924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20eb3c7b-84c0-4f18-a198-e2df1bb2d4b7 req-85b3a416-74be-4e35-ba8b-ebf80360b1b0 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886657 Nov 01 18:15:34.120392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-9fe14339-4d38-4172-8260-412466f51e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.121845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86f0766c-a20b-4254-9895-1519e4e0df56 req-9fe14339-4d38-4172-8260-412466f51e97 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404757 Nov 01 18:15:34.145081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731a44-759d-455b-8585-b11c07e7c765 req-7ea3c35e-5598-422d-bac6-8eba35f66498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.148817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ca731a44-759d-455b-8585-b11c07e7c765 req-7ea3c35e-5598-422d-bac6-8eba35f66498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0845718 Nov 01 18:15:34.187180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4788e816-5d4d-4fb0-8ee8-a380d3761ba5 req-c7bf5095-ad23-464e-acaa-674cc6e20a07 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 210 time: 0.0375044 Nov 01 18:15:34.316456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-524f004e-ad97-42ee-bb48-846e5b835f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.320316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-524f004e-ad97-42ee-bb48-846e5b835f53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 1094 time: 0.1291723 Nov 01 18:15:34.380526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731a44-759d-455b-8585-b11c07e7c765 req-1ce43d72-6741-4135-90b5-ffe909e06c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.380526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ca731a44-759d-455b-8585-b11c07e7c765 req-1ce43d72-6741-4135-90b5-ffe909e06c08 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e2cd6918a57b48c38de9415a2c043739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2187462 Nov 01 18:15:34.437985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-ef75b323-bbf1-47e7-999c-4fd7792f6ef1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=144b3136-f42c-4328-9e89-3cf2f236a91f HTTP/1.1" status: 200 len: 217 time: 0.1026185 Nov 01 18:15:34.511789 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:34.527704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2ed40-ff02-4744-acdb-f43182c14468 req-7f8bb321-60a6-499d-9bbc-1211ed0fae44 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.537129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dd2ed40-ff02-4744-acdb-f43182c14468 req-7f8bb321-60a6-499d-9bbc-1211ed0fae44 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.2582133 Nov 01 18:15:34.554535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731a44-759d-455b-8585-b11c07e7c765 req-f8c59b25-76bb-448d-8dcd-1d3182ec2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.558672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1265205936', 'description': 'tempest-description-1124397121'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:34.560016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ca731a44-759d-455b-8585-b11c07e7c765 req-f8c59b25-76bb-448d-8dcd-1d3182ec2836 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690452 Nov 01 18:15:34.589543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-dd9f2752-65a7-4580-8832-c37e6946f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.591050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-dd9f2752-65a7-4580-8832-c37e6946f19c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.1409752 Nov 01 18:15:34.659997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dd2ed40-ff02-4744-acdb-f43182c14468 req-d132186e-9272-4200-a75f-8314cfad7340 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218703 Nov 01 18:15:34.662176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-3a1fe4aa-8a2a-4104-9784-2ae656f8b0bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411551 Nov 01 18:15:34.762970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:34.790745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-262a0c85-bfe0-412e-8663-b3a135d466d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.790745 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-262a0c85-bfe0-412e-8663-b3a135d466d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 1094 time: 0.1366570 Nov 01 18:15:34.859939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-6c082c1b-8e58-49fc-b491-108ab573419d service neutron] 10.222.0.37 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894383 Nov 01 18:15:34.888658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-27a5f6bc-44fc-433c-bf57-9a70b7d9325c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 HTTP/1.1" status: 200 len: 217 time: 0.0840826 Nov 01 18:15:34.957972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996946e-e560-44de-aee0-a6658251534c req-aac18582-e289-4951-b585-894b7a8c1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:34.959758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-aac18582-e289-4951-b585-894b7a8c1435 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.0582168 Nov 01 18:15:34.994807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-3331cd18-d5cf-4e8a-9155-78df86864a71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275056 Nov 01 18:15:35.035191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.050552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cab7e-404f-4084-8d21-cfe3df30fd0d req-afec9edf-6e0e-4fcf-b530-83aad92751cf tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:35.052128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-146cab7e-404f-4084-8d21-cfe3df30fd0d req-afec9edf-6e0e-4fcf-b530-83aad92751cf tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1412342 Nov 01 18:15:35.054414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-203a5c53-286e-4619-895f-fed5c523f1c3 service neutron] 10.222.0.37 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854022 Nov 01 18:15:35.095948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.119230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-3fef533c-adfd-4a80-9e74-f6b1b5d718d3 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129649 Nov 01 18:15:35.149490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-146cab7e-404f-4084-8d21-cfe3df30fd0d req-09ab7470-ba51-4111-8e05-291f4a8e0c7a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Nov 01 18:15:35.166703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c9c24-4739-47da-8cac-891d1b2d5af4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:35.234512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.245117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c549a34-02ed-466e-bed8-4bd22955f779 req-69f379d6-06c6-424d-ac39-471e0cfa7cbd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7015970 Nov 01 18:15:35.249037 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2996946e-e560-44de-aee0-a6658251534c req-6bb5e013-dc54-4420-99e2-67f41be8b4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260600 Nov 01 18:15:35.352185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f47a372-f99a-4693-a7ee-8468f823ef66 req-fd1ca637-3905-4ab7-82b3-a7c7f17d3f8c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 210 time: 0.0561805 Nov 01 18:15:35.374965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f43a1-84df-4e55-b53c-0a8d48483d08 req-d157fa98-26fe-418d-9a8a-64c11809f703 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:35.374965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f9f43a1-84df-4e55-b53c-0a8d48483d08 req-d157fa98-26fe-418d-9a8a-64c11809f703 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.0828385 Nov 01 18:15:35.411826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-974583536', 'description': 'tempest-description-1556246582'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:35.491741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f9f43a1-84df-4e55-b53c-0a8d48483d08 req-6bfce617-c849-4626-8f28-1fbc36ddd08d tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160686 Nov 01 18:15:35.543756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-a478f16a-69d5-4d94-a966-3e7903c74a0c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:35.545202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-a478f16a-69d5-4d94-a966-3e7903c74a0c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1615996 Nov 01 18:15:35.568331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:35.657408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.744910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.769118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:35.773251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.895478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:35.990756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debfd049-0725-4a3a-a4f3-0eded3c0369a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:36.000390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.9 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/3871404e-3841-4913-897f-68aa8455538b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:36.012443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61f8fe-6839-4544-a9c9-2124a02dd0bf req-7ddbc3ce-f288-4ef9-85b1-eab9f6347e72 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:36.013927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b61f8fe-6839-4544-a9c9-2124a02dd0bf req-7ddbc3ce-f288-4ef9-85b1-eab9f6347e72 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1232462 Nov 01 18:15:36.040622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:36.041776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98cdc1b7-3a66-4a7d-86f8-8baae6be08ab req-34463c89-cc74-49b1-872d-933be868b665 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6363802 Nov 01 18:15:36.090757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b61f8fe-6839-4544-a9c9-2124a02dd0bf req-bf2c03b2-f7f5-4729-845c-2189ebed63a1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706818 Nov 01 18:15:36.224882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-1c1e90aa-f16d-4e27-a49f-62bb11aa83cf tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=866a7acf563742a89683b3a3150e2004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332494 Nov 01 18:15:36.227579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:36.424561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-4b0ded30-d0b8-4624-b1e1-09da013af721 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:36.425956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-4b0ded30-d0b8-4624-b1e1-09da013af721 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953304 Nov 01 18:15:36.456053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-f9dcebf1-b8f7-4d60-a6f8-9b6126778e4b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:36.457492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-f9dcebf1-b8f7-4d60-a6f8-9b6126778e4b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 812 time: 0.1928976 Nov 01 18:15:36.458696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-ce091f7d-d78d-4e7a-945d-af6d20c2ba73 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/quotas/866a7acf563742a89683b3a3150e2004 HTTP/1.1" status: 200 len: 375 time: 0.0264351 Nov 01 18:15:36.459706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:36.532767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29155a94-3be0-459d-a3ba-4d9243ac6d02 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/quotas/1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 375 time: 0.0615876 Nov 01 18:15:36.541444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:36.557385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:36.564600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:36.602407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:36.609938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-6b5960df-7cc4-4897-a094-c364949c6917 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708523 Nov 01 18:15:36.650404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-57c6b0a1-a438-464e-9ba1-690a3880c331 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827955 Nov 01 18:15:36.662135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:36.662731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:36.736715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-bd0ed3a0-4765-4a09-86b3-14ddadb8c822 service neutron] 10.222.0.31 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139989 Nov 01 18:15:36.769217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-1131bd4a-e638-4f54-9ff9-536ba78b0a79 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2051585 Nov 01 18:15:36.804725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Request body: {'port': {'device_id': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:36.907813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:36.913076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-6f941d48-2c02-4f48-a9ef-d51e0b963f0e service neutron] 10.222.0.31 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704626 Nov 01 18:15:36.968815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46769e0-4aad-4b51-b766-77e2c12e7625 req-5ab0c808-49c2-42e9-92ae-2616a74de277 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:36.971495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d46769e0-4aad-4b51-b766-77e2c12e7625 req-5ab0c808-49c2-42e9-92ae-2616a74de277 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1096385 Nov 01 18:15:37.045616 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-9800cd5d-f723-4e48-8cb1-3f8b7d54b115 service neutron] show failed (client error): The resource could not be found. Nov 01 18:15:37.047183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-9800cd5d-f723-4e48-8cb1-3f8b7d54b115 service neutron] 10.222.0.32 "GET /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0682468 Nov 01 18:15:37.095143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d46769e0-4aad-4b51-b766-77e2c12e7625 req-ea1a421f-3477-47c7-a93b-6579a42a4cec tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903013 Nov 01 18:15:37.225406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:37.393733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02b33-3438-4cf4-83f6-266163d62017 req-afe35f8d-661e-461c-bd3c-80cfd724a5c4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:37.403299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:37.407386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06b02b33-3438-4cf4-83f6-266163d62017 req-afe35f8d-661e-461c-bd3c-80cfd724a5c4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 931 time: 0.2026811 Nov 01 18:15:37.424414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'port_id': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7', 'mac_address': 'fa:16:3e:80:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40812b7-5669-4fa7-8bfb-34638e7a7bc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:37.463262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-309ce09d-f5b6-4273-b2a6-75ccf228ba54 req-00dcc1ff-dd3d-4b28-bf62-fe9ad6c81d56 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 210 time: 0.0530887 Nov 01 18:15:37.468151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3871404e-3841-4913-897f-68aa8455538b {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:37.483410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.503915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.514760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Transition to ACTIVE for port object 3871404e-3841-4913-897f-68aa8455538b will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:37.518359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:37.527759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06b02b33-3438-4cf4-83f6-266163d62017 req-ac8a7189-6cd2-4c3a-b920-0f4c1bf8742c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168442 Nov 01 18:15:37.549293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:37.655474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.662734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47e3d8d7-fbfa-42c3-81bf-c07666bf2502 req-4d27b72d-2ec1-4798-848f-f3fdb85b3ee3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0361776 Nov 01 18:15:37.675451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c9853-4b20-4d76-b07c-0f7f8b3f832b req-b840082f-bc69-432d-ac22-4f34d42530ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:37.677350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe8c9853-4b20-4d76-b07c-0f7f8b3f832b req-b840082f-bc69-432d-ac22-4f34d42530ea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.0842366 Nov 01 18:15:37.680931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.772710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-3a8cc574-ac73-42f2-a4f5-c73d4382acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:37.776046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:37.778549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-3a8cc574-ac73-42f2-a4f5-c73d4382acea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1101 time: 0.0541186 Nov 01 18:15:37.789720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:37.811831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:37.852041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe8c9853-4b20-4d76-b07c-0f7f8b3f832b req-1db811fd-e24b-4ba4-9ef2-7e33d3c89c08 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 Nov 01 18:15:37.863827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.927187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Attempting to bind port 3871404e-3841-4913-897f-68aa8455538b on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:37.927541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Attempting to bind port 3871404e-3841-4913-897f-68aa8455538b by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:37.927906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Attempting to bind port 3871404e-3841-4913-897f-68aa8455538b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:37.933690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Port 3871404e-3841-4913-897f-68aa8455538b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:37.934040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Attempting to bind port 3871404e-3841-4913-897f-68aa8455538b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:37.941061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:37.941410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:37.941967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:37.942412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Bound port: 3871404e-3841-4913-897f-68aa8455538b, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:37.942780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:37.967785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:38.028927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:38.035177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:38.147104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.178779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:38.219907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:38.239868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.240713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.247387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] 10.222.0.37 "PUT /v2.0/ports/3871404e-3841-4913-897f-68aa8455538b HTTP/1.1" status: 200 len: 1091 time: 1.4466965 Nov 01 18:15:38.247868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'tag': '3871404e-3841-4913-897f-68aa8455538b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:38.250129 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06eef87-08d5-4e97-98ba-f4d48801ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "tag": "3871404e-3841-4913-897f-68aa8455538b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:38.274177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:38.276574 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62274878-90b4-484d-860c-07a8b0c15533" -d '{"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:38.280526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.284052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878f91-363b-46f5-9f6e-fcaf9816510c service neutron] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:38.295531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Transition to ACTIVE for port object d0ea8fb9-9b01-46ff-b0f3-945c98ed641a will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:38.301901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f0dd3-7247-4cba-aef0-ae259e49e6b8 req-1f932a2d-a708-480c-ba88-b80f91de8335 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.303384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392f0dd3-7247-4cba-aef0-ae259e49e6b8 req-1f932a2d-a708-480c-ba88-b80f91de8335 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 944 time: 0.0965278 Nov 01 18:15:38.341622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392f0dd3-7247-4cba-aef0-ae259e49e6b8 req-65e94e0b-1232-42b5-ae9a-481865537c5e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Nov 01 18:15:38.384292 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5723b-5f12-47f8-a9c3-8c6bc9e9c399 x-openstack-request-id: req-24c5723b-5f12-47f8-a9c3-8c6bc9e9c399 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:38.384646 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "tag": "3871404e-3841-4913-897f-68aa8455538b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:38.384959 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24c5723b-5f12-47f8-a9c3-8c6bc9e9c399 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:38.386287 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'tag': '3871404e-3841-4913-897f-68aa8455538b', 'status': 'completed', 'code': 200} Nov 01 18:15:38.444921 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c187955-cdc4-4fdc-9bbd-1ce0b8a1981e x-openstack-request-id: req-3c187955-cdc4-4fdc-9bbd-1ce0b8a1981e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:38.445213 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:38.445462 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c187955-cdc4-4fdc-9bbd-1ce0b8a1981e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:38.445877 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'code': 200} Nov 01 18:15:38.468659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.497655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-8b126e7b-6c39-4a4c-98da-dc0cc87453b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.499161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-8b126e7b-6c39-4a4c-98da-dc0cc87453b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 1094 time: 0.0783927 Nov 01 18:15:38.530506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4ad86-a44e-405e-bc18-9087c53d7224 req-e813023f-43c7-4775-b97a-8dacb07db8f7 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.531660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-baa4ad86-a44e-405e-bc18-9087c53d7224 req-e813023f-43c7-4775-b97a-8dacb07db8f7 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.0729492 Nov 01 18:15:38.576971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] No DVR routers for this DVR port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:38.583571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:38.653428 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e60a7f-f606-4701-bbda-3a40dc2791ff req-448f0e2a-7ec4-41f3-b8a9-79e3fa9417d6 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 210 time: 0.0472007 Nov 01 18:15:38.687453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-baa4ad86-a44e-405e-bc18-9087c53d7224 req-0b10efd7-13fa-4b91-a3c3-215b82d15cfd tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331146 Nov 01 18:15:38.690592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:38.690927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:38.691255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:38.696250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:38.696785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:38.704825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:38.705165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:38.705551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:38.705987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Bound port: d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:38.706346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.709455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-ff3e84f8-0fdd-456b-8671-3ba3beacdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.711893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-ff3e84f8-0fdd-456b-8671-3ba3beacdf42 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6500fd957e944dbab76e5f3118c0efbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2019382 Nov 01 18:15:38.762721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:38.798840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:38.802154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:38.917610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5cff2b2-0659-4009-8fb0-d997bad75950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.938534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022bc49-8a71-4973-a9bb-eebf0b6bc780 req-f47d4ed2-957a-461d-927e-bd35ef7e6a13 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.940400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f022bc49-8a71-4973-a9bb-eebf0b6bc780 req-f47d4ed2-957a-461d-927e-bd35ef7e6a13 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.1093237 Nov 01 18:15:38.954594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-9e05bf33-f215-408c-afdd-2b49a9d1f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:38.956120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c06eef87-08d5-4e97-98ba-f4d48801ee07 req-9e05bf33-f215-408c-afdd-2b49a9d1f945 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270665 Nov 01 18:15:38.979116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:38.979389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47cc05a-bae3-4183-90ad-d5f72d83028c req-7f6600ef-1b77-4dd8-af5a-f349b7ad38a4 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0343995 Nov 01 18:15:39.026635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.028051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5cff2b2-0659-4009-8fb0-d997bad75950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.032758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f022bc49-8a71-4973-a9bb-eebf0b6bc780 req-a2c77b8b-c602-447f-aeec-400fac4d4e3e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740018 Nov 01 18:15:39.033223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.036605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.036605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 1096 time: 1.2500966 Nov 01 18:15:39.046104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-54334e9b-d097-4af4-8e62-4bdf59d8f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.048277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-54334e9b-d097-4af4-8e62-4bdf59d8f7ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 1094 time: 0.0540802 Nov 01 18:15:39.057795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c04ed-e33f-49e9-858b-3d8a726df042 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:39.103759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5cff2b2-0659-4009-8fb0-d997bad75950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.134869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-3e2d18a0-2eb6-4389-9d78-f9bd4e8d1fee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3871404e-3841-4913-897f-68aa8455538b HTTP/1.1" status: 200 len: 217 time: 0.0776322 Nov 01 18:15:39.146060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5cff2b2-0659-4009-8fb0-d997bad75950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0d1904279f54e7c917b547c4b9637f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822722 Nov 01 18:15:39.154215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:39.176685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cff2b2-0659-4009-8fb0-d997bad75950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4062ce-f2dc-485c-83f4-e43a78476410,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:39.183944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-9dd07c72-a176-4d62-a590-80873ff431d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.186730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-9dd07c72-a176-4d62-a590-80873ff431d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1099 time: 0.1151526 Nov 01 18:15:39.233834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:39.342007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.365805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-a1191125-3f48-49da-a77c-ece52348e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.367348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-a1191125-3f48-49da-a77c-ece52348e41d service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1684268 Nov 01 18:15:39.388005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.398223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:39.405304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:39.405845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.440172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-ee082983-a7e1-4a12-a894-f58ef90beec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0643964 Nov 01 18:15:39.501980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.522605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-4980b4f4-5f47-482c-b135-af954a176798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.524292 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-4980b4f4-5f47-482c-b135-af954a176798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0766003 Nov 01 18:15:39.528995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:39.531662 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c424a-06e3-48d0-8972-20e1a437e02f" -d '{"events": [{"server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "name": "network-vif-plugged", "status": "completed", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:39.546642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:39.577700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-438440d0-4596-4747-987c-3916fe086e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.581179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-438440d0-4596-4747-987c-3916fe086e3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499272 Nov 01 18:15:39.613109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae187b9-3e4c-45a0-a4ef-236295c70dbd req-9424086d-c15d-452e-952c-b936dfde6f5f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.614751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ae187b9-3e4c-45a0-a4ef-236295c70dbd req-9424086d-c15d-452e-952c-b936dfde6f5f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.4788148 Nov 01 18:15:39.668037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-7bd5d2d4-5c2f-4bb1-8070-25a9802177f4 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=866a7acf563742a89683b3a3150e2004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522621 Nov 01 18:15:39.672275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-c32c7701-96ce-4482-af94-2ffd92864fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.674217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-c32c7701-96ce-4482-af94-2ffd92864fb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.1375000 Nov 01 18:15:39.719490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270838-741b-4bd3-a521-b80266883c0c req-f4d05a41-7e2e-49d3-a198-278966fcb06a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.721540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63270838-741b-4bd3-a521-b80266883c0c req-f4d05a41-7e2e-49d3-a198-278966fcb06a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 944 time: 0.1862214 Nov 01 18:15:39.758640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-3a9cedda-22e0-4aae-9b42-e1aeb8e2acb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716231 Nov 01 18:15:39.768850 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.770548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:39.776751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ae187b9-3e4c-45a0-a4ef-236295c70dbd req-2094d877-5e28-43d0-9308-08f0538abab7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436715 Nov 01 18:15:39.869893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:39.878701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:39.904779 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292de931-c490-4369-945b-034cd8a228f4 x-openstack-request-id: req-292de931-c490-4369-945b-034cd8a228f4 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:39.905502 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "name": "network-vif-plugged", "status": "completed", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:39.905858 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-292de931-c490-4369-945b-034cd8a228f4 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:39.906355 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7', 'code': 200} Nov 01 18:15:39.911706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63270838-741b-4bd3-a521-b80266883c0c req-f7091f11-1892-4a4a-8961-6a39a3084782 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557846 Nov 01 18:15:39.942427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 144b3136-f42c-4328-9e89-3cf2f236a91f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:39.960511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-49c47b44-ed53-40f8-a532-34d4f614995e tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:39.962118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-49c47b44-ed53-40f8-a532-34d4f614995e tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869086 Nov 01 18:15:39.978375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Request body: {'port': {'device_id': 'abde757b-a7c1-45d7-961a-c602757843cd', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '866a7acf563742a89683b3a3150e2004'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:39.989679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-43fdeea5-91b8-419d-b8ab-3c8dd9530d4a service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933604 Nov 01 18:15:39.989679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.991202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:39.998728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e4062ce-f2dc-485c-83f4-e43a78476410 HTTP/1.1" status: 204 len: 168 time: 0.8396738 Nov 01 18:15:40.040913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-51bf7ec7-28b8-4f61-87e7-707549f89e10 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702620 Nov 01 18:15:40.117824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8c50f-df88-42f3-8163-caceb550a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4062ce-f2dc-485c-83f4-e43a78476410,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:40.139494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ecfcc89-c6e7-4e3e-874c-db5fa0cfb9f5 req-299a7216-3314-484e-b082-71acab7d66e4 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432977 Nov 01 18:15:40.152496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764427-924f-4413-a8c6-d9f29de12b07 req-f901c42c-48d2-47d0-8d27-76333a416d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.154329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-24764427-924f-4413-a8c6-d9f29de12b07 req-f901c42c-48d2-47d0-8d27-76333a416d47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0552955 Nov 01 18:15:40.202127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-24764427-924f-4413-a8c6-d9f29de12b07 req-647356f1-1def-49e6-a166-3748b98056bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Nov 01 18:15:40.223325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=144b3136-f42c-4328-9e89-3cf2f236a91f,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:40.244073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '144b3136-f42c-4328-9e89-3cf2f236a91f', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'port_id': '144b3136-f42c-4328-9e89-3cf2f236a91f', 'mac_address': 'fa:16:3e:c5:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40812b7-5669-4fa7-8bfb-34638e7a7bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:40.265048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f0f97e2-a98e-4ce5-9a99-9054a819dd64 req-509f8720-6dd9-48e8-95b0-7fe9eba818a4 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 210 time: 0.1442142 Nov 01 18:15:40.301615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:40.331828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144b3136-f42c-4328-9e89-3cf2f236a91f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:40.354015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=144b3136-f42c-4328-9e89-3cf2f236a91f,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:40.358168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-1b2a14f4-df6b-4a45-9832-fb3ac4fd6976 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.359713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-1b2a14f4-df6b-4a45-9832-fb3ac4fd6976 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.2401733 Nov 01 18:15:40.369783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe8ecd-01b9-49e8-b1fa-e9c2ae7fcf0d req-2f440bb5-8c99-42b4-a4ec-083bbec3e240 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.371324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fe8ecd-01b9-49e8-b1fa-e9c2ae7fcf0d req-2f440bb5-8c99-42b4-a4ec-083bbec3e240 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.3202329 Nov 01 18:15:40.404357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7daf2c8-d7dc-46d6-a3b3-9c0d5afbaf40 req-959ba289-490f-4cad-9545-3eb401a78fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479431 Nov 01 18:15:40.438658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:40.450537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:40.453290 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86ab19-f612-427f-940f-3df50bfbcb40" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:40.515592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fe8ecd-01b9-49e8-b1fa-e9c2ae7fcf0d req-317964d0-e144-4e71-9ede-24f7388ec615 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313848 Nov 01 18:15:40.557254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:40.594182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-448b267b-dedd-41f3-898d-47fef8f8d1de tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.596714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-448b267b-dedd-41f3-898d-47fef8f8d1de tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 812 time: 0.2251315 Nov 01 18:15:40.610502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'device_id': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1', 'admin_state_up': True, 'tenant_id': '1f6361852ff648a8b9471bdaa4e26a3a'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:40.633356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40878437-24dc-4b09-aed5-b2c7912b40ef req-7b458638-d3b1-419c-82a4-58bf305d5896 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0488570 Nov 01 18:15:40.681304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Made reservation on behalf of 866a7acf563742a89683b3a3150e2004 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:40.686543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:40.724426 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62977a1-e86b-4bc6-b59a-c54c5883ffe6 x-openstack-request-id: req-d62977a1-e86b-4bc6-b59a-c54c5883ffe6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:40.724760 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:40.724969 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d62977a1-e86b-4bc6-b59a-c54c5883ffe6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:40.725351 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'status': 'completed', 'code': 200} Nov 01 18:15:40.762635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31466f82-b2d1-47f0-a1a3-34ffa754188d req-638bf8d0-188f-4347-a036-d570f095588c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.764286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31466f82-b2d1-47f0-a1a3-34ffa754188d req-638bf8d0-188f-4347-a036-d570f095588c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.1336024 Nov 01 18:15:40.776534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Deleting port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:40.776833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:40.800451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-8603559a-8c3a-4414-9753-fce63f4f1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.802234 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-8603559a-8c3a-4414-9753-fce63f4f1146 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1099 time: 0.0555186 Nov 01 18:15:40.804937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['144b3136-f42c-4328-9e89-3cf2f236a91f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:40.935811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-d0818aa9-4fe0-431d-a5ac-389309e27f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:40.937547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-d0818aa9-4fe0-431d-a5ac-389309e27f2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1250429 Nov 01 18:15:40.939489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Made reservation on behalf of 1f6361852ff648a8b9471bdaa4e26a3a for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:40.943202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:40.999674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-69b15d0e-0e8d-4c75-a3e9-26237b4460c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0446794 Nov 01 18:15:41.026326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31466f82-b2d1-47f0-a1a3-34ffa754188d req-e15f7e0c-2a22-456f-8ace-a71acc897586 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427862 Nov 01 18:15:41.033640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-5835e826-1da4-4880-a015-e07fbbd4e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.037143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-5835e826-1da4-4880-a015-e07fbbd4e861 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1099 time: 0.2699454 Nov 01 18:15:41.084974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-5856a9f4-5b38-444d-aa74-22f85327fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.086555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-5856a9f4-5b38-444d-aa74-22f85327fa50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0781105 Nov 01 18:15:41.088585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Allocated IP 192.168.233.171 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/a5bee916-f352-4837-9992-2758771b15af) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:41.109941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] For port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:41.110327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.120314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dde24-391d-469d-b732-afb198a580a6 req-9efdeb10-258b-4273-afea-d5996303796a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.121832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-049dde24-391d-469d-b732-afb198a580a6 req-9efdeb10-258b-4273-afea-d5996303796a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.2012475 Nov 01 18:15:41.174614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:41.187013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Calling delete_port for baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:41.198863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33982560-79d0-4311-ba09-31eed6d12a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.228304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Allocated IP 172.20.0.12 (8599f231-39fd-4b2d-b943-89d2491feca1/6b0283e1-5565-47d0-9df0-05307af7d2cf/739167f5-753b-4fb6-a6f3-2d904a1baca2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:41.249623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-710d0b4e-9068-4a76-9a60-6c031338fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.252206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-710d0b4e-9068-4a76-9a60-6c031338fbc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511927 Nov 01 18:15:41.375153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-049dde24-391d-469d-b732-afb198a580a6 req-8c9723ad-f81f-424c-8ea7-efc05079a8d9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322671 Nov 01 18:15:41.383542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c7d1b-18d3-4279-b22e-2a0c8d4b3d24 req-53029d7a-7cf5-480b-bfa2-2f6c6bbb02c9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.385747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c0c7d1b-18d3-4279-b22e-2a0c8d4b3d24 req-53029d7a-7cf5-480b-bfa2-2f6c6bbb02c9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 945 time: 0.2775548 Nov 01 18:15:41.465896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-d5b2ee74-0a9e-4067-b079-0a6431b5f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.467475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-d5b2ee74-0a9e-4067-b079-0a6431b5f0e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.3806672 Nov 01 18:15:41.502776 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-88719b6b-1e15-4b72-acf5-145d625fc642 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383606 Nov 01 18:15:41.504744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33982560-79d0-4311-ba09-31eed6d12a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.543425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-23e64d99-cffe-4325-8e19-35d8e06cf091 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0629935 Nov 01 18:15:41.596282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.598483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea083c88-2cf1-4c1a-b296-e097fa661686 req-156e7b58-95e2-4fac-b893-7d81cb5b2f88 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 210 time: 0.1050878 Nov 01 18:15:41.640730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33982560-79d0-4311-ba09-31eed6d12a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.649707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c0c7d1b-18d3-4279-b22e-2a0c8d4b3d24 req-c2c206d6-522a-48f9-ae39-9534502ffbc9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342515 Nov 01 18:15:41.732153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-33982560-79d0-4311-ba09-31eed6d12a16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10b6f23064b241b1a712639b6c1e0578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563698 Nov 01 18:15:41.739694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:41.746482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-588bac12-7216-4dd2-8aaa-e498af80b08d service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353740 Nov 01 18:15:41.778962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33982560-79d0-4311-ba09-31eed6d12a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d97d34-dd6a-4c55-9745-f30ce3baccfe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:41.808204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.867041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fed23b94-b873-4f8d-b288-369e11a0aeb0 req-03f37407-b0e3-4932-a989-3b34790f7992 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0960872 Nov 01 18:15:41.868417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-4597c086-e57e-49b5-b9ea-45d4e03be169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.869746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-4597c086-e57e-49b5-b9ea-45d4e03be169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.3105297 Nov 01 18:15:41.946885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:41.955413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74a00b-e69b-49b2-8247-bc746a3ae650 req-497ff21b-f2fc-44a8-9ae8-4080ebcd529a tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:41.957083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec74a00b-e69b-49b2-8247-bc746a3ae650 req-497ff21b-f2fc-44a8-9ae8-4080ebcd529a tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 945 time: 0.2182527 Nov 01 18:15:41.998597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.003000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-0aa03a9b-6cc2-4862-9e10-106fabe8e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.004460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-0aa03a9b-6cc2-4862-9e10-106fabe8e685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242385 Nov 01 18:15:42.005817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Network 8599f231-39fd-4b2d-b943-89d2491feca1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:42.013137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:42.016636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.017573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:42.059337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:42.083135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.083814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.088511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.099453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Pushing event deleted for resources: {'Port': ['ID=baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:42.110112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec74a00b-e69b-49b2-8247-bc746a3ae650 req-5c41eee5-c22b-4d22-8e7d-f9f8f700bc62 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/security-groups?id=689c1605-34d6-4320-b40f-9c1cd2dc855d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380520 Nov 01 18:15:42.217954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-079f4cc3-6282-4fa0-bef6-75dfdab9970f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6121218 Nov 01 18:15:42.222483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.231495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Request body: {'port': {'device_id': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:42.238811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:42.278746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] No DVR routers for this DVR port baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:42.292893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.296334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87d72a6f-cc13-43ae-bd0e-26b97c552e02 req-ec010e88-2290-4b0e-8964-a26507dd9967 tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.32 "DELETE /v2.0/ports/baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 HTTP/1.1" status: 204 len: 173 time: 1.8828146 Nov 01 18:15:42.299488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'name': 'network-vif-deleted', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:42.301926 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8fa9cd-3c0d-43d9-b9d2-c9607b53fa71" -d '{"events": [{"server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "name": "network-vif-deleted", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:42.319082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-14b5a28c-ac45-469e-8a13-d2a7c825c444 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889874 Nov 01 18:15:42.336094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:42.342970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.349561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:42.358608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0055-196a-4bcc-8523-d93ab4409517 req-3fb34710-90a9-4b2f-863e-adfeb41d3d3e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.366668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5f0055-196a-4bcc-8523-d93ab4409517 req-3fb34710-90a9-4b2f-863e-adfeb41d3d3e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.2552314 Nov 01 18:15:42.368705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:42.383029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Pushing event updated for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:42.408366 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac64736-b98d-427a-8a4e-e52d0612e5a9 x-openstack-request-id: req-eac64736-b98d-427a-8a4e-e52d0612e5a9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:42.408366 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9758e42-8e29-458b-a0ae-83ddd99ad4d9", "name": "network-vif-deleted", "tag": "baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:42.408366 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eac64736-b98d-427a-8a4e-e52d0612e5a9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:42.408366 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9758e42-8e29-458b-a0ae-83ddd99ad4d9', 'name': 'network-vif-deleted', 'tag': 'baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1', 'status': 'completed', 'code': 200} Nov 01 18:15:42.569023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.569676 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.586021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5f0055-196a-4bcc-8523-d93ab4409517 req-da254cd1-8e45-40df-b8e6-ef8338c93270 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184756 Nov 01 18:15:42.631036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db86ab19-f612-427f-940f-3df50bfbcb40 req-7eb982ac-aab5-4b84-a583-bf770cb3b0fa service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984900 Nov 01 18:15:42.642623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13cca-5115-48d4-8db8-8b8c77d4cc7b req-c793a049-a783-4e34-951c-10d8d06cbf57 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.644556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec13cca-5115-48d4-8db8-8b8c77d4cc7b req-c793a049-a783-4e34-951c-10d8d06cbf57 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.1558797 Nov 01 18:15:42.645349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.648097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.652762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d97d34-dd6a-4c55-9745-f30ce3baccfe HTTP/1.1" status: 204 len: 168 time: 0.8970733 Nov 01 18:15:42.677467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563068-ffad-484c-a60e-ebbeb5e71f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d97d34-dd6a-4c55-9745-f30ce3baccfe,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:42.782289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec13cca-5115-48d4-8db8-8b8c77d4cc7b req-8517786a-2f94-48ca-ad8f-9048f8766ec9 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259527 Nov 01 18:15:42.802883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-218a055c-7115-4471-b4da-229e79fa795a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8280783 Nov 01 18:15:42.831120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Request body: {'port': {'device_id': 'abde757b-a7c1-45d7-961a-c602757843cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:42.841997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739167f5-753b-4fb6-a6f3-2d904a1baca2 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:42.848732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aa8e9105-9a06-47bc-bf7c-7391358ad662 None None] Provisioning complete for port a5bee916-f352-4837-9992-2758771b15af triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:42.856386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa8e9105-9a06-47bc-bf7c-7391358ad662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.858241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.873746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Transition to ACTIVE for port object 739167f5-753b-4fb6-a6f3-2d904a1baca2 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:42.924247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e9105-9a06-47bc-bf7c-7391358ad662 None None] Port a5bee916-f352-4837-9992-2758771b15af cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:15:42.948484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:42.993727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f29a-0761-425a-a30d-80c76b94c0e5 req-876db045-130f-4318-a56d-78950e33c39f tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:42.995418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be2f29a-0761-425a-a30d-80c76b94c0e5 req-876db045-130f-4318-a56d-78950e33c39f tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 936 time: 0.2119718 Nov 01 18:15:42.997813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:43.015233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:43.073348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Attempting to bind port 739167f5-753b-4fb6-a6f3-2d904a1baca2 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:43.073687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Attempting to bind port 739167f5-753b-4fb6-a6f3-2d904a1baca2 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:43.074023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Attempting to bind port 739167f5-753b-4fb6-a6f3-2d904a1baca2 on network 8599f231-39fd-4b2d-b943-89d2491feca1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:43.078940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Port 739167f5-753b-4fb6-a6f3-2d904a1baca2 on network 8599f231-39fd-4b2d-b943-89d2491feca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:43.079322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Attempting to bind port 739167f5-753b-4fb6-a6f3-2d904a1baca2 on network 8599f231-39fd-4b2d-b943-89d2491feca1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:43.085032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:43.085371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Checking segment: {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:43.085761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Bound using segment: {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:43.086195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Bound port: 739167f5-753b-4fb6-a6f3-2d904a1baca2, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:43.086555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:43.179985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:43.183475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:43.224221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:43.245945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:43.246653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device baa53aeb-22b9-4c1a-ae5f-35e423b0a8c1 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:43.327714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:43.341069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0ef22-3696-424b-bc2a-f25dc270acda req-669a5214-9924-46b5-8058-81b635f8e709 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:43.342963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ce0ef22-3696-424b-bc2a-f25dc270acda req-669a5214-9924-46b5-8058-81b635f8e709 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 945 time: 0.4395576 Nov 01 18:15:43.361910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:43.365691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:43.365691 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] 10.222.0.37 "PUT /v2.0/ports/739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 1092 time: 1.1378536 Nov 01 18:15:43.368029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:43.372675 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0cfb85-2625-44b7-b015-7595bdc47ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:43.434151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3be2f29a-0761-425a-a30d-80c76b94c0e5 req-f9b34b11-576a-4e3a-a851-bc6c49b1e8d3 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296947 Nov 01 18:15:43.462570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ce0ef22-3696-424b-bc2a-f25dc270acda req-ee88bd40-828d-4497-a19c-d8985855fe09 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101882 Nov 01 18:15:43.468963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fd76-a5ae-4696-a8fe-ddc648b39925 service neutron] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:43.585857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-e7e5f471-a048-4609-9664-84e57e1cb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:43.590058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-e7e5f471-a048-4609-9664-84e57e1cb104 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1095 time: 0.0822608 Nov 01 18:15:43.667684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-8e894fb9-5ccf-48eb-8fec-f27a84b161b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 217 time: 0.0684042 Nov 01 18:15:43.699051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bc601-794f-471a-9916-11494bcf6da4 req-9772aa64-90d1-4c3c-8174-efe5fba8bc8d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:43.701257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc3bc601-794f-471a-9916-11494bcf6da4 req-9772aa64-90d1-4c3c-8174-efe5fba8bc8d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 944 time: 0.1366653 Nov 01 18:15:43.732511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-d76c76cf-27fd-42aa-88ff-818e4b1dd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:43.734301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-d76c76cf-27fd-42aa-88ff-818e4b1dd9dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.0593126 Nov 01 18:15:43.765272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5efcc905-c707-46c1-acec-b7242296ec60 req-545eb97e-5df6-40c7-92f5-25a87782a55f tempest-AttachSCSIVolumeTestJSON-750623599 tempest-AttachSCSIVolumeTestJSON-750623599-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9758e42-8e29-458b-a0ae-83ddd99ad4d9 HTTP/1.1" status: 200 len: 210 time: 0.0433640 Nov 01 18:15:43.770181 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-2b955d50-48e0-46ec-a59a-e1f15815c130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286188 Nov 01 18:15:43.816570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc3bc601-794f-471a-9916-11494bcf6da4 req-f92f94be-1307-48b3-94ab-0d0d58c2cc19 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974567 Nov 01 18:15:43.877416 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5bd709-d4f8-4c66-b0fa-d774d011e92b x-openstack-request-id: req-3d5bd709-d4f8-4c66-b0fa-d774d011e92b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:43.877720 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:43.877964 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d5bd709-d4f8-4c66-b0fa-d774d011e92b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:43.878369 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'status': 'completed', 'code': 200} Nov 01 18:15:43.925803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-fa7e6ed4-886d-437c-8323-d735cd498301 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476536 Nov 01 18:15:43.933180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bee916-f352-4837-9992-2758771b15af {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:43.957202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:43.966185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:43.979574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Transition to ACTIVE for port object a5bee916-f352-4837-9992-2758771b15af will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:43.997182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 144b3136-f42c-4328-9e89-3cf2f236a91f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:44.026327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdef2fc-d865-4424-8791-2c2b7c1ec2dc req-c4230e32-fb6b-4bd0-bea6-4eb166a1846a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.028987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fdef2fc-d865-4424-8791-2c2b7c1ec2dc req-c4230e32-fb6b-4bd0-bea6-4eb166a1846a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 944 time: 0.1457024 Nov 01 18:15:44.054797 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d82b9d0-04c0-461f-873d-1bd37bb467eb req-1348dfad-e7f0-4a94-90f3-0f9e32a790fd service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210737 Nov 01 18:15:44.055069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4216e-1266-4777-be3a-95d160f0c252 req-55594b54-580e-4071-aa78-beb7183b7b24 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.058159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33b4216e-1266-4777-be3a-95d160f0c252 req-55594b54-580e-4071-aa78-beb7183b7b24 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.1386499 Nov 01 18:15:44.110648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:44.124133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3871404e-3841-4913-897f-68aa8455538b', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '3871404e-3841-4913-897f-68aa8455538b', 'mac_address': 'fa:16:3e:71:b5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:44.130869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33b4216e-1266-4777-be3a-95d160f0c252 req-8015df41-0cc3-41e2-b3af-4dca38030c9c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647197 Nov 01 18:15:44.140350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fdef2fc-d865-4424-8791-2c2b7c1ec2dc req-b1a645ec-31ad-44be-a217-1a6bbdd0c24a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Nov 01 18:15:44.146758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.205257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.221078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Pushing event updated for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:44.226210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 144b3136-f42c-4328-9e89-3cf2f236a91f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:44.229191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3871404e-3841-4913-897f-68aa8455538b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:44.241039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 144b3136-f42c-4328-9e89-3cf2f236a91f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:44.241419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.294374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:44.335571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-d9eb52ab-f03b-4b85-8922-c29a0edecf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.336593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-d9eb52ab-f03b-4b85-8922-c29a0edecf4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1095 time: 0.0640535 Nov 01 18:15:44.369284 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.402835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:44.405531 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec90048-c0cd-4f91-ba82-3bc10f2791d7" -d '{"events": [{"server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "name": "network-vif-plugged", "status": "completed", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:44.420217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.431161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=144b3136-f42c-4328-9e89-3cf2f236a91f,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:44.453297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5896e7b-8fa0-4b1e-95cd-8056aa44608d req-68a50abb-053e-40c3-a20c-ca66c64f2a00 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.464507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5896e7b-8fa0-4b1e-95cd-8056aa44608d req-68a50abb-053e-40c3-a20c-ca66c64f2a00 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.2282352 Nov 01 18:15:44.491473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47441e-df06-49fd-96f1-454ebda3df0d x-openstack-request-id: req-db47441e-df06-49fd-96f1-454ebda3df0d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:44.491473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "name": "network-vif-plugged", "status": "completed", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:44.491473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db47441e-df06-49fd-96f1-454ebda3df0d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:44.491473 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f', 'code': 200} Nov 01 18:15:44.522427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.531189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:44.543631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-af5675fd-8b21-4085-8736-a964bfc15809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.548284 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-af5675fd-8b21-4085-8736-a964bfc15809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.2017853 Nov 01 18:15:44.554636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-6d0c10c3-a060-4e55-8b72-591a3020bce4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2539644 Nov 01 18:15:44.586767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Attempting to bind port a5bee916-f352-4837-9992-2758771b15af on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:44.587099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Attempting to bind port a5bee916-f352-4837-9992-2758771b15af by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:44.587427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Attempting to bind port a5bee916-f352-4837-9992-2758771b15af on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:44.616171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41116) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:44.620546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:44.627963 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-6ba57b7c-84fd-44aa-9d5f-5445c74387a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 217 time: 0.0716777 Nov 01 18:15:44.660901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5896e7b-8fa0-4b1e-95cd-8056aa44608d req-e83e3bec-3790-48b3-8f12-751c35039bd2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951587 Nov 01 18:15:44.662328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Port a5bee916-f352-4837-9992-2758771b15af on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:44.662649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Attempting to bind port a5bee916-f352-4837-9992-2758771b15af on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:44.698214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:44.698563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:44.698949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:44.699378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Bound port: a5bee916-f352-4837-9992-2758771b15af, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:44.699760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:44.700596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-816ada5c-f610-4b65-98c7-b784ea6fd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.702128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-816ada5c-f610-4b65-98c7-b784ea6fd021 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.0679903 Nov 01 18:15:44.743630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-b9b280b1-c7d0-4996-8884-cdd73afcec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.745472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-b9b280b1-c7d0-4996-8884-cdd73afcec1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 1101 time: 0.1605375 Nov 01 18:15:44.748363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-83954c4c-cb29-4431-95c5-49819b6da6de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384173 Nov 01 18:15:44.784293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1170062-network', 'tenant_id': '9920e3609a9b49c297fe0230dd49a9e5'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:44.805899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12b2a-f808-4381-9ade-f29ec3feaea2 req-ac401eca-ee44-4d25-aa68-e2cf518de32c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.807484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efd12b2a-f808-4381-9ade-f29ec3feaea2 req-ac401eca-ee44-4d25-aa68-e2cf518de32c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 948 time: 0.2303073 Nov 01 18:15:44.832315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ceaca-aec1-4959-94f5-fe9a05872da0 req-7e40ae61-529a-4901-b136-4803e09ae077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:44.833799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-589ceaca-aec1-4959-94f5-fe9a05872da0 req-7e40ae61-529a-4901-b136-4803e09ae077 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 1096 time: 0.2206454 Nov 01 18:15:44.859042 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-9b09fdda-306e-4464-8efe-cb53a056bb6b service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992470 Nov 01 18:15:44.962762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:45.002608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efd12b2a-f808-4381-9ade-f29ec3feaea2 req-4c68bddd-547f-45e9-b519-3955787a80df tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685114 Nov 01 18:15:45.010805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5bee916-f352-4837-9992-2758771b15af,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:45.015417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-589ceaca-aec1-4959-94f5-fe9a05872da0 req-f182cbe3-e8b7-4b1b-93c5-9c13ad5e6c4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620746 Nov 01 18:15:45.022208 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cb0cfb85-2625-44b7-b015-7595bdc47ef1 req-10e80cea-6b42-4e31-938b-ed569b375e8f service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526718 Nov 01 18:15:45.028615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Made reservation on behalf of 9920e3609a9b49c297fe0230dd49a9e5 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:45.030492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.043359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-318d624d-cb3b-4f11-968e-5eee0c39bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.044983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-318d624d-cb3b-4f11-968e-5eee0c39bfd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2672811 Nov 01 18:15:45.045876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.106368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-879c2c4c-0724-45d8-a731-0ad09da1c447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 200 len: 217 time: 0.0510023 Nov 01 18:15:45.107470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.134429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.134429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.134429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] 10.222.0.37 "PUT /v2.0/ports/a5bee916-f352-4837-9992-2758771b15af HTTP/1.1" status: 200 len: 1096 time: 2.3087366 Nov 01 18:15:45.134746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3871404e-3841-4913-897f-68aa8455538b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:45.140806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'tag': 'a5bee916-f352-4837-9992-2758771b15af'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:45.144223 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "tag": "a5bee916-f352-4837-9992-2758771b15af"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:45.209456 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8351da-cfee-4efd-83ce-ad6cc42fc452 x-openstack-request-id: req-fc8351da-cfee-4efd-83ce-ad6cc42fc452 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:45.210035 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "tag": "a5bee916-f352-4837-9992-2758771b15af", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:45.210738 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc8351da-cfee-4efd-83ce-ad6cc42fc452 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:45.211312 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'tag': 'a5bee916-f352-4837-9992-2758771b15af', 'status': 'completed', 'code': 200} Nov 01 18:15:45.314241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-d6e9d730-8968-4ef3-9228-801fb4069396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.316374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-d6e9d730-8968-4ef3-9228-801fb4069396 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1955516 Nov 01 18:15:45.378378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55ad29-747c-48be-9364-94e518d0983c service neutron] Pushing event updated for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:45.414916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a53f0-53a3-4466-b573-23be707f2720 req-2f4fb4ac-0ede-433e-a428-4b8c5ceaa41a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.423552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-619a53f0-53a3-4466-b573-23be707f2720 req-2f4fb4ac-0ede-433e-a428-4b8c5ceaa41a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 944 time: 0.2738729 Nov 01 18:15:45.444461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d req-74d8fad1-f57a-42f1-a779-08a3751ffce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.446110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d req-74d8fad1-f57a-42f1-a779-08a3751ffce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 1099 time: 0.0511334 Nov 01 18:15:45.460088 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.471616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a82afc-e250-489e-9ac6-279b47cef424 req-5c5ff2b3-9bff-4ad2-b24c-af544c4a0d61 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.473169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8a82afc-e250-489e-9ac6-279b47cef424 req-5c5ff2b3-9bff-4ad2-b24c-af544c4a0d61 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 945 time: 0.2233925 Nov 01 18:15:45.487364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d req-68459ae3-5528-40ac-a05e-7dd598267968 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=866a7acf563742a89683b3a3150e2004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203259 Nov 01 18:15:45.488382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-a2700876-c0d9-4d5a-a7d8-4ca9c4251dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.490013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-a2700876-c0d9-4d5a-a7d8-4ca9c4251dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544600 Nov 01 18:15:45.549698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-619a53f0-53a3-4466-b573-23be707f2720 req-a8af477d-adc5-4a76-b6bb-3bd6f94de2ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195786 Nov 01 18:15:45.597812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.619777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d req-331e8401-b248-4a9a-a25d-a23c46c026f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.621251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f327d0e4-fabb-43d8-b28e-807b5cf2d79d req-331e8401-b248-4a9a-a25d-a23c46c026f0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270356 Nov 01 18:15:45.662033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:15:45.671715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8a82afc-e250-489e-9ac6-279b47cef424 req-3a095baf-55d8-4439-a940-3692e92c8289 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878679 Nov 01 18:15:45.713174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.713521 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Added segment 3d89c2b8-c1b2-4251-871c-91b1a7052f7d of type vlan for network 69e17d6a-b962-4d16-bb3d-c6093d32358c Nov 01 18:15:45.736716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d576c7f-2c70-46cf-9eba-b69281f76e8c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:45.737113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-0c3a90d0-4152-4618-9246-11f87f2b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.738751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-0c3a90d0-4152-4618-9246-11f87f2b0c9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=866a7acf563742a89683b3a3150e2004&device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 1099 time: 0.0615900 Nov 01 18:15:45.752368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-68f9f700-5921-4d65-a0d0-300607a246e8 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522554 Nov 01 18:15:45.780716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a29a29-2191-4205-8d9f-02ea19b2100f req-fc11204f-764c-4e09-ad2d-9514725fc7e6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.783119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50a29a29-2191-4205-8d9f-02ea19b2100f req-fc11204f-764c-4e09-ad2d-9514725fc7e6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 944 time: 0.1658998 Nov 01 18:15:45.797768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-d2318a9c-0650-4c97-8304-816f4d9eaa14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a5bee916-f352-4837-9992-2758771b15af HTTP/1.1" status: 200 len: 217 time: 0.0503433 Nov 01 18:15:45.862664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:45.864608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-103401b1-fee0-4584-a5ed-cdad9a39f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.866058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-103401b1-fee0-4584-a5ed-cdad9a39f5fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0521851 Nov 01 18:15:45.913035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-f3c61463-af57-40ca-9e85-eadbeb712443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.914870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-f3c61463-af57-40ca-9e85-eadbeb712443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405297 Nov 01 18:15:45.958074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50a29a29-2191-4205-8d9f-02ea19b2100f req-79119b7f-6e11-40d8-8393-e4a69a8f60e1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516478 Nov 01 18:15:45.968805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844314-aaf9-4629-8149-6125a7664616 req-48d1a86e-7393-49ad-9b3f-d661ec655c77 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:45.970988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25844314-aaf9-4629-8149-6125a7664616 req-48d1a86e-7393-49ad-9b3f-d661ec655c77 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 948 time: 0.1757636 Nov 01 18:15:45.986305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:46.014657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-09c42c0a-cf95-4a3e-b81d-27a041e6465a service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906572 Nov 01 18:15:46.019983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea0d356a-21d5-48d7-8b37-1edb8377356b req-abf232bb-2524-4e8b-a691-45d3bdb4504b service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234633 Nov 01 18:15:46.028231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25844314-aaf9-4629-8149-6125a7664616 req-bfded674-584b-44db-8f3e-7f9317170ea5 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Nov 01 18:15:46.084600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.085707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:46.086307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.151053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38f7fa55-cd7f-42ee-951a-60a98d1960db req-c1a55d88-94dc-4c3a-a053-ae12af902d0c service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279895 Nov 01 18:15:46.157299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:46.171058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'mac_address': 'fa:16:3e:2b:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:46.180803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] Pushing event updated for resources: {'Network': ['ID=69e17d6a-b962-4d16-bb3d-c6093d32358c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:46.197826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 69e17d6a-b962-4d16-bb3d-c6093d32358c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:15:46.203971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b619cf-acb3-4788-a1a2-58bb33dbf861 req-c94cab6e-2df5-4dd6-a5be-ff74816c7dad tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:46.205728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6b619cf-acb3-4788-a1a2-58bb33dbf861 req-c94cab6e-2df5-4dd6-a5be-ff74816c7dad tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 948 time: 0.0576470 Nov 01 18:15:46.245317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6b619cf-acb3-4788-a1a2-58bb33dbf861 req-a39c3e8c-c16d-4a26-acb6-28c25cd2f70a tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Nov 01 18:15:46.269502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81630638-8251-475d-b56b-c7484fa00acc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6522946 Nov 01 18:15:46.271626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.272301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:46.277221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Request body: {'subnet': {'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1170062-subnet', 'tenant_id': '9920e3609a9b49c297fe0230dd49a9e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:46.288359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:46.308603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:46.403299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Made reservation on behalf of 9920e3609a9b49c297fe0230dd49a9e5 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:46.405814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.449598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.505022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:46.670494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6231a-21a8-4c79-8143-4009c73324ac req-98e5626f-70f0-4a82-9b42-3ebdeb595170 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:46.672551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95a6231a-21a8-4c79-8143-4009c73324ac req-98e5626f-70f0-4a82-9b42-3ebdeb595170 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 944 time: 0.0531566 Nov 01 18:15:46.710910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95a6231a-21a8-4c79-8143-4009c73324ac req-9bd72d7e-4afd-4076-8df2-c193d6e051f6 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Nov 01 18:15:46.714953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:46.775310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00517982-ff18-4ca1-812f-0f686c83d925,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:46.794890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Checking segment: {'id': '3d89c2b8-c1b2-4251-871c-91b1a7052f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:46.795303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Network hostable DHCP agents. Network: 69e17d6a-b962-4d16-bb3d-c6093d32358c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:15:46.843098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2a0a-e3ef-4b4f-a459-9d82ab31ddfc req-b4cfa728-ff1d-4fff-be88-620a9192f935 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:46.845070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-946f2a0a-e3ef-4b4f-a459-9d82ab31ddfc req-b4cfa728-ff1d-4fff-be88-620a9192f935 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 945 time: 0.0655575 Nov 01 18:15:46.882361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-946f2a0a-e3ef-4b4f-a459-9d82ab31ddfc req-08ca13ba-8dd8-4857-81b5-1b1ccc1c3a37 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Nov 01 18:15:46.940516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Network 69e17d6a-b962-4d16-bb3d-c6093d32358c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:15:47.087188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406367-e7c4-4ad3-9e51-65472379a4db req-d756b703-2fb8-4b3e-8a2d-3ebb6959b1b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:47.088819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16406367-e7c4-4ad3-9e51-65472379a4db req-d756b703-2fb8-4b3e-8a2d-3ebb6959b1b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 944 time: 0.0633900 Nov 01 18:15:47.127625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 69e17d6a-b962-4d16-bb3d-c6093d32358c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:47.140100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:47.140684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e65cec-2450-48e4-9253-89b9e12f0eae None None] Network 69e17d6a-b962-4d16-bb3d-c6093d32358c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:47.141151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:47.145529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16406367-e7c4-4ad3-9e51-65472379a4db req-ce4086e9-090d-4a83-aaaf-805ec619437d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502419 Nov 01 18:15:47.260544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b62829-99d0-4205-9f66-896b03cc5ce1 req-eea8a653-3969-4995-b2ae-45dc2f0758c2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:47.262150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05b62829-99d0-4205-9f66-896b03cc5ce1 req-eea8a653-3969-4995-b2ae-45dc2f0758c2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.0509415 Nov 01 18:15:47.269538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd67846-ac53-475a-bfa5-1e806b8f508c None None] Network 69e17d6a-b962-4d16-bb3d-c6093d32358c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:47.298205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['d0ea8fb9-9b01-46ff-b0f3-945c98ed641a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:47.308333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05b62829-99d0-4205-9f66-896b03cc5ce1 req-7e3342f5-30c8-426c-a769-2607f0c71267 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364294 Nov 01 18:15:47.388696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b0d1b3d3-2f5f-47f4-ae5f-7fec14f1c734 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1064677 Nov 01 18:15:47.417921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac209-0b43-4385-b19a-4c44c182929d req-d24aa26f-db49-4291-a76c-635f4e8c4c79 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:47.419654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81aac209-0b43-4385-b19a-4c44c182929d req-d24aa26f-db49-4291-a76c-635f4e8c4c79 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 948 time: 0.1017630 Nov 01 18:15:47.491282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81aac209-0b43-4385-b19a-4c44c182929d req-89303739-e13b-443a-9131-b9577e2f35cb tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637925 Nov 01 18:15:47.857851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a33d1-6a11-404c-838f-ec2f1f5d032b req-f8497711-a665-4787-bc4d-860c23df499d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:47.859487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-880a33d1-6a11-404c-838f-ec2f1f5d032b req-f8497711-a665-4787-bc4d-860c23df499d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 944 time: 0.0565369 Nov 01 18:15:47.901292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-880a33d1-6a11-404c-838f-ec2f1f5d032b req-cf0874e5-1600-4793-9599-869be609dd5b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342011 Nov 01 18:15:47.996132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 739167f5-753b-4fb6-a6f3-2d904a1baca2 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:48.003731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:48.006282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8346b-ac20-4c8f-9cf5-9cd98cac3a98 req-87b5daf4-df7d-4d2c-b8ca-503d2d01aef5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.008866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b8346b-ac20-4c8f-9cf5-9cd98cac3a98 req-87b5daf4-df7d-4d2c-b8ca-503d2d01aef5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 945 time: 0.0565953 Nov 01 18:15:48.061278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b8346b-ac20-4c8f-9cf5-9cd98cac3a98 req-f6a3bcd5-4f5d-42b5-bd40-05e701b1cc50 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Nov 01 18:15:48.220685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:48.235123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1', 'port_id': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'mac_address': 'fa:16:3e:8b:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0283e1-5565-47d0-9df0-05307af7d2cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:48.284132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-a5733602-fe58-4c1d-ad65-a1640ab6b564 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.285023 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.286639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-a5733602-fe58-4c1d-ad65-a1640ab6b564 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd&tenant_id=9a0cdf05f60e4081892a6d61b914b963&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 949 time: 0.1332960 Nov 01 18:15:48.297053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 3871404e-3841-4913-897f-68aa8455538b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:48.305601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3871404e-3841-4913-897f-68aa8455538b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:48.305970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.308797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739167f5-753b-4fb6-a6f3-2d904a1baca2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:48.322416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd877ca-75f0-4ebf-b14c-34e2de784a29 req-dcaa57cc-df7b-4062-a499-b3b2d7622c80 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.324955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcd877ca-75f0-4ebf-b14c-34e2de784a29 req-dcaa57cc-df7b-4062-a499-b3b2d7622c80 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.0741980 Nov 01 18:15:48.389739 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-3fa57bb8-9db0-49c1-9cae-f77ccf0770d8 service neutron] 10.222.0.37 "GET /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 382 time: 0.0948012 Nov 01 18:15:48.412746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcd877ca-75f0-4ebf-b14c-34e2de784a29 req-71516586-a24f-45b2-8d9e-28e58206408a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709178 Nov 01 18:15:48.477984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-b72ed72c-6d1d-4054-bec6-bdbbf3253a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.479840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-b72ed72c-6d1d-4054-bec6-bdbbf3253a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1100 time: 0.0642765 Nov 01 18:15:48.504706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:48.511371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1972269853-network', 'tenant_id': '6a64e6c161454670bcb31321c6f4342d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:48.515096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:48.586198 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.610371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3871404e-3841-4913-897f-68aa8455538b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:48.612749 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef1b8b-b38a-42e4-9832-9d00a6651995" -d '{"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-plugged", "status": "completed", "tag": "3871404e-3841-4913-897f-68aa8455538b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:48.627796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:48.630842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-3866e7c4-b669-4119-8743-765b59262b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.632429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-3866e7c4-b669-4119-8743-765b59262b26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1438828 Nov 01 18:15:48.685512 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-94a9dc63-031f-4d96-90fb-d0f828187f08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0381815 Nov 01 18:15:48.704093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83aff-d988-4967-891f-9a22517fef12 req-f0a63b33-b790-44d4-8f63-e76b52e8e635 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.705607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81e83aff-d988-4967-891f-9a22517fef12 req-f0a63b33-b790-44d4-8f63-e76b52e8e635 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 944 time: 0.0706358 Nov 01 18:15:48.745957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-2a12cd13-3a3c-472b-ad3e-edbd1d3ccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.747647 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-2a12cd13-3a3c-472b-ad3e-edbd1d3ccaf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0583470 Nov 01 18:15:48.750627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81e83aff-d988-4967-891f-9a22517fef12 req-024bb4fe-24ef-45fa-bd97-ab4a24311773 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Nov 01 18:15:48.763802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Made reservation on behalf of 6a64e6c161454670bcb31321c6f4342d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:48.769216 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7735b6ea-6818-4ea9-985e-2b37b6910664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.769216 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.769602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.795163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.813377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-40c33067-9348-46d1-b768-adb79a47b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.815310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-40c33067-9348-46d1-b768-adb79a47b8bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584476 Nov 01 18:15:48.826550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:48.863905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:48.939277 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c9d05d-5eb4-40ca-b141-53b5294ed9e1 x-openstack-request-id: req-88c9d05d-5eb4-40ca-b141-53b5294ed9e1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:48.939277 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-plugged", "status": "completed", "tag": "3871404e-3841-4913-897f-68aa8455538b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:48.939277 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88c9d05d-5eb4-40ca-b141-53b5294ed9e1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:48.939277 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3871404e-3841-4913-897f-68aa8455538b', 'code': 200} Nov 01 18:15:48.969321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec418ce6-28ba-4965-9df3-0b708d72e18a req-15a87e60-3dde-41a7-aa4b-5c8bf3006327 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:48.981368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec418ce6-28ba-4965-9df3-0b708d72e18a req-15a87e60-3dde-41a7-aa4b-5c8bf3006327 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 948 time: 0.1094120 Nov 01 18:15:48.981517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:49.018885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-bc798536-c76d-41af-95f1-45c5eb622afe service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855600 Nov 01 18:15:49.032506 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.060068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec418ce6-28ba-4965-9df3-0b708d72e18a req-77d08179-e000-4569-904b-6f11a0946c4c tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808995 Nov 01 18:15:49.073691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1866-56c5-473f-9daa-17e20ac5fb16 req-dd8b7fa3-d41a-4bc5-9f95-84eecdab5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.075231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34ea1866-56c5-473f-9daa-17e20ac5fb16 req-dd8b7fa3-d41a-4bc5-9f95-84eecdab5979 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 1096 time: 0.0949564 Nov 01 18:15:49.152656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.153328 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-4c717c20-d39b-441f-b828-300ad91c0fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143668 Nov 01 18:15:49.184719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34ea1866-56c5-473f-9daa-17e20ac5fb16 req-fed243d3-b7a0-4535-a9c5-8227d3b78465 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860319 Nov 01 18:15:49.244086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9643471-38c8-4562-bf0c-25ae91843d1e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:49.252488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:15:49.272962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.273308 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Added segment c3e27949-a60a-4f6c-ac11-906e67b308f6 of type vlan for network 106b5fc7-0271-4105-9a5f-a4729f0e619d Nov 01 18:15:49.290185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-0dc115cb-7ed9-40ff-a733-78cc094c9d34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114159 Nov 01 18:15:49.297652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5337c8-7a2f-4167-8661-1f231c22b4d6 req-bec80f1d-3706-4f6b-8c50-f95477608143 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.299027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa5337c8-7a2f-4167-8661-1f231c22b4d6 req-bec80f1d-3706-4f6b-8c50-f95477608143 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 945 time: 0.1605251 Nov 01 18:15:49.354605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:49.355214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.385658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa5337c8-7a2f-4167-8661-1f231c22b4d6 req-5703e0e8-c777-4fa9-9e28-3f623e2bda7b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656698 Nov 01 18:15:49.472118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.473173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.473816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.631336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1227465 Nov 01 18:15:49.631336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340e40-2cac-476b-80c5-c44331202e3d admin admin] Pushing event updated for resources: {'Network': ['ID=106b5fc7-0271-4105-9a5f-a4729f0e619d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:49.631761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:49.636927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Request body: {'subnet': {'network_id': '106b5fc7-0271-4105-9a5f-a4729f0e619d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1972269853-subnet', 'tenant_id': '6a64e6c161454670bcb31321c6f4342d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:49.644393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 106b5fc7-0271-4105-9a5f-a4729f0e619d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:15:49.691534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcf77-5642-448d-aba6-09d1447b9f4d req-6d269a6d-ad65-4c6a-8ff7-aaa7730a90c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.692987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdebcf77-5642-448d-aba6-09d1447b9f4d req-6d269a6d-ad65-4c6a-8ff7-aaa7730a90c4 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.1785617 Nov 01 18:15:49.726129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Made reservation on behalf of 6a64e6c161454670bcb31321c6f4342d for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:49.727603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82eb-e194-424e-903d-dde646750c82 req-fdcc028a-1f8c-451f-85d4-3d637ae2cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.728875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:49.729105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-fdcc028a-1f8c-451f-85d4-3d637ae2cfcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 1101 time: 0.1701093 Nov 01 18:15:49.783215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdebcf77-5642-448d-aba6-09d1447b9f4d req-e008110b-d85c-4606-8bbd-a63ad984de53 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Nov 01 18:15:49.826304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-5cd9460a-d1b9-492e-9425-e04b241a2a4f tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.827839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-5cd9460a-d1b9-492e-9425-e04b241a2a4f tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.1940708 Nov 01 18:15:49.872081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-6eacbd27-d382-4d50-aed6-3b522dc5f6d9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/quotas/e2cd6918a57b48c38de9415a2c043739 HTTP/1.1" status: 200 len: 375 time: 0.0156083 Nov 01 18:15:49.935372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82eb-e194-424e-903d-dde646750c82 req-41801def-9b1d-493e-b623-342ae6594de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:49.936991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-41801def-9b1d-493e-b623-342ae6594de8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1500003 Nov 01 18:15:50.001259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5bee916-f352-4837-9992-2758771b15af details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:15:50.004963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:50.010497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-0c50b9f2-fdcc-4d89-aab8-5093873959a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 200 len: 217 time: 0.0557046 Nov 01 18:15:50.020466 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.027424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-e05d53c9-8305-44e0-a15f-c5be32897ddf tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463499 Nov 01 18:15:50.081803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7af17-15bb-4d27-a823-af8febc1116d req-4e562839-af67-4b69-976b-6be69fcb291f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:50.083618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2cd7af17-15bb-4d27-a823-af8febc1116d req-4e562839-af67-4b69-976b-6be69fcb291f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1446295 Nov 01 18:15:50.094356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=432df542-c88c-4047-bba2-5321a9bc527b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:50.107891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Checking segment: {'id': 'c3e27949-a60a-4f6c-ac11-906e67b308f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '106b5fc7-0271-4105-9a5f-a4729f0e619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:50.108731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Network hostable DHCP agents. Network: 106b5fc7-0271-4105-9a5f-a4729f0e619d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:15:50.161479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82eb-e194-424e-903d-dde646750c82 req-c466dc01-35b0-4495-b531-1399e8a6c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:50.163040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-c466dc01-35b0-4495-b531-1399e8a6c378 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1428831 Nov 01 18:15:50.206755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5bee916-f352-4837-9992-2758771b15af,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:50.218056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2cd7af17-15bb-4d27-a823-af8febc1116d req-a9b76a19-ebec-4e27-b754-6a87fd0586ce tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150646 Nov 01 18:15:50.219828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a5bee916-f352-4837-9992-2758771b15af', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'a5bee916-f352-4837-9992-2758771b15af', 'mac_address': 'fa:16:3e:25:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:15:50.242810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-c60e3412-a46c-4061-a444-5484684673a6 service neutron] 10.222.0.31 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816235 Nov 01 18:15:50.249810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82eb-e194-424e-903d-dde646750c82 req-6e2bf465-a1c5-4345-b57b-6da9dd25c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:50.251904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-6e2bf465-a1c5-4345-b57b-6da9dd25c6cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728757 Nov 01 18:15:50.260603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Network 106b5fc7-0271-4105-9a5f-a4729f0e619d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:15:50.282229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.295203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:50.302998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bee916-f352-4837-9992-2758771b15af {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:50.308236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:50.308988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.368988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5bee916-f352-4837-9992-2758771b15af,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:50.417121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.442433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 106b5fc7-0271-4105-9a5f-a4729f0e619d) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:50.447334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:50.447959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.467058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3a1d1-6c99-4cab-bfac-5264f296538e None None] Network 106b5fc7-0271-4105-9a5f-a4729f0e619d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:50.472214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-6378a965-37b3-4ab6-8a7e-f28c131e6d54 service neutron] 10.222.0.31 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187023 Nov 01 18:15:50.474205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:50.486093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b0c1-b85d-432f-953b-7fc5416c9c72 req-badebb2f-aeaf-4e52-b608-47a3332f14ed tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:50.487736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49f5b0c1-b85d-432f-953b-7fc5416c9c72 req-badebb2f-aeaf-4e52-b608-47a3332f14ed tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 948 time: 0.0924938 Nov 01 18:15:50.492229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-b8988372-019c-46ee-95ab-0fe31c89ecec service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290418 Nov 01 18:15:50.544137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.558363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49f5b0c1-b85d-432f-953b-7fc5416c9c72 req-602ba4c1-5a28-4b3a-8077-d0a749d994ac tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607798 Nov 01 18:15:50.574143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e0c63f9-f578-4370-a23d-eec0844f51d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9385848 Nov 01 18:15:50.613088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.642583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:50.732217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17a128-e2c0-4f84-89a7-08ee58116849 None None] Network 106b5fc7-0271-4105-9a5f-a4729f0e619d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:15:50.803492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:50.852174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14e04b68-5884-4890-89c2-d9147699f0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:50.940685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:50.944290 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3acc5c6-0a46-484b-afa5-ec787e0fa527" -d '{"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:51.117839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2c82eb-e194-424e-903d-dde646750c82 req-906daf1a-8a5c-4c2f-93d1-438e04381b6f service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839887 Nov 01 18:15:51.143748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e485-bf1d-4f2e-addc-6c880eb7911b req-1f7d1e55-d14c-482e-b57a-49ee7989dbe0 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.145262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8223e485-bf1d-4f2e-addc-6c880eb7911b req-1f7d1e55-d14c-482e-b57a-49ee7989dbe0 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 945 time: 0.1361523 Nov 01 18:15:51.152346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89db90f-379e-4050-9c72-3fa51cee28bb req-0df8fcf6-b552-4e32-9dcf-215860cccbc3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.157267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d89db90f-379e-4050-9c72-3fa51cee28bb req-0df8fcf6-b552-4e32-9dcf-215860cccbc3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1458046 Nov 01 18:15:51.163657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252875-5ffe-4369-8209-22e06cc6bede req-68bf4a51-322d-4693-ab3d-b93743c5c4f1 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.165016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4252875-5ffe-4369-8209-22e06cc6bede req-68bf4a51-322d-4693-ab3d-b93743c5c4f1 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1bc9cbd-32e4-4041-b166-97c10d7e6ce1 HTTP/1.1" status: 200 len: 945 time: 0.1549923 Nov 01 18:15:51.246418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8223e485-bf1d-4f2e-addc-6c880eb7911b req-3ed9ef4c-d1e8-4bc9-9008-1c9e32a4cc18 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909932 Nov 01 18:15:51.259084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d89db90f-379e-4050-9c72-3fa51cee28bb req-ac467749-d763-4fce-b1f5-06f931701c12 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891674 Nov 01 18:15:51.297610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a5bee916-f352-4837-9992-2758771b15af'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:51.319332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Deleting port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:51.320225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:51.469686 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa3ed4-9a59-4af5-b418-d58d0c72d1e4 x-openstack-request-id: req-c7fa3ed4-9a59-4af5-b418-d58d0c72d1e4 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:51.470277 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:51.470277 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7fa3ed4-9a59-4af5-b418-d58d0c72d1e4 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:51.470774 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'code': 200} Nov 01 18:15:51.527344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] For port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:51.527963 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:51.561777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Calling delete_port for 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:51.741287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2c3bb-fcce-4b49-b988-e5a17f480081 req-fb6baa34-e091-490c-b31c-b39b491fc833 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.742818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83c2c3bb-fcce-4b49-b988-e5a17f480081 req-fb6baa34-e091-490c-b31c-b39b491fc833 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1674166 Nov 01 18:15:51.803237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-d2ec6121-c10c-4e6e-a811-5a313c2f91f9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.803237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-d2ec6121-c10c-4e6e-a811-5a313c2f91f9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d244f3e0-d9a5-4f55-a5a8-485ab7a03905 HTTP/1.1" status: 200 len: 945 time: 0.1948247 Nov 01 18:15:51.949875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83c2c3bb-fcce-4b49-b988-e5a17f480081 req-8f3834f2-2f6e-46df-848c-e0d42dc5e40b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745384 Nov 01 18:15:51.959019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:51.997525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e5c7e7e5-98fe-425c-b3fa-c8f4148e3387 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:51.999051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e5c7e7e5-98fe-425c-b3fa-c8f4148e3387 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/networks?id=69e17d6a-b962-4d16-bb3d-c6093d32358c HTTP/1.1" status: 200 len: 812 time: 0.3235807 Nov 01 18:15:52.017373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 739167f5-753b-4fb6-a6f3-2d904a1baca2 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:52.032416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-f2a1dc52-abb2-432e-83c0-d3daabf2c12e tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/quotas/9920e3609a9b49c297fe0230dd49a9e5 HTTP/1.1" status: 200 len: 375 time: 0.0221291 Nov 01 18:15:52.076363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-0981f558-fd24-42c9-8736-edcd2b4670b2 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9920e3609a9b49c297fe0230dd49a9e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330431 Nov 01 18:15:52.083742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Deleting port 144b3136-f42c-4328-9e89-3cf2f236a91f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:52.084116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.184435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 739167f5-753b-4fb6-a6f3-2d904a1baca2 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:52.189958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 739167f5-753b-4fb6-a6f3-2d904a1baca2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:52.190412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.191451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.222352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9291073-e9f4-4b17-ad61-60af498959ce req-1dce6724-6dfe-43ca-bcd7-42b5a6114441 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 210 time: 0.1072831 Nov 01 18:15:52.271950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:52.289072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event deleted for resources: {'Port': ['ID=83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:52.348758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] For port 144b3136-f42c-4328-9e89-3cf2f236a91f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=144b3136-f42c-4328-9e89-3cf2f236a91f,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:52.351799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.375459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] No DVR routers for this DVR port 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:52.375776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['144b3136-f42c-4328-9e89-3cf2f236a91f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:52.387905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.392026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4252875-5ffe-4369-8209-22e06cc6bede req-42746ada-d17c-40da-9c96-b7b742aecc02 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "DELETE /v2.0/ports/83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 HTTP/1.1" status: 204 len: 173 time: 1.2191427 Nov 01 18:15:52.393994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'name': 'network-vif-deleted', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:52.396297 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c376518-d47a-465a-88b7-45fe226686ee" -d '{"events": [{"server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "name": "network-vif-deleted", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:52.406450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Calling delete_port for 144b3136-f42c-4328-9e89-3cf2f236a91f owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:52.408220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e9f393af-7340-485a-84b7-1fc2f986403b service neutron] 10.222.0.31 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179338 Nov 01 18:15:52.411139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.477074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:52.543863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a7917-e7f3-4368-8036-b2a8b93d83da req-18227000-b6d1-4d45-b28c-ebaca8646745 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:52.545436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be1a7917-e7f3-4368-8036-b2a8b93d83da req-18227000-b6d1-4d45-b28c-ebaca8646745 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 949 time: 0.1809204 Nov 01 18:15:52.591612 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.618016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-421d7388-aefc-493f-a038-30a41b4ed5e2 service neutron] 10.222.0.31 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928616 Nov 01 18:15:52.633172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be1a7917-e7f3-4368-8036-b2a8b93d83da req-45543e43-f45a-4b87-bd1a-aeb3162f96d9 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662124 Nov 01 18:15:52.718581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:52.865219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.877804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:52.914215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event deleted for resources: {'Port': ['ID=144b3136-f42c-4328-9e89-3cf2f236a91f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:52.971934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] No DVR routers for this DVR port 144b3136-f42c-4328-9e89-3cf2f236a91f on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:52.975253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:52.991779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c659a3a0-672f-4262-9278-69a48fb7ca1b req-99a215bc-d24b-459c-8899-fc6ce6e9eea5 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.37 "DELETE /v2.0/ports/144b3136-f42c-4328-9e89-3cf2f236a91f HTTP/1.1" status: 204 len: 173 time: 1.1601565 Nov 01 18:15:53.013061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41332) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:53.180254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9535e-44b8-4c02-b6e1-b98afc528344 req-c7decb69-0919-4583-acdb-22464fadc64d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:53.180254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40b9535e-44b8-4c02-b6e1-b98afc528344 req-c7decb69-0919-4583-acdb-22464fadc64d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 946 time: 0.0952272 Nov 01 18:15:53.301190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40b9535e-44b8-4c02-b6e1-b98afc528344 req-bbf0b858-2b0a-4fcd-841d-ee65feddc246 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776358 Nov 01 18:15:53.466176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330aad0-2678-404e-b7d7-286d159ba623 req-f0bfcb4a-c583-4c20-b425-1156e0dac677 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:53.467685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b330aad0-2678-404e-b7d7-286d159ba623 req-f0bfcb4a-c583-4c20-b425-1156e0dac677 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1044858 Nov 01 18:15:53.472124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:53.475768 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d936a-4db7-4529-869e-9a97bd5787ef" -d '{"events": [{"server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "name": "network-vif-plugged", "status": "completed", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:53.550128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b330aad0-2678-404e-b7d7-286d159ba623 req-0c96e7af-9248-443a-b621-7d526710e5c6 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634694 Nov 01 18:15:53.640128 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a654ec4-ee2d-47c6-9e86-598ad49d6223 x-openstack-request-id: req-4a654ec4-ee2d-47c6-9e86-598ad49d6223 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:53.646868 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bc9cbd-32e4-4041-b166-97c10d7e6ce1", "name": "network-vif-deleted", "tag": "83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:53.646868 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a654ec4-ee2d-47c6-9e86-598ad49d6223 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:53.646868 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bc9cbd-32e4-4041-b166-97c10d7e6ce1', 'name': 'network-vif-deleted', 'tag': '83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7', 'status': 'completed', 'code': 200} Nov 01 18:15:53.674427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:53.705211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:53.708298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42af426a-df2b-413e-9fdb-3e17c3834216 req-aec0a6b8-8047-454a-8ce8-3da2088d39b4 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 210 time: 0.0460758 Nov 01 18:15:53.763714 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58eb979-1577-49c0-b500-f68ea7a89611 x-openstack-request-id: req-d58eb979-1577-49c0-b500-f68ea7a89611 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:53.764007 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "name": "network-vif-plugged", "status": "completed", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:53.764259 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d58eb979-1577-49c0-b500-f68ea7a89611 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:53.764683 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'code': 200} Nov 01 18:15:53.773856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce740336-0217-4f73-80d3-fd15776d2b4a req-ac3fdfef-59bf-4d51-9528-d526e07e3ca2 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 210 time: 0.0694592 Nov 01 18:15:54.039067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5bee916-f352-4837-9992-2758771b15af up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:15:54.110916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9524a8-97d5-4273-bd62-f47f802b6517 req-e8a973ea-7ec4-4779-b9ac-71b743324d94 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.112521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf9524a8-97d5-4273-bd62-f47f802b6517 req-e8a973ea-7ec4-4779-b9ac-71b743324d94 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.2457707 Nov 01 18:15:54.126191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250781e7-7a27-4ad1-9e4f-434991810068 req-860988b5-ed92-43f9-8355-06dbe4d8f64b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.134188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-250781e7-7a27-4ad1-9e4f-434991810068 req-860988b5-ed92-43f9-8355-06dbe4d8f64b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2539518 Nov 01 18:15:54.142745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac0845-780b-4135-aa0b-b139978a94e7 req-4bae1170-e236-4e19-8787-6409a7211b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.144051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dac0845-780b-4135-aa0b-b139978a94e7 req-4bae1170-e236-4e19-8787-6409a7211b89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1097 time: 0.2350597 Nov 01 18:15:54.157581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a5bee916-f352-4837-9992-2758771b15af completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:15:54.164702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a5bee916-f352-4837-9992-2758771b15af triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:15:54.165421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.245302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-250781e7-7a27-4ad1-9e4f-434991810068 req-f3cda695-9871-4ecf-9e19-90f697fc3d89 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101990 Nov 01 18:15:54.256374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.263720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf9524a8-97d5-4273-bd62-f47f802b6517 req-a8e75b58-ee6a-4735-b9e3-5fff0d36cca7 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186957 Nov 01 18:15:54.276061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dac0845-780b-4135-aa0b-b139978a94e7 req-b79d6df7-c6e4-4d28-b4a4-afea11e9dc68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062257 Nov 01 18:15:54.294771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5bee916-f352-4837-9992-2758771b15af,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:54.437438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.439397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:54.467401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366ee5b-4e73-4e35-a410-d5fc095351ba req-e973f871-5648-4798-8e0f-8d1e2a46dfd9 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.469585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e366ee5b-4e73-4e35-a410-d5fc095351ba req-e973f871-5648-4798-8e0f-8d1e2a46dfd9 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 949 time: 0.1236558 Nov 01 18:15:54.474522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Deleting port 5e75f2c4-53fd-4349-949d-eaa675a157d9 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:54.474868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.514066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-a06e34b4-68d6-4a39-a47a-d0616f03efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.515629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-a06e34b4-68d6-4a39-a47a-d0616f03efb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd&tenant_id=9a0cdf05f60e4081892a6d61b914b963 HTTP/1.1" status: 200 len: 1101 time: 0.1404357 Nov 01 18:15:54.530745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:54.559492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:54.574523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b91e0-fe29-4ad1-860e-3de138a9868e req-df9477c1-9830-408e-9ab8-bdb704f2d045 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.576070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-615b91e0-fe29-4ad1-860e-3de138a9868e req-df9477c1-9830-408e-9ab8-bdb704f2d045 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 946 time: 0.2028935 Nov 01 18:15:54.580683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.617196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:54.657612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-9408979d-789d-4490-8ff3-e84a2304d790 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:54.661540 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-9408979d-789d-4490-8ff3-e84a2304d790 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.1446679 Nov 01 18:15:54.677063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Request body: {'port': {'device_id': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'admin_state_up': True, 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:54.813012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.861731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:54.956700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:54.960459 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:54.997533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e366ee5b-4e73-4e35-a410-d5fc095351ba req-d60dfacd-cac5-4356-80eb-e93d128695dc tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198770 Nov 01 18:15:55.039138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] For port 5e75f2c4-53fd-4349-949d-eaa675a157d9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5e75f2c4-53fd-4349-949d-eaa675a157d9,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:55.040759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.055079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-615b91e0-fe29-4ad1-860e-3de138a9868e req-1b246802-35f3-4e29-aae4-613d9d22b7b2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265991 Nov 01 18:15:55.068744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.092836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Calling delete_port for 5e75f2c4-53fd-4349-949d-eaa675a157d9 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:55.151045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Allocated IP 172.20.0.10 (68e76602-d933-4841-b38a-51b5a120a157/e40812b7-5669-4fa7-8bfb-34638e7a7bc0/cceab072-493f-4946-80c0-814d5b972e65) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:55.216953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-191c1ca4-5fed-4094-9059-1eea6745f182 req-82a02476-4fd9-4b11-8c85-27046b703cf8 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 210 time: 0.0678728 Nov 01 18:15:55.291635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:55.298622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203396-3396-40fd-b943-4b85a57fb4ee req-403a58c4-d8bc-4891-8687-9ba2c30837f2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:55.306136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1203396-3396-40fd-b943-4b85a57fb4ee req-403a58c4-d8bc-4891-8687-9ba2c30837f2 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.2151322 Nov 01 18:15:55.330542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:55.330890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 83b9bcc6-2a56-4f9d-9c8b-ccb0eb779bd7 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:55.358745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.384956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fafa079b-1451-4b3c-ae89-1fc0e09ff80e req-6bbbf10b-361e-4559-9148-deff6ddfb5d3 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 210 time: 0.0461159 Nov 01 18:15:55.454899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1203396-3396-40fd-b943-4b85a57fb4ee req-02ef4853-4bc3-4608-bb52-597461e36665 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474295 Nov 01 18:15:55.501835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-fd2b3bfc-ceac-4bb1-b73f-ab5143501e50 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:55.503997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-fd2b3bfc-ceac-4bb1-b73f-ab5143501e50 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 812 time: 0.1318686 Nov 01 18:15:55.518444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Request body: {'port': {'device_id': '7718432c-30a4-4308-9927-5c86ff9069e5', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'admin_state_up': True, 'tenant_id': 'e2cd6918a57b48c38de9415a2c043739'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:55.537700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.606803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102de20-819f-482c-8795-f39458cd1d78 req-0721e980-fa9b-4186-9b99-d2d523776687 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:55.608233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4102de20-819f-482c-8795-f39458cd1d78 req-0721e980-fa9b-4186-9b99-d2d523776687 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1509302 Nov 01 18:15:55.615108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:55.639190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Network 68e76602-d933-4841-b38a-51b5a120a157 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:55.647542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'name': 'network-vif-deleted', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:55.649800 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff24e69c-e47d-4970-8ab1-69820eb0a7af" -d '{"events": [{"server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "name": "network-vif-deleted", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:55.651024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:55.656177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:55.706246 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd563a6-a2ad-4d12-b2a3-ac0ab8a4f617 x-openstack-request-id: req-5dd563a6-a2ad-4d12-b2a3-ac0ab8a4f617 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:55.706539 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244f3e0-d9a5-4f55-a5a8-485ab7a03905", "name": "network-vif-deleted", "tag": "144b3136-f42c-4328-9e89-3cf2f236a91f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:55.706783 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dd563a6-a2ad-4d12-b2a3-ac0ab8a4f617 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:55.707164 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244f3e0-d9a5-4f55-a5a8-485ab7a03905', 'name': 'network-vif-deleted', 'tag': '144b3136-f42c-4328-9e89-3cf2f236a91f', 'status': 'completed', 'code': 200} Nov 01 18:15:55.712951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event updated for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:55.721281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4102de20-819f-482c-8795-f39458cd1d78 req-e376a26e-d69b-4707-a21c-9983e877ad06 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040986 Nov 01 18:15:55.722220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:55.757712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:55.766715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bee916-f352-4837-9992-2758771b15af'}, {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:55.768764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.770570 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc4810-e69b-4916-8abb-947492327171" -d '{"events": [{"server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "name": "network-vif-plugged", "status": "completed", "tag": "a5bee916-f352-4837-9992-2758771b15af"}, {"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:55.798173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:55.798877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.820346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Transition to ACTIVE for port object d0ea8fb9-9b01-46ff-b0f3-945c98ed641a will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:55.821738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.838822 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f46da-6717-4945-b20b-d2c34e3d81ca x-openstack-request-id: req-f42f46da-6717-4945-b20b-d2c34e3d81ca {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:55.839335 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "name": "network-vif-plugged", "status": "completed", "tag": "a5bee916-f352-4837-9992-2758771b15af", "code": 200}, {"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:55.839435 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f42f46da-6717-4945-b20b-d2c34e3d81ca {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:55.839938 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bee916-f352-4837-9992-2758771b15af', 'code': 200} Nov 01 18:15:55.840238 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'code': 200} Nov 01 18:15:55.865367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e75f2c4-53fd-4349-949d-eaa675a157d9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:55.957001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:55.957288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Made reservation on behalf of e2cd6918a57b48c38de9415a2c043739 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:55.968697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.032040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 144b3136-f42c-4328-9e89-3cf2f236a91f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:56.084753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 144b3136-f42c-4328-9e89-3cf2f236a91f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:56.094528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 144b3136-f42c-4328-9e89-3cf2f236a91f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:56.094528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.201453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=11']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:56.256060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156234-4a23-41ea-9bed-3c27c3a40613 req-eeb365f3-7e0c-425e-8707-54962e22e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.257612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a156234-4a23-41ea-9bed-3c27c3a40613 req-eeb365f3-7e0c-425e-8707-54962e22e118 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 1101 time: 0.3458679 Nov 01 18:15:56.282361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] No DVR routers for this DVR port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:15:56.324932 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.361862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d42b8-bddd-4a96-8094-0fc2ee3e7c16 req-c2e48699-463c-457e-b33d-dd5a8611c764 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.363434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c31d42b8-bddd-4a96-8094-0fc2ee3e7c16 req-c2e48699-463c-457e-b33d-dd5a8611c764 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.3501084 Nov 01 18:15:56.374385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e1de0-6d7d-48f5-b674-70ad0058c459 req-7dafab37-4113-403d-adce-702931dfb6d6 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.377005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908e1de0-6d7d-48f5-b674-70ad0058c459 req-7dafab37-4113-403d-adce-702931dfb6d6 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.2552462 Nov 01 18:15:56.389442 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-774901e1-2023-4653-bb5f-0f62f415700a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7178688 Nov 01 18:15:56.415180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Request body: {'port': {'device_id': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:56.424648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:56.424922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:56.425251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:56.428272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a156234-4a23-41ea-9bed-3c27c3a40613 req-06065489-33e4-46ad-b4c3-ecfa7514245a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484847 Nov 01 18:15:56.442634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:56.443183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Attempting to bind port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:56.508498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:56.508834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:56.509219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:56.509649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Bound port: d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:56.510002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.516894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c31d42b8-bddd-4a96-8094-0fc2ee3e7c16 req-3526f6cc-56b3-4361-b126-f59a5372be19 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388083 Nov 01 18:15:56.529751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908e1de0-6d7d-48f5-b674-70ad0058c459 req-13367659-7818-4403-bff5-4e2db6609a5d tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445436 Nov 01 18:15:56.590966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.612201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Allocated IP 172.20.0.11 (68e76602-d933-4841-b38a-51b5a120a157/e40812b7-5669-4fa7-8bfb-34638e7a7bc0/55a42e46-cdd4-4ef0-9dac-f7fa36094ee8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:56.665996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7a42332b-3db9-4ed7-9516-e73ad1a79b62 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.667360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7a42332b-3db9-4ed7-9516-e73ad1a79b62 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.32 "GET /v2.0/networks?id=69e17d6a-b962-4d16-bb3d-c6093d32358c HTTP/1.1" status: 200 len: 812 time: 0.2958391 Nov 01 18:15:56.689792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Request body: {'port': {'device_id': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c', 'admin_state_up': True, 'tenant_id': '9920e3609a9b49c297fe0230dd49a9e5'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:56.703065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4d2e892-08c3-4ac9-96e4-d36e361bbd0f req-3437db75-9909-4807-8b31-d4f149138192 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 210 time: 0.0528531 Nov 01 18:15:56.721741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:56.725947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:56.772365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1cd04-eb13-4eec-be54-5a863a5f879a req-10bc3044-7b19-42c1-8369-93130e78c770 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.773848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21e1cd04-eb13-4eec-be54-5a863a5f879a req-10bc3044-7b19-42c1-8369-93130e78c770 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 946 time: 0.1679742 Nov 01 18:15:56.815518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-966b8db6-0903-432f-8eeb-a5688806974c req-af071081-1d37-4bfc-bc4a-7ec30ed9ae65 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 210 time: 0.0406461 Nov 01 18:15:56.871214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.924420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:56.924420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:56.926045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] 10.222.0.32 "PUT /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 1097 time: 2.3715394 Nov 01 18:15:56.945268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21e1cd04-eb13-4eec-be54-5a863a5f879a req-c2d4ad8a-f399-4e91-aa70-693f5486b86f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586764 Nov 01 18:15:57.014822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.048578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:15:57.061696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186a85-439f-4443-90c4-aac5b5a11cba service neutron] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=12']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:57.085611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20cb00-036f-404e-aacd-25509cb54439 req-9268da31-6a6a-4f6b-ba44-4233f5ae42af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.087187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee20cb00-036f-404e-aacd-25509cb54439 req-9268da31-6a6a-4f6b-ba44-4233f5ae42af tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.1748905 Nov 01 18:15:57.094889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Made reservation on behalf of 9920e3609a9b49c297fe0230dd49a9e5 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:15:57.098574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.234151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.333554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Allocated IP 172.20.0.11 (69e17d6a-b962-4d16-bb3d-c6093d32358c/00517982-ff18-4ca1-812f-0f686c83d925/e948f675-bdfc-4d01-a1d3-2720a1084d10) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:15:57.348279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Network 68e76602-d933-4841-b38a-51b5a120a157 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:57.358325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:57.366972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:57.370199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event updated for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:57.421062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-bb33cc1d-e564-45b4-95dc-114be170e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.423760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-bb33cc1d-e564-45b4-95dc-114be170e1ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1100 time: 0.4661880 Nov 01 18:15:57.466079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d75b3b-348b-4c35-80ae-0ec7fb9a5632 req-35ac577e-7df8-4b8a-b8c2-787324c9016c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.467531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4d75b3b-348b-4c35-80ae-0ec7fb9a5632 req-35ac577e-7df8-4b8a-b8c2-787324c9016c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.4130769 Nov 01 18:15:57.476219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.476843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.491040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee20cb00-036f-404e-aacd-25509cb54439 req-722828cb-9691-4787-96c0-2b3064234a44 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864102 Nov 01 18:15:57.578723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceab072-493f-4946-80c0-814d5b972e65 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:57.589730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.605607 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-42e4b848-0791-4f8b-b7e1-de53c4524d74 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0918322 Nov 01 18:15:57.624009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Request body: {'port': {'device_id': '7718432c-30a4-4308-9927-5c86ff9069e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:57.630283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Transition to ACTIVE for port object cceab072-493f-4946-80c0-814d5b972e65 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:57.658889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4d75b3b-348b-4c35-80ae-0ec7fb9a5632 req-a0af98fc-3c87-4d12-b67c-699d6179324f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774232 Nov 01 18:15:57.672441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:15:57.675092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-7f48de88-2172-4c0f-926b-d69657f7e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.685061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-7f48de88-2172-4c0f-926b-d69657f7e27f service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2357881 Nov 01 18:15:57.685061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b1f5980-b148-4565-9a55-8a5f0a2851f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/6fdda16f-cd6f-4bec-a099-fa5afe03a873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6665673 Nov 01 18:15:57.686344 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Sync routers for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:15:57.686732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-85a01e3b-0da2-49a0-a89f-cbe87fcdd61a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1265205936&fields=id&tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 267 time: 0.1136343 Nov 01 18:15:57.691804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41400) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:57.704677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.705205 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:57.706285 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:57.714287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.742113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:57.744365 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e40b187-86f3-4df6-823a-e0df4aa4e312" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:57.795901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-923f7998-0727-47d0-8c70-392373bd2aca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.1108820 Nov 01 18:15:57.845229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.846086 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:57.894946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Pushing event updated for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:57.904564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-a9af88b5-73bd-43bb-a594-b985a1ab74e8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.905869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-a9af88b5-73bd-43bb-a594-b985a1ab74e8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 946 time: 0.2065403 Nov 01 18:15:57.925524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-9156d8ec-283d-41f5-b70b-36b783a1a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:57.927491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-9156d8ec-283d-41f5-b70b-36b783a1a377 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1225426 Nov 01 18:15:57.936378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'security_groups': ['240ff260-d433-42b7-a89f-5dd93b2b7aeb', 'f29c9c24-4739-47da-8cac-891d1b2d5af4']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:57.949985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Attempting to bind port cceab072-493f-4946-80c0-814d5b972e65 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:57.950325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Attempting to bind port cceab072-493f-4946-80c0-814d5b972e65 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:57.952648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:57.954489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Attempting to bind port cceab072-493f-4946-80c0-814d5b972e65 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:57.966471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Port cceab072-493f-4946-80c0-814d5b972e65 on network 68e76602-d933-4841-b38a-51b5a120a157 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:57.969578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Attempting to bind port cceab072-493f-4946-80c0-814d5b972e65 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:57.980803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:57.981147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Checking segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:57.981533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Bound using segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:57.982022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Bound port: cceab072-493f-4946-80c0-814d5b972e65, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:57.982390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.001977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.096903 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:15:55Z', 'revision_number': 5, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:58.124574 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Checking router: 6fdda16f-cd6f-4bec-a099-fa5afe03a873 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:15:58.136792 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Routers {'6fdda16f-cd6f-4bec-a099-fa5afe03a873'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:15:58.137586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-7e131d89-d993-4aa7-8257-2bba94199f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.137894 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:58.139149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-7e131d89-d993-4aa7-8257-2bba94199f43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1983356 Nov 01 18:15:58.143194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.179964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Network 69e17d6a-b962-4d16-bb3d-c6093d32358c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:15:58.191912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:15:58.210355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:15:58.270962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:58.278495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Pushing event updated for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:58.306074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=cceab072-493f-4946-80c0-814d5b972e65,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:58.319950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.328650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.329346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.362748 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] Set router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:15:58.405864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330f103-09d5-45bc-8631-2d26716a7855 req-0f60bc97-dd0e-47ab-8cd4-f7222f58e392 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.408154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9330f103-09d5-45bc-8631-2d26716a7855 req-0f60bc97-dd0e-47ab-8cd4-f7222f58e392 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.1754043 Nov 01 18:15:58.412310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-c47a24c8-e907-43e7-a5d6-50aa848af56e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633734 Nov 01 18:15:58.427685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.489388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-db6a4a96-1fc4-492b-b041-4a13335c76c7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8071489 Nov 01 18:15:58.504452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Request body: {'port': {'device_id': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:15:58.508253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.509288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.510531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] 10.222.0.32 "PUT /v2.0/ports/cceab072-493f-4946-80c0-814d5b972e65 HTTP/1.1" status: 200 len: 1092 time: 2.1027329 Nov 01 18:15:58.510973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:15:58.513459 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "tag": "cceab072-493f-4946-80c0-814d5b972e65"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:15:58.555198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:58.571555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.575763 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2035373a-efa2-484a-a870-74955e2b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:15:55Z', 'revision_number': 5, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:15:58.582823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2fcd-33d6-4a4c-ba21-1164a9de19bb service neutron] Pushing event updated for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:58.604188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035373a-efa2-484a-a870-74955e2b477b None None] The sync data for ids ['6fdda16f-cd6f-4bec-a099-fa5afe03a873'] in n-d-815923-2 is: [{'id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'name': 'tempest-AttachSCSIVolumeTestJSON-1793155708-router', 'tenant_id': '84849d4841ae49ad8d728fef33f54067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:46Z', 'updated_at': '2021-11-01T18:15:55Z', 'revision_number': 5, 'project_id': '84849d4841ae49ad8d728fef33f54067', 'gw_port': {'id': 'b2fdc0a9-51e7-42f1-af11-f2abf3803fae', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdda16f-cd6f-4bec-a099-fa5afe03a873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:47Z', 'updated_at': '2021-11-01T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:15:58.612232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Transition to ACTIVE for port object 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:58.614875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9330f103-09d5-45bc-8631-2d26716a7855 req-6066415a-8e78-40bc-8c98-d3bd0dd9d3a2 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919134 Nov 01 18:15:58.630083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.704666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:58.720942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a0d800-84e4-4c31-87ba-e05430d6f44c req-315ad02f-a2f8-4746-84db-a057989d7bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962511 Nov 01 18:15:58.724294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Deleting port b2fdc0a9-51e7-42f1-af11-f2abf3803fae {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:15:58.724692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.739234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.827708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.855497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dc859-8663-4a75-a328-a76298e99695 req-87b0c981-4231-48ae-a40d-f6e58e9576de tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.857025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c64dc859-8663-4a75-a328-a76298e99695 req-87b0c981-4231-48ae-a40d-f6e58e9576de tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 932 time: 0.1400890 Nov 01 18:15:58.863143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-bf91db14-8d2a-42c0-859b-e22dd66a1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:58.864710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-bf91db14-8d2a-42c0-859b-e22dd66a1c9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 1095 time: 0.1669827 Nov 01 18:15:58.878480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Pushing event updated for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:58.887951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] For port b2fdc0a9-51e7-42f1-af11-f2abf3803fae, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:15:58.888352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.905388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:58.908213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Calling delete_port for b2fdc0a9-51e7-42f1-af11-f2abf3803fae owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:15:58.920375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:58.963458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c64dc859-8663-4a75-a328-a76298e99695 req-e28ed1c5-c197-42ce-9bcc-7177c103293b tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Nov 01 18:15:58.966816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-b56c1dcc-797e-4501-b3f9-f4d6e7c60be3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cceab072-493f-4946-80c0-814d5b972e65 HTTP/1.1" status: 200 len: 217 time: 0.0893834 Nov 01 18:15:59.061059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.062259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.064049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5e75f2c4-53fd-4349-949d-eaa675a157d9 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:15:59.066525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea5da49b-b946-4df9-8b9f-e934ac98c611 req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "PUT /v2.0/ports/739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 982 time: 1.1357796 Nov 01 18:15:59.097477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-5331682f-f643-47ef-8536-83bcf54c036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.097899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-5331682f-f643-47ef-8536-83bcf54c036f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.0944571 Nov 01 18:15:59.103847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Attempting to bind port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:59.104190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Attempting to bind port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:59.104519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Attempting to bind port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:59.126076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5e75f2c4-53fd-4349-949d-eaa675a157d9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:15:59.126310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5e75f2c4-53fd-4349-949d-eaa675a157d9 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:15:59.148083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44a13ea7-7d42-442e-ab8e-779b4bf2ab7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408418 Nov 01 18:15:59.150221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 on network 68e76602-d933-4841-b38a-51b5a120a157 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:59.150902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Attempting to bind port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 on network 68e76602-d933-4841-b38a-51b5a120a157 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:59.162476 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5fd5cd-2341-4324-ada6-3478a270f802 x-openstack-request-id: req-bc5fd5cd-2341-4324-ada6-3478a270f802 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:59.163285 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:59.163560 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc5fd5cd-2341-4324-ada6-3478a270f802 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:59.164026 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'status': 'completed', 'code': 200} Nov 01 18:15:59.198251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:59.198803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Checking segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:59.200903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Bound using segment: {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:59.200903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Bound port: 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc0dc85-3b39-4ad0-b633-79a97996fed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '68e76602-d933-4841-b38a-51b5a120a157'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:59.201106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:15:59.201197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.278754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a1778-a531-44b0-95e2-c38cb9628733 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:59.343084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e948f675-bdfc-4d01-a1d3-2720a1084d10 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:15:59.354559 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.398387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Transition to ACTIVE for port object e948f675-bdfc-4d01-a1d3-2720a1084d10 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:15:59.405973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-bf56a100-bd72-43cd-8bcc-1326b6eaa0a1 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485459 Nov 01 18:15:59.407481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:15:59.410683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:15:59.437023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-8a21c4f2-742a-408b-997a-fd595d0e8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.438589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-8a21c4f2-742a-408b-997a-fd595d0e8eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1100 time: 0.2525711 Nov 01 18:15:59.450169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e19e03-751a-4960-82ff-4c66cfd3504f req-566a6c3e-c7e3-493a-9333-7d96743aa78c tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.454421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e19e03-751a-4960-82ff-4c66cfd3504f req-566a6c3e-c7e3-493a-9333-7d96743aa78c tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 944 time: 0.2743621 Nov 01 18:15:59.473711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.511476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.552343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.552965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.554381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-44906326-48f3-44b7-a048-1016012f96ea service neutron] 10.222.0.32 "PUT /v2.0/ports/55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 HTTP/1.1" status: 200 len: 1092 time: 1.9379125 Nov 01 18:15:59.566080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Pushing event updated for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:59.611672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-ebd4927b-b266-4b16-897a-1240dbec9349 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977031 Nov 01 18:15:59.686892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906326-48f3-44b7-a048-1016012f96ea service neutron] Pushing event updated for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:15:59.738549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-02631b5e-6607-4d21-aaab-02daa80fbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.740082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-02631b5e-6607-4d21-aaab-02daa80fbd4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0cdf05f60e4081892a6d61b914b963&device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1100 time: 0.4535444 Nov 01 18:15:59.746884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Attempting to bind port e948f675-bdfc-4d01-a1d3-2720a1084d10 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:15:59.747220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Attempting to bind port e948f675-bdfc-4d01-a1d3-2720a1084d10 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '3d89c2b8-c1b2-4251-871c-91b1a7052f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:15:59.747574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Attempting to bind port e948f675-bdfc-4d01-a1d3-2720a1084d10 on network 69e17d6a-b962-4d16-bb3d-c6093d32358c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:59.757675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf630b-48ba-4ba8-8aa2-18db1267a2a9 req-fa5138f0-f24f-4643-badf-aacb8a8a4668 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.759137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40cf630b-48ba-4ba8-8aa2-18db1267a2a9 req-fa5138f0-f24f-4643-badf-aacb8a8a4668 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.4738238 Nov 01 18:15:59.765254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-058c9f14-2d71-4d4c-b1f2-2e1009a9d1e1 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.767566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-058c9f14-2d71-4d4c-b1f2-2e1009a9d1e1 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.32 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 946 time: 0.0897083 Nov 01 18:15:59.769217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Port e948f675-bdfc-4d01-a1d3-2720a1084d10 on network 69e17d6a-b962-4d16-bb3d-c6093d32358c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:15:59.769536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Attempting to bind port e948f675-bdfc-4d01-a1d3-2720a1084d10 on network 69e17d6a-b962-4d16-bb3d-c6093d32358c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:15:59.772951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-1bbf1d9b-9742-4e66-8af3-9b98618c3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.774384 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-1bbf1d9b-9742-4e66-8af3-9b98618c3bea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 1095 time: 0.1064932 Nov 01 18:15:59.791835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:15:59.792175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Checking segment: {'id': '3d89c2b8-c1b2-4251-871c-91b1a7052f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:15:59.792552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Bound using segment: {'id': '3d89c2b8-c1b2-4251-871c-91b1a7052f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:15:59.792989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Bound port: e948f675-bdfc-4d01-a1d3-2720a1084d10, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d89c2b8-c1b2-4251-871c-91b1a7052f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:15:59.793350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:15:59.854083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-3e455f90-c2da-44eb-8e1c-dbbd090044ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 HTTP/1.1" status: 200 len: 217 time: 0.0680642 Nov 01 18:15:59.881553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e19e03-751a-4960-82ff-4c66cfd3504f req-43c3cf53-769f-466d-a97b-78b93a5a7004 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110844 Nov 01 18:15:59.947174 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8e8e9-2bf7-49f2-a401-856d7c61de85 x-openstack-request-id: req-90e8e8e9-2bf7-49f2-a401-856d7c61de85 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:15:59.947522 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "tag": "cceab072-493f-4946-80c0-814d5b972e65", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:15:59.947736 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e8e8e9-2bf7-49f2-a401-856d7c61de85 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:15:59.948130 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65', 'status': 'completed', 'code': 200} Nov 01 18:15:59.957836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40cf630b-48ba-4ba8-8aa2-18db1267a2a9 req-5b776913-834e-4a0d-aa6b-85032731393d tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffe763c7-5ecb-411f-8666-90ea2e945367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843235 Nov 01 18:15:59.974318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-999067d2-9f1e-400f-87df-30c3fd32b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:15:59.975881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-999067d2-9f1e-400f-87df-30c3fd32b6ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.5211167 Nov 01 18:15:59.976337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.32', 57827) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:15:59.999441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:00.002965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-63b491a9-5f7d-4acc-9553-5e56c7e55776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.004527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-63b491a9-5f7d-4acc-9553-5e56c7e55776 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.1418097 Nov 01 18:16:00.006972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10,segment=NetworkSegment(3d89c2b8-c1b2-4251-871c-91b1a7052f7d),segment_id=3d89c2b8-c1b2-4251-871c-91b1a7052f7d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:00.054511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-d414e36a-ae9b-409f-9288-4ce54a5702fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390565 Nov 01 18:16:00.056242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.063125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-7d4893f6-6550-43b9-98ec-61edce0f7922 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.0742812 Nov 01 18:16:00.065315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Deleting port c06d05f7-7fbd-44ab-9081-2ce17576cb59 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:00.065741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.079955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-297f7734-14aa-46a2-8fa5-7d8f9da1e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.083011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-297f7734-14aa-46a2-8fa5-7d8f9da1e59c service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.3195944 Nov 01 18:16:00.116364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.151590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fdc0a9-51e7-42f1-af11-f2abf3803fae,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:00.219456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-ad0405a7-5de4-4811-a995-8ff257c0b713 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 200 len: 217 time: 0.1019602 Nov 01 18:16:00.267422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-defad2d5-d774-4ca7-bb3b-3b789ee4ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.268974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-defad2d5-d774-4ca7-bb3b-3b789ee4ae3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 1095 time: 0.2897646 Nov 01 18:16:00.319895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-25f81754-d4bd-4eda-9f53-def5df46bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.321335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-25f81754-d4bd-4eda-9f53-def5df46bff8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.2371757 Nov 01 18:16:00.342454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c7159-941b-44e4-8bf5-30bc8bc2503a req-2b1c58ff-8de6-49db-a554-5c895e6a79bd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.344558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-805c7159-941b-44e4-8bf5-30bc8bc2503a req-2b1c58ff-8de6-49db-a554-5c895e6a79bd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 949 time: 0.2904127 Nov 01 18:16:00.352740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d6f2-c816-495a-bdb4-5693564360d7 req-6e5e52ce-9088-46f5-b0ab-2c858c3f7ec5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.355764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4945d6f2-c816-495a-bdb4-5693564360d7 req-6e5e52ce-9088-46f5-b0ab-2c858c3f7ec5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2989376 Nov 01 18:16:00.484769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-a4546f95-a9f5-4336-b893-f093a8067c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.486553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-a4546f95-a9f5-4336-b893-f093a8067c25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.2548637 Nov 01 18:16:00.494879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.495546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.496889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] 10.222.0.32 "PUT /v2.0/ports/e948f675-bdfc-4d01-a1d3-2720a1084d10 HTTP/1.1" status: 200 len: 1092 time: 1.9978199 Nov 01 18:16:00.527391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.544312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955f4e-0aa4-407b-a8e7-530fb8387744 service neutron] Pushing event updated for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:00.548254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] For port c06d05f7-7fbd-44ab-9081-2ce17576cb59, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c06d05f7-7fbd-44ab-9081-2ce17576cb59,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:00.549074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.557617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-244e112a-2865-4604-aaf3-19a110cd50f2 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885461 Nov 01 18:16:00.619862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4945d6f2-c816-495a-bdb4-5693564360d7 req-b8ee1765-889e-4190-8dab-eb024ba1b53e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468600 Nov 01 18:16:00.628571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-805c7159-941b-44e4-8bf5-30bc8bc2503a req-12f25a85-6790-477c-b06d-20ecf85f5313 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682390 Nov 01 18:16:00.684295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-4a7022ae-6a7b-4f10-86e7-da41352b4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.686333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-4a7022ae-6a7b-4f10-86e7-da41352b4347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3276374 Nov 01 18:16:00.702511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.717639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:00.741259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-61f84b3c-c3d8-44eb-a09a-2fd837929a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.742643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-61f84b3c-c3d8-44eb-a09a-2fd837929a19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 913 time: 0.4250348 Nov 01 18:16:00.791324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-d0d582e6-5d16-4a97-a358-cd756ef14f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.792819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-d0d582e6-5d16-4a97-a358-cd756ef14f1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2936299 Nov 01 18:16:00.813994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-0a8bf0fc-caf9-48dc-9ff0-535785b97ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.815482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-0a8bf0fc-caf9-48dc-9ff0-535785b97ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9920e3609a9b49c297fe0230dd49a9e5&device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 1095 time: 0.1526480 Nov 01 18:16:00.819247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-91c9a591-dd47-4185-bc63-e24907ef386b service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534409 Nov 01 18:16:00.879181 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7ba6dd06-dd8a-473a-b056-443766163482 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10 HTTP/1.1" status: 200 len: 217 time: 0.0467479 Nov 01 18:16:00.913231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-cbfbfa14-497d-4050-aa5f-d9476c1e243f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cceab072-493f-4946-80c0-814d5b972e65 HTTP/1.1" status: 200 len: 217 time: 0.1599419 Nov 01 18:16:00.938597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7611009d-9ce3-4a73-a94b-f2a47c66b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:00.940383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7611009d-9ce3-4a73-a94b-f2a47c66b472 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00517982-ff18-4ca1-812f-0f686c83d925 HTTP/1.1" status: 200 len: 852 time: 0.0544596 Nov 01 18:16:00.974137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-d16dc212-2684-4ff6-b00f-a24ad8db1a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e17d6a-b962-4d16-bb3d-c6093d32358c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266600 Nov 01 18:16:01.018543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.018827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.019198 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Floating IP 972ca281-5087-4157-8244-2613aa1a6447 disassociated. External IP: 172.25.2.24, port: c06d05f7-7fbd-44ab-9081-2ce17576cb59. Nov 01 18:16:01.019601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Calling delete_port for c06d05f7-7fbd-44ab-9081-2ce17576cb59 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:01.027923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd7be433-b594-4cb8-b08d-654740128447 req-93400b68-5518-4bf1-b3d5-48f14c572d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-974583536&fields=id&tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 267 time: 0.2977419 Nov 01 18:16:01.036519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.037032 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdda16f-cd6f-4bec-a099-fa5afe03a873 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:16:01.057551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.061290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-192be361-560c-468b-9628-b80d2ff1f3b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6fdda16f-cd6f-4bec-a099-fa5afe03a873 HTTP/1.1" status: 204 len: 168 time: 3.3671105 Nov 01 18:16:01.066172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:01.080024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-cebb43bf-7c89-4db4-ab73-bae356ea0e51 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822608 Nov 01 18:16:01.087837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086759d-85e3-4a38-a276-40a84974d234 req-c2c43503-5fe0-4869-a2d9-d36254516561 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:01.089343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a086759d-85e3-4a38-a276-40a84974d234 req-c2c43503-5fe0-4869-a2d9-d36254516561 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.3003774 Nov 01 18:16:01.143997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-9b424e7a-e0e8-4bfb-a8d4-f6ada31f16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:01.145477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-9b424e7a-e0e8-4bfb-a8d4-f6ada31f16c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.2190938 Nov 01 18:16:01.170547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:01.173096 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:01.178155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-7b503e8b-213a-4144-a8d9-c28b6589b5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968503 Nov 01 18:16:01.212693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Deleting subnet 7cc0ef76-b296-42a7-86f7-0c3206c62350 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:16:01.232714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.244185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-14476bd2-f14d-4c0f-9ff8-d189cd9ea316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823793 Nov 01 18:16:01.245920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-c2ae05be-5474-49d6-92ea-c797baccc8a0 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630583 Nov 01 18:16:01.276566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a086759d-85e3-4a38-a276-40a84974d234 req-3a449297-1960-4723-b49f-426fec2fff38 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602399 Nov 01 18:16:01.320365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device cceab072-493f-4946-80c0-814d5b972e65 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:01.345506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.401174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52867ff5-fc6d-4e82-9420-94236fc45e2e req-4ed77068-940a-4ce0-99ef-8c2c7321e72d service neutron] 10.222.0.32 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152696 Nov 01 18:16:01.466991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.499328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=cceab072-493f-4946-80c0-814d5b972e65,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:01.518159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'cceab072-493f-4946-80c0-814d5b972e65', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'port_id': 'cceab072-493f-4946-80c0-814d5b972e65', 'mac_address': 'fa:16:3e:be:b0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40812b7-5669-4fa7-8bfb-34638e7a7bc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:01.561681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.575418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceab072-493f-4946-80c0-814d5b972e65 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:01.582840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7be433-b594-4cb8-b08d-654740128447 req-c2bf0063-060c-4b57-9db7-e13803ed9816 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:01.584433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd7be433-b594-4cb8-b08d-654740128447 req-c2bf0063-060c-4b57-9db7-e13803ed9816 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 985 time: 0.5455906 Nov 01 18:16:01.597518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=cceab072-493f-4946-80c0-814d5b972e65,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:01.668332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'security_groups': ['240ff260-d433-42b7-a89f-5dd93b2b7aeb', 'f29c9c24-4739-47da-8cac-891d1b2d5af4', 'debfd049-0725-4a3a-a4f3-0eded3c0369a']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:01.683087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.708282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-36fdb33d-ba40-42ae-976c-76200e8deda8 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021478 Nov 01 18:16:01.716069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event deleted for resources: {'Port': ['ID=c06d05f7-7fbd-44ab-9081-2ce17576cb59,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:01.747753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.747753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:01.786834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.800763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6342-564c-42de-8837-d7a2125427b4 req-70071a65-b166-4cc5-8db4-3b6202111543 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:01.802296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a20a6342-564c-42de-8837-d7a2125427b4 req-70071a65-b166-4cc5-8db4-3b6202111543 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 944 time: 0.2480295 Nov 01 18:16:01.826181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-e7d15487-b0d7-4d52-979b-f1ed13a83a80 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741708 Nov 01 18:16:01.832975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.834277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:01.838913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e40b187-86f3-4df6-823a-e0df4aa4e312 req-1327d8b0-a718-4e5e-ac8d-2044f1f60963 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808213 Nov 01 18:16:01.855199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:01.858642 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7cc0ef76-b296-42a7-86f7-0c3206c62350 HTTP/1.1" status: 204 len: 168 time: 0.7914071 Nov 01 18:16:01.859667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f137e-fc9c-437e-a856-ca5bed5de8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc0ef76-b296-42a7-86f7-0c3206c62350,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:01.861430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41436) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:01.873340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed2a5f5-d671-40c3-830d-5a1824a152fe None None] Network 39bf6c57-0960-4dc9-abf2-0d9684b9532e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:01.949912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a20a6342-564c-42de-8837-d7a2125427b4 req-d133a723-11c1-4351-be08-dbfeff97e684 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329505 Nov 01 18:16:01.950537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8'}, {'name': 'network-changed', 'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:01.952532 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49916469-74da-45dc-97d0-5f8619380d78" -d '{"events": [{"name": "network-changed", "server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8"}, {"name": "network-changed", "server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:01.956873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Router 70719e05-ca93-4aa0-bbba-2f7acea97deb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:01.962335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.013231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d02dd6c-1689-4a7c-afc4-1fb49c975c4a req-43b3a16a-397b-418c-9677-9a1682985bbe service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733642 Nov 01 18:16:02.042557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.042905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.043147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.043478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.043854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.044177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.044498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.044819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.045135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.045748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.046075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.046789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.114840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Deleting port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:02.114840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.117790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:02.136964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401a499-d767-4947-9a1b-70036687264a None None] Sync routers for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:02.161558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:02.196507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'mac_address': 'fa:16:3e:2b:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:02.199360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a796cf-610e-475b-8314-00b284ac870d req-3b7a26e0-f890-434b-a970-b818f2cffc05 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:02.201518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a796cf-610e-475b-8314-00b284ac870d req-3b7a26e0-f890-434b-a970-b818f2cffc05 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 944 time: 0.1003456 Nov 01 18:16:02.213043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] No DVR routers for this DVR port c06d05f7-7fbd-44ab-9081-2ce17576cb59 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:02.218843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:02.218843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:02.219156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.222121 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-595634f7-1532-4b58-b59b-bcd697b7b81e req-bc7519f9-53d9-44c8-bcad-d367fd49882a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.32 "DELETE /v2.0/ports/c06d05f7-7fbd-44ab-9081-2ce17576cb59 HTTP/1.1" status: 204 len: 173 time: 2.4458678 Nov 01 18:16:02.234817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] For port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,segment=NetworkSegment(44f9164b-0d83-4722-be0b-76368ed32629),segment_id=44f9164b-0d83-4722-be0b-76368ed32629)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:02.235200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.248422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Calling delete_port for 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:02.259076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:02.321055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a796cf-610e-475b-8314-00b284ac870d req-6e32674b-b7fc-495f-8a63-6e9b930b4fd4 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Nov 01 18:16:02.349590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.357661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.378658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:02.403183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:02.437643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b68fb737-00ef-4e2d-be85-96c0d7e61094 req-ea453e9c-4340-44ca-91dd-00216ebee7be tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0361841 Nov 01 18:16:02.455891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:02.459955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.495923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b13c38-31eb-4ee5-ac3d-2ebe98ed1347 None None] DHCP port deletion for 39bf6c57-0960-4dc9-abf2-0d9684b9532e request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:16:02.496528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccde39c-c338-4d2a-aacf-c5d21eb9fc08,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:02.502196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] No DVR routers for this DVR port 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:02.534076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.534431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.534800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.535154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.535490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.535845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.536173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.536499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.536827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.537152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.537477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.537855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:02.540724 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723ddc8a-61d2-4c6e-9d80-7cf08d7fcb60 x-openstack-request-id: req-723ddc8a-61d2-4c6e-9d80-7cf08d7fcb60 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:02.541137 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:02.541545 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-723ddc8a-61d2-4c6e-9d80-7cf08d7fcb60 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:02.542041 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'status': 'completed', 'code': 200} Nov 01 18:16:02.558235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.583497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:02.591983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.612753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.646378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bf6c57-0960-4dc9-abf2-0d9684b9532e']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:02.660378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9164b-0d83-4722-be0b-76368ed32629') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:02.661102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9164b-0d83-4722-be0b-76368ed32629') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:02.663362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:02.664141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.665627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd7be433-b594-4cb8-b08d-654740128447 req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "PUT /v2.0/ports/739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 1021 time: 1.0384963 Nov 01 18:16:02.709691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-38d2a5e1-2ed9-4b02-893c-d7bec20cd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:02.711695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-38d2a5e1-2ed9-4b02-893c-d7bec20cd037 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1175 time: 0.1401021 Nov 01 18:16:02.712509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2130ff-5d78-4aee-aadf-39f0d85d59c3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:02.723005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=13']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:02.743524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.784137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:02.789333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.796095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:02.805235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:16:02.806600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:16:02.810680 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:16:02.920474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401a499-d767-4947-9a1b-70036687264a None None] Checking router: 70719e05-ca93-4aa0-bbba-2f7acea97deb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:02.925059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-f32fd36a-688d-47fe-9331-9b8ad8f13487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:02.926785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-f32fd36a-688d-47fe-9331-9b8ad8f13487 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.2059212 Nov 01 18:16:02.935279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d0ea8fb9-9b01-46ff-b0f3-945c98ed641a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:02.975409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['cceab072-493f-4946-80c0-814d5b972e65'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:02.977437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2fdc0a9-51e7-42f1-af11-f2abf3803fae no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:02.986969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:03.004769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:03.005317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-f3048307-cf5e-482d-b16d-96deb599a7a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 217 time: 0.0682280 Nov 01 18:16:03.009957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] 10.222.0.31 "DELETE /v2.0/networks/39bf6c57-0960-4dc9-abf2-0d9684b9532e HTTP/1.1" status: 204 len: 168 time: 1.1457574 Nov 01 18:16:03.019220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41446) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:03.031556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85485880-381a-48c8-8768-b7c3a08ddbd3 req-12af5d26-1cf9-4e3e-88b0-34758c8d38a3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.040467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85485880-381a-48c8-8768-b7c3a08ddbd3 req-12af5d26-1cf9-4e3e-88b0-34758c8d38a3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1847205 Nov 01 18:16:03.053226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b2fdc0a9-51e7-42f1-af11-f2abf3803fae {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:03.053576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2fdc0a9-51e7-42f1-af11-f2abf3803fae not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:03.054000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:03.055792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:03.059093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:03.059238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20620df0-ff9e-4041-a452-40ac01c7711b admin admin] Pushing event deleted for resources: {'Network': ['ID=39bf6c57-0960-4dc9-abf2-0d9684b9532e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:03.155270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:03.155648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ccde39c-c338-4d2a-aacf-c5d21eb9fc08 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:03.160162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85485880-381a-48c8-8768-b7c3a08ddbd3 req-4454355d-8db2-44c7-a224-d3e1ff7a1cbd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139190 Nov 01 18:16:03.185345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c209-249b-4e7f-be0a-895693dc8c29 req-fcb43acb-3c55-4ab1-9965-7b8f7d87d68e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.196363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f7c209-249b-4e7f-be0a-895693dc8c29 req-fcb43acb-3c55-4ab1-9965-7b8f7d87d68e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.2079844 Nov 01 18:16:03.198533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-6d97e972-1deb-4b21-b545-c17c222f7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.200229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-6d97e972-1deb-4b21-b545-c17c222f7973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.1506052 Nov 01 18:16:03.256410 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c806e43-94ff-4daa-9135-7c17d2476034 x-openstack-request-id: req-1c806e43-94ff-4daa-9135-7c17d2476034 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:03.258893 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:03.259488 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c806e43-94ff-4daa-9135-7c17d2476034 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:03.260200 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8', 'status': 'completed', 'code': 200} Nov 01 18:16:03.260520 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10', 'status': 'completed', 'code': 200} Nov 01 18:16:03.316846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-35b34ee2-a3d7-4411-b5bd-647823193d78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833824 Nov 01 18:16:03.339846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:03.341902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c06d05f7-7fbd-44ab-9081-2ce17576cb59 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:03.384152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: c06d05f7-7fbd-44ab-9081-2ce17576cb59 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:03.385175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c06d05f7-7fbd-44ab-9081-2ce17576cb59 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:03.385914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f7c209-249b-4e7f-be0a-895693dc8c29 req-f6318807-1c9f-4c4d-9678-0f414a5d08e1 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799512 Nov 01 18:16:03.415091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-39779e44-7e5f-4072-a4d4-33a33a6a2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.417242 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-39779e44-7e5f-4072-a4d4-33a33a6a2e80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2cd6918a57b48c38de9415a2c043739&device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 1095 time: 0.1400268 Nov 01 18:16:03.520656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b74c16-46d9-45dc-9338-f778d38a5397 req-8e7aa9ff-de69-461d-adc5-d462474ab7ae tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.521891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b74c16-46d9-45dc-9338-f778d38a5397 req-8e7aa9ff-de69-461d-adc5-d462474ab7ae tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1024 time: 0.2175968 Nov 01 18:16:03.601497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-8f2d2456-9651-4608-b8cf-b51696d2bfd0 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628205 Nov 01 18:16:03.623403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:16:03.631441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:03.684458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:03.782553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-4f857089-75da-4934-9155-a5f198c2a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:03.784877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-4f857089-75da-4934-9155-a5f198c2a659 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 200 len: 913 time: 0.3554943 Nov 01 18:16:03.858267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b74c16-46d9-45dc-9338-f778d38a5397 req-2cf97ff2-3c78-47a1-a356-2b328879c027 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29c9c24-4739-47da-8cac-891d1b2d5af4&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&id=debfd049-0725-4a3a-a4f3-0eded3c0369a HTTP/1.1" status: 200 len: 6149 time: 0.3269246 Nov 01 18:16:03.858535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-ba81bc58-6c5c-42cd-aef3-88254f807f8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 HTTP/1.1" status: 200 len: 217 time: 0.0617325 Nov 01 18:16:03.905318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f15e35-b562-43d2-97bb-c3d0fd9f0f6b req-7dfe3490-1cc8-4fd5-9bad-59922a79c729 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935908 Nov 01 18:16:04.012434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-a73993e8-7fda-40db-a9d2-41fb8571e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.021916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-a73993e8-7fda-40db-a9d2-41fb8571e63b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 200 len: 852 time: 0.1553321 Nov 01 18:16:04.028021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-87c927e7-dac7-41b9-94e2-d65dee86e831 tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.037114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-87c927e7-dac7-41b9-94e2-d65dee86e831 tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 1101 time: 0.1214037 Nov 01 18:16:04.070006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34c917-9ddf-4b32-ad9e-4dd80f922256 req-5b4712b1-fb76-486e-a5af-a6dc6ea83e8c tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.079120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b34c917-9ddf-4b32-ad9e-4dd80f922256 req-5b4712b1-fb76-486e-a5af-a6dc6ea83e8c tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 944 time: 0.1185999 Nov 01 18:16:04.081472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-47f66c9c-eee7-4c2d-a371-85283d660b18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e76602-d933-4841-b38a-51b5a120a157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518994 Nov 01 18:16:04.086485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-d97bf7de-18ba-4a45-990e-6a43a2bcb14c tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.169069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b34c917-9ddf-4b32-ad9e-4dd80f922256 req-4ac30c32-5366-4b81-8151-8d2b27e772ba tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719972 Nov 01 18:16:04.283725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:04.299766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-7b4d2cf1-9959-40b7-a13c-f5be39276faa service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814935 Nov 01 18:16:04.311094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8', 'network_id': '68e76602-d933-4841-b38a-51b5a120a157', 'port_id': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8', 'mac_address': 'fa:16:3e:35:3e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40812b7-5669-4fa7-8bfb-34638e7a7bc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:04.327439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-d97bf7de-18ba-4a45-990e-6a43a2bcb14c tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.357033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f4089-99bb-4cf9-8987-3f95f9ffbaa5 req-471408ad-8a8b-4d45-a92f-b9fde173e66a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.359071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-411f4089-99bb-4cf9-8987-3f95f9ffbaa5 req-471408ad-8a8b-4d45-a92f-b9fde173e66a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 944 time: 0.0754871 Nov 01 18:16:04.401271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d401a499-d767-4947-9a1b-70036687264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:04.411800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-411f4089-99bb-4cf9-8987-3f95f9ffbaa5 req-4d457919-ec45-4a24-950a-5c052da27ee7 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Nov 01 18:16:04.416211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-d97bf7de-18ba-4a45-990e-6a43a2bcb14c tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.461524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-735458bd-29af-47e6-9ba4-6e65b9c996f6 req-d97bf7de-18ba-4a45-990e-6a43a2bcb14c tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189570 Nov 01 18:16:04.488982 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-efa8dfe8-b671-4fe1-9d43-00d2074082e8 service neutron] 10.222.0.32 "GET /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781569 Nov 01 18:16:04.498913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bf7de-18ba-4a45-990e-6a43a2bcb14c tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef23796-dbaf-4461-ac33-d59320c57520,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:04.502683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Deleting port ed40ef2f-eecc-4c45-bc1f-f23162db579f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:04.503026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.525142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401a499-d767-4947-9a1b-70036687264a None None] The sync data for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 is: [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:11:31Z', 'revision_number': 4, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2e32880a-250a-4d34-8b83-70bca80b6307', 'name': '', 'network_id': 'bbce7560-bdcc-4e29-a9bc-5d5691c873ca', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'mac_address': 'fa:16:3e:56:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa991726-315e-4a95-a194-b0447aba022d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:30Z', 'updated_at': '2021-11-01T18:11:38Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'subnets': [{'id': 'aa991726-315e-4a95-a194-b0447aba022d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:04.542211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.543484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:04.544993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.546291 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab879ac4-983b-44e2-9ba7-6d1726f24a26" -d '{"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:04.582768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:04.609484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:04.649960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3fe78-a30a-4310-ba0c-18289445733f req-de3c54be-0032-4182-8430-1ce3eba389d1 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.654103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-8bd23404-e31b-4b09-bce6-5eca1acb5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.655724 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-8bd23404-e31b-4b09-bce6-5eca1acb5e4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9920e3609a9b49c297fe0230dd49a9e5&device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 1095 time: 0.0837400 Nov 01 18:16:04.658233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] For port ed40ef2f-eecc-4c45-bc1f-f23162db579f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ed40ef2f-eecc-4c45-bc1f-f23162db579f,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:04.658407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0aa3fe78-a30a-4310-ba0c-18289445733f req-de3c54be-0032-4182-8430-1ce3eba389d1 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 1101 time: 0.1074345 Nov 01 18:16:04.658603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.666422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-690eafc6-2f3f-4cc6-ad93-926f849be46b req-c36a77ec-fa90-4c23-95d6-1e121a37a356 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0543821 Nov 01 18:16:04.705629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.706401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e948f675-bdfc-4d01-a1d3-2720a1084d10 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:04.716958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1040315298 ', 'description': 'tempest-description-56246968'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:04.720180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Calling delete_port for ed40ef2f-eecc-4c45-bc1f-f23162db579f owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:04.735639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0aa3fe78-a30a-4310-ba0c-18289445733f req-4e8c4767-4382-417b-a09c-45fd6eb8f599 tempest-MigrationsAdminTest-1642499973 tempest-MigrationsAdminTest-1642499973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710390 Nov 01 18:16:04.882838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.888537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:04.908761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488f891-c3f3-41ae-9e0d-bc621323580b req-17e04019-888c-43df-a8fe-697afbb703ec tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:04.910128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f488f891-c3f3-41ae-9e0d-bc621323580b req-17e04019-888c-43df-a8fe-697afbb703ec tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0881467 Nov 01 18:16:04.915114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10,segment=NetworkSegment(3d89c2b8-c1b2-4251-871c-91b1a7052f7d),segment_id=3d89c2b8-c1b2-4251-871c-91b1a7052f7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:04.932152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'e948f675-bdfc-4d01-a1d3-2720a1084d10', 'network_id': '69e17d6a-b962-4d16-bb3d-c6093d32358c', 'port_id': 'e948f675-bdfc-4d01-a1d3-2720a1084d10', 'mac_address': 'fa:16:3e:2a:4a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00517982-ff18-4ca1-812f-0f686c83d925', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:04.973957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:04.989525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e948f675-bdfc-4d01-a1d3-2720a1084d10 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:04.990331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f488f891-c3f3-41ae-9e0d-bc621323580b req-3b5e47c3-393d-4186-bcbf-84dcd70f8962 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683808 Nov 01 18:16:05.004828 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0048c-942b-4ff2-90ca-809b2f107ba1 None None] New status for floating IP 972ca281-5087-4157-8244-2613aa1a6447: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:16:05.057702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10,segment=NetworkSegment(3d89c2b8-c1b2-4251-871c-91b1a7052f7d),segment_id=3d89c2b8-c1b2-4251-871c-91b1a7052f7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:05.094469 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54e2cb-3d3e-4021-9b5e-a8aefa4e5338 x-openstack-request-id: req-7a54e2cb-3d3e-4021-9b5e-a8aefa4e5338 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:05.095494 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:05.099693 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a54e2cb-3d3e-4021-9b5e-a8aefa4e5338 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:05.100445 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'status': 'completed', 'code': 200} Nov 01 18:16:05.122064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.168823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.173707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-6265b105-2f54-431b-9fc6-f77a14225f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.175252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-6265b105-2f54-431b-9fc6-f77a14225f5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1175 time: 0.0518773 Nov 01 18:16:05.232042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:05.243990 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.263550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'name': 'network-vif-deleted', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:05.266425 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be42bcee-2c2c-4645-8e29-33cb3474ca0f" -d '{"events": [{"server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "name": "network-vif-deleted", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:05.284145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-0b1a2663-ced8-4272-a2ab-9f64417185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.285273 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-0b1a2663-ced8-4272-a2ab-9f64417185cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=69e17d6a-b962-4d16-bb3d-c6093d32358c HTTP/1.1" status: 200 len: 913 time: 0.6156993 Nov 01 18:16:05.293434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff03e370-846c-4419-8353-c6c16944879a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:05.327892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-f3fc885a-dd78-46e6-907e-aa9f57c286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.329505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-f3fc885a-dd78-46e6-907e-aa9f57c286a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.1475732 Nov 01 18:16:05.341154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device cceab072-493f-4946-80c0-814d5b972e65 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:05.392833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-18031cd3-64c0-4f0a-b4ee-9a44cfa65b35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10 HTTP/1.1" status: 200 len: 217 time: 0.0999694 Nov 01 18:16:05.393530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-ed0203ce-7a70-4e2d-9771-db82d945557d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 200 len: 217 time: 0.0553958 Nov 01 18:16:05.399827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.406519 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62ebf903-29b7-4fd8-a98f-579045d24f24 req-6421320c-2403-4ab1-a0b3-ddeade36c47d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6938603 Nov 01 18:16:05.448726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['55a42e46-cdd4-4ef0-9dac-f7fa36094ee8'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:05.453865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e948f675-bdfc-4d01-a1d3-2720a1084d10'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:05.470925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916469-74da-45dc-97d0-5f8619380d78 req-1a80eeb3-b3b5-43be-8b6e-ba4e0a1868ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.472440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-1a80eeb3-b3b5-43be-8b6e-ba4e0a1868ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00517982-ff18-4ca1-812f-0f686c83d925 HTTP/1.1" status: 200 len: 852 time: 0.0714543 Nov 01 18:16:05.550461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bcf0a-ba01-4681-b761-477e5ec2a83c req-7b012799-ffd1-4e6a-bddb-8f1a243467c0 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.552117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c0bcf0a-ba01-4681-b761-477e5ec2a83c req-7b012799-ffd1-4e6a-bddb-8f1a243467c0 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 945 time: 0.0730059 Nov 01 18:16:05.554296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-1be2b0e0-21a1-4708-83cd-f71dd5dd992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.557723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-1be2b0e0-21a1-4708-83cd-f71dd5dd992d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.1500607 Nov 01 18:16:05.560619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-9c055723-d210-4630-8a81-6bcd79c9fd74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e17d6a-b962-4d16-bb3d-c6093d32358c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635738 Nov 01 18:16:05.564434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port cceab072-493f-4946-80c0-814d5b972e65 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:16:05.571562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port cceab072-493f-4946-80c0-814d5b972e65 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:05.572211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.607859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c0bcf0a-ba01-4681-b761-477e5ec2a83c req-c76f93a3-f4a8-48de-a5ae-c631010f6ca3 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Nov 01 18:16:05.639710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-66ae5959-badb-4a42-8dea-bb307720881e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361841 Nov 01 18:16:05.743493 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-df5b1971-5eca-4e0c-8365-db8fa11aa140 service neutron] 10.222.0.32 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754138 Nov 01 18:16:05.745668 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4718ea2-03dc-4c19-9445-6f6cbbe35805 x-openstack-request-id: req-d4718ea2-03dc-4c19-9445-6f6cbbe35805 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:05.746221 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ef03a-c0d7-4746-a3b6-096d25dcda6d", "name": "network-vif-deleted", "tag": "c06d05f7-7fbd-44ab-9081-2ce17576cb59", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:05.746743 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4718ea2-03dc-4c19-9445-6f6cbbe35805 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:05.748074 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ef03a-c0d7-4746-a3b6-096d25dcda6d', 'name': 'network-vif-deleted', 'tag': 'c06d05f7-7fbd-44ab-9081-2ce17576cb59', 'status': 'completed', 'code': 200} Nov 01 18:16:05.754791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-6ca56038-8040-4e59-9dde-e3989cbcc3b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075046 Nov 01 18:16:05.800610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.836779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.866368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=cceab072-493f-4946-80c0-814d5b972e65,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:05.869539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:05.875889 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7abfd0a-62c9-4d6f-9564-d98122bb4db2" -d '{"events": [{"server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "name": "network-vif-plugged", "status": "completed", "tag": "cceab072-493f-4946-80c0-814d5b972e65"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:05.919214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5246a03b-e040-4199-9099-0999342d849e req-24065d3e-0dad-410c-be72-08583e0033b3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/ff03e370-846c-4419-8353-c6c16944879a HTTP/1.1" status: 200 len: 1779 time: 0.2589052 Nov 01 18:16:05.948409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:05.949290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:05.965130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921c4d-cb15-4fd5-8a3d-4d6f3d57d187 req-02be6df1-afff-490c-b77e-248a33120f3e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:05.966953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00921c4d-cb15-4fd5-8a3d-4d6f3d57d187 req-02be6df1-afff-490c-b77e-248a33120f3e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 945 time: 0.1622601 Nov 01 18:16:05.992778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed40ef2f-eecc-4c45-bc1f-f23162db579f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:06.046468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab879ac4-983b-44e2-9ba7-6d1726f24a26 req-4212b46a-0f3f-4bd2-8a0d-c38fdf4ceb0a service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848766 Nov 01 18:16:06.076526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00921c4d-cb15-4fd5-8a3d-4d6f3d57d187 req-7e915a9d-f7ad-4420-92df-609d15be3062 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Nov 01 18:16:06.079468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:06.088246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee45c1-a455-4257-a7a6-a79d421962b6 req-d7505541-9c34-471c-b323-50fd9ef79017 tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:06.097576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0eee45c1-a455-4257-a7a6-a79d421962b6 req-d7505541-9c34-471c-b323-50fd9ef79017 tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 1101 time: 0.0848904 Nov 01 18:16:06.152280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:16:06.162540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0eee45c1-a455-4257-a7a6-a79d421962b6 req-768c5151-5301-4719-a916-5623202af4fb tempest-ServersAdminNegativeTestJSON-2060641616 tempest-ServersAdminNegativeTestJSON-2060641616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590572 Nov 01 18:16:06.180913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:06.181303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.198235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.233169 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49916469-74da-45dc-97d0-5f8619380d78 req-ff898688-c1bc-4b95-9fe7-ce1fef6dea6f service neutron] 10.222.0.32 "GET /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815748 Nov 01 18:16:06.287798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d4d960a-6abd-456d-b703-22037c6fd8f0 req-0459fe1b-1485-4a59-b9a3-7a5daa2e6390 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0431836 Nov 01 18:16:06.331233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70409-7d49-4021-a556-efc9ebfc9380 req-73d4dc41-8086-44e0-a2fd-2fac91508db8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:06.345436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56f70409-7d49-4021-a556-efc9ebfc9380 req-73d4dc41-8086-44e0-a2fd-2fac91508db8 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 950 time: 0.1562035 Nov 01 18:16:06.346821 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39193a7-d720-432a-8146-e0e824ad26b2 x-openstack-request-id: req-b39193a7-d720-432a-8146-e0e824ad26b2 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:06.347355 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "name": "network-vif-plugged", "status": "completed", "tag": "cceab072-493f-4946-80c0-814d5b972e65", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:06.347848 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b39193a7-d720-432a-8146-e0e824ad26b2 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:06.348430 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65', 'code': 200} Nov 01 18:16:06.351151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.398900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:06.437562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56f70409-7d49-4021-a556-efc9ebfc9380 req-1422e5b0-2fd1-4ea5-9b77-bb7af4e34f41 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906465 Nov 01 18:16:06.448623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-718acfff-998a-474b-a302-98657178327a req-0d835045-dcca-4f41-a79c-ec7d4834046f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/ff03e370-846c-4419-8353-c6c16944879a HTTP/1.1" status: 200 len: 1779 time: 0.0635192 Nov 01 18:16:06.494322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.517654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-718acfff-998a-474b-a302-98657178327a req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.519821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3de560-bb96-4f49-9bcf-9aa151f05446 req-c18aa974-f4e1-4154-988c-3916ecb15e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:06.521512 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa3de560-bb96-4f49-9bcf-9aa151f05446 req-c18aa974-f4e1-4154-988c-3916ecb15e78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 1097 time: 0.1287913 Nov 01 18:16:06.543097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-718acfff-998a-474b-a302-98657178327a req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.570453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=14']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:06.570725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa3de560-bb96-4f49-9bcf-9aa151f05446 req-c5d72d7a-4545-41a9-a10b-2f255d342cd1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Nov 01 18:16:06.585651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Router 102443fa-7bde-4f67-8864-6835b4284fcb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:06.635793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63436-fc05-41fb-8b90-4e6a7a3e647b req-35eecefb-9ce1-4507-86c6-b54d1153358f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:06.637331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fd63436-fc05-41fb-8b90-4e6a7a3e647b req-35eecefb-9ce1-4507-86c6-b54d1153358f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Nov 01 18:16:06.691638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fd63436-fc05-41fb-8b90-4e6a7a3e647b req-a2d2b224-b847-4ad1-bcc0-b4dcf11935f0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Nov 01 18:16:06.711825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-718acfff-998a-474b-a302-98657178327a req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.716774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:06.716950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-718acfff-998a-474b-a302-98657178327a req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.719348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-718acfff-998a-474b-a302-98657178327a req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff03e370-846c-4419-8353-c6c16944879a HTTP/1.1" status: 204 len: 173 time: 0.2697177 Nov 01 18:16:06.733179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Sync routers for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:06.736665 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-901f02f0-650c-4e16-9300-00e61d6b6b53 admin admin] 10.222.0.31 "PUT /v2.0/routers/102443fa-7bde-4f67-8864-6835b4284fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7233000 Nov 01 18:16:06.740389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:06.747458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d502cc1-9895-4d82-b0ca-2da78d794d71 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff03e370-846c-4419-8353-c6c16944879a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:06.772611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:06.773455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:06.898529 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:06.933068 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-0da3c740-5e03-4c26-a2ff-bf0d8e7f2b9f req-1ffd9edc-ec5d-43a3-a5bb-1c91376cea72 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:16:06.934112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0da3c740-5e03-4c26-a2ff-bf0d8e7f2b9f req-1ffd9edc-ec5d-43a3-a5bb-1c91376cea72 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/ff03e370-846c-4419-8353-c6c16944879a HTTP/1.1" status: 404 len: 352 time: 0.0398459 Nov 01 18:16:06.948009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf097b7-0623-4f83-b91c-ab401949191e req-9109456a-addf-47ab-ad5a-9cbae992518e tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:06.949551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccf097b7-0623-4f83-b91c-ab401949191e req-9109456a-addf-47ab-ad5a-9cbae992518e tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 945 time: 0.1354449 Nov 01 18:16:06.997540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:07.002272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-952224541', 'description': 'tempest-description-484578162'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:07.031825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.043938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccf097b7-0623-4f83-b91c-ab401949191e req-ef462915-57f1-4dec-ae43-fa105005c350 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 Nov 01 18:16:07.076854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.205496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.211335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Deleting port b8718043-d301-41cb-98de-817de6860b08 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:07.211806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.236128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'b8718043-d301-41cb-98de-817de6860b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:16:05Z', 'revision_number': 5, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port': {'id': 'b8718043-d301-41cb-98de-817de6860b08', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:13:56Z', 'updated_at': '2021-11-01T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:07.266403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Checking router: 102443fa-7bde-4f67-8864-6835b4284fcb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:07.275433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Routers {'102443fa-7bde-4f67-8864-6835b4284fcb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:07.276086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['102443fa-7bde-4f67-8864-6835b4284fcb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:07.294177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.329531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5687ef6b-0b2c-4d4c-af85-4af8df17e4f1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:07.360203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:07.361633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] For port b8718043-d301-41cb-98de-817de6860b08, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b8718043-d301-41cb-98de-817de6860b08,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:07.362013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.390945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-3b7543fe-99ff-4d74-bf6c-339a5ecc8c43 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:07.393672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-3b7543fe-99ff-4d74-bf6c-339a5ecc8c43 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 951 time: 0.1289740 Nov 01 18:16:07.399367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.400658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5cc5b11c-7fe4-4316-969d-9ead0c874d90 req-69f0cdba-8c3f-4100-a8c4-6c5ab4a13569 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4100895 Nov 01 18:16:07.409817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Calling delete_port for b8718043-d301-41cb-98de-817de6860b08 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:07.434773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] Set router 102443fa-7bde-4f67-8864-6835b4284fcb gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:07.514890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d856b-8dd9-49db-b736-7c54ef31457f req-799a3eb3-fe78-4ece-bfa7-65eced627037 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:07.524193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554d856b-8dd9-49db-b736-7c54ef31457f req-799a3eb3-fe78-4ece-bfa7-65eced627037 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 945 time: 0.0689878 Nov 01 18:16:07.543881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:16:07Z', 'revision_number': 6, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:07.578305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Deleting port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:07.578305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.590276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f9808-2ff4-4b35-b537-ad497bf62d06 None None] The sync data for ids ['102443fa-7bde-4f67-8864-6835b4284fcb'] in n-d-815923-2 is: [{'id': '102443fa-7bde-4f67-8864-6835b4284fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658598309-router', 'tenant_id': 'e9defc05ba5a45e680f63db71055de07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:13:55Z', 'updated_at': '2021-11-01T18:16:07Z', 'revision_number': 6, 'project_id': 'e9defc05ba5a45e680f63db71055de07', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:07.603413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-424ef291-4b78-430c-9d01-06c6d341da7d req-9bedce74-e58f-4e4f-9784-847b26c1b59a tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0511103 Nov 01 18:16:07.614031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554d856b-8dd9-49db-b736-7c54ef31457f req-60c0274d-fbf0-460d-8497-180c7f6b96fa tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888941 Nov 01 18:16:07.643471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1789698904', 'description': 'tempest-description-822330755'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:07.659997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:16:07.669593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:07.670285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.734487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.791407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] For port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:07.791839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.798448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.814129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Calling delete_port for d0ea8fb9-9b01-46ff-b0f3-945c98ed641a owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:07.840679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:07.862362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80533f-0bdf-494c-b3da-813564a0ca7e req-a9ba9f77-bc9c-419e-9394-953a2fdc10ba tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:07.863945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d80533f-0bdf-494c-b3da-813564a0ca7e req-a9ba9f77-bc9c-419e-9394-953a2fdc10ba tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.0800724 Nov 01 18:16:07.901878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.921618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d80533f-0bdf-494c-b3da-813564a0ca7e req-4eedbbb4-228a-4bc9-b51c-71c60189ae61 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Nov 01 18:16:07.928763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.960449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:07.961361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e948f675-bdfc-4d01-a1d3-2720a1084d10 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:07.975181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8718043-d301-41cb-98de-817de6860b08,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:07.991332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.070287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.116913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.124290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:08.133984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc8ddd37-43f4-4166-859c-8d39d4d4119c req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4992549 Nov 01 18:16:08.136009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ecc76-26b3-4a60-a65f-ff809b2a6007 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9556ccc2-b72d-4005-9d87-f07ef7a5da27,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:08.156867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.170074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07', '373b7e3d-e224-4478-97dc-680f9da80c58', 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:08.178763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:08.178979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d279e8-43cb-4b0e-8af4-1759fdedf875 req-9ee6a53c-740c-45b6-b86c-ab2e5d75d254 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:08.180723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d279e8-43cb-4b0e-8af4-1759fdedf875 req-9ee6a53c-740c-45b6-b86c-ab2e5d75d254 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 868 time: 0.1326196 Nov 01 18:16:08.239740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.243894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port e948f675-bdfc-4d01-a1d3-2720a1084d10 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:16:08.245403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.248236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event deleted for resources: {'Port': ['ID=d0ea8fb9-9b01-46ff-b0f3-945c98ed641a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:08.278164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d279e8-43cb-4b0e-8af4-1759fdedf875 req-0da1263f-342f-4fc4-8ba4-a196d5e40558 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884473 Nov 01 18:16:08.340551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05418916-1fba-43cb-a86d-1af7e9a13886 req-5fa2548d-a375-4e0c-9c2c-4ea89d3e32b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:08.345152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05418916-1fba-43cb-a86d-1af7e9a13886 req-5fa2548d-a375-4e0c-9c2c-4ea89d3e32b0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0941441 Nov 01 18:16:08.364318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] No DVR routers for this DVR port d0ea8fb9-9b01-46ff-b0f3-945c98ed641a on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:08.373513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.380891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c1f8b4c1-e6e9-4991-be2d-37c11867f0ef req-69011ce9-801a-4ebc-b826-ce3b43bddbca tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "DELETE /v2.0/ports/d0ea8fb9-9b01-46ff-b0f3-945c98ed641a HTTP/1.1" status: 204 len: 173 time: 0.9807363 Nov 01 18:16:08.381888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-deleted', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:08.384852 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa617f4-157b-4869-a8f7-8610d812d37f" -d '{"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-deleted", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:08.394363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05418916-1fba-43cb-a86d-1af7e9a13886 req-e9245682-a23a-4ddd-ae4b-b2f991624f5a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382655 Nov 01 18:16:08.408422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.410012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102443fa-7bde-4f67-8864-6835b4284fcb {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:16:08.425005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.426558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-91b26378-b6a2-477c-a02b-85e1c3813cb3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/102443fa-7bde-4f67-8864-6835b4284fcb HTTP/1.1" status: 204 len: 168 time: 1.6850455 Nov 01 18:16:08.438647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41522) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:08.439183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2128246704', 'description': 'tempest-description-1530390098'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:08.466082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port e948f675-bdfc-4d01-a1d3-2720a1084d10 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:08.466082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.466082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a'}, {'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:08.466833 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48cb670-249a-46a4-9e52-8a03222ac82f" -d '{"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a"}, {"server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "name": "network-vif-plugged", "status": "completed", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:08.494208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Deleting subnet 6ab67671-609c-464a-b7a7-9703c5a3845b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:16:08.497868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.510028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85962889-3a2f-471d-8e28-e14ab908cd8c req-c71fb470-4e62-4f3e-96a0-8704a5937b75 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:08.521482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85962889-3a2f-471d-8e28-e14ab908cd8c req-c71fb470-4e62-4f3e-96a0-8704a5937b75 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 945 time: 0.1204543 Nov 01 18:16:08.563776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.574715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85962889-3a2f-471d-8e28-e14ab908cd8c req-d2aeae05-490b-4fb4-8ad3-e03fe7decb8d tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520854 Nov 01 18:16:08.579805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.667579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.727893 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983780e8-fdac-439e-9aec-4029ac8bc837 x-openstack-request-id: req-983780e8-fdac-439e-9aec-4029ac8bc837 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:08.733007 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-deleted", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:08.733267 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-983780e8-fdac-439e-9aec-4029ac8bc837 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:08.733673 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-deleted', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'status': 'completed', 'code': 200} Nov 01 18:16:08.744533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.851483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.856104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10,segment=NetworkSegment(3d89c2b8-c1b2-4251-871c-91b1a7052f7d),segment_id=3d89c2b8-c1b2-4251-871c-91b1a7052f7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:08.862791 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af16f83-62a7-406e-93e5-60c4e226008d x-openstack-request-id: req-3af16f83-62a7-406e-93e5-60c4e226008d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:08.863951 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd", "name": "network-vif-plugged", "status": "completed", "tag": "d0ea8fb9-9b01-46ff-b0f3-945c98ed641a", "code": 200}, {"server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "name": "network-vif-plugged", "status": "completed", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:08.864224 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3af16f83-62a7-406e-93e5-60c4e226008d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:08.864620 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ea8fb9-9b01-46ff-b0f3-945c98ed641a', 'code': 200} Nov 01 18:16:08.865242 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8', 'code': 200} Nov 01 18:16:08.872760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.961001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffede5e-0c77-44c1-b1e4-bbd03cccd1d6 None None] Network 432f78ee-f2e6-4b67-b413-bdd9bd706f91 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:08.964278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b8718043-d301-41cb-98de-817de6860b08 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:08.976006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:08.984107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ab67671-609c-464a-b7a7-9703c5a3845b HTTP/1.1" status: 204 len: 168 time: 0.5391424 Nov 01 18:16:08.994143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41532) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:09.018682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b8718043-d301-41cb-98de-817de6860b08 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:09.019022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b8718043-d301-41cb-98de-817de6860b08 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:09.019460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ed40ef2f-eecc-4c45-bc1f-f23162db579f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:09.040728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01730-dcb0-491c-92d9-6bd3e50d817b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab67671-609c-464a-b7a7-9703c5a3845b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:09.079538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.081758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8e025-474e-439a-adc8-03878c33f66f req-7795a9fa-c9fa-4d0a-a473-b48932d9c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:09.082532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.083313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93e8e025-474e-439a-adc8-03878c33f66f req-7795a9fa-c9fa-4d0a-a473-b48932d9c2a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 1097 time: 0.0970106 Nov 01 18:16:09.083542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ed40ef2f-eecc-4c45-bc1f-f23162db579f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:09.084105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ed40ef2f-eecc-4c45-bc1f-f23162db579f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:09.129366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.136494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93e8e025-474e-439a-adc8-03878c33f66f req-714151d5-1c1b-4c8e-86c3-fd92de0d445c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Nov 01 18:16:09.137762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.188849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:09.193383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:09.221165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02169a-eb40-4669-ab37-baa9680dbdfe req-b2528b14-3a03-4a08-9757-f11b20426930 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:09.228723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a02169a-eb40-4669-ab37-baa9680dbdfe req-b2528b14-3a03-4a08-9757-f11b20426930 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 946 time: 0.2929447 Nov 01 18:16:09.272466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a02169a-eb40-4669-ab37-baa9680dbdfe req-acc06c03-13c1-4d97-a5d2-9b5066af6c5e tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Nov 01 18:16:09.288769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Deleting port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:09.289389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.304359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.306282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a553c814-af3c-4ed1-93d0-f8db3c53a911 req-3b091533-0be8-4416-8683-bbca1848d34b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8722386 Nov 01 18:16:09.328484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] DHCP port deletion for 432f78ee-f2e6-4b67-b413-bdd9bd706f91 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:16:09.416176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] For port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:09.416176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.416651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Deleting port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:09.417285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.457624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dca72273-8638-450a-86da-02a2e7743550 req-ca1e359a-0b6f-4098-8b40-d4c7a95fd272 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/ports?device_id=251ef03a-c0d7-4746-a3b6-096d25dcda6d HTTP/1.1" status: 200 len: 210 time: 0.0693622 Nov 01 18:16:09.475956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Calling delete_port for 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:09.491122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] For port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,segment=NetworkSegment(fa032b65-69a7-4121-b312-aa9053cbfb20),segment_id=fa032b65-69a7-4121-b312-aa9053cbfb20)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:09.491555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.507559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Calling delete_port for 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:09.557111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c6d2-06be-4dfe-af76-481db1d364ae req-60bd0523-2bfa-4c0b-9f67-b18684a01b37 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:09.558787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5980c6d2-06be-4dfe-af76-481db1d364ae req-60bd0523-2bfa-4c0b-9f67-b18684a01b37 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.1548510 Nov 01 18:16:09.604176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34009e5f-40ee-408c-9492-dacb78c8ef6f req-047dc8a8-9f2a-40d7-8cdc-cdebf409005a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=a16e0fbe-aab0-40cc-9e37-fe8f2b2eebfd HTTP/1.1" status: 200 len: 210 time: 0.0557544 Nov 01 18:16:09.618947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-279fbff9-0081-4b89-9b5a-8d8990240d72 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:09.629795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-279fbff9-0081-4b89-9b5a-8d8990240d72 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.1605451 Nov 01 18:16:09.700339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:09.710066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5980c6d2-06be-4dfe-af76-481db1d364ae req-4d1310b0-bdd3-4bc4-b34f-86f6f49dce68 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372678 Nov 01 18:16:09.727389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] Pushing event deleted for resources: {'Port': ['ID=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:09.735263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518f679-1c8c-4a8a-bfde-07b8e7cb7b9b None None] No DVR routers for this DVR port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:09.793729 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.103385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c53d41a-10d5-445b-bf3b-f6528e7ac4c7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:10.108283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] No DVR routers for this DVR port 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:10.204569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11c65-f767-4089-acd0-3edce7d273c2 req-613ac290-4baa-47f4-88f7-baea28e3ca18 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:10.206076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28d11c65-f767-4089-acd0-3edce7d273c2 req-613ac290-4baa-47f4-88f7-baea28e3ca18 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.4135683 Nov 01 18:16:10.253221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2565b995-c465-4525-8636-395613a55749 req-216dd44b-1240-4b73-8437-17d589e80cdf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 10896 time: 0.6241045 Nov 01 18:16:10.254877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.279702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Deleting port a5bee916-f352-4837-9992-2758771b15af {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:10.280069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.309350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432f78ee-f2e6-4b67-b413-bdd9bd706f91']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:10.355824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa032b65-69a7-4121-b312-aa9053cbfb20') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:10.355824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa032b65-69a7-4121-b312-aa9053cbfb20') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:10.410622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.417217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28d11c65-f767-4089-acd0-3edce7d273c2 req-b3977557-a671-4f8c-917c-60638ad43ced tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836259 Nov 01 18:16:10.445549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.462617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2565b995-c465-4525-8636-395613a55749 req-b7e822c4-064e-4542-88d7-7836a7e2336b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/240ff260-d433-42b7-a89f-5dd93b2b7aeb HTTP/1.1" status: 200 len: 2981 time: 0.1905851 Nov 01 18:16:10.463328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:16:10.463785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:16:10.465525 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:16:10.538328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] For port a5bee916-f352-4837-9992-2758771b15af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5bee916-f352-4837-9992-2758771b15af,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:10.538734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.604095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Calling delete_port for a5bee916-f352-4837-9992-2758771b15af owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:10.638677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2565b995-c465-4525-8636-395613a55749 req-eea0cc72-1c1e-46ab-a9ac-55cd01134e48 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/240ff260-d433-42b7-a89f-5dd93b2b7aeb HTTP/1.1" status: 200 len: 2981 time: 0.1571226 Nov 01 18:16:10.693553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5f8b8-3a2c-4f74-974a-f3d91ba2a690 req-34431e6d-5d9a-4be8-815f-354e13ad2f30 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:10.695145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95e5f8b8-3a2c-4f74-974a-f3d91ba2a690 req-34431e6d-5d9a-4be8-815f-354e13ad2f30 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.1617877 Nov 01 18:16:10.698073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.733265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:10.737577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] 10.222.0.31 "DELETE /v2.0/networks/432f78ee-f2e6-4b67-b413-bdd9bd706f91 HTTP/1.1" status: 204 len: 168 time: 1.7353234 Nov 01 18:16:10.784602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e54c6-647c-485f-82dc-69905dc9a022 admin admin] Pushing event deleted for resources: {'Network': ['ID=432f78ee-f2e6-4b67-b413-bdd9bd706f91,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:10.827324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95e5f8b8-3a2c-4f74-974a-f3d91ba2a690 req-24a6eec2-8229-49fa-8f58-02b029a90074 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160250 Nov 01 18:16:10.866350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:10.869478 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f662b8-cacd-4e5b-b80b-865bc465b6eb" -d '{"events": [{"server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "name": "network-vif-plugged", "status": "completed", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:10.891408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24818c43-c8cb-4ee9-942a-ba14e412dd1b req-6417c4f5-50de-4f89-8f8b-ee8e50576f8f tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:10.898902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24818c43-c8cb-4ee9-942a-ba14e412dd1b req-6417c4f5-50de-4f89-8f8b-ee8e50576f8f tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 946 time: 0.1934788 Nov 01 18:16:10.913847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:10.941853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:10.942867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3c53d41a-10d5-445b-bf3b-f6528e7ac4c7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:10.964160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24818c43-c8cb-4ee9-942a-ba14e412dd1b req-f5e8c79b-0a5b-48c7-b7be-a588bbfbdc9d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643132 Nov 01 18:16:11.023339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-e39487da-7fa8-469c-9b28-bfeb7161bb59 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5687ef6b-0b2c-4d4c-af85-4af8df17e4f1 HTTP/1.1" status: 200 len: 1799 time: 0.0482872 Nov 01 18:16:11.059188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:16:11.107238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca42a1-eb95-401c-be6f-36113920f3f0 req-6e765785-d33e-42ba-835f-abdaf56034de tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:11.109300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bca42a1-eb95-401c-be6f-36113920f3f0 req-6e765785-d33e-42ba-835f-abdaf56034de tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=abde757b-a7c1-45d7-961a-c602757843cd HTTP/1.1" status: 200 len: 950 time: 0.0843198 Nov 01 18:16:11.130151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.131637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.143114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'a5bee916-f352-4837-9992-2758771b15af'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:11.190403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Pushing event deleted for resources: {'Port': ['ID=a5bee916-f352-4837-9992-2758771b15af,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:11.200447 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.247354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bca42a1-eb95-401c-be6f-36113920f3f0 req-1b2aa7f0-2f70-4665-b044-6b9f8312e8dc tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257787 Nov 01 18:16:11.300431 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c9d0e3-7918-415c-9b10-5b2320311a5c x-openstack-request-id: req-75c9d0e3-7918-415c-9b10-5b2320311a5c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:11.300954 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "name": "network-vif-plugged", "status": "completed", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:11.301567 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75c9d0e3-7918-415c-9b10-5b2320311a5c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:11.302270 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10', 'code': 200} Nov 01 18:16:11.332950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41562) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:11.357834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] No DVR routers for this DVR port a5bee916-f352-4837-9992-2758771b15af on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:11.362363 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.366421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c8e4dde-b8ae-4521-960d-a1ceeb60d9c5 req-89b39bce-2206-436c-aad3-0cafae7e9e15 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "DELETE /v2.0/ports/a5bee916-f352-4837-9992-2758771b15af HTTP/1.1" status: 204 len: 173 time: 1.7353036 Nov 01 18:16:11.366421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'name': 'network-vif-deleted', 'tag': 'a5bee916-f352-4837-9992-2758771b15af'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:11.369390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:11.381071 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a151c1-4796-45ad-8fc0-42806ffed34b" -d '{"events": [{"server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "name": "network-vif-deleted", "tag": "a5bee916-f352-4837-9992-2758771b15af"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:11.399152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d0ea8fb9-9b01-46ff-b0f3-945c98ed641a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:11.399542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d0ea8fb9-9b01-46ff-b0f3-945c98ed641a not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:11.430526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.433483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.437603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3e94d8a-4651-4165-88e9-bbe6d7086bd4 req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/5687ef6b-0b2c-4d4c-af85-4af8df17e4f1 HTTP/1.1" status: 204 len: 173 time: 0.4014947 Nov 01 18:16:11.450578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c42b4f-b4cf-4fd0-9631-532b4711e9b4 req-ca79686a-abc1-4035-88f6-40ff921d0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:11.450578 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2c42b4f-b4cf-4fd0-9631-532b4711e9b4 req-ca79686a-abc1-4035-88f6-40ff921d0885 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 1097 time: 0.0807600 Nov 01 18:16:11.451031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc99e9-4de5-4906-86de-77e3c9101f2f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687ef6b-0b2c-4d4c-af85-4af8df17e4f1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:11.459758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1cacc281-b424-4446-b314-fb8dbd2bf369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84849d4841ae49ad8d728fef33f54067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246128 Nov 01 18:16:11.475877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41570) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:11.476463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41572) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:11.571432 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2c42b4f-b4cf-4fd0-9631-532b4711e9b4 req-57641dab-b4e0-4f5f-8c74-b975fa3836d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143260 Nov 01 18:16:11.602720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.617456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.632452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d04178-f096-4879-9539-3c48d6dc8b19 req-36cd1333-51ca-4d1c-94dd-c8220c655581 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:11.635379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17d04178-f096-4879-9539-3c48d6dc8b19 req-36cd1333-51ca-4d1c-94dd-c8220c655581 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 946 time: 0.0763373 Nov 01 18:16:11.646334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.661831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.696495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17d04178-f096-4879-9539-3c48d6dc8b19 req-b7349964-e480-4576-95ca-81e4308c34ea tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Nov 01 18:16:11.758643 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1818d1a4-da4d-46db-ae00-567d98bb1444 x-openstack-request-id: req-1818d1a4-da4d-46db-ae00-567d98bb1444 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:11.758947 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abde757b-a7c1-45d7-961a-c602757843cd", "name": "network-vif-deleted", "tag": "a5bee916-f352-4837-9992-2758771b15af", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:11.759205 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1818d1a4-da4d-46db-ae00-567d98bb1444 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:11.759638 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abde757b-a7c1-45d7-961a-c602757843cd', 'name': 'network-vif-deleted', 'tag': 'a5bee916-f352-4837-9992-2758771b15af', 'status': 'completed', 'code': 200} Nov 01 18:16:11.791108 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-127cd6ed-7ee8-4f98-b00a-32a357125c23 req-924ab70b-1fb6-4f3c-89ef-eff3071291df tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:16:11.792257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-127cd6ed-7ee8-4f98-b00a-32a357125c23 req-924ab70b-1fb6-4f3c-89ef-eff3071291df tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5687ef6b-0b2c-4d4c-af85-4af8df17e4f1 HTTP/1.1" status: 404 len: 352 time: 0.0210774 Nov 01 18:16:11.820372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.822867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.827472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/689c1605-34d6-4320-b40f-9c1cd2dc855d HTTP/1.1" status: 204 len: 168 time: 0.3475461 Nov 01 18:16:11.829617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.831877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:11.833034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "DELETE /v2.0/security-groups/ffe763c7-5ecb-411f-8666-90ea2e945367 HTTP/1.1" status: 204 len: 168 time: 0.3484015 Nov 01 18:16:11.836086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41580) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:11.857257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3254d8-8a46-4cca-b718-3c2e9e0c67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c1605-34d6-4320-b40f-9c1cd2dc855d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:11.875150 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-105be08f-c8a2-4997-ab14-51f692398695 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] show failed (client error): The resource could not be found. Nov 01 18:16:11.876142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-105be08f-c8a2-4997-ab14-51f692398695 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "GET /v2.0/security-groups/ffe763c7-5ecb-411f-8666-90ea2e945367 HTTP/1.1" status: 404 len: 347 time: 0.0375066 Nov 01 18:16:11.883011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:11.893298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46e853-3fbd-414e-8a0a-7946e937b2b8 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe763c7-5ecb-411f-8666-90ea2e945367,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:11.969874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091124d8-1196-42e7-a289-2a78c7c104fe req-45a0d20f-f6bc-4ab9-8b46-2d3d054d0eaf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:11.971754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-091124d8-1196-42e7-a289-2a78c7c104fe req-45a0d20f-f6bc-4ab9-8b46-2d3d054d0eaf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0968244 Nov 01 18:16:12.017322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-091124d8-1196-42e7-a289-2a78c7c104fe req-e7b54936-8f2a-4553-94b1-84f6c0b5a205 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Nov 01 18:16:12.071514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Deleting port b7e76074-b04c-4e3d-a6b1-c3f0c59229b2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:12.071874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.089191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83fa5767-e159-437d-b68d-80971fe8b54b req-78c2b451-1a4b-4e10-9f37-9e3f1e6e0441 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/9556ccc2-b72d-4005-9d87-f07ef7a5da27 HTTP/1.1" status: 200 len: 1800 time: 0.0443585 Nov 01 18:16:12.157796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-83fa5767-e159-437d-b68d-80971fe8b54b req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.167886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.169666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.189570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Calling delete_port for b7e76074-b04c-4e3d-a6b1-c3f0c59229b2 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:12.193268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-83fa5767-e159-437d-b68d-80971fe8b54b req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.351453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-83fa5767-e159-437d-b68d-80971fe8b54b req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.354431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-83fa5767-e159-437d-b68d-80971fe8b54b req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.360146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83fa5767-e159-437d-b68d-80971fe8b54b req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/9556ccc2-b72d-4005-9d87-f07ef7a5da27 HTTP/1.1" status: 204 len: 173 time: 0.2636108 Nov 01 18:16:12.370223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72dd0-a474-4e89-a9d5-21d906197347 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556ccc2-b72d-4005-9d87-f07ef7a5da27,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:12.425774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.514364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Pushing event deleted for resources: {'Port': ['ID=b7e76074-b04c-4e3d-a6b1-c3f0c59229b2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:12.564720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.568321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.569794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b701e7f-35b1-445e-9ef6-d7d9f6cb7f25 tempest-ServersTestBootFromVolume-618831965 tempest-ServersTestBootFromVolume-618831965-project] 10.222.0.31 "DELETE /v2.0/floatingips/972ca281-5087-4157-8244-2613aa1a6447 HTTP/1.1" status: 204 len: 168 time: 0.6857507 Nov 01 18:16:12.572744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41596) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:12.579240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90878be3-e556-4f18-8718-1236dc2f5abe req-8d23c710-a4cf-40d4-9e01-cc8db06a3645 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:12.580826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90878be3-e556-4f18-8718-1236dc2f5abe req-8d23c710-a4cf-40d4-9e01-cc8db06a3645 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.1157765 Nov 01 18:16:12.594599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaec4f-dc3e-4897-858a-f8650df97d0f req-86336878-0e1d-4d78-acfe-e7e7c0032253 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:12.596496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40eaec4f-dc3e-4897-858a-f8650df97d0f req-86336878-0e1d-4d78-acfe-e7e7c0032253 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 950 time: 0.1141448 Nov 01 18:16:12.664939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90878be3-e556-4f18-8718-1236dc2f5abe req-b2e6a9d2-4e4d-41e6-8144-35e0e9907da7 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671268 Nov 01 18:16:12.675551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40eaec4f-dc3e-4897-858a-f8650df97d0f req-40c11593-485c-4fe6-bcb2-98f7a12f0863 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689163 Nov 01 18:16:12.769877 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-144894e3-a377-4b1c-ace1-46b93bd9c6f9 req-f40d1d20-236d-4c12-bf5c-7f868e6cd303 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:16:12.772915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-144894e3-a377-4b1c-ace1-46b93bd9c6f9 req-f40d1d20-236d-4c12-bf5c-7f868e6cd303 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/9556ccc2-b72d-4005-9d87-f07ef7a5da27 HTTP/1.1" status: 404 len: 352 time: 0.0338645 Nov 01 18:16:12.856324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:12.908471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3e3d30a1-16b6-4112-a500-cee91234814b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9defc05ba5a45e680f63db71055de07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507660 Nov 01 18:16:12.910853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:12.965272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:12.992147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.087490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.100599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.111348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.112765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1f5387e-6598-42d6-bbdd-b7a0ef2ae537 HTTP/1.1" status: 204 len: 168 time: 0.2010522 Nov 01 18:16:13.143921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212ae0-a3e1-4591-adf6-7830c4285437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f5387e-6598-42d6-bbdd-b7a0ef2ae537,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:13.371056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-cd5ce993-4e65-438b-9a52-94c8286af2e9 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d HTTP/1.1" status: 200 len: 1801 time: 0.0515082 Nov 01 18:16:13.451120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd796-7a91-4e76-93a3-1828f977bf8d req-f4069e07-ba67-404e-aa31-1a5b1b90f58c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:13.453771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642cd796-7a91-4e76-93a3-1828f977bf8d req-f4069e07-ba67-404e-aa31-1a5b1b90f58c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0799854 Nov 01 18:16:13.488238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.516579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642cd796-7a91-4e76-93a3-1828f977bf8d req-e23d131a-e181-4516-8533-957b1f1ac92d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559611 Nov 01 18:16:13.525081 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.664395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140938bc-1b60-4b6e-a228-1bb3088cf69e req-bc23dc56-07c5-4a4d-b807-1624216ce0a9 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:13.669949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Deleting port 2e32880a-250a-4d34-8b83-70bca80b6307 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:13.670473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.676091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-140938bc-1b60-4b6e-a228-1bb3088cf69e req-bc23dc56-07c5-4a4d-b807-1624216ce0a9 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.0660300 Nov 01 18:16:13.722440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.733967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.749842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b5d9e70-9caf-4106-a87f-83dacb428729 req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d HTTP/1.1" status: 204 len: 173 time: 0.3776066 Nov 01 18:16:13.766845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] For port 2e32880a-250a-4d34-8b83-70bca80b6307, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e32880a-250a-4d34-8b83-70bca80b6307,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:13.767962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:13.774839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eeba7-c2b2-47f3-a466-5d1ed407c0bf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:13.795230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Calling delete_port for 2e32880a-250a-4d34-8b83-70bca80b6307 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:13.800596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-140938bc-1b60-4b6e-a228-1bb3088cf69e req-48ad6ea9-a5c7-41ed-9e3c-379cc1cc3222 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113577 Nov 01 18:16:13.913915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50542b0f-4eba-4b07-ba55-c5d33c4eedd2 req-db45683b-d3f2-4612-a4be-6a699ca5fee9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:13.915818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50542b0f-4eba-4b07-ba55-c5d33c4eedd2 req-db45683b-d3f2-4612-a4be-6a699ca5fee9 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 946 time: 0.0961206 Nov 01 18:16:13.973555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908de663-9ae1-46b6-84f3-352b7f78634e req-b3331633-4420-4bdc-8546-397310487333 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:13.976151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908de663-9ae1-46b6-84f3-352b7f78634e req-b3331633-4420-4bdc-8546-397310487333 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 950 time: 0.1217806 Nov 01 18:16:14.013735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-22f659c0-d0db-4dca-9ca1-f3032d68168a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:14.015380 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-22f659c0-d0db-4dca-9ca1-f3032d68168a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/ports?device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 946 time: 0.0755866 Nov 01 18:16:14.035801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50542b0f-4eba-4b07-ba55-c5d33c4eedd2 req-67f4ff37-d2dd-46bd-9e9f-a058e56d30a8 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/security-groups?id=017ed840-f6b4-4137-9781-ba940f7ef02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958517 Nov 01 18:16:14.046884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f720a-fd31-41d5-a3c8-77c71a04f22c req-38740fc1-f089-436a-9d9d-b844740ebd21 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:14.054035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264f720a-fd31-41d5-a3c8-77c71a04f22c req-38740fc1-f089-436a-9d9d-b844740ebd21 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.1660368 Nov 01 18:16:14.144674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5bee916-f352-4837-9992-2758771b15af no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:14.160666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264f720a-fd31-41d5-a3c8-77c71a04f22c req-a9a376b6-47e7-4e3e-abff-a5d6d615fe42 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996814 Nov 01 18:16:14.196357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a5bee916-f352-4837-9992-2758771b15af {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:14.196944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5bee916-f352-4837-9992-2758771b15af not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:14.219438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Deleting port cceab072-493f-4946-80c0-814d5b972e65 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:14.219806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.275049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Deleting port b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:14.279613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.333365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] For port cceab072-493f-4946-80c0-814d5b972e65, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=cceab072-493f-4946-80c0-814d5b972e65,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:14.333733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.333935 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-6de8af40-596d-42d6-bf95-594eef2bfe5f req-6d3957bb-b338-4a0c-a246-63ce58f7f3cc tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:16:14.334985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6de8af40-596d-42d6-bf95-594eef2bfe5f req-6d3957bb-b338-4a0c-a246-63ce58f7f3cc tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d HTTP/1.1" status: 404 len: 352 time: 0.1089571 Nov 01 18:16:14.347470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Calling delete_port for cceab072-493f-4946-80c0-814d5b972e65 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:14.371225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e7fa-b14b-4b12-8369-c9a64dd14714 req-9a565c93-9cda-4db5-a11e-642a7e75e5c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:14.372717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c672e7fa-b14b-4b12-8369-c9a64dd14714 req-9a565c93-9cda-4db5-a11e-642a7e75e5c3 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 950 time: 0.2659047 Nov 01 18:16:14.398174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.465131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e32880a-250a-4d34-8b83-70bca80b6307,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:14.541969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c672e7fa-b14b-4b12-8369-c9a64dd14714 req-5f4536c1-b7f7-42b8-b0f3-8eb72df79d01 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611586 Nov 01 18:16:14.543870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] For port b52a140f-2404-46b8-a641-c367c80850ed, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b52a140f-2404-46b8-a641-c367c80850ed,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:14.549150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.584836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Calling delete_port for b52a140f-2404-46b8-a641-c367c80850ed owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:14.622838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-655ac5c3-05c7-44d9-845e-f3089a6224d8 req-4e0fd9b5-de26-4c07-a70d-4387c4eb9582 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 6149 time: 0.2611966 Nov 01 18:16:14.624813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41644) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:14.783024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.896923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-655ac5c3-05c7-44d9-845e-f3089a6224d8 req-e1bd0d83-736a-4cb8-9db5-8f49703253b1 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/240ff260-d433-42b7-a89f-5dd93b2b7aeb HTTP/1.1" status: 200 len: 2981 time: 0.2729416 Nov 01 18:16:14.907307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-network', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:14.915524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:14.931108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['cceab072-493f-4946-80c0-814d5b972e65', '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:15.046193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-655ac5c3-05c7-44d9-845e-f3089a6224d8 req-6c993eed-ef67-476b-912b-d4032dce07e2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/240ff260-d433-42b7-a89f-5dd93b2b7aeb HTTP/1.1" status: 200 len: 2981 time: 0.1204610 Nov 01 18:16:15.084991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event deleted for resources: {'Port': ['ID=cceab072-493f-4946-80c0-814d5b972e65,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:15.089896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Router 70719e05-ca93-4aa0-bbba-2f7acea97deb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:15.125081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] No DVR routers for this DVR port cceab072-493f-4946-80c0-814d5b972e65 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:15.128022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.137855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-18ad9b9c-2ec7-47be-932b-fa19860f7b6f req-610b2d3c-2c84-4650-aa74-6fbae7edf13d tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "DELETE /v2.0/ports/cceab072-493f-4946-80c0-814d5b972e65 HTTP/1.1" status: 204 len: 173 time: 1.1080475 Nov 01 18:16:15.137855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'name': 'network-vif-deleted', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:15.138222 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1f1ab3-81ca-47e0-9384-b4c5f0778e22" -d '{"events": [{"server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "name": "network-vif-deleted", "tag": "cceab072-493f-4946-80c0-814d5b972e65"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:15.234579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Made reservation on behalf of dcf3ee3e2e1346079f3b0a84fb3db846 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:15.237154 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.246195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2c10a-7198-4994-a4c6-f89433a3ca6f req-ace122e1-18ae-4fa6-8694-6725b4bb04d3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:15.247883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fb2c10a-7198-4994-a4c6-f89433a3ca6f req-ace122e1-18ae-4fa6-8694-6725b4bb04d3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.6013346 Nov 01 18:16:15.265295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:15.274136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e002c5ac-a481-4e5e-9c06-d919ab80771a admin admin] 10.222.0.31 "PUT /v2.0/routers/70719e05-ca93-4aa0-bbba-2f7acea97deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977706 Nov 01 18:16:15.274304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41660) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:15.281238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Sync routers for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:15.292912 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:15.293890 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:15.295446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261856d-5477-417f-b378-67833f9b4f2b req-a322e7eb-1fd2-44b8-8c65-3060e0c35b1c tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:15.301329 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f261856d-5477-417f-b378-67833f9b4f2b req-a322e7eb-1fd2-44b8-8c65-3060e0c35b1c tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 946 time: 0.3893416 Nov 01 18:16:15.359406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.417865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.429991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.444144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07', '373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:15.447314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b52a140f-2404-46b8-a641-c367c80850ed'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:15.450819 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:15.465345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fb2c10a-7198-4994-a4c6-f89433a3ca6f req-163d215b-2ef2-4773-a0ab-12053506ff02 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921628 Nov 01 18:16:15.545259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-280061677', 'description': 'tempest-description-1872587523'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:15.545647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.581347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa75dd-5e87-401d-80ff-3f9a8041cbb1 req-08f0471c-343c-44a6-823d-daf0975b5796 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:15.589167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6aa75dd-5e87-401d-80ff-3f9a8041cbb1 req-08f0471c-343c-44a6-823d-daf0975b5796 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.4186606 Nov 01 18:16:15.678797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6aa75dd-5e87-401d-80ff-3f9a8041cbb1 req-07fd6ad7-1d63-4e07-9503-c5ee80e4d5c6 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Nov 01 18:16:15.723978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Deleting port 3eed9d9d-f76d-461d-9b9d-791394bd2da2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:15.724382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.725541 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:16:14Z', 'revision_number': 5, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port': {'id': '3eed9d9d-f76d-461d-9b9d-791394bd2da2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:11:25Z', 'updated_at': '2021-11-01T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:15.795601 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Checking router: 70719e05-ca93-4aa0-bbba-2f7acea97deb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:15.809964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Routers {'70719e05-ca93-4aa0-bbba-2f7acea97deb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:15.810965 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['70719e05-ca93-4aa0-bbba-2f7acea97deb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:15.814460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.820269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.830378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-285247e4-6221-486d-8882-14f8dcd7d116 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:15.832053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-285247e4-6221-486d-8882-14f8dcd7d116 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.6516213 Nov 01 18:16:15.833000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event deleted for resources: {'Port': ['ID=b52a140f-2404-46b8-a641-c367c80850ed,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:15.861355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.864174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.864174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.864174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.864174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.864174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.873465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.873907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.874350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.874693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.877095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.880322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:15.894768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] For port 3eed9d9d-f76d-461d-9b9d-791394bd2da2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3eed9d9d-f76d-461d-9b9d-791394bd2da2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:15.896013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:15.912308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Calling delete_port for 3eed9d9d-f76d-461d-9b9d-791394bd2da2 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:16.006839 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] Set router 70719e05-ca93-4aa0-bbba-2f7acea97deb gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:16.021998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.034600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:16:16.084077 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:16:15Z', 'revision_number': 6, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:16.128001 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d52de-71ed-4e73-9ad4-1697ab202e44 None None] The sync data for ids ['70719e05-ca93-4aa0-bbba-2f7acea97deb'] in n-d-815923-2 is: [{'id': '70719e05-ca93-4aa0-bbba-2f7acea97deb', 'name': 'tempest-ServersTestBootFromVolume-965089910-router', 'tenant_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:11:23Z', 'updated_at': '2021-11-01T18:16:15Z', 'revision_number': 6, 'project_id': '3a23fa94e8ed4d31aa8c9b5333ffb724', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:16.254090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.288633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eed9d9d-f76d-461d-9b9d-791394bd2da2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:16.362348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.411670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e8854b3-7377-4eb0-a985-50fee83dc0f0 req-ae530998-ef7a-4949-9095-c753755c6689 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=97eb380f-2fa0-4782-a48d-0d98b0a6bf99 HTTP/1.1" status: 200 len: 210 time: 0.5527203 Nov 01 18:16:16.420336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.420683 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Added segment 9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c of type vlan for network 2e08ee95-505f-4da0-af64-930ffbc50f83 Nov 01 18:16:16.423823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] No DVR routers for this DVR port b52a140f-2404-46b8-a641-c367c80850ed on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:16.427314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.430938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908de663-9ae1-46b6-84f3-352b7f78634e req-ef40561a-0fc1-4513-a4ca-881e5e84b397 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.37 "DELETE /v2.0/ports/b52a140f-2404-46b8-a641-c367c80850ed HTTP/1.1" status: 204 len: 173 time: 2.4416609 Nov 01 18:16:16.445849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-deleted', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:16.449927 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157868a8-cfab-40f3-90c7-793841b79d11" -d '{"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-deleted", "tag": "b52a140f-2404-46b8-a641-c367c80850ed"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:16.456154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Deleting port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:16.456557 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.497395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.500390 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca60d9-b1ec-4969-91f6-4851af348c1c x-openstack-request-id: req-fdca60d9-b1ec-4969-91f6-4851af348c1c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:16.500724 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97eb380f-2fa0-4782-a48d-0d98b0a6bf99", "name": "network-vif-deleted", "tag": "cceab072-493f-4946-80c0-814d5b972e65", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:16.501609 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdca60d9-b1ec-4969-91f6-4851af348c1c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:16.502021 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97eb380f-2fa0-4782-a48d-0d98b0a6bf99', 'name': 'network-vif-deleted', 'tag': 'cceab072-493f-4946-80c0-814d5b972e65', 'status': 'completed', 'code': 200} Nov 01 18:16:16.503250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.560312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7f2137-12d4-4917-851b-446ca9bc532b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:16.642529 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.646092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70719e05-ca93-4aa0-bbba-2f7acea97deb {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:16:16.649108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.649973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-214958e5-7801-4828-b8c9-054f7fe7e449 admin admin] 10.222.0.31 "DELETE /v2.0/routers/70719e05-ca93-4aa0-bbba-2f7acea97deb HTTP/1.1" status: 204 len: 168 time: 1.3744414 Nov 01 18:16:16.652818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41672) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:16.690531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.698012 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-795f788f-3ae9-457f-a805-bbce3f331509 req-09ca3857-453b-4e40-b2e6-d3e372c4ba79 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=f104cf66-8258-4a75-850c-c58da5871411 HTTP/1.1" status: 200 len: 210 time: 0.1000090 Nov 01 18:16:16.704019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Deleting subnet aa991726-315e-4a95-a194-b0447aba022d {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:16:16.708808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.755863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.757987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Deleting port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:16.758328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.788443 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcba311-f711-4ca8-beeb-0d3d2e4eb734 x-openstack-request-id: req-3bcba311-f711-4ca8-beeb-0d3d2e4eb734 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:16.788740 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104cf66-8258-4a75-850c-c58da5871411", "name": "network-vif-deleted", "tag": "b52a140f-2404-46b8-a641-c367c80850ed", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:16.788993 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bcba311-f711-4ca8-beeb-0d3d2e4eb734 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:16.789396 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104cf66-8258-4a75-850c-c58da5871411', 'name': 'network-vif-deleted', 'tag': 'b52a140f-2404-46b8-a641-c367c80850ed', 'status': 'completed', 'code': 200} Nov 01 18:16:16.823117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.860931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.911868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] For port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,segment=NetworkSegment(edc0dc85-3b39-4ad0-b633-79a97996fed7),segment_id=edc0dc85-3b39-4ad0-b633-79a97996fed7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:16.912245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.914682 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.915903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:16.916362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.937234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:16.957122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Calling delete_port for 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:17.019981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.049275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e32880a-250a-4d34-8b83-70bca80b6307 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:17.060550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa991726-315e-4a95-a194-b0447aba022d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:17.072550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.079409 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a7c49c9-3db3-492d-a713-c60da12d853a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa991726-315e-4a95-a194-b0447aba022d HTTP/1.1" status: 204 len: 168 time: 0.4252584 Nov 01 18:16:17.080251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41676) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:17.084773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2e32880a-250a-4d34-8b83-70bca80b6307 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:17.089593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e32880a-250a-4d34-8b83-70bca80b6307 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:17.089593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3eed9d9d-f76d-461d-9b9d-791394bd2da2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:17.089837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] For port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:17.089973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31afdc3b-4cf6-40ce-a54e-5ac7e691a09c None None] Network bbce7560-bdcc-4e29-a9bc-5d5691c873ca requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:17.090078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.095242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.096324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98d4815c-90bb-4e55-b531-56fc3a047ee9 req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.5568957 Nov 01 18:16:17.096947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f45d9-9fc6-47ee-8634-f7d077e14884 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7283c95-c9ac-45c0-be86-ddbda855087e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:17.211969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5840573 Nov 01 18:16:17.220957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f04d8-7f45-4782-a9e5-7a38608daa8d req-c7595b4d-a5d5-4a9e-b137-df60eb9bfc9e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:17.232578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3eed9d9d-f76d-461d-9b9d-791394bd2da2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:17.232578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3eed9d9d-f76d-461d-9b9d-791394bd2da2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:17.233085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726f04d8-7f45-4782-a9e5-7a38608daa8d req-c7595b4d-a5d5-4a9e-b137-df60eb9bfc9e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.3784540 Nov 01 18:16:17.260991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:17.277712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.290759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d639-104e-4077-a699-9fefd35289f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2e08ee95-505f-4da0-af64-930ffbc50f83,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:17.298460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Request body: {'subnet': {'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-subnet', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:17.309823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:16:17.322790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-726f04d8-7f45-4782-a9e5-7a38608daa8d req-5f8d985c-a5ae-46ba-b5b0-472107ab645f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885973 Nov 01 18:16:17.342891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Deleting port 921f9945-83ab-4619-9722-0d186e029c90 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:17.343484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.372861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Calling delete_port for f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:17.445696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1980119821', 'description': 'tempest-description-1223963305'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:17.455562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] For port 921f9945-83ab-4619-9722-0d186e029c90, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=921f9945-83ab-4619-9722-0d186e029c90,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:17.456207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.502657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Calling delete_port for 921f9945-83ab-4619-9722-0d186e029c90 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:17.532939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] DHCP port deletion for bbce7560-bdcc-4e29-a9bc-5d5691c873ca request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:16:17.601258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bfedf-d100-40e7-b7ce-58229f4cc7a2 req-57d85913-14dd-4b4c-b6b3-ea907beaed29 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:17.602786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-241bfedf-d100-40e7-b7ce-58229f4cc7a2 req-57d85913-14dd-4b4c-b6b3-ea907beaed29 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 950 time: 0.3404789 Nov 01 18:16:17.622502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Deleting port 921f9945-83ab-4619-9722-0d186e029c90 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:17.626884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.646702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Made reservation on behalf of dcf3ee3e2e1346079f3b0a84fb3db846 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:17.651058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.673781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.692826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] No DVR routers for this DVR port 921f9945-83ab-4619-9722-0d186e029c90 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:17.724246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] For port 921f9945-83ab-4619-9722-0d186e029c90, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=921f9945-83ab-4619-9722-0d186e029c90,segment=NetworkSegment(a795d206-b084-4ba7-afa7-b80c5e815a68),segment_id=a795d206-b084-4ba7-afa7-b80c5e815a68)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:17.724687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.743438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Calling delete_port for 921f9945-83ab-4619-9722-0d186e029c90 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:17.768986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-241bfedf-d100-40e7-b7ce-58229f4cc7a2 req-11a7e815-44c1-4612-8de0-863a967b7b55 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/security-groups?id=b91adf3d-d9be-4e66-9a47-4ead474610f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536453 Nov 01 18:16:17.826305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.827137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Pushing event deleted for resources: {'Port': ['ID=921f9945-83ab-4619-9722-0d186e029c90,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:17.835720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.866050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.867887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbce7560-bdcc-4e29-a9bc-5d5691c873ca']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:17.879709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a795d206-b084-4ba7-afa7-b80c5e815a68') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:17.880105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a795d206-b084-4ba7-afa7-b80c5e815a68') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:17.892522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.895242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] Pushing event deleted for resources: {'Port': ['ID=921f9945-83ab-4619-9722-0d186e029c90,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:17.899663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567c366-bb58-4d15-86a2-b8969c2c0864 None None] No DVR routers for this DVR port 921f9945-83ab-4619-9722-0d186e029c90 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:17.910436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.932291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.946759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:16:17.960891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:16:17.963221 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:16:17.985328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:17.995839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.010739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Pushing event deleted for resources: {'Port': ['ID=55a42e46-cdd4-4ef0-9dac-f7fa36094ee8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:18.093877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.100284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.104608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bbce7560-bdcc-4e29-a9bc-5d5691c873ca HTTP/1.1" status: 204 len: 168 time: 1.0231607 Nov 01 18:16:18.130032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.132563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] No DVR routers for this DVR port f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:18.139227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec1a04-23fa-43a8-ba3a-5ffe420ef544 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbce7560-bdcc-4e29-a9bc-5d5691c873ca,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:18.145471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:18.153882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Pushing event deleted for resources: {'Port': ['ID=f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:18.161010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.169146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e04bb3-bacb-42ab-91ea-76512cfe206f req-8b9a7cf4-b72e-40c8-888a-4c26769e0142 tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.37 "DELETE /v2.0/ports/f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb HTTP/1.1" status: 204 len: 173 time: 2.3067048 Nov 01 18:16:18.169146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] No DVR routers for this DVR port 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:18.187545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.191220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f261856d-5477-417f-b378-67833f9b4f2b req-972dc8ae-f7f3-4a51-a5a1-0537431d078a tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.32 "DELETE /v2.0/ports/55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 HTTP/1.1" status: 204 len: 173 time: 2.8189795 Nov 01 18:16:18.215466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:18.216011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:18.216518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:18.247854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b52a140f-2404-46b8-a641-c367c80850ed {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:18.249139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b52a140f-2404-46b8-a641-c367c80850ed not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:18.266639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5023239a-c3a7-4b85-94df-d37cac2ec798,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:18.330669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.332226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e20c228-b56d-450e-96c5-6d326cc2f5e3 req-3b4d1731-e86f-4c96-8889-dcbc72e47850 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9516685 Nov 01 18:16:18.385757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.428556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd84b6eb-01a8-4fd0-858d-4a03268546f7,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:18.466459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Checking segment: {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:18.467664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Network hostable DHCP agents. Network: 2e08ee95-505f-4da0-af64-930ffbc50f83, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:16:18.565683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:16:18.575940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41708) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:18.593797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabacb7-4ec8-4d84-8426-07ed6d541c60 req-de1c3f47-1b8d-4da7-9718-6a1c851b7df0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:18.595841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efabacb7-4ec8-4d84-8426-07ed6d541c60 req-de1c3f47-1b8d-4da7-9718-6a1c851b7df0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0694153 Nov 01 18:16:18.613330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ef666f44-ae83-4f0f-837c-0af9cf6075a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.632699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41710) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:18.633153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c92452a5-7b7a-431f-b06e-d22e748e00e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a23fa94e8ed4d31aa8c9b5333ffb724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555153 Nov 01 18:16:18.648412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efabacb7-4ec8-4d84-8426-07ed6d541c60 req-4b90f2af-8890-4130-9295-937c8be6ce92 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Nov 01 18:16:18.705068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.722924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2e08ee95-505f-4da0-af64-930ffbc50f83) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:18.751086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d3987-9e82-4e27-b267-eb7e8e8d77bf None None] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:18.752222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:18.753501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.781643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:18.815122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'name': 'network-vif-deleted', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb'}, {'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'name': 'network-vif-deleted', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:18.818226 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90c25e-5d06-4117-a931-583a388c93b5" -d '{"events": [{"server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "name": "network-vif-deleted", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb"}, {"server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "name": "network-vif-deleted", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:18.825167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abdd1f6d-3b70-4470-ad86-a696f51cb9ce req-adbf5ddb-a37a-498c-bfa7-57a514516c96 tempest-MultipleCreateTestJSON-218269509 tempest-MultipleCreateTestJSON-218269509-project] 10.222.0.31 "GET /v2.0/ports?device_id=7718432c-30a4-4308-9927-5c86ff9069e5 HTTP/1.1" status: 200 len: 210 time: 0.0650685 Nov 01 18:16:18.881300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:18.881567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-32157139-c5e9-46e7-842d-f94017bcf786 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5918052 Nov 01 18:16:18.886542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:18.906850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 921f9945-83ab-4619-9722-0d186e029c90 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:18.953915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 921f9945-83ab-4619-9722-0d186e029c90 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:18.954457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 921f9945-83ab-4619-9722-0d186e029c90 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:19.012927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2e08ee95-505f-4da0-af64-930ffbc50f83', 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'fixed_ips': [{'subnet_id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:16:19.013876 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.025212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.026549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.051107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.056825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.060718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae5b3f2-2e99-4d3b-9811-b9e3b2332e40 HTTP/1.1" status: 204 len: 168 time: 0.4247379 Nov 01 18:16:19.092259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1e849-e0fe-4cba-ba50-482e43ae47de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5b3f2-2e99-4d3b-9811-b9e3b2332e40,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:19.150592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.156298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-7973ab27-15c2-468b-b4fe-cfb72281e787 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:19.163863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-7973ab27-15c2-468b-b4fe-cfb72281e787 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 812 time: 0.2113256 Nov 01 18:16:19.185977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-80fc08bb-dadd-4abd-9db4-0b18047bb1d9 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/quotas/1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 375 time: 0.0202355 Nov 01 18:16:19.256094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Allocated IP 172.20.0.2 (2e08ee95-505f-4da0-af64-930ffbc50f83/cd84b6eb-01a8-4fd0-858d-4a03268546f7/f62cfe8a-55d5-44ae-90f3-9988f22be340) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:19.260280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-2c89a205-86d4-46a6-b51b-47c0cd37d82a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743773 Nov 01 18:16:19.374317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-07af9212-25a5-415b-a2d3-dce741773a6b service neutron] 10.222.0.31 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126158 Nov 01 18:16:19.401327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f239ad8-8a7b-4bb1-9784-ce2e88974f4c req-6cc1b35d-b7d9-4c05-8bc4-80f161f77dbe tempest-ServersAdminNegativeTestJSON-1058573969 tempest-ServersAdminNegativeTestJSON-1058573969-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bdf4bc2-a05c-45d1-965f-e542fc89afce HTTP/1.1" status: 200 len: 210 time: 0.0526495 Nov 01 18:16:19.444660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device cceab072-493f-4946-80c0-814d5b972e65 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:19.493631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: cceab072-493f-4946-80c0-814d5b972e65 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:19.493993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device cceab072-493f-4946-80c0-814d5b972e65 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:19.494422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:19.498171 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72b71e-f7f5-48f0-a1ab-0b3877b0e30c x-openstack-request-id: req-af72b71e-f7f5-48f0-a1ab-0b3877b0e30c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:19.498712 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf4bc2-a05c-45d1-965f-e542fc89afce", "name": "network-vif-deleted", "tag": "f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb", "status": "completed", "code": 200}, {"server_uuid": "7718432c-30a4-4308-9927-5c86ff9069e5", "name": "network-vif-deleted", "tag": "55a42e46-cdd4-4ef0-9dac-f7fa36094ee8", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:19.498941 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af72b71e-f7f5-48f0-a1ab-0b3877b0e30c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:19.499159 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf4bc2-a05c-45d1-965f-e542fc89afce', 'name': 'network-vif-deleted', 'tag': 'f71b5aab-dc1c-41ae-a5dc-34fbc89f6efb', 'status': 'completed', 'code': 200} Nov 01 18:16:19.499412 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718432c-30a4-4308-9927-5c86ff9069e5', 'name': 'network-vif-deleted', 'tag': '55a42e46-cdd4-4ef0-9dac-f7fa36094ee8', 'status': 'completed', 'code': 200} Nov 01 18:16:19.512839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.547895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-791487a7-a8e3-450f-bff9-c2092e0d1bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722023 Nov 01 18:16:19.559614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:19.559966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 55a42e46-cdd4-4ef0-9dac-f7fa36094ee8 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:19.589328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.659902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.677405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331902f-8c10-4026-b722-3232f46e55a9 req-d1d66b08-554b-4de9-8b69-731c1ef67553 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:19.679730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3331902f-8c10-4026-b722-3232f46e55a9 req-d1d66b08-554b-4de9-8b69-731c1ef67553 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.0841279 Nov 01 18:16:19.745300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3331902f-8c10-4026-b722-3232f46e55a9 req-104f1832-8170-4a53-94c7-84ed226bc590 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506444 Nov 01 18:16:19.785611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Pushing event updated for resources: {'Port': ['ID=f62cfe8a-55d5-44ae-90f3-9988f22be340,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:19.796254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:19.797931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:19.803087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:19.909868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Attempting to bind port f62cfe8a-55d5-44ae-90f3-9988f22be340 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:19.912173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Attempting to bind port f62cfe8a-55d5-44ae-90f3-9988f22be340 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:19.912788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Attempting to bind port f62cfe8a-55d5-44ae-90f3-9988f22be340 on network 2e08ee95-505f-4da0-af64-930ffbc50f83 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:19.920171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:19.921718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Checking segment: {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:19.922302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:19.922853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Bound using segment: {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:19.923822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Bound port: f62cfe8a-55d5-44ae-90f3-9988f22be340, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:19.924708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.010574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] For port f62cfe8a-55d5-44ae-90f3-9988f22be340, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:20.014347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d584061-b9a9-4cb5-b942-9d080ed60509 req-ea1f56f5-b678-4e71-9a92-d882fcfb8c6a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 210 time: 0.0974696 Nov 01 18:16:20.028695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] For port f62cfe8a-55d5-44ae-90f3-9988f22be340, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f62cfe8a-55d5-44ae-90f3-9988f22be340,segment=NetworkSegment(9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c),segment_id=9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:20.037317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.037489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2d52-e60f-4164-a666-4d500f3d8d2d req-38f7851d-0ce5-4787-9ccb-88270f3eed7b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:20.038947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e92b2d52-e60f-4164-a666-4d500f3d8d2d req-38f7851d-0ce5-4787-9ccb-88270f3eed7b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2157567 Nov 01 18:16:20.082618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41752) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:20.100070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.127356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e92b2d52-e60f-4164-a666-4d500f3d8d2d req-6757aa84-12e2-4980-a507-d1623328f0ac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Nov 01 18:16:20.158531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.214762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Deleting subnet e40812b7-5669-4fa7-8bfb-34638e7a7bc0 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:16:20.215228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.222160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fb342-b129-4100-9e45-66329cec3829 None None] Pushing event updated for resources: {'Port': ['ID=f62cfe8a-55d5-44ae-90f3-9988f22be340,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:20.294195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.390555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Allocated IP 172.25.2.173 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/598d9ba8-fb80-4bea-a9a2-6185d8289f66) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:20.390555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.565979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.653815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.729861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40812b7-5669-4fa7-8bfb-34638e7a7bc0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:20.731930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41772) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:20.732259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78412f85-688a-46c4-a544-b18b0d828d92 req-2b562de7-67b6-4f2b-b8db-5585fc3e8eea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:20.734929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78412f85-688a-46c4-a544-b18b0d828d92 req-2b562de7-67b6-4f2b-b8db-5585fc3e8eea tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1299479 Nov 01 18:16:20.755032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.762851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-98dcb9de-437a-453b-9ba7-6081dbc8895f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e40812b7-5669-4fa7-8bfb-34638e7a7bc0 HTTP/1.1" status: 204 len: 168 time: 0.6787760 Nov 01 18:16:20.763721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:20.821048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70f928e2-2b40-4a64-adc4-7631c9c20c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.890889 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:20.973097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47197d6-15d5-44bf-baab-e61e06cecc52 req-fd32a7fa-23aa-4632-bc42-026fa3a88928 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:20.976051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c47197d6-15d5-44bf-baab-e61e06cecc52 req-fd32a7fa-23aa-4632-bc42-026fa3a88928 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 950 time: 0.1118054 Nov 01 18:16:20.980234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f62cfe8a-55d5-44ae-90f3-9988f22be340 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:20.988007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Pushing event updated for resources: {'Port': ['ID=598d9ba8-fb80-4bea-a9a2-6185d8289f66,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:21.000719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-network', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:21.021632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.028537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:21.037282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:21.045077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Deleting port 373b7e3d-e224-4478-97dc-680f9da80c58 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:21.045720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.047068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:21.066875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c47197d6-15d5-44bf-baab-e61e06cecc52 req-6a4eef2b-3a0a-4264-a06d-be897600b39f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Nov 01 18:16:21.084947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f62cfe8a-55d5-44ae-90f3-9988f22be340 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:21.085392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.260749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] For port 373b7e3d-e224-4478-97dc-680f9da80c58, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=373b7e3d-e224-4478-97dc-680f9da80c58,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:21.263059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.289570 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.292236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Calling delete_port for 373b7e3d-e224-4478-97dc-680f9da80c58 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:21.367382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port f62cfe8a-55d5-44ae-90f3-9988f22be340, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f62cfe8a-55d5-44ae-90f3-9988f22be340,segment=NetworkSegment(9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c),segment_id=9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:21.434037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41788) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:21.459446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.510252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6952773b-e467-438a-be23-b0f7a8634630 req-75182096-45c8-4fcc-bb55-ba00541c68d2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 210 time: 0.1152275 Nov 01 18:16:21.545434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497a506-bb7e-4d35-857e-b9c4ce9ff33a req-5da64e1f-2723-4897-9cf3-654b3bc3691b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:21.547932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8497a506-bb7e-4d35-857e-b9c4ce9ff33a req-5da64e1f-2723-4897-9cf3-654b3bc3691b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1536973 Nov 01 18:16:21.584854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=f62cfe8a-55d5-44ae-90f3-9988f22be340,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:21.676089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8497a506-bb7e-4d35-857e-b9c4ce9ff33a req-98db4c78-b113-4a64-952c-db2d80c342e6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219647 Nov 01 18:16:21.720995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Made reservation on behalf of ee042d9de52549f89190fc60401d16bd for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:21.723267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.727900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.762169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.769522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.781650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07', '373b7e3d-e224-4478-97dc-680f9da80c58'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:21.788263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e76602-d933-4841-b38a-51b5a120a157']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:21.811555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc0dc85-3b39-4ad0-b633-79a97996fed7') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:21.811555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc0dc85-3b39-4ad0-b633-79a97996fed7') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:21.835231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.861576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.871753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:16:21.872159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:16:21.873897 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:16:21.890458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91341e09-8234-4146-b6a4-066434828b60 None None] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:21.935479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] No DVR routers for this DVR port 373b7e3d-e224-4478-97dc-680f9da80c58 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:21.939598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:21.945328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78412f85-688a-46c4-a544-b18b0d828d92 req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "DELETE /v2.0/ports/373b7e3d-e224-4478-97dc-680f9da80c58 HTTP/1.1" status: 204 len: 173 time: 1.2026401 Nov 01 18:16:21.945328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af916e1-bde6-4539-ba84-a401525c9186 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event deleted for resources: {'Port': ['ID=373b7e3d-e224-4478-97dc-680f9da80c58,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:21.971049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-deleted', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:21.975881 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19288f23-b70e-4f64-b639-1a9830b1d1c0" -d '{"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-deleted", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:22.005033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.033611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92c24322-8c8c-4455-9581-d04919bf8238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=866a7acf563742a89683b3a3150e2004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869434 Nov 01 18:16:22.046614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:22.075067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.097061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.109814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] 10.222.0.31 "DELETE /v2.0/networks/68e76602-d933-4841-b38a-51b5a120a157 HTTP/1.1" status: 204 len: 168 time: 1.3383372 Nov 01 18:16:22.118754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.132906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:16:22.137622 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe8eb3-a90e-46df-abf5-fdaaeb5b212d x-openstack-request-id: req-bcbe8eb3-a90e-46df-abf5-fdaaeb5b212d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:22.137920 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac746c-5c78-40f5-a3e1-b3c39d82e13a", "name": "network-vif-deleted", "tag": "373b7e3d-e224-4478-97dc-680f9da80c58", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:22.138166 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcbe8eb3-a90e-46df-abf5-fdaaeb5b212d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:22.138427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.138609 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac746c-5c78-40f5-a3e1-b3c39d82e13a', 'name': 'network-vif-deleted', 'tag': '373b7e3d-e224-4478-97dc-680f9da80c58', 'status': 'completed', 'code': 200} Nov 01 18:16:22.140411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.140767 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Added segment af580228-3b72-42c2-85fa-4e5fa56a5394 of type vlan for network 54babb37-44c7-4314-aa8b-8a4480f617f4 Nov 01 18:16:22.166125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.185450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.207745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ef9b185-1316-4d25-a199-549d528c191b None None] Provisioning complete for port f62cfe8a-55d5-44ae-90f3-9988f22be340 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:22.207745 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ef9b185-1316-4d25-a199-549d528c191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.223247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeb479-7777-4ae0-92b6-de0ef1eeec8b admin admin] Pushing event deleted for resources: {'Network': ['ID=68e76602-d933-4841-b38a-51b5a120a157,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:22.246091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.281483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.285246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d9697b-44ed-4a9a-8401-dc47b10153c7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:22.364416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.365151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba1f9f6-7fb6-442a-ab02-7530b2b01db5 req-d82280e5-0d35-4eab-9999-3d34003511d7 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=feac746c-5c78-40f5-a3e1-b3c39d82e13a HTTP/1.1" status: 200 len: 210 time: 0.0506942 Nov 01 18:16:22.374480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:22.375267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.498072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=54babb37-44c7-4314-aa8b-8a4480f617f4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:22.546814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.546814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:22.546814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b91adf3d-d9be-4e66-9a47-4ead474610f5 HTTP/1.1" status: 204 len: 168 time: 0.4979551 Nov 01 18:16:22.559248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048b62-dcb0-4cf6-836a-6c37d81c7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91adf3d-d9be-4e66-9a47-4ead474610f5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:22.566107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:16:22.594461 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aa379a0d-ca0d-4d7b-932f-8246b123bdd8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8502052 Nov 01 18:16:22.594751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41806) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:22.601389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Request body: {'subnet': {'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-subnet', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:23.059782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f4fea4c-c633-4a4e-8b5e-3e0ced8cc7d5 req-f6ac5d0b-2955-47ff-b3b3-93b8e5d98f82 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 210 time: 0.0479314 Nov 01 18:16:23.063075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.064323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0401be-1fbd-4bb0-9bf4-d50669a05725 req-961a41fe-4c55-45a1-acc5-d2589b2be642 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:23.064323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a0401be-1fbd-4bb0-9bf4-d50669a05725 req-961a41fe-4c55-45a1-acc5-d2589b2be642 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0950830 Nov 01 18:16:23.065309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f62cfe8a-55d5-44ae-90f3-9988f22be340 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:23.067027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a0401be-1fbd-4bb0-9bf4-d50669a05725 req-102119f6-92af-4f76-80c9-b69fb0263651 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Nov 01 18:16:23.072425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f62cfe8a-55d5-44ae-90f3-9988f22be340 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:23.072425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.073515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:23.074753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Made reservation on behalf of ee042d9de52549f89190fc60401d16bd for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:23.074753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.089489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:16:23.201223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-adc88ac1-4bc9-4bdb-8f2c-f75a1193a0b4 None None] Provisioning complete for port f62cfe8a-55d5-44ae-90f3-9988f22be340 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:23.201835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adc88ac1-4bc9-4bdb-8f2c-f75a1193a0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.309089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-3e4c4f18-f078-43a3-b0b6-50efc294b75f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:23.311091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-3e4c4f18-f078-43a3-b0b6-50efc294b75f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 812 time: 0.1622620 Nov 01 18:16:23.321291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a6df8b7-4158-4f69-b578-98a4733881eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2cd6918a57b48c38de9415a2c043739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847238 Nov 01 18:16:23.324972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41816) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:23.328506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'device_id': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1', 'admin_state_up': True, 'tenant_id': '1f6361852ff648a8b9471bdaa4e26a3a'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:23.469420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:23.481110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Sync routers for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:23.491250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:23.491823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:23.523018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.557086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Made reservation on behalf of 1f6361852ff648a8b9471bdaa4e26a3a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:23.563001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.583588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.649286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.653392 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7beed634-4725-434b-93e8-31258eae91d1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7680585 Nov 01 18:16:23.654013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:23.684979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.702626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:23.757269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.827014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.840088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:23.840088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/017ed840-f6b4-4137-9781-ba940f7ef02c HTTP/1.1" status: 204 len: 168 time: 0.5029345 Nov 01 18:16:23.855483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352decb8-1b93-468a-a91b-dd26be116eda,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:23.876239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Allocated IP 172.20.0.7 (8599f231-39fd-4b2d-b943-89d2491feca1/6b0283e1-5565-47d0-9df0-05307af7d2cf/690be6a8-2dd8-4619-90d1-c74746344ebc) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:23.897880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f64a67-993f-4e10-a1ec-83cd568bfd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ed840-f6b4-4137-9781-ba940f7ef02c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:23.910573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Checking segment: {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:23.910941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Network hostable DHCP agents. Network: 54babb37-44c7-4314-aa8b-8a4480f617f4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:16:23.933622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:21Z', 'revision_number': 3, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:23.972362 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Checking router: 35adf4f0-9d3e-4975-94ce-d680fda4aed2 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:23.972856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Updating router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:24.000312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.081701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a17e71ca-c3b4-4f46-91d4-c23fd1a9876b req-26f32d54-b615-44da-9a68-cd0012ee7dfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 210 time: 0.0428612 Nov 01 18:16:24.109918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:16:24.136483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.247356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0dae-6be1-4b1c-aab8-0e3159cbb894 req-3e87e16a-e252-47d7-9e86-20adb156fdd4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:24.249014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a23c0dae-6be1-4b1c-aab8-0e3159cbb894 req-3e87e16a-e252-47d7-9e86-20adb156fdd4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0756977 Nov 01 18:16:24.294308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.296843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 54babb37-44c7-4314-aa8b-8a4480f617f4) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:24.303330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:24.305189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.308698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97cd9d-675d-4398-83dc-9d6e5d1de059 None None] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:24.315749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a23c0dae-6be1-4b1c-aab8-0e3159cbb894 req-9b571779-ce84-4618-ac2d-8271c9af48da tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Nov 01 18:16:24.336926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:24.353446 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.400766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:24.453522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Network 8599f231-39fd-4b2d-b943-89d2491feca1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:24.464135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:24.470153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:24.474473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:24.486192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bb42bb4f-3166-4d3c-8db6-d671d2292ac8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9c41e008f8a402fad864c1a4d4bd8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479621 Nov 01 18:16:24.494361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-73895559-76fc-4e93-8e1c-da0084f92f82 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8904555 Nov 01 18:16:24.494361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41836) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:24.494361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41838) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:24.503233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:24.528644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19143897-5b98-4ab4-832b-a94d4d85f037 req-2af84303-555a-413e-ba9b-9acc442f283f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:24.530935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19143897-5b98-4ab4-832b-a94d4d85f037 req-2af84303-555a-413e-ba9b-9acc442f283f tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.1616838 Nov 01 18:16:24.568178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:24.568761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.603419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19143897-5b98-4ab4-832b-a94d4d85f037 req-5c91990d-67c6-4724-b15d-1ce498aec45e tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649135 Nov 01 18:16:24.611793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.629899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Allocated IP 172.20.0.1 (2e08ee95-505f-4da0-af64-930ffbc50f83/cd84b6eb-01a8-4fd0-858d-4a03268546f7/aa3b6b54-10a4-49b3-9271-3890929c9813) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:24.639444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.663559 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.677663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3b8fc-23b0-4057-8358-8d3e6435aaae None None] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:24.694186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.695407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.699968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.755040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-6573c549-786c-47c9-a6f7-573ddf925cbf tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4305229 Nov 01 18:16:24.770334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Request body: {'port': {'device_id': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:24.839447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.853746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Attempting to bind port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:24.854127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Attempting to bind port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:24.854491 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Attempting to bind port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:24.878532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d209-aab8-4676-ac79-f76ce400a64e None None] Pushing event updated for resources: {'Port': ['ID=598d9ba8-fb80-4bea-a9a2-6185d8289f66,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:24.895327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:24.895950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:24.896988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.897391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:24.897874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Bound port: 598d9ba8-fb80-4bea-a9a2-6185d8289f66, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:24.898263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.910378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.915031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.917810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:24.918964 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cef23796-dbaf-4461-ac33-d59320c57520 HTTP/1.1" status: 204 len: 168 time: 0.4288363 Nov 01 18:16:24.946431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:25.027133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93265fe1-0176-4c6d-b078-851cf7b0bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef23796-dbaf-4461-ac33-d59320c57520,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:25.044034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] For port 598d9ba8-fb80-4bea-a9a2-6185d8289f66, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:25.056140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] For port 598d9ba8-fb80-4bea-a9a2-6185d8289f66, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=598d9ba8-fb80-4bea-a9a2-6185d8289f66,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:25.154402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:25.195131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:25.281293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d209-aab8-4676-ac79-f76ce400a64e None None] Pushing event updated for resources: {'Port': ['ID=598d9ba8-fb80-4bea-a9a2-6185d8289f66,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:25.290485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:25.291113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:25.349760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef650f0-04b9-438d-86dd-45ef4686032f req-ff632715-6966-49bb-a55a-23dfb7b7189f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:25.361292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ef650f0-04b9-438d-86dd-45ef4686032f req-ff632715-6966-49bb-a55a-23dfb7b7189f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 931 time: 0.1597242 Nov 01 18:16:25.382701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:25.470565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:25.478625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:25.484181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:25.517704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b6b54-10a4-49b3-9271-3890929c9813,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:25.624736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:25.793663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:25.807822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:26.001345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690be6a8-2dd8-4619-90d1-c74746344ebc {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:26.010628 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.025445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Transition to ACTIVE for port object 690be6a8-2dd8-4619-90d1-c74746344ebc will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:16:26.065079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 373b7e3d-e224-4478-97dc-680f9da80c58 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:26.065514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 373b7e3d-e224-4478-97dc-680f9da80c58 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:26.100657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ef650f0-04b9-438d-86dd-45ef4686032f req-48a468f6-5f75-4e42-9d42-684c00abaaa1 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207117 Nov 01 18:16:26.122265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-64bccd74-8c5e-446c-9ed9-1634253c3001 None None] Provisioning complete for port aa3b6b54-10a4-49b3-9271-3890929c9813 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:26.123246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-64bccd74-8c5e-446c-9ed9-1634253c3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.145453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.287234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-8421ab4c-fbed-4d62-83f4-0ece1173dd64 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:26.289376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-8421ab4c-fbed-4d62-83f4-0ece1173dd64 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.3409004 Nov 01 18:16:26.297264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8ce9-c0e6-459a-9da3-43c2c664a51e req-e39724b3-81b6-4ca3-aa2e-0306ca8b4fbd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:26.312009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65eb8ce9-c0e6-459a-9da3-43c2c664a51e req-e39724b3-81b6-4ca3-aa2e-0306ca8b4fbd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.8326669 Nov 01 18:16:26.323881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-64bccd74-8c5e-446c-9ed9-1634253c3001 None None] Port aa3b6b54-10a4-49b3-9271-3890929c9813 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:26.330030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:26.369806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.452782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.493420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.495295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:26.540124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:26.569772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3871404e-3841-4913-897f-68aa8455538b', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '3871404e-3841-4913-897f-68aa8455538b', 'mac_address': 'fa:16:3e:71:b5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:26.573850 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.578958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65eb8ce9-c0e6-459a-9da3-43c2c664a51e req-bfc96885-cf6a-49d8-85e7-61d013ddc771 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730460 Nov 01 18:16:26.668480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.695223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4be2b-077c-4071-93f4-703782683ebd req-ef866b94-66b9-45dd-ba70-475acae02fdd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:26.697944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0e4be2b-077c-4071-93f4-703782683ebd req-ef866b94-66b9-45dd-ba70-475acae02fdd tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 950 time: 0.4354703 Nov 01 18:16:26.722342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3871404e-3841-4913-897f-68aa8455538b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:26.729818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41896) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:26.766339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:26.768535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Attempting to bind port 690be6a8-2dd8-4619-90d1-c74746344ebc on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:26.768882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Attempting to bind port 690be6a8-2dd8-4619-90d1-c74746344ebc by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:26.769221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Attempting to bind port 690be6a8-2dd8-4619-90d1-c74746344ebc on network 8599f231-39fd-4b2d-b943-89d2491feca1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:26.770903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:21Z', 'revision_number': 3, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:26.793259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Allocated IP 172.25.2.251 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/76e355c8-c28f-4866-8a73-e67a45300d10) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:26.818361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.823107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0e4be2b-077c-4071-93f4-703782683ebd req-63edd0eb-93a6-43ee-bbf4-f16a3a169128 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/security-groups?id=5edc9907-f75e-4f74-b20d-c435a74f3f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113460 Nov 01 18:16:26.824474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Port 690be6a8-2dd8-4619-90d1-c74746344ebc on network 8599f231-39fd-4b2d-b943-89d2491feca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:16:26.825885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Attempting to bind port 690be6a8-2dd8-4619-90d1-c74746344ebc on network 8599f231-39fd-4b2d-b943-89d2491feca1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:26.839530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d9af5-895b-47f0-b070-10388aa10cd4 None None] The sync data for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 is: [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:21Z', 'revision_number': 3, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:26.852650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:26.854979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Checking segment: {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:26.855395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Bound using segment: {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:26.855918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Bound port: 690be6a8-2dd8-4619-90d1-c74746344ebc, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fc3a24-226a-441c-b4ec-e5ff430bf99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:26.856298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.860055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.860249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Deleting port ac7be184-8526-430a-bd05-07ee166b1d07 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:26.860470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.897495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:26.977585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3871404e-3841-4913-897f-68aa8455538b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:27.025055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:27.121196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-network', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:27.187097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:27.199482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] For port ac7be184-8526-430a-bd05-07ee166b1d07, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ac7be184-8526-430a-bd05-07ee166b1d07,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:27.199482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.199482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:27.200170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.239673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b6b54-10a4-49b3-9271-3890929c9813,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:27.244292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.273352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Calling delete_port for ac7be184-8526-430a-bd05-07ee166b1d07 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:27.348082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1f725-1c31-4667-95b0-28f7005a68e7 req-962bcd2d-4a66-4c4c-9494-bcd8b70852ba tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:27.361677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Made reservation on behalf of 22338cdf3f2f4801938e52ecfbb8ccaf for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:27.361930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8d1f725-1c31-4667-95b0-28f7005a68e7 req-962bcd2d-4a66-4c4c-9494-bcd8b70852ba tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.1373253 Nov 01 18:16:27.364506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.401438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.464406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:27.469261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:27.511085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8d1f725-1c31-4667-95b0-28f7005a68e7 req-d5fa18b2-88b8-4a64-9968-a40d059c88f2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479819 Nov 01 18:16:27.522512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.560526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:27.562483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.564502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] 10.222.0.37 "PUT /v2.0/ports/690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 1091 time: 2.8004832 Nov 01 18:16:27.588219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:27.590840 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fe739a-86cc-403a-9c84-11d443372b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:27.652511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.663248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.709176 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e379c-7da9-475b-85ce-f1789775bfd5 x-openstack-request-id: req-1b5e379c-7da9-475b-85ce-f1789775bfd5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:27.709476 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:27.709727 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b5e379c-7da9-475b-85ce-f1789775bfd5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:27.710109 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'status': 'completed', 'code': 200} Nov 01 18:16:27.726890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89689068-7994-4a65-8f5d-611ba90f57ef service neutron] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:27.750260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:27.751256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Pushing event updated for resources: {'Port': ['ID=76e355c8-c28f-4866-8a73-e67a45300d10,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:27.767857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:27.772033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:27.773503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:27.814366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-fc38941f-7e12-4330-b8b7-c8876f8d94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:27.816336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-fc38941f-7e12-4330-b8b7-c8876f8d94a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1094 time: 0.0752358 Nov 01 18:16:27.830461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9178-2c03-471b-b198-4b7ba4f2e379 req-74399516-d25b-4672-8536-76ea6879439e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:27.840358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24aa9178-2c03-471b-b198-4b7ba4f2e379 req-74399516-d25b-4672-8536-76ea6879439e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 944 time: 0.1269958 Nov 01 18:16:27.882160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-593cde32-a257-4f49-900e-2f14163de130 None None] Provisioning complete for port aa3b6b54-10a4-49b3-9271-3890929c9813 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:27.882707 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-593cde32-a257-4f49-900e-2f14163de130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.960090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:27.979495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ac7be184-8526-430a-bd05-07ee166b1d07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:27.986286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-593cde32-a257-4f49-900e-2f14163de130 None None] Port aa3b6b54-10a4-49b3-9271-3890929c9813 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:27.991177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:27.995693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.002796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cee605d4-c360-4781-a17f-9e3b98a66294 admin admin] 10.222.0.31 "PUT /v2.0/routers/35adf4f0-9d3e-4975-94ce-d680fda4aed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3481786 Nov 01 18:16:28.007590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Pushing event deleted for resources: {'Port': ['ID=ac7be184-8526-430a-bd05-07ee166b1d07,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:28.054939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24aa9178-2c03-471b-b198-4b7ba4f2e379 req-8d0ce823-b0c8-43be-8878-cedb01ffd2f9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131205 Nov 01 18:16:28.089155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ef2f5-d404-45bb-a0ec-23af559d0b2b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:28.097514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:16:28.107177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ee19634-2480-4814-b781-3d606d810b7e req-7142496d-394a-4ec1-be39-602840292045 tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.1367605 Nov 01 18:16:28.129844 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.131413 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Added segment b1bc6380-2829-4ee5-8721-3c420efb79be of type vlan for network 90caff77-acc5-41d1-a3e6-849f4883cf82 Nov 01 18:16:28.182182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] No DVR routers for this DVR port ac7be184-8526-430a-bd05-07ee166b1d07 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:28.191640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-82b3e9d1-b47b-4b25-97da-abdad7bbea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:28.193370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-82b3e9d1-b47b-4b25-97da-abdad7bbea1f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3498559 Nov 01 18:16:28.194527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.197825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28ff58d0-5231-4d19-b14b-95e90a02f281 req-f4b10a77-1d20-45d7-b587-5a12a5dd48de tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.32 "DELETE /v2.0/ports/ac7be184-8526-430a-bd05-07ee166b1d07 HTTP/1.1" status: 204 len: 173 time: 1.8823838 Nov 01 18:16:28.198833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.208750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:28.333836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3871404e-3841-4913-897f-68aa8455538b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:28.334229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.371717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41936) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:28.409339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-ceb95428-126c-4d6b-9600-540712e6614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:28.410821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fe739a-86cc-403a-9c84-11d443372b9f req-ceb95428-126c-4d6b-9600-540712e6614b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736331 Nov 01 18:16:28.440069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.441163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:28.441923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.510914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.511388 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.557870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-41cb6387-9937-42c6-a892-7e3f4fe505c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:28.564146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-41cb6387-9937-42c6-a892-7e3f4fe505c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1094 time: 0.1006379 Nov 01 18:16:28.565158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3871404e-3841-4913-897f-68aa8455538b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:28.568012 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee338b2-ec29-4227-9178-96093415d7ae" -d '{"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-plugged", "status": "completed", "tag": "3871404e-3841-4913-897f-68aa8455538b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:28.597481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:28.639832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] Pushing event updated for resources: {'Network': ['ID=90caff77-acc5-41d1-a3e6-849f4883cf82,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:28.664887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:16:28.665014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9e29d0dd-65c7-45d3-bd99-050a777bea7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9297283 Nov 01 18:16:28.665014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:28.713011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Request body: {'subnet': {'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-subnet', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:28.738102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-3e6832e8-005a-4533-a03b-74089f80e178 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 217 time: 0.1657660 Nov 01 18:16:28.746703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d6ad3bd-a557-45b2-bca7-06dba703adb1 req-ec951e78-52e6-47f4-bf9e-2e47fdea3b35 tempest-FloatingIPsNegativeTestJSON-1454305967 tempest-FloatingIPsNegativeTestJSON-1454305967-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=dcf3ee3e2e1346079f3b0a84fb3db846 HTTP/1.1" status: 200 len: 217 time: 0.1231885 Nov 01 18:16:28.753356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.799491 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d835ee4-95e4-4b60-baeb-bf6fc2799cf1 x-openstack-request-id: req-7d835ee4-95e4-4b60-baeb-bf6fc2799cf1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:28.800002 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-plugged", "status": "completed", "tag": "3871404e-3841-4913-897f-68aa8455538b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:28.800385 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d835ee4-95e4-4b60-baeb-bf6fc2799cf1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:28.800836 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3871404e-3841-4913-897f-68aa8455538b', 'code': 200} Nov 01 18:16:28.824729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:28.882939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32d1550b-d199-4af3-8da9-a9788bb82fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.897640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-a560f6f7-088d-4f5f-abde-3b46977769fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:28.900871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-a560f6f7-088d-4f5f-abde-3b46977769fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.1069958 Nov 01 18:16:28.918190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Made reservation on behalf of 22338cdf3f2f4801938e52ecfbb8ccaf for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:28.925551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:28.935964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 598d9ba8-fb80-4bea-a9a2-6185d8289f66 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:28.948378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b69225b-0adc-4871-9742-8e9a8aadaca0 req-faa2205d-672e-464a-8aee-380daca382c7 tempest-FloatingIPsNegativeTestJSON-1454305967 tempest-FloatingIPsNegativeTestJSON-1454305967-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1229043 Nov 01 18:16:28.990586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:28.998379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.004070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f468016-3c78-4352-89ea-3e7600fb3816 req-16b7d95a-94d2-43fe-9ff1-681d61f4913a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:29.004808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.005876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f468016-3c78-4352-89ea-3e7600fb3816 req-16b7d95a-94d2-43fe-9ff1-681d61f4913a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.2626081 Nov 01 18:16:29.014993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-e79ef7b9-1fd9-4b59-a698-7703ebeab8c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687046 Nov 01 18:16:29.084081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.100194 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-61cab20c-cdc4-406c-99c0-74dc792400ed req-5e32b2d5-5cff-4c5b-a2f8-be9132cdd40e tempest-FloatingIPsNegativeTestJSON-1454305967 tempest-FloatingIPsNegativeTestJSON-1454305967-project] show failed (client error): The resource could not be found. Nov 01 18:16:29.120744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 598d9ba8-fb80-4bea-a9a2-6185d8289f66, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=598d9ba8-fb80-4bea-a9a2-6185d8289f66,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:29.120878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61cab20c-cdc4-406c-99c0-74dc792400ed req-5e32b2d5-5cff-4c5b-a2f8-be9132cdd40e tempest-FloatingIPsNegativeTestJSON-1454305967 tempest-FloatingIPsNegativeTestJSON-1454305967-project] 10.222.0.31 "GET /v2.0/floatingips/a9144775-02b7-40c1-85fc-e471634fbf7b HTTP/1.1" status: 404 len: 350 time: 0.1086760 Nov 01 18:16:29.120987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41954) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:29.222187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f468016-3c78-4352-89ea-3e7600fb3816 req-14a2af9d-5c5f-4844-81f2-addf989f340f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977239 Nov 01 18:16:29.223574 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Sync routers for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:29.239643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:29.240397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:29.279691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-907f0aa4-35e8-4b38-b838-0da9c0007161 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445858 Nov 01 18:16:29.296410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f1d10-ae91-470e-afff-8c8245aae7e1 req-916aaf02-f807-4e72-a779-47ed4089c438 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:29.307365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c3f1d10-ae91-470e-afff-8c8245aae7e1 req-916aaf02-f807-4e72-a779-47ed4089c438 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1261730 Nov 01 18:16:29.337440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32d1550b-d199-4af3-8da9-a9788bb82fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.375809 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.394399 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:29.422578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-768715b4-dec7-4164-bc3a-234a904a0b33 req-bc790778-c296-4f77-8533-1aa93dd2935a tempest-MigrationsAdminTest-1604979799 tempest-MigrationsAdminTest-1604979799-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f879b93-99e1-4ecc-8e06-0e3b4f8f6187 HTTP/1.1" status: 200 len: 210 time: 0.0784705 Nov 01 18:16:29.441686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c3f1d10-ae91-470e-afff-8c8245aae7e1 req-3ad4cd76-346f-449e-ad24-4169f29cabd9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204197 Nov 01 18:16:29.456964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=598d9ba8-fb80-4bea-a9a2-6185d8289f66,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:29.487716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16859ff2-cc79-4d1d-8248-696c05f3d2eb req-19b4c25e-61ab-4cc0-9849-9bd08fc8561b service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005723 Nov 01 18:16:29.631583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32d1550b-d199-4af3-8da9-a9788bb82fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.633690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.677466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-32d1550b-d199-4af3-8da9-a9788bb82fde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84403b192c3648d79939c7bfc5608d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3117356 Nov 01 18:16:29.679035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1550b-d199-4af3-8da9-a9788bb82fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc32f7-6a34-4faa-b380-757a8c6e8e26,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:29.681937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:29.694751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.717041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-deleted', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:29.721308 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80e410-8d7e-429f-ac76-742ce745a38d" -d '{"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-deleted", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:29.734605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 4, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'aa3b6b54-10a4-49b3-9271-3890929c9813', 'name': '', 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'mac_address': 'fa:16:3e:fe:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:26Z', 'revision_number': 2, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'subnets': [{'id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:29.744584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Router 905d519a-441c-4a70-9f53-1bade7df7df7 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:16:29.751118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.766206 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Checking router: 35adf4f0-9d3e-4975-94ce-d680fda4aed2 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:29.766563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Updating router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 port aa3b6b54-10a4-49b3-9271-3890929c9813 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:29.771048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9c664c-cc72-4380-9c4b-639ba36adc0b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:29.796865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.801569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Checking segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:29.806024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Network hostable DHCP agents. Network: 90caff77-acc5-41d1-a3e6-849f4883cf82, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:16:29.820695 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.832075 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d93336-5424-4e26-aede-e30c31597c14 x-openstack-request-id: req-24d93336-5424-4e26-aede-e30c31597c14 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:29.833033 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f879b93-99e1-4ecc-8e06-0e3b4f8f6187", "name": "network-vif-deleted", "tag": "ac7be184-8526-430a-bd05-07ee166b1d07", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:29.833464 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24d93336-5424-4e26-aede-e30c31597c14 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:29.834087 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f879b93-99e1-4ecc-8e06-0e3b4f8f6187', 'name': 'network-vif-deleted', 'tag': 'ac7be184-8526-430a-bd05-07ee166b1d07', 'status': 'completed', 'code': 200} Nov 01 18:16:29.979134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.981736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:29.986522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1dc32f7-6a34-4faa-b380-757a8c6e8e26 HTTP/1.1" status: 204 len: 168 time: 0.2997742 Nov 01 18:16:29.992716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8a4ff-85e9-4b9f-929c-26ea0e8790c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc32f7-6a34-4faa-b380-757a8c6e8e26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:30.130340 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.224921 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.275597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:30.276963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Pushing event updated for resources: {'Port': ['ID=aa3b6b54-10a4-49b3-9271-3890929c9813,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:30.293049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Sync routers for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:30.307116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.307116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.307400 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.307617 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.308084 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.308423 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.308751 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.309397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.309740 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.310065 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.310389 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.310719 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:16:30.312633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:30.313784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:30.371662 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Attempting to bind port aa3b6b54-10a4-49b3-9271-3890929c9813 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:30.372125 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Attempting to bind port aa3b6b54-10a4-49b3-9271-3890929c9813 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:30.372489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Attempting to bind port aa3b6b54-10a4-49b3-9271-3890929c9813 on network 2e08ee95-505f-4da0-af64-930ffbc50f83 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:30.380946 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:30.381323 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Checking segment: {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:30.381732 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.382123 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Bound using segment: {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:30.382647 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Bound port: aa3b6b54-10a4-49b3-9271-3890929c9813, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:30.384117 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.391071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:16:30.425346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.429534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ac950fc3-733a-4062-8284-feac2782ef23 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9357872 Nov 01 18:16:30.442271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Deleting port aa3b6b54-10a4-49b3-9271-3890929c9813 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:30.442271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.442271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41968) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:30.442523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973993-898b-49e7-966f-727139355817 req-2a1054fa-57f5-4673-92a3-ef5a2ffb63f6 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:30.442523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2973993-898b-49e7-966f-727139355817 req-2a1054fa-57f5-4673-92a3-ef5a2ffb63f6 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.0976937 Nov 01 18:16:30.474970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:30.528365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 90caff77-acc5-41d1-a3e6-849f4883cf82) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:30.567846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fea754b-8944-48fe-92ec-5447952e6834 None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:30.575522 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] For port aa3b6b54-10a4-49b3-9271-3890929c9813, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:30.581689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2973993-898b-49e7-966f-727139355817 req-218ca467-3f99-43c2-8b20-d8f430d3d5de tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282396 Nov 01 18:16:30.584256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] For port aa3b6b54-10a4-49b3-9271-3890929c9813, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=aa3b6b54-10a4-49b3-9271-3890929c9813,segment=NetworkSegment(9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c),segment_id=9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:30.610704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:30.615353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.706222 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.723577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] For port aa3b6b54-10a4-49b3-9271-3890929c9813, host n-d-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:30.724088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.745101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Calling delete_port for aa3b6b54-10a4-49b3-9271-3890929c9813 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:30.770009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c8c42-1dae-4b4f-b89f-f695e2735f4c req-7d3b4fb8-bd1e-4ac9-b81d-64fe8f14d95c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:30.775902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2c8c42-1dae-4b4f-b89f-f695e2735f4c req-7d3b4fb8-bd1e-4ac9-b81d-64fe8f14d95c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1140602 Nov 01 18:16:30.820313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bb7adebe-e916-4fc4-8dbd-476c86102900 None None] Provisioning complete for port aa3b6b54-10a4-49b3-9271-3890929c9813 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:30.820683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb7adebe-e916-4fc4-8dbd-476c86102900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:30.838734 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff659453-eb52-4ee9-b928-19fcac836f15 None None] Pushing event updated for resources: {'Port': ['ID=aa3b6b54-10a4-49b3-9271-3890929c9813,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:30.883619 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:30.884254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:30.889765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2c8c42-1dae-4b4f-b89f-f695e2735f4c req-9b672ae4-cc65-4412-9ff8-57c23294b047 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999868 Nov 01 18:16:30.975971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 598d9ba8-fb80-4bea-a9a2-6185d8289f66 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:30.998006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9504d533-ec8c-4f6c-9dcb-af191088f8fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2868199 Nov 01 18:16:30.998262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41986) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:31.003304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:31.083089 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:31.185085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.186700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.266075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-90caff77-acc5-41d1-a3e6-849f4883cf82', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:16:31.267019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.368185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.389198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:28Z', 'revision_number': 3, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:31.408874 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 4, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'aa3b6b54-10a4-49b3-9271-3890929c9813', 'name': '', 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'mac_address': 'fa:16:3e:fe:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:30Z', 'revision_number': 4, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'subnets': [{'id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:31.424053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.427280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41994) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:31.463909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:31.464416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.464731 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae438db-fb1d-4565-8e71-ab1ef455bd57 None None] The sync data for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 is: [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:25Z', 'revision_number': 4, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'aa3b6b54-10a4-49b3-9271-3890929c9813', 'name': '', 'network_id': '2e08ee95-505f-4da0-af64-930ffbc50f83', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'mac_address': 'fa:16:3e:fe:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:30Z', 'revision_number': 4, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'subnets': [{'id': 'cd84b6eb-01a8-4fd0-858d-4a03268546f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:31.472095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb7adebe-e916-4fc4-8dbd-476c86102900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.474432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Checking router: 905d519a-441c-4a70-9f53-1bade7df7df7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:31.474841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Updating router 905d519a-441c-4a70-9f53-1bade7df7df7 port 76e355c8-c28f-4866-8a73-e67a45300d10 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:31.565599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:31.614545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: ac7be184-8526-430a-bd05-07ee166b1d07 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:31.614887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ac7be184-8526-430a-bd05-07ee166b1d07 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:31.648380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.676552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.752867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Allocated IP 172.20.0.2 (90caff77-acc5-41d1-a3e6-849f4883cf82/af9c664c-cc72-4380-9c4b-639ba36adc0b/1da8cf7a-ed71-4e17-a935-57abb63eb9f7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:31.771976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3b6b54-10a4-49b3-9271-3890929c9813,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:31.918717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4f4be5f-002a-4abc-9534-c96f16d6acf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a0cdf05f60e4081892a6d61b914b963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873786 Nov 01 18:16:31.925942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:31.934985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:31.950153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Allocated IP 172.20.0.1 (54babb37-44c7-4314-aa8b-8a4480f617f4/352decb8-1b93-468a-a91b-dd26be116eda/327e67d9-771d-4a3e-8c99-2a747dafb53c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:31.979202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f82f3-c699-4394-ac8b-8e3081e23ff6 req-201dc4ce-f3a9-4863-b6f3-e4a641817970 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:31.998124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-010f82f3-c699-4394-ac8b-8e3081e23ff6 req-201dc4ce-f3a9-4863-b6f3-e4a641817970 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.2136576 Nov 01 18:16:32.108828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-010f82f3-c699-4394-ac8b-8e3081e23ff6 req-f5c61bbf-cbc1-4c9c-8be9-4a572fb55e7f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039443 Nov 01 18:16:32.109571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42012) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:32.169130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-808aeceb-34c5-44f0-be96-5ef189ef3c57 None None] Could not find standard attr ID for object aa3b6b54-10a4-49b3-9271-3890929c9813. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:16:32.190164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3621ab-74a5-40d3-9ce7-4beb47d38885 req-f01c29da-c74c-4e20-810b-21b618c949ab tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:32.192709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c3621ab-74a5-40d3-9ce7-4beb47d38885 req-f01c29da-c74c-4e20-810b-21b618c949ab tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1383393 Nov 01 18:16:32.282332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.319194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c3621ab-74a5-40d3-9ce7-4beb47d38885 req-e3c901ce-5bc9-4336-9bbb-e3c4a7a0e74a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731373 Nov 01 18:16:32.348433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1940040188-network', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:32.366828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.404136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.457437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.531592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.616263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.769970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:32.787998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.788646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.788886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.792899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5edc9907-f75e-4f74-b20d-c435a74f3f71 HTTP/1.1" status: 204 len: 168 time: 0.8628516 Nov 01 18:16:32.806273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.861306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb014b-1de6-41d4-a367-9c506d311a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc9907-f75e-4f74-b20d-c435a74f3f71,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:32.873367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Attempting to bind port 76e355c8-c28f-4866-8a73-e67a45300d10 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:32.874730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Attempting to bind port 76e355c8-c28f-4866-8a73-e67a45300d10 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:32.875114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Attempting to bind port 76e355c8-c28f-4866-8a73-e67a45300d10 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:32.892650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:32.893970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.894503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.909767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:32.913291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:32.916131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539915-6616-4c00-b33d-14283f70d6d2 None None] Pushing event updated for resources: {'Port': ['ID=76e355c8-c28f-4866-8a73-e67a45300d10,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:32.922995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:32.923669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:32.924280 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.925157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:32.925809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Bound port: 76e355c8-c28f-4866-8a73-e67a45300d10, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:32.926467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.946073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Made reservation on behalf of bbafe6a96ccb417f8d73568f061b6178 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:32.950655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.954148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.971090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:32.997061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:33.004332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:33.011039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:33.016136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Pushing event updated for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:33.051250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:33.060395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e0889a2d-500c-4f0e-9516-8c983ad62e1c admin admin] 10.222.0.31 "PUT /v2.0/routers/35adf4f0-9d3e-4975-94ce-d680fda4aed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9385736 Nov 01 18:16:33.061088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42030) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:33.134258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.188255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Pushing event updated for resources: {'Port': ['ID=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:33.234356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Attempting to bind port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:33.234356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Attempting to bind port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:33.234356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Attempting to bind port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:33.239355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] For port 76e355c8-c28f-4866-8a73-e67a45300d10, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:33.244424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] For port 76e355c8-c28f-4866-8a73-e67a45300d10, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=76e355c8-c28f-4866-8a73-e67a45300d10,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:33.246731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:33.247104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Checking segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:33.247708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.248112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Bound using segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:33.249183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Bound port: 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:33.249737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.333944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.384715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Allocated IP 172.25.2.71 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/50444db3-85e1-4678-bb3d-4f535c01d8a8) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:33.417180 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Sync routers for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:33.444549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4bc32-1876-41f4-8875-d6f0d642a8fb req-ac92765e-2fc0-4cde-bef6-708fe3bebe08 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:33.446643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ca4bc32-1876-41f4-8875-d6f0d642a8fb req-ac92765e-2fc0-4cde-bef6-708fe3bebe08 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.2124643 Nov 01 18:16:33.461935 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:33.464834 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:33.467861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.475764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.514882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:33.515578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:33.538762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.604421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.642945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ca4bc32-1876-41f4-8875-d6f0d642a8fb req-92468499-008b-4353-b207-957835917cfb tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772461 Nov 01 18:16:33.649980 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:33.657373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:33.682827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:16:33.692930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:33.726452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.727474 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Added segment a94d4c89-e1c5-485a-b847-4ed52db3899c of type vlan for network 8171e1cf-427a-41db-880f-0b5177f84857 Nov 01 18:16:33.728745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] For port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:33.734190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539915-6616-4c00-b33d-14283f70d6d2 None None] Pushing event updated for resources: {'Port': ['ID=76e355c8-c28f-4866-8a73-e67a45300d10,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:33.749464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67349bee-b5f9-480c-ace4-2608e95d44a6 req-41347591-9713-4aec-9fff-3bb6e70ce457 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:33.752129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67349bee-b5f9-480c-ace4-2608e95d44a6 req-41347591-9713-4aec-9fff-3bb6e70ce457 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2613959 Nov 01 18:16:33.771910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] For port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:33.797122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.840091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.874429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67349bee-b5f9-480c-ace4-2608e95d44a6 req-3cd5a4bf-d0ce-460e-b20a-e8242a5c369f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100991 Nov 01 18:16:33.923360 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.956019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:31Z', 'revision_number': 5, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:33.962093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.991098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.992287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:33.992941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:33.999155 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Checking router: 35adf4f0-9d3e-4975-94ce-d680fda4aed2 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:34.011346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Routers {'35adf4f0-9d3e-4975-94ce-d680fda4aed2'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:34.012324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:34.029738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:34.050108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d7a04-c202-40d9-938d-62d09f1b8d06 None None] Pushing event updated for resources: {'Port': ['ID=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:34.126713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:31Z', 'revision_number': 1, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:34.136085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42050) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:34.161140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:34.176178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb31304-8acd-4f78-b024-f732edced24c None None] The sync data for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 is: [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:31Z', 'revision_number': 1, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:34.188238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] Pushing event updated for resources: {'Network': ['ID=8171e1cf-427a-41db-880f-0b5177f84857,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:34.209407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 8171e1cf-427a-41db-880f-0b5177f84857 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:16:34.211297 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] Set router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:34.212439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:34.249312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b9baa065-077e-4376-9c76-30077127f6ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1212165 Nov 01 18:16:34.259593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42054) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:34.376893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Request body: {'subnet': {'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1940040188-subnet', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:34.535132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:34.538008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Pushing event updated for resources: {'Port': ['ID=50444db3-85e1-4678-bb3d-4f535c01d8a8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:34.557190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:34.567662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:34.690739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 690be6a8-2dd8-4619-90d1-c74746344ebc details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:16:34.851814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:34.918431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Made reservation on behalf of bbafe6a96ccb417f8d73568f061b6178 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:34.922830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.009306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:35.045451 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:31Z', 'revision_number': 5, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:35.058450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:35.065721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'network_id': '8599f231-39fd-4b2d-b943-89d2491feca1', 'port_id': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'mac_address': 'fa:16:3e:04:d8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0283e1-5565-47d0-9df0-05307af7d2cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:16:35.120539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc0cf65-81e8-42ce-9cf2-e3554f10a589 None None] The sync data for ids ['35adf4f0-9d3e-4975-94ce-d680fda4aed2'] in n-d-815923-2 is: [{'id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'name': 'tempest-FloatingIPsNegativeTestJSON-564059142-router', 'tenant_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:19Z', 'updated_at': '2021-11-01T18:16:31Z', 'revision_number': 5, 'project_id': 'dcf3ee3e2e1346079f3b0a84fb3db846', 'gw_port': {'id': '598d9ba8-fb80-4bea-a9a2-6185d8289f66', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf4f0-9d3e-4975-94ce-d680fda4aed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:20Z', 'updated_at': '2021-11-01T18:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:35.263081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:35.273053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.319066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Pushing event updated for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:35.325901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.331811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f35707-5405-4175-91ae-963c83b7fe87 req-f07f51f3-e45b-40ee-9e08-343ba1548a85 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:35.333413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9f35707-5405-4175-91ae-963c83b7fe87 req-f07f51f3-e45b-40ee-9e08-343ba1548a85 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 943 time: 0.4562263 Nov 01 18:16:35.387591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690be6a8-2dd8-4619-90d1-c74746344ebc {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:35.474210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0683313b-151a-4205-9f29-b830a6086b20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e85d0b97b7ee40f38b6091c8e7063f34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3326347 Nov 01 18:16:35.474493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42072) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:35.552038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.559688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Deleting port 598d9ba8-fb80-4bea-a9a2-6185d8289f66 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:35.560040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.611816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:35.665655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:35.723459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] For port 598d9ba8-fb80-4bea-a9a2-6185d8289f66, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=598d9ba8-fb80-4bea-a9a2-6185d8289f66,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:35.724153 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.739934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Calling delete_port for 598d9ba8-fb80-4bea-a9a2-6185d8289f66 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:35.769043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.827839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.851346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:35.908782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9f35707-5405-4175-91ae-963c83b7fe87 req-536b7c5a-4ab0-48d1-bc64-4a1921eeabb0 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545404 Nov 01 18:16:35.911434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:36.073905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:36.087976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fb2de-9093-45b9-a574-e5cddd72d6af None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:36.166106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.222213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:36.317019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.317360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.320789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:36.350081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4c9f8ed1-dd83-4bc3-bebb-996dd50b6bb4 None None] Provisioning complete for port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:36.350376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c9f8ed1-dd83-4bc3-bebb-996dd50b6bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.356639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:36.383012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Pushing event deleted for resources: {'Port': ['ID=598d9ba8-fb80-4bea-a9a2-6185d8289f66,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:36.435783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49f437-112f-4246-80b3-a3bdcbaa4992 req-3ff9758a-0ac9-49c0-9f4a-9382995813f4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:36.440377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac49f437-112f-4246-80b3-a3bdcbaa4992 req-3ff9758a-0ac9-49c0-9f4a-9382995813f4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.5722191 Nov 01 18:16:36.508244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.581278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.768030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.848366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac49f437-112f-4246-80b3-a3bdcbaa4992 req-46399a70-5f5a-4e32-89a4-2cc68e0b4181 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933976 Nov 01 18:16:36.895408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Router 905d519a-441c-4a70-9f53-1bade7df7df7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:36.924725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:36.930985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.025245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.031466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fd31a1-3a96-4653-9931-b92c222ed693,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:37.231336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Checking segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:37.231756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Network hostable DHCP agents. Network: 8171e1cf-427a-41db-880f-0b5177f84857, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:16:37.245935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:37.257328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:37.282593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b68d865-80b3-4dd9-88c7-f8d761e0048e admin admin] 10.222.0.31 "PUT /v2.0/routers/905d519a-441c-4a70-9f53-1bade7df7df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8398511 Nov 01 18:16:37.282593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.282593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35adf4f0-9d3e-4975-94ce-d680fda4aed2 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:16:37.285626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.290699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.296421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02866aae-3fcc-4f74-a582-58d8b5e58db2 HTTP/1.1" status: 204 len: 168 time: 1.8158324 Nov 01 18:16:37.309502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.310107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bba1c838-b193-410d-880c-6d5c5f73c846 admin admin] 10.222.0.31 "DELETE /v2.0/routers/35adf4f0-9d3e-4975-94ce-d680fda4aed2 HTTP/1.1" status: 204 len: 168 time: 4.2456162 Nov 01 18:16:37.313598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:37.369109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54de1f-c3a5-43a6-8c63-8120e38559e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02866aae-3fcc-4f74-a582-58d8b5e58db2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:37.425759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-560e5833-24fc-4c91-8a2c-239f446d084e None None] Provisioning complete for port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:37.426243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-560e5833-24fc-4c91-8a2c-239f446d084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.433825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Deleting subnet cd84b6eb-01a8-4fd0-858d-4a03268546f7 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:16:37.459383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.589278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:37.589510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.619738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.666816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013c4fb-b6f9-4768-9f71-0adce2d91b88 req-af89031c-0a6a-4378-950a-5c6ce2c3b732 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:37.686121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e013c4fb-b6f9-4768-9f71-0adce2d91b88 req-af89031c-0a6a-4378-950a-5c6ce2c3b732 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 944 time: 0.6134081 Nov 01 18:16:37.714754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Network 8171e1cf-427a-41db-880f-0b5177f84857 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:16:37.870936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e013c4fb-b6f9-4768-9f71-0adce2d91b88 req-c5bbdfe5-fe6d-4017-bb05-9b6a0b6e9071 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835878 Nov 01 18:16:37.886428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.892800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 8171e1cf-427a-41db-880f-0b5177f84857) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:37.907835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:37.908720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:37.931137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee3370-c57a-484f-b391-326af19b0b7e None None] Network 8171e1cf-427a-41db-880f-0b5177f84857 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:37.990958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:16:38.121664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92c427f3-dfc1-4b4b-a7e0-11f4066b4588 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7722614 Nov 01 18:16:38.122363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42106) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:38.129453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:38.190594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.293268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd84b6eb-01a8-4fd0-858d-4a03268546f7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:38.299711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.316107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-96b5b85d-b77b-4a8e-a9f3-3fde2df3fc81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd84b6eb-01a8-4fd0-858d-4a03268546f7 HTTP/1.1" status: 204 len: 168 time: 0.9987814 Nov 01 18:16:38.318673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:38.329102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 690be6a8-2dd8-4619-90d1-c74746344ebc up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:38.338271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb924b-fe15-4b22-a618-3e04b34c2275 None None] Network 2e08ee95-505f-4da0-af64-930ffbc50f83 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:38.483454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.484958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.490870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.546118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89ba08-db4f-4353-8e46-5b5d2f9e4e0d None None] Network 8171e1cf-427a-41db-880f-0b5177f84857 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:38.602306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f18fc609-f181-4dfb-9f1b-1739ce9ed779 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:38.603896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f18fc609-f181-4dfb-9f1b-1739ce9ed779 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 820 time: 0.2331216 Nov 01 18:16:38.628111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e839b-22f6-480d-b1cd-e012393c036a req-e1877951-05a7-46db-9960-51b22fd52c15 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:38.638082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e71e839b-22f6-480d-b1cd-e012393c036a req-e1877951-05a7-46db-9960-51b22fd52c15 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.5238514 Nov 01 18:16:38.676022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-21f6524a-3c5c-4304-b7cb-932c2c63ec09 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/quotas/ee042d9de52549f89190fc60401d16bd HTTP/1.1" status: 200 len: 375 time: 0.0559845 Nov 01 18:16:38.677889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:38.703392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:38.716545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.737673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 76e355c8-c28f-4866-8a73-e67a45300d10 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:38.780540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:38.780540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:38.797084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Deleting port f62cfe8a-55d5-44ae-90f3-9988f22be340 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:16:38.802402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.911085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e71e839b-22f6-480d-b1cd-e012393c036a req-f8f07903-fe0c-4db3-bc6b-2637d5d810d7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599092 Nov 01 18:16:38.927850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:38.929104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5977dc28-419b-4bcf-8e2c-daed7518a94f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9292848 Nov 01 18:16:38.949232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42130) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:38.976494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-0ba42624-728c-493a-941e-55b27060a542 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2860065 Nov 01 18:16:39.083869 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Sync routers for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:39.105640 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:39.107317 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:39.214624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 690be6a8-2dd8-4619-90d1-c74746344ebc completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:16:39.375114 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:39.381460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] For port f62cfe8a-55d5-44ae-90f3-9988f22be340, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f62cfe8a-55d5-44ae-90f3-9988f22be340,segment=NetworkSegment(9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c),segment_id=9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:39.382128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.401053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 690be6a8-2dd8-4619-90d1-c74746344ebc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:39.401659 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.415422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Calling delete_port for f62cfe8a-55d5-44ae-90f3-9988f22be340 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:16:39.525609 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.703573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.736084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] No DVR routers for this DVR port f62cfe8a-55d5-44ae-90f3-9988f22be340 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:16:39.780971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.796091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccbf23-50a4-4dc5-8baa-e4ba055b9b50 req-69625edb-dc43-439c-b86a-9fd0b70318ad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:39.806139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9ccbf23-50a4-4dc5-8baa-e4ba055b9b50 req-69625edb-dc43-439c-b86a-9fd0b70318ad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 944 time: 0.6671107 Nov 01 18:16:39.807314 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 2, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:39.820286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62cfe8a-55d5-44ae-90f3-9988f22be340,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:39.826880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-418199ee-7641-4187-87e0-7dc0f3cfd403 service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882870 Nov 01 18:16:39.854133 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Checking router: 905d519a-441c-4a70-9f53-1bade7df7df7 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:39.854555 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Updating router 905d519a-441c-4a70-9f53-1bade7df7df7 port 327e67d9-771d-4a3e-8c99-2a747dafb53c binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:39.892853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 76e355c8-c28f-4866-8a73-e67a45300d10 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:39.893357 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:39.959430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:39.961922 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.022249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2961499-b6e4-4611-8fb0-78f1ff68fb00 None None] DHCP port deletion for 2e08ee95-505f-4da0-af64-930ffbc50f83 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:16:40.164057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.193200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-b596abb8-a949-4f4d-8441-dc9d7b2f1af9 service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370733 Nov 01 18:16:40.262086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9ccbf23-50a4-4dc5-8baa-e4ba055b9b50 req-684ce997-1499-4d24-8a86-08d1688e53cd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450243 Nov 01 18:16:40.272759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.393398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e08ee95-505f-4da0-af64-930ffbc50f83']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:40.422211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:40.422556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd5f4a0-b62b-40a9-9c40-8ba6b350a95c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:40.430819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:40.433110 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5938c6b-fc18-4f9c-8289-dd68a20e642e" -d '{"events": [{"server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "name": "network-vif-plugged", "status": "completed", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:40.503298 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.559396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.620469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:40.627136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.690739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:16:40.694699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:16:40.707175 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:16:40.711485 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.745811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.760036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b598b9c3-8cb5-4ec9-9f1c-8354f0b2a7fa req-e801ae0e-ae85-47df-aed3-121189358cb5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.1066830 Nov 01 18:16:40.790591 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:40.872103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 76e355c8-c28f-4866-8a73-e67a45300d10, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=76e355c8-c28f-4866-8a73-e67a45300d10,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:40.881976 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ffc84-33fb-407e-a8b2-823a07682779 x-openstack-request-id: req-664ffc84-33fb-407e-a8b2-823a07682779 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:40.882290 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "name": "network-vif-plugged", "status": "completed", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:40.890629 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-664ffc84-33fb-407e-a8b2-823a07682779 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:40.890629 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'code': 200} Nov 01 18:16:40.913096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d58ddf-9cf2-4cf0-a18f-59904c1d4b8f req-08ea45ae-3c94-446d-9bd6-7b8c90d1ebac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:40.924608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2d58ddf-9cf2-4cf0-a18f-59904c1d4b8f req-08ea45ae-3c94-446d-9bd6-7b8c90d1ebac tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2705986 Nov 01 18:16:40.929739 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cb19-e246-4cb8-bde0-c69ffc60fbf1 None None] Pushing event updated for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:41.039766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.059244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa3b6b54-10a4-49b3-9271-3890929c9813 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:41.069019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Attempting to bind port 327e67d9-771d-4a3e-8c99-2a747dafb53c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:41.069670 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Attempting to bind port 327e67d9-771d-4a3e-8c99-2a747dafb53c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:41.070305 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Attempting to bind port 327e67d9-771d-4a3e-8c99-2a747dafb53c on network 54babb37-44c7-4314-aa8b-8a4480f617f4 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:41.084190 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:41.085005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Checking segment: {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:41.085735 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.086406 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Bound using segment: {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:41.087055 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Bound port: 327e67d9-771d-4a3e-8c99-2a747dafb53c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:41.087682 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.107453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2d58ddf-9cf2-4cf0-a18f-59904c1d4b8f req-63b348ec-0010-48cd-aa64-b46b3fe6591f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819572 Nov 01 18:16:41.140299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: aa3b6b54-10a4-49b3-9271-3890929c9813 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:41.140838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa3b6b54-10a4-49b3-9271-3890929c9813 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:41.147801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:41.162128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd134-1bb5-4e8d-90e4-e1ee397c3118 req-00226084-cdc0-4ebf-b3e1-64dcc219af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:41.163671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e8cd134-1bb5-4e8d-90e4-e1ee397c3118 req-00226084-cdc0-4ebf-b3e1-64dcc219af99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1096 time: 0.2329893 Nov 01 18:16:41.263471 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] For port 327e67d9-771d-4a3e-8c99-2a747dafb53c, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:41.282209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=76e355c8-c28f-4866-8a73-e67a45300d10,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:41.309195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:35Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:41.346894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e8cd134-1bb5-4e8d-90e4-e1ee397c3118 req-1fd71818-2b64-4faa-9ddc-8d911b4867e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733856 Nov 01 18:16:41.398377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:41.398981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Updating router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f port 50444db3-85e1-4678-bb3d-4f535c01d8a8 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:41.402731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 598d9ba8-fb80-4bea-a9a2-6185d8289f66 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:41.453074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 598d9ba8-fb80-4bea-a9a2-6185d8289f66 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:41.454448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 598d9ba8-fb80-4bea-a9a2-6185d8289f66 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:41.455090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f62cfe8a-55d5-44ae-90f3-9988f22be340 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:16:41.472748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.484377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f62cfe8a-55d5-44ae-90f3-9988f22be340 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:16:41.484989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f62cfe8a-55d5-44ae-90f3-9988f22be340 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:16:41.489425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.557926 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] For port 327e67d9-771d-4a3e-8c99-2a747dafb53c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=327e67d9-771d-4a3e-8c99-2a747dafb53c,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:41.561409 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.575394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.594385 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e08ee95-505f-4da0-af64-930ffbc50f83 HTTP/1.1" status: 204 len: 168 time: 3.2692709 Nov 01 18:16:41.597885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.598854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.638786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f488861-f40e-4772-a7ff-edce05fca6a1 req-d79a7877-af83-42f7-9926-6e7912110ba5 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:41.649519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551ea26-d293-4abb-820f-1c398f519664 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e08ee95-505f-4da0-af64-930ffbc50f83,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:41.650676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f488861-f40e-4772-a7ff-edce05fca6a1 req-d79a7877-af83-42f7-9926-6e7912110ba5 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 945 time: 0.2086084 Nov 01 18:16:41.660671 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:41.769143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f488861-f40e-4772-a7ff-edce05fca6a1 req-d34c28c8-12cc-4a5e-b304-0175da51d1ef tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174843 Nov 01 18:16:41.912113 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:41.914707 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:42.010291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cb19-e246-4cb8-bde0-c69ffc60fbf1 None None] Pushing event updated for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:42.039122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.083169 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:42.153264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4270dbf5-7a64-4020-b0bf-ed7eacc72654 req-218a2b63-20c3-4ff4-9617-97a6f468860f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.0864198 Nov 01 18:16:42.177661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-388085e8-541f-4959-982a-87585c7e0bb4 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562786 Nov 01 18:16:42.236296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.315631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788eaaf-46aa-4143-b12b-3ba3b1cc949d None None] Pushing event updated for resources: {'Port': ['ID=50444db3-85e1-4678-bb3d-4f535c01d8a8,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:42.354895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Attempting to bind port 50444db3-85e1-4678-bb3d-4f535c01d8a8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:42.355403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Attempting to bind port 50444db3-85e1-4678-bb3d-4f535c01d8a8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:42.355942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Attempting to bind port 50444db3-85e1-4678-bb3d-4f535c01d8a8 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:42.359913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Allocated IP 172.20.0.1 (90caff77-acc5-41d1-a3e6-849f4883cf82/af9c664c-cc72-4380-9c4b-639ba36adc0b/01b2e72b-0397-49ea-9ece-1ef6a597090b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:42.369824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:42.370363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:42.370927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.371452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:42.372597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Bound port: 50444db3-85e1-4678-bb3d-4f535c01d8a8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:42.373164 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.392500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:42.448270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] For port 50444db3-85e1-4678-bb3d-4f535c01d8a8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:42.451020 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:41Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:42.454645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] For port 50444db3-85e1-4678-bb3d-4f535c01d8a8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=50444db3-85e1-4678-bb3d-4f535c01d8a8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:42.464637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Allocated IP 172.25.2.152 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/8189ad57-cadf-4114-acc2-247211d73b2c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:42.493433 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3887-7c3b-4c58-987f-ca286d072f79 None None] The sync data for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 is: [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:41Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:42.537351 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a8adae26-71d0-4f66-9e91-73a14801e343 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcf3ee3e2e1346079f3b0a84fb3db846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437292 Nov 01 18:16:42.546127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42190) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:42.568457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.680094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.704864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788eaaf-46aa-4143-b12b-3ba3b1cc949d None None] Pushing event updated for resources: {'Port': ['ID=50444db3-85e1-4678-bb3d-4f535c01d8a8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:42.709608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:42.710435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:42.767991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.843462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.959206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:42.962337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:42.993767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856ef3-753a-4f89-93cc-00cfc76ac5be req-ec10a019-095d-46dd-8454-d70e6135b5a4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:43.004569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b856ef3-753a-4f89-93cc-00cfc76ac5be req-ec10a019-095d-46dd-8454-d70e6135b5a4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2221072 Nov 01 18:16:43.072400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b856ef3-753a-4f89-93cc-00cfc76ac5be req-e27141d5-8d56-404c-a5f8-22ed62989b7a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663218 Nov 01 18:16:43.086425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.163362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:43.179991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:43.197237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-c9c3b685-a9e1-47fb-a53f-0f412ff4b483 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:43.203203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.208236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.210762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.220262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab7f2137-12d4-4917-851b-446ca9bc532b HTTP/1.1" status: 204 len: 168 time: 0.6646206 Nov 01 18:16:43.223349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-c9c3b685-a9e1-47fb-a53f-0f412ff4b483 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0366137 Nov 01 18:16:43.226745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:43.334852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.402213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-190c47b2-041f-4603-ada9-d8da6f48d1c3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/quotas/d95b61e12a4e4e729dadf9a22389cebd HTTP/1.1" status: 200 len: 375 time: 0.1776175 Nov 01 18:16:43.452826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796653a-2437-4fcb-8a7e-9f75d20ca7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7f2137-12d4-4917-851b-446ca9bc532b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:43.474230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:35Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:43.509802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:43.516283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:43.524934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:43.553088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 327e67d9-771d-4a3e-8c99-2a747dafb53c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:43.578784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Pushing event updated for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:43.645318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Pushing event updated for resources: {'Port': ['ID=8189ad57-cadf-4114-acc2-247211d73b2c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:43.711635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-4d813351-8166-4db8-97be-f3243061173a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2961164 Nov 01 18:16:43.736712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b512c4a-303e-45a9-bc6f-c497f6364792 None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:35Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:43.761094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae879e2e-0436-4ab7-b3cf-2ee988a539de req-e6a5c643-ae24-4506-b3da-f5cc15c91e54 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:43.775117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae879e2e-0436-4ab7-b3cf-2ee988a539de req-e6a5c643-ae24-4506-b3da-f5cc15c91e54 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 945 time: 0.3706965 Nov 01 18:16:43.925891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 327e67d9-771d-4a3e-8c99-2a747dafb53c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:43.926439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:43.972845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae879e2e-0436-4ab7-b3cf-2ee988a539de req-a7c227b6-f60e-4ae2-ad89-068fe8f51376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964846 Nov 01 18:16:44.004511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cee0cbaa-2a3c-4d1f-85d9-b8abe47230ae None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:44.005043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cee0cbaa-2a3c-4d1f-85d9-b8abe47230ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.152140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cee0cbaa-2a3c-4d1f-85d9-b8abe47230ae None None] Port 01b2e72b-0397-49ea-9ece-1ef6a597090b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:44.155676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.165323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9831cbbb-6638-4881-a018-b8296a62506e req-f074d6b0-f033-4427-b15c-dcc05dd38fee tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.0518081 Nov 01 18:16:44.233308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 327e67d9-771d-4a3e-8c99-2a747dafb53c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=327e67d9-771d-4a3e-8c99-2a747dafb53c,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:44.354674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.422439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.436648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 76e355c8-c28f-4866-8a73-e67a45300d10 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:44.711114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 76e355c8-c28f-4866-8a73-e67a45300d10 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:44.711856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.785359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:44.804504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:45.188561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.205075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-450d29e0-a3c4-4214-bd92-2f393f3a4fc7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:45.212289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-450d29e0-a3c4-4214-bd92-2f393f3a4fc7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 820 time: 0.7273290 Nov 01 18:16:45.248184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'port': {'device_id': 'db11720b-997d-4889-8689-d7baf8c29a86', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'admin_state_up': True, 'tenant_id': 'ee042d9de52549f89190fc60401d16bd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:45.290105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.433718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-42c26a19-e8aa-479f-8b54-c8cd6d512a05 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2166612 Nov 01 18:16:45.448536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa395f-428f-4a97-8079-a1e634d106c3 req-14700de4-1e28-41b4-a320-aadc443b705b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:45.450082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7afa395f-428f-4a97-8079-a1e634d106c3 req-14700de4-1e28-41b4-a320-aadc443b705b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 1.1597748 Nov 01 18:16:45.457539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:45.481323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 327e67d9-771d-4a3e-8c99-2a747dafb53c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:45.490815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.619520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:16:45.630989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 327e67d9-771d-4a3e-8c99-2a747dafb53c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:45.632768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.754471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 50444db3-85e1-4678-bb3d-4f535c01d8a8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:45.762844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1966064822-network', 'tenant_id': '46303d4cc0084ef4968803189f18ad81'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:45.814028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 50444db3-85e1-4678-bb3d-4f535c01d8a8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:45.814700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.911485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:45.933304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:45.935543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.952221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.953532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:45.961454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Sync routers for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:45.993185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:45.994531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:46.051883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.054926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.059246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0bb8b6c-0ed9-4c79-b8f5-fbb44448649a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9327271 Nov 01 18:16:46.059246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:46.068975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 50444db3-85e1-4678-bb3d-4f535c01d8a8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=50444db3-85e1-4678-bb3d-4f535c01d8a8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:46.149547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.195431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:16:46.217592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.218290 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Added segment 53413d77-b9bd-48ae-8a5a-5f64d2f20666 of type vlan for network a0ba09c3-7403-4906-bf62-4df41db40d9a Nov 01 18:16:46.227687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8999ceed-2051-4f3a-8802-b68792a0aeb5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:46.481204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.616651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.620522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=50444db3-85e1-4678-bb3d-4f535c01d8a8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:46.685295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:46.759139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:46.789575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-98438ebf-9de7-44cb-9880-297db797fd3b tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:46.804143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-98438ebf-9de7-44cb-9880-297db797fd3b tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3214500 Nov 01 18:16:46.868002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7afa395f-428f-4a97-8079-a1e634d106c3 req-cc05d830-65cc-438e-ac42-b8ee67231888 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0258682 Nov 01 18:16:46.980125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-fb17b0a6-a056-4ce0-ac67-158c1e772b6a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/quotas/d95b61e12a4e4e729dadf9a22389cebd HTTP/1.1" status: 200 len: 375 time: 0.1747460 Nov 01 18:16:47.032564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Pushing event updated for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:47.055040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 3, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:47.075767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.080100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:47.081757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.110981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Checking router: 87b83ef9-0e0a-4710-b86d-fb54d043ed7e for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:47.111334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Updating router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e port 8189ad57-cadf-4114-acc2-247211d73b2c binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:47.122413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-9cebcf72-f69d-493c-8344-ff24daf8bf56 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409202 Nov 01 18:16:47.175227 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.259453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18a70c-d18e-41d2-a77a-8495398417e9 req-d99f41f0-e0d4-49b1-a5d1-de7377b5cf86 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:47.269235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae18a70c-d18e-41d2-a77a-8495398417e9 req-d99f41f0-e0d4-49b1-a5d1-de7377b5cf86 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 945 time: 0.2304239 Nov 01 18:16:47.279297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Made reservation on behalf of ee042d9de52549f89190fc60401d16bd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:47.284179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.358519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 50444db3-85e1-4678-bb3d-4f535c01d8a8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:47.422612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae18a70c-d18e-41d2-a77a-8495398417e9 req-c04ad2df-c5cc-4ed5-a25a-55b4a8dc8b6f tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479259 Nov 01 18:16:47.479021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ba09c3-7403-4906-bf62-4df41db40d9a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:47.495243 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c7d32dc-62ed-43f7-a288-3f0db90b22d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0332317 Nov 01 18:16:47.500197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.506789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a0ba09c3-7403-4906-bf62-4df41db40d9a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:16:47.509121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:16:47.520794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Request body: {'subnet': {'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1966064822-subnet', 'tenant_id': '46303d4cc0084ef4968803189f18ad81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:47.550856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-b8820022-2b5e-4bce-b093-ac150be3b4a4 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244543 Nov 01 18:16:47.569679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:47.708204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 50444db3-85e1-4678-bb3d-4f535c01d8a8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:47.708578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.742152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:47.748951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:47.768119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-b699fdf8-0e5b-434b-86fa-28d5d6438fa3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:47.769689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-b699fdf8-0e5b-434b-86fa-28d5d6438fa3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972938 Nov 01 18:16:47.828195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22f7a1f-d040-4bc5-8289-84c61c66bcb1 req-493eb1cf-9b00-42fd-925d-9208e87ef897 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 210 time: 0.0537665 Nov 01 18:16:47.828726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:47.928261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Request body: {'port': {'device_id': '28bca237-181f-46ab-bdda-d0c072842210', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'd95b61e12a4e4e729dadf9a22389cebd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:48.028000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-665cea5c-d58e-4005-bfcd-00e431fcca70 req-2821dfde-b19a-47dc-982a-59e65241e02a tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.2571347 Nov 01 18:16:48.060174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:16:48.285562 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.365386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.371805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:48.384627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Allocated IP 172.20.0.1 (8171e1cf-427a-41db-880f-0b5177f84857/66fd31a1-3a96-4653-9931-b92c222ed693/73455e85-8c6f-45d0-a0ce-d0af8681c4d3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:48.407210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-d764b1df-7039-4f32-ae4e-51584601426e tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-280061677&fields=id&tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 267 time: 0.4354897 Nov 01 18:16:48.429385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a0349fda-8c57-4577-aa05-72eaea5c1a96 None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:48.429758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a0349fda-8c57-4577-aa05-72eaea5c1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.481446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a0349fda-8c57-4577-aa05-72eaea5c1a96 None None] Port 01b2e72b-0397-49ea-9ece-1ef6a597090b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:48.521507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Checking segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:48.521912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Network hostable DHCP agents. Network: a0ba09c3-7403-4906-bf62-4df41db40d9a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:16:48.526717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9690731d-372a-4073-b717-ce39c1b11827,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:48.536412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.646455 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.654041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea83a40-90a1-4e62-b422-9fc36d606a5b None None] Pushing event updated for resources: {'Port': ['ID=8189ad57-cadf-4114-acc2-247211d73b2c,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:48.686781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Network a0ba09c3-7403-4906-bf62-4df41db40d9a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:16:48.720284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Attempting to bind port 8189ad57-cadf-4114-acc2-247211d73b2c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:48.721081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Attempting to bind port 8189ad57-cadf-4114-acc2-247211d73b2c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:48.721842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Attempting to bind port 8189ad57-cadf-4114-acc2-247211d73b2c on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:48.722290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:48.735594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:48.744869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:48.745302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:48.745640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.746025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:48.746490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Bound port: 8189ad57-cadf-4114-acc2-247211d73b2c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:48.746881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.750392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1e9f0aae-3f82-4294-a09f-363cedef19af admin admin] 10.222.0.31 "PUT /v2.0/routers/bd150d5f-2f3f-4fe0-b37b-b0dce688d86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8002114 Nov 01 18:16:48.767356 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:48.771635 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:48.780918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcfac3-2fa1-4d20-ac8b-554b5482f8b0 req-35b6c499-1d65-4015-9939-812e6e201126 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:48.782698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36fcfac3-2fa1-4d20-ac8b-554b5482f8b0 req-35b6c499-1d65-4015-9939-812e6e201126 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.4866652 Nov 01 18:16:48.826670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] For port 8189ad57-cadf-4114-acc2-247211d73b2c, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:48.831284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] For port 8189ad57-cadf-4114-acc2-247211d73b2c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8189ad57-cadf-4114-acc2-247211d73b2c,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:48.845538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.854125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a0ba09c3-7403-4906-bf62-4df41db40d9a) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:48.866087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52ebe2-a525-45dd-a1d4-764a37b9dbc7 None None] Network a0ba09c3-7403-4906-bf62-4df41db40d9a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:48.870893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Allocated IP 172.20.0.3 (54babb37-44c7-4314-aa8b-8a4480f617f4/352decb8-1b93-468a-a91b-dd26be116eda/9e38709a-76e6-4b88-9ac1-7d69d05e716a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:48.896943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:48.897400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-04f0e5b8-561e-48b0-9d1e-6e396f569344 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:48.898609 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.899362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-04f0e5b8-561e-48b0-9d1e-6e396f569344 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 945 time: 0.4910114 Nov 01 18:16:48.936864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Network 8171e1cf-427a-41db-880f-0b5177f84857 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:48.943869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36fcfac3-2fa1-4d20-ac8b-554b5482f8b0 req-ed008d8e-fc27-4da5-b6ed-028007772453 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Nov 01 18:16:48.956616 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f1b81ba-5d59-4ade-a1f2-02eabc39af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.962324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:48.966200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:48.970323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:48.990127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'security_groups': ['240ff260-d433-42b7-a89f-5dd93b2b7aeb', 'e7283c95-c9ac-45c0-be86-ddbda855087e']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:49.009578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:49.087371 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:49.281597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:49.282886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:49.289548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Made reservation on behalf of d95b61e12a4e4e729dadf9a22389cebd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:49.296961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:49.374916 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:49.485423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0521fb50-63af-43df-a328-98a749543666 req-f9872340-d76c-44ef-ac6c-f68fce11fbc9 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 210 time: 0.1699188 Nov 01 18:16:49.489206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:49.504492 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7008a56-6916-400a-8b16-5dc0894bdd01 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9934218 Nov 01 18:16:49.534853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:49.550593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea83a40-90a1-4e62-b422-9fc36d606a5b None None] Pushing event updated for resources: {'Port': ['ID=8189ad57-cadf-4114-acc2-247211d73b2c,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:49.578648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:49.670710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:49.735347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-022326bb-2d01-4516-a467-b39c3248782a req-d0956dbd-c184-486b-8872-851d21fe0eec tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.0706155 Nov 01 18:16:49.793477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84d095-e256-4a0a-bdba-381fd0c3859d None None] Network a0ba09c3-7403-4906-bf62-4df41db40d9a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:16:49.980687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.069055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 3, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:50.070909 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 2, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:50.228030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.228726 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:50.229092 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Updating router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f port 01b2e72b-0397-49ea-9ece-1ef6a597090b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:50.305108 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.328286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98833166-15f6-4f68-ac01-4c8b68545d61 None None] The sync data for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 is: [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 3, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:50.387777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.407089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.462817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:50.466421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-a193fa7a-90a2-459c-8fb5-ece4ab7f5c95 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291363 Nov 01 18:16:50.532510 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.563600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.603048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022e4d02-e4b7-42e6-b030-601331455e24,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:50.624079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:50.710120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Network 8171e1cf-427a-41db-880f-0b5177f84857 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:50.720569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:50.750908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-33532fde-19a7-47ea-8836-b5f8ab2862e3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:50.750908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-33532fde-19a7-47ea-8836-b5f8ab2862e3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776251 Nov 01 18:16:50.797103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cc19665-62aa-4499-b2d4-0ba74c72eec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.834384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Request body: {'port': {'device_id': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'd95b61e12a4e4e729dadf9a22389cebd'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:50.889927 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.896351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:50.955942 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.083381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.087848 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540692-74f9-4b25-9f69-c0252ee3a923 None None] Pushing event updated for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:51.125672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Network 54babb37-44c7-4314-aa8b-8a4480f617f4 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:51.153249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:51.175426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-6ccdca26-a01e-405d-8b1f-64c99dac17dc tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:51.190504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-6ccdca26-a01e-405d-8b1f-64c99dac17dc tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 820 time: 0.8645842 Nov 01 18:16:51.203167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Allocated IP 192.168.233.171 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/a9cac67a-82bb-41c9-8231-b95955ba20bf) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:51.206687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:51.290302 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Attempting to bind port 01b2e72b-0397-49ea-9ece-1ef6a597090b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:51.290671 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Attempting to bind port 01b2e72b-0397-49ea-9ece-1ef6a597090b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:51.291034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Attempting to bind port 01b2e72b-0397-49ea-9ece-1ef6a597090b on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:51.303922 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:51.304289 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Checking segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:51.307158 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.307797 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Bound using segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:51.309413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.310149 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Bound port: 01b2e72b-0397-49ea-9ece-1ef6a597090b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:51.310901 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.327579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2', '690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:51.340762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:16:51.450204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8189ad57-cadf-4114-acc2-247211d73b2c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:51.488850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:51.489724 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.511449 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] For port 01b2e72b-0397-49ea-9ece-1ef6a597090b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:51.521170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-f32cfa51-f487-42df-878a-bfc959ad5415 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/quotas/22338cdf3f2f4801938e52ecfbb8ccaf HTTP/1.1" status: 200 len: 375 time: 0.3153136 Nov 01 18:16:51.527997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] For port 01b2e72b-0397-49ea-9ece-1ef6a597090b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=01b2e72b-0397-49ea-9ece-1ef6a597090b,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:51.581809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:51.602308 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.690803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Made reservation on behalf of d95b61e12a4e4e729dadf9a22389cebd for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:51.694530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8189ad57-cadf-4114-acc2-247211d73b2c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:51.694897 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.699248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.720159 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:51.720787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:51.735198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:51.778789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:51.783961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:51.798328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd387769-7fb7-4439-9530-2bbca3a9b900 req-c609ef78-31f7-494c-b6a5-7feb112f7d93 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "PUT /v2.0/ports/690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 981 time: 2.8686447 Nov 01 18:16:51.825777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:51.846187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b155b-6999-4be4-b38e-f019e5b6913b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:51.868562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-a59f6935-19c0-403f-9bf6-f66c522860d6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6305037 Nov 01 18:16:51.899827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-da8efe78-9d21-4a8f-81c6-d5b816626007 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3772900 Nov 01 18:16:51.906747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Request body: {'port': {'device_id': 'db11720b-997d-4889-8689-d7baf8c29a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:51.910711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:16:51.984991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:16:52.006205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c11bfe5-101e-45f2-a674-5a4050dbc7e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/87b83ef9-0e0a-4710-b86d-fb54d043ed7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9459996 Nov 01 18:16:52.062299 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:52.131073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:52.131461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.264508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.372578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.418977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 8189ad57-cadf-4114-acc2-247211d73b2c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8189ad57-cadf-4114-acc2-247211d73b2c,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:52.516838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.617236 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540692-74f9-4b25-9f69-c0252ee3a923 None None] Pushing event updated for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:52.636069 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:51Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:52.637619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.697406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:52.697586 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c173b-31db-4ec2-8b94-44d4c12a5cad None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:51Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:52.731822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8340c61-6ec7-4889-9d28-98c04bc7a958 req-78197489-d59f-44fe-a2be-4856c9e22982 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:52.733286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8340c61-6ec7-4889-9d28-98c04bc7a958 req-78197489-d59f-44fe-a2be-4856c9e22982 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.7613316 Nov 01 18:16:52.814717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-a1807096-1261-4138-bddc-af6aee2caa33 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9139099 Nov 01 18:16:52.839550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=8189ad57-cadf-4114-acc2-247211d73b2c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:52.902946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] For port 01b2e72b-0397-49ea-9ece-1ef6a597090b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=01b2e72b-0397-49ea-9ece-1ef6a597090b,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:16:52.938939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.008800 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.044546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8340c61-6ec7-4889-9d28-98c04bc7a958 req-8990605c-9ad4-41c0-90c6-7ca25547fb19 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007007 Nov 01 18:16:53.172652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d03a4c7a-01bc-45e1-897f-ecd98f2c1f88 None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:53.173035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d03a4c7a-01bc-45e1-897f-ecd98f2c1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.273243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580523a-b6ef-451c-b22e-d3760493ef89 None None] Pushing event updated for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:53.331346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-071ece9b-addd-4561-8c83-4f662cfb936d service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016165 Nov 01 18:16:53.438018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.533934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8189ad57-cadf-4114-acc2-247211d73b2c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:53.592242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Allocated IP 192.168.233.6 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/000a336c-b22e-41f8-9c78-43a9bd4b02c7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:53.651970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Sync routers for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:16:53.665278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:53.671596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:53.689519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:53.696391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:53.706348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:53.715938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:53.788425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.808501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8189ad57-cadf-4114-acc2-247211d73b2c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:53.809206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.811000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8bad2aaf-f323-4bcc-9748-3aabfe039ca0 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:53.825231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8bad2aaf-f323-4bcc-9748-3aabfe039ca0 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.4769881 Nov 01 18:16:53.933520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e38709a-76e6-4b88-9ac1-7d69d05e716a {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:53.958340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:53.958958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.975838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:53.988207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-dff8de23-b45c-4bf5-8d22-108870d3670e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/quotas/46303d4cc0084ef4968803189f18ad81 HTTP/1.1" status: 200 len: 375 time: 0.1047573 Nov 01 18:16:54.030975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.049003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:54.095148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f7495f9-f3ed-4511-b979-7b4845335ba5 req-2a8b2cec-0023-411d-ad79-409d27dc95cd tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 210 time: 0.1604648 Nov 01 18:16:54.129352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-adcd6d23-62cc-4576-859f-9e6f6d977f5b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387768 Nov 01 18:16:54.137663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Transition to ACTIVE for port object 9e38709a-76e6-4b88-9ac1-7d69d05e716a will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:16:54.191032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.214477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 01b2e72b-0397-49ea-9ece-1ef6a597090b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:54.240474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.244974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-55133251-0747-4bec-9c9a-8ea7425dfa6e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3280661 Nov 01 18:16:54.259244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:54.266615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Request body: {'port': {'device_id': '28bca237-181f-46ab-bdda-d0c072842210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:54.267675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:54.281823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:54.329021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event updated for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:54.390319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:54.390986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.425378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:54.425945 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.427495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5439a9a3-2716-477a-bb44-2c299351753f None None] Provisioning complete for port a9cac67a-82bb-41c9-8231-b95955ba20bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:54.427929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5439a9a3-2716-477a-bb44-2c299351753f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.462924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-d811374f-817c-41a1-9cf7-32d9ae76bb6d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6362126 Nov 01 18:16:54.480412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Request body: {'port': {'device_id': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:54.521361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:54.561219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc4cc-fcf5-441d-a131-9f19877e0002 req-c07e3952-80f8-4789-a1f7-c75d51f28a8c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:54.569111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b92dc4cc-fcf5-441d-a131-9f19877e0002 req-c07e3952-80f8-4789-a1f7-c75d51f28a8c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 931 time: 0.3958824 Nov 01 18:16:54.579710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.588572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5439a9a3-2716-477a-bb44-2c299351753f None None] Port a9cac67a-82bb-41c9-8231-b95955ba20bf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:54.678713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8922239d-c122-4455-b9b8-166583e0db3f service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496659 Nov 01 18:16:54.715737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:49Z', 'revision_number': 4, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '73455e85-8c6f-45d0-a0ce-d0af8681c4d3', 'name': '', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'mac_address': 'fa:16:3e:b3:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:47Z', 'updated_at': '2021-11-01T18:16:49Z', 'revision_number': 2, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'subnets': [{'id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:54.807258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Checking router: 87b83ef9-0e0a-4710-b86d-fb54d043ed7e for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:16:54.808916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Updating router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:16:54.857148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.888242 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.923326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cc3b1721-aa28-44cd-af15-d7756ae28adb None None] Provisioning complete for port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:54.923754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1721-aa28-44cd-af15-d7756ae28adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:54.986068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b92dc4cc-fcf5-441d-a131-9f19877e0002 req-80d8f66f-b90c-4bd7-b3a0-b169003e6e60 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105785 Nov 01 18:16:55.047704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b1721-aa28-44cd-af15-d7756ae28adb None None] Port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:55.142855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000a336c-b22e-41f8-9c78-43a9bd4b02c7 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:55.163672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.175484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Attempting to bind port 9e38709a-76e6-4b88-9ac1-7d69d05e716a on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:55.179798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Attempting to bind port 9e38709a-76e6-4b88-9ac1-7d69d05e716a by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:55.180374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Attempting to bind port 9e38709a-76e6-4b88-9ac1-7d69d05e716a on network 54babb37-44c7-4314-aa8b-8a4480f617f4 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:55.192330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Transition to ACTIVE for port object 000a336c-b22e-41f8-9c78-43a9bd4b02c7 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:16:55.223090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Port 9e38709a-76e6-4b88-9ac1-7d69d05e716a on network 54babb37-44c7-4314-aa8b-8a4480f617f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:16:55.224065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Attempting to bind port 9e38709a-76e6-4b88-9ac1-7d69d05e716a on network 54babb37-44c7-4314-aa8b-8a4480f617f4 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:55.288401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 01b2e72b-0397-49ea-9ece-1ef6a597090b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:55.298582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.302247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:55.302884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Checking segment: {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:55.303551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Bound using segment: {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:55.304265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Bound port: 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af580228-3b72-42c2-85fa-4e5fa56a5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:55.304878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.308503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8ce98c9d-e718-4212-bbc3-807561a5a523 service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288459 Nov 01 18:16:55.348235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2794b9cf-1060-44a2-8381-d0a808bd26fb req-3ec039c9-3171-490b-a080-b7ca96368fae tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/e7283c95-c9ac-45c0-be86-ddbda855087e HTTP/1.1" status: 200 len: 1800 time: 0.2852869 Nov 01 18:16:55.457076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Pushing event updated for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:55.554568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 01b2e72b-0397-49ea-9ece-1ef6a597090b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:55.554944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.598794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Attempting to bind port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:55.600331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:55.600712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Attempting to bind port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:55.601298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Attempting to bind port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:55.606446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:55.609189 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-2794b9cf-1060-44a2-8381-d0a808bd26fb req-634c7f61-a4f3-4292-b6f7-9f8379d57aad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 01 18:16:55.609894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:16:55.610309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2794b9cf-1060-44a2-8381-d0a808bd26fb req-634c7f61-a4f3-4292-b6f7-9f8379d57aad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7283c95-c9ac-45c0-be86-ddbda855087e HTTP/1.1" status: 409 len: 341 time: 0.2611413 Nov 01 18:16:55.610602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Attempting to bind port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:55.621895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:55.622275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:55.626859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:55.638460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Bound port: 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:55.638899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.641876 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.714367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.815451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.818439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:55.827625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:55.877205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:55.880260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.882848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 1091 time: 3.9997656 Nov 01 18:16:55.910653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:55.912576 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661876cb-8172-44a4-b728-8ab2b68d5d96 x-openstack-request-id: req-661876cb-8172-44a4-b728-8ab2b68d5d96 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:16:55.914877 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:16:55.914877 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-661876cb-8172-44a4-b728-8ab2b68d5d96 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:16:55.921195 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'status': 'completed', 'code': 200} Nov 01 18:16:55.924297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844f7b6-6b0d-487c-8482-2b60aef680a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:56.049664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Pushing event updated for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:56.076149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.077054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.079313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-7d2ee956-0442-48d3-9d87-9985a9dca094 service neutron] 10.222.0.32 "PUT /v2.0/ports/000a336c-b22e-41f8-9c78-43a9bd4b02c7 HTTP/1.1" status: 200 len: 1094 time: 1.6095312 Nov 01 18:16:56.080053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:56.082573 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab312a-f601-4887-bc6a-f1632ec33a81" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:56.114675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fb6c4d9-b57a-4f7f-b5c5-cd5ed095884f req-240be079-5f86-4c21-a2ad-e04c3236b668 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 210 time: 0.0755272 Nov 01 18:16:56.186945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:16:56.220135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-e250638b-d517-4793-a2f9-977cd60b22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.224364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-e250638b-d517-4793-a2f9-977cd60b22f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1135 time: 0.3142204 Nov 01 18:16:56.244847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.334906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-f486319f-25f4-49fa-821b-482f3daaae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.339441 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-f486319f-25f4-49fa-821b-482f3daaae23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 1097 time: 0.1348255 Nov 01 18:16:56.435435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-4d02b4b7-63e4-428a-93dc-c36b9cfa786c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7 HTTP/1.1" status: 200 len: 217 time: 0.0859025 Nov 01 18:16:56.505333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-9cfa5d6c-cd3c-482f-8cf7-710658e3b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.506849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-9cfa5d6c-cd3c-482f-8cf7-710658e3b907 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.2588606 Nov 01 18:16:56.514031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-b776a2d7-7295-40ab-bb06-a0e82a452480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.536746 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-b776a2d7-7295-40ab-bb06-a0e82a452480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0942154 Nov 01 18:16:56.560471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04c3b3-1075-4669-8023-499208bdc1dc None None] Pushing event updated for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:56.563697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.624345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-9e85665f-450a-4bb2-80a1-e00c280933b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.626281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-9e85665f-450a-4bb2-80a1-e00c280933b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852923 Nov 01 18:16:56.711277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Transition to ACTIVE for port object a9cac67a-82bb-41c9-8231-b95955ba20bf will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:16:56.718242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Attempting to bind port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:56.718624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Attempting to bind port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:56.718995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Attempting to bind port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 on network 8171e1cf-427a-41db-880f-0b5177f84857 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:56.724722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:56.725103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Checking segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:56.725514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.725911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Bound using segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:56.735652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Bound port: 73455e85-8c6f-45d0-a0ce-d0af8681c4d3, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:56.736181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.759418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-3e879670-74b5-4166-a2b7-a8447d6b286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:56.761445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-3e879670-74b5-4166-a2b7-a8447d6b286e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1094 time: 0.5530920 Nov 01 18:16:56.789675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-098efe85-a017-45f5-8d5a-653a528c7bbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 217 time: 0.1886535 Nov 01 18:16:56.835191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-fe8c1fe2-b230-4168-8b45-e82815f9f15e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985335 Nov 01 18:16:56.887455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] For port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:56.897584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] For port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:56.911147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-2c7ed6ac-4251-4eb2-9325-b62d62fbe4ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.1318955 Nov 01 18:16:56.920741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.985988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:56.992903 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e9820f8-cadd-4812-96e4-bb668c3a2700 req-c0033fc7-486d-413b-a1e3-ade86b255435 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517012 Nov 01 18:16:57.133589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04c3b3-1075-4669-8023-499208bdc1dc None None] Pushing event updated for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:57.137767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:57.139338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:16:57.141401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:16:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:57.171730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd7f0-192e-497e-9f9b-7b9a015c3545 req-05a87e72-bbd8-4a00-a60a-a7364d9883a3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:57.175533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6bfd7f0-192e-497e-9f9b-7b9a015c3545 req-05a87e72-bbd8-4a00-a60a-a7364d9883a3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.6081188 Nov 01 18:16:57.300934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-f13ff4f9-4acd-4603-b6e7-caacee27d0c4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:57.309177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-f13ff4f9-4acd-4603-b6e7-caacee27d0c4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 811 time: 1.3480484 Nov 01 18:16:57.375833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-c5f8d294-745f-41c0-acae-4473088bfa2d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/quotas/bbafe6a96ccb417f8d73568f061b6178 HTTP/1.1" status: 200 len: 375 time: 0.0653472 Nov 01 18:16:57.454183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6bfd7f0-192e-497e-9f9b-7b9a015c3545 req-d1053783-2432-46a2-b5b4-753f7d229157 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160470 Nov 01 18:16:57.503590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-1ae9acef-614f-4efd-b8ae-291f877e3425 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:57.505771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-1ae9acef-614f-4efd-b8ae-291f877e3425 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 820 time: 0.3225365 Nov 01 18:16:57.506303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:16:57.524136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'port': {'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'admin_state_up': True, 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:57.869982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Made reservation on behalf of 22338cdf3f2f4801938e52ecfbb8ccaf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:16:57.874027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:57.899933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Attempting to bind port a9cac67a-82bb-41c9-8231-b95955ba20bf on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:16:57.900266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Attempting to bind port a9cac67a-82bb-41c9-8231-b95955ba20bf by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:16:57.900597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Attempting to bind port a9cac67a-82bb-41c9-8231-b95955ba20bf on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:57.936402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:16:57.938951 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d140a-1f58-4e52-867e-66328d395839" -d '{"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:16:57.950018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:49Z', 'revision_number': 4, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '73455e85-8c6f-45d0-a0ce-d0af8681c4d3', 'name': '', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'mac_address': 'fa:16:3e:b3:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:47Z', 'updated_at': '2021-11-01T18:16:56Z', 'revision_number': 4, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'subnets': [{'id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:16:57.961861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-8583a1f4-5072-426e-ba99-6fbfd5de45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:57.963358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-8583a1f4-5072-426e-ba99-6fbfd5de45ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 1.0512302 Nov 01 18:16:57.994830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64e42-b066-475f-a07b-8cd723391323 None None] The sync data for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 is: [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:16:49Z', 'revision_number': 4, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '73455e85-8c6f-45d0-a0ce-d0af8681c4d3', 'name': '', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'mac_address': 'fa:16:3e:b3:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:47Z', 'updated_at': '2021-11-01T18:16:56Z', 'revision_number': 4, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'subnets': [{'id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:16:58.026182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Port a9cac67a-82bb-41c9-8231-b95955ba20bf on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:16:58.026504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Attempting to bind port a9cac67a-82bb-41c9-8231-b95955ba20bf on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:16:58.052592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-86578137-4d7f-4417-828e-3c513d3ce472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:58.064438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-86578137-4d7f-4417-828e-3c513d3ce472 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 1.1239247 Nov 01 18:16:58.137546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-b54f8ff2-f1fb-4937-8fe6-d8bf8add27c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310825 Nov 01 18:16:58.143001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Allocated IP 172.20.0.6 (90caff77-acc5-41d1-a3e6-849f4883cf82/af9c664c-cc72-4380-9c4b-639ba36adc0b/1883eafa-40e0-45ae-ac20-211a0a1eb2bf) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:16:58.305867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:16:58.308648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:16:58.309150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:16:58.309619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Bound port: a9cac67a-82bb-41c9-8231-b95955ba20bf, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:16:58.309984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.359079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-89c3e0bb-8dcc-498f-9bc6-014d1b3b1eaf tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9822276 Nov 01 18:16:58.431178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:16:58.432974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.434606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:16:58.437624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-921be86a-5971-4c00-8943-88e3d53f9421 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2973366 Nov 01 18:16:58.601919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.617457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.644649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9f98e-1a6d-4aa1-9ceb-4736702d499d req-1689e05a-0fbe-4526-815c-f53e33fd12d9 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:58.652340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3b9f98e-1a6d-4aa1-9ceb-4736702d499d req-1689e05a-0fbe-4526-815c-f53e33fd12d9 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 946 time: 0.7712879 Nov 01 18:16:58.654500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event updated for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:58.689226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:16:58.698856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:16:58.703045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:16:58.769948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:58.770621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.886589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:58.887336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:58.889771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] 10.222.0.37 "PUT /v2.0/ports/a9cac67a-82bb-41c9-8231-b95955ba20bf HTTP/1.1" status: 200 len: 1096 time: 4.6277456 Nov 01 18:16:58.901337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-708f6e82-001b-446b-afbd-5a1e99ff672c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3813579 Nov 01 18:16:58.919606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Request body: {'port': {'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:58.925736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-603dc42d-edfd-4bde-81e3-79034d6d33b1 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552176 Nov 01 18:16:59.100416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:59.170902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c2a70b66-1a97-481f-852d-8565bf58115f None None] Provisioning complete for port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:59.171377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2a70b66-1a97-481f-852d-8565bf58115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:59.301963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3b9f98e-1a6d-4aa1-9ceb-4736702d499d req-6e0461d4-5702-4426-b23c-b230060b9be8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470013 Nov 01 18:16:59.305876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c2a70b66-1a97-481f-852d-8565bf58115f None None] Port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:16:59.325492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c3ee1-1ec5-45ab-a8f5-2abaf03e11dc service neutron] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:16:59.453776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:16:59.484310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-107c3237-ee88-4247-b66e-da82a69b34dc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:59.489215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-107c3237-ee88-4247-b66e-da82a69b34dc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.3487654 Nov 01 18:16:59.499756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-ca634213-1be9-4706-b7d2-7cb0b728cea8 service neutron] 10.222.0.31 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0567443 Nov 01 18:16:59.505335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-207f6416-8478-43bb-96d5-7b0810350329 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2413616 Nov 01 18:16:59.547402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Request body: {'port': {'device_id': '0d9af078-49df-49df-8a75-6ae301baeff1', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'admin_state_up': True, 'tenant_id': '46303d4cc0084ef4968803189f18ad81'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:16:59.809709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:16:59.810783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:16:59.859085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-4fe5a05c-602c-4d83-9ee2-05a06fc90d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:16:59.868906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-4fe5a05c-602c-4d83-9ee2-05a06fc90d73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1099 time: 0.7336125 Nov 01 18:17:00.018218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:00.055258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7c35fd5-5537-4823-8115-ca157fe6b533 req-93a0e1c2-6454-451f-8b7d-45cdcce89377 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0784883 Nov 01 18:17:00.073549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-9822d1db-5b2a-4f7d-97de-16328707000a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf HTTP/1.1" status: 200 len: 217 time: 0.1855252 Nov 01 18:17:00.123402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:00.184828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:00.284196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41fe6862-15d0-4f9b-a509-3d86b671d8de req-e9d51727-c0f0-4679-ba97-496622182d74 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 210 time: 0.1683047 Nov 01 18:17:00.321498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e79b155b-6999-4be4-b38e-f019e5b6913b req-6ae44308-6519-44f1-94c9-cc8b7decfbf5 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796144 Nov 01 18:17:00.346070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-62bf1317-69e6-4d25-97b3-9b356227a18f service neutron] 10.222.0.31 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269067 Nov 01 18:17:00.349584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-115940ff-57a3-4302-ba06-de243eadfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:00.359450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:00.359893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-115940ff-57a3-4302-ba06-de243eadfe52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.2597826 Nov 01 18:17:00.571027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-3bf44181-27f6-4203-b994-5342fedc029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:00.572633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-3bf44181-27f6-4203-b994-5342fedc029d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2071602 Nov 01 18:17:00.682802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbf8d7-416f-4466-896e-c2df87371ee4 req-55c253b5-17da-4b01-b560-d00db13be65d tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:00.684636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48bbf8d7-416f-4466-896e-c2df87371ee4 req-55c253b5-17da-4b01-b560-d00db13be65d tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 943 time: 0.2454216 Nov 01 18:17:00.772364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-71515570-e591-40d2-8c3d-6541d0b3cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:00.772661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-71515570-e591-40d2-8c3d-6541d0b3cdc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1135 time: 0.2401590 Nov 01 18:17:00.797584 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9887f-702a-4b35-a224-4c8acaff1708 x-openstack-request-id: req-90e9887f-702a-4b35-a224-4c8acaff1708 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:00.798168 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:00.800697 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e9887f-702a-4b35-a224-4c8acaff1708 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:00.801150 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7', 'status': 'completed', 'code': 200} Nov 01 18:17:00.862097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48bbf8d7-416f-4466-896e-c2df87371ee4 req-2163925f-aef8-4d9b-9c5a-6794177ea550 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245146 Nov 01 18:17:00.919847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-a2397eba-4fe3-49a0-8f81-3c7fdfba9c91 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120837 Nov 01 18:17:00.973049 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296d575-9b70-4297-8b64-203c04b12b5b x-openstack-request-id: req-e296d575-9b70-4297-8b64-203c04b12b5b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:00.973339 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:00.973596 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e296d575-9b70-4297-8b64-203c04b12b5b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:00.974531 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:17:00.996550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1883eafa-40e0-45ae-ac20-211a0a1eb2bf {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:01.011064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:01.013996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-c6fec592-d2cb-4bc3-a8e4-5e78c56c871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.015567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-c6fec592-d2cb-4bc3-a8e4-5e78c56c871e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 1097 time: 0.1999552 Nov 01 18:17:01.027660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Transition to ACTIVE for port object 1883eafa-40e0-45ae-ac20-211a0a1eb2bf will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:01.029172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:01.033297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:01.102032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:01.160937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:01.269563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d140a-1f58-4e52-867e-66328d395839 req-30258e4e-31ee-428d-b440-ef1721e8b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.275103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-30258e4e-31ee-428d-b440-ef1721e8b895 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1094 time: 0.2277231 Nov 01 18:17:01.318327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:01.331350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-89001cae-6c69-4309-bcc6-e02d6b07004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.333601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-89001cae-6c69-4309-bcc6-e02d6b07004b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.5504920 Nov 01 18:17:01.335775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-97865059-a8c2-4c5c-b1ed-dfdf4bd504b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.337712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-97865059-a8c2-4c5c-b1ed-dfdf4bd504b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.2469025 Nov 01 18:17:01.462038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:01.462424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:01.477573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-b3007d9a-a597-429c-b8f9-c4cc46af2745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 217 time: 0.1211581 Nov 01 18:17:01.675604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 000a336c-b22e-41f8-9c78-43a9bd4b02c7 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:01.718392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-eba2269f-e006-4ab3-bfa6-faf61849398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.721515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-eba2269f-e006-4ab3-bfa6-faf61849398c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.1280298 Nov 01 18:17:01.747006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8f5a6-cfa1-4ca7-a406-80f1c854ee2e req-20169f34-6f13-4c5f-8e28-c3c41de52d5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.762772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56f8f5a6-cfa1-4ca7-a406-80f1c854ee2e req-20169f34-6f13-4c5f-8e28-c3c41de52d5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.5334966 Nov 01 18:17:01.812992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-a68f55ef-957b-4301-8f1e-727bab6d576a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7 HTTP/1.1" status: 200 len: 217 time: 0.4659331 Nov 01 18:17:01.834007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5487988-ae3e-48cf-a4c5-587f5762f867 req-9604ad35-2d58-42a6-8859-08c963f37a99 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.845208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5487988-ae3e-48cf-a4c5-587f5762f867 req-9604ad35-2d58-42a6-8859-08c963f37a99 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 931 time: 0.9220514 Nov 01 18:17:01.866900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Allocated IP 172.20.0.8 (a0ba09c3-7403-4906-bf62-4df41db40d9a/9690731d-372a-4073-b717-ce39c1b11827/9b466778-da1b-4e40-819c-659499f8ff0f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:01.927867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Attempting to bind port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:01.928213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Attempting to bind port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:01.928611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Attempting to bind port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:01.938214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d140a-1f58-4e52-867e-66328d395839 req-91853326-301c-4040-a0a1-0a6e96794c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:01.939751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-91853326-301c-4040-a0a1-0a6e96794c19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.6500826 Nov 01 18:17:01.943367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf on network 90caff77-acc5-41d1-a3e6-849f4883cf82 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:01.943744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Attempting to bind port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:01.967849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:01.968180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Checking segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:01.968582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Bound using segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:01.969047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Bound port: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:01.969723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:01.974780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:01.993133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '000a336c-b22e-41f8-9c78-43a9bd4b02c7', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '000a336c-b22e-41f8-9c78-43a9bd4b02c7', 'mac_address': 'fa:16:3e:09:55:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:02.049241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.058289 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-90f8a7bb-c310-479b-9f1e-0057b7384c0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.1090324 Nov 01 18:17:02.086546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-7992f56c-945a-443a-bf20-087ac76fac15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2813435 Nov 01 18:17:02.134726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-3a808850-0e1a-48af-baf7-86287f9eebfc service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1724453 Nov 01 18:17:02.134933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000a336c-b22e-41f8-9c78-43a9bd4b02c7 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:02.159999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:02.280563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:02.284327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d140a-1f58-4e52-867e-66328d395839 req-0aaab79c-7f34-4453-8080-f6c8886ed653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:02.286014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-0aaab79c-7f34-4453-8080-f6c8886ed653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.1743758 Nov 01 18:17:02.290837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:02.333993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-31c9072f-0820-481b-b50c-431206aaeaf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375652 Nov 01 18:17:02.345950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.462715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-ec54175b-ce3a-49a0-9747-882d823efe64 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201091 Nov 01 18:17:02.488820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56f8f5a6-cfa1-4ca7-a406-80f1c854ee2e req-a0910231-94ac-43bf-9b7f-034c6a69d936 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243850 Nov 01 18:17:02.503887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5487988-ae3e-48cf-a4c5-587f5762f867 req-3e70e1d6-8891-4502-98bc-35ca51b406e4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530495 Nov 01 18:17:02.504724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-f43c51ad-173c-4c9e-916f-c5837de37755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:02.517389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-f43c51ad-173c-4c9e-916f-c5837de37755 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.6577563 Nov 01 18:17:02.636426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1d140a-1f58-4e52-867e-66328d395839 req-e1ae4342-904a-45ec-af1f-a5ded8377dbc service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665518 Nov 01 18:17:02.690620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.691866 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.695873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.746450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:02.747319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.749034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 1091 time: 3.8339205 Nov 01 18:17:02.769779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Network a0ba09c3-7403-4906-bf62-4df41db40d9a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:02.776102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:02.780726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:02.782025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.818957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.822319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:02.824900 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea0c89d-9500-4f3e-8322-8222aa946276" -d '{"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:02.826043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-318904db-22fb-45c4-97a7-3741e5230355 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245228 Nov 01 18:17:02.829671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-0f2a0843-cbbe-4474-a6e0-ec4aa3c9a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:02.831247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:02.833041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-0f2a0843-cbbe-4474-a6e0-ec4aa3c9a974 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3190200 Nov 01 18:17:02.846790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.855750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c3ac5-466c-460b-bb95-68b3289c70f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:02.899815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:02.900607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:02.932416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['000a336c-b22e-41f8-9c78-43a9bd4b02c7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:03.003348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:03.004978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:03.005706 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68f363e-85bd-4225-8eba-e4d7393f5909" -d '{"events": [{"name": "network-changed", "server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:03.080245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-8e552f61-ec63-44ee-806b-6902d56e5df8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5472302 Nov 01 18:17:03.123716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Request body: {'port': {'device_id': '0d9af078-49df-49df-8a75-6ae301baeff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:03.172015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329708-85f4-4968-9ad2-0c856e07b8b5 req-6e9c0ec3-6fcf-4b43-8a0d-7a9ea8375a84 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:03.204237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57329708-85f4-4968-9ad2-0c856e07b8b5 req-6e9c0ec3-6fcf-4b43-8a0d-7a9ea8375a84 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 946 time: 0.5497673 Nov 01 18:17:03.210874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d680a-dd21-4a56-95c1-6689c8b9f6ce req-5ef70c81-6cd5-4171-982b-44f4a5300d35 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:03.219884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e6d680a-dd21-4a56-95c1-6689c8b9f6ce req-5ef70c81-6cd5-4171-982b-44f4a5300d35 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 984 time: 0.5792680 Nov 01 18:17:03.264730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:03.303935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-eb746807-bf26-4a80-8203-975f09490e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:03.306253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-eb746807-bf26-4a80-8203-975f09490e24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1094 time: 0.3413556 Nov 01 18:17:03.386813 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-d5cd2029-c261-4c82-b75b-4ca15b79d7f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0520027 Nov 01 18:17:03.389979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-ed0d3a0b-106a-42d6-a80f-3aa0cfd97db6 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435115 Nov 01 18:17:03.392568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc3bc8b4-b317-4e25-9d53-ca6822e0388c req-d1b87bf5-f0d9-492d-8789-a271ee62b165 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516174 Nov 01 18:17:03.458040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e6d680a-dd21-4a56-95c1-6689c8b9f6ce req-b9bb0758-ef22-4aee-98d8-465643579636 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7283c95-c9ac-45c0-be86-ddbda855087e&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2305529 Nov 01 18:17:03.480963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-8728baf2-ebdc-470d-acb1-063b5e780f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:03.484177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-8728baf2-ebdc-470d-acb1-063b5e780f73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0817196 Nov 01 18:17:03.647957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9e38709a-76e6-4b88-9ac1-7d69d05e716a details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:03.651213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 000a336c-b22e-41f8-9c78-43a9bd4b02c7 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:03.659660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57329708-85f4-4968-9ad2-0c856e07b8b5 req-c28b0b9d-f704-4dd8-956d-246d88e951a8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207533 Nov 01 18:17:03.673039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-68c8bdc1-e8a4-4a8b-8e67-1b24af198598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:03.675691 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-68c8bdc1-e8a4-4a8b-8e67-1b24af198598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765652 Nov 01 18:17:03.730000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cc1e7db-0146-4ee1-a5d2-a9434117171d req-b5969718-9e73-48af-8d76-cb4003f8777b tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 210 time: 0.1860657 Nov 01 18:17:03.900635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-de4040ca-a2b9-4074-9a37-e95c38ad2c9b service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985352 Nov 01 18:17:03.910717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdab312a-f601-4887-bc6a-f1632ec33a81 req-8f033b78-0bb0-485f-b9bc-263ee8650b7e service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576285 Nov 01 18:17:03.971936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:17:04.095806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b466778-da1b-4e40-819c-659499f8ff0f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:04.113541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.129520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06fd07-f897-49c0-bb10-c4d2093d91a1 req-20ea72c7-4e2b-404f-9bee-9ce3b7d9d94d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.130511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:04.141075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e06fd07-f897-49c0-bb10-c4d2093d91a1 req-20ea72c7-4e2b-404f-9bee-9ce3b7d9d94d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 931 time: 0.2004616 Nov 01 18:17:04.149549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Transition to ACTIVE for port object 9b466778-da1b-4e40-819c-659499f8ff0f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:04.155187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'port_id': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'mac_address': 'fa:16:3e:30:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:04.167792 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41d20076-86bf-45ef-af22-7d3d13bfa73d req-e613d26e-343b-4060-af6c-81d99a2906fb service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436333 Nov 01 18:17:04.216487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e06fd07-f897-49c0-bb10-c4d2093d91a1 req-8753f74e-3c4a-48df-95cf-5ff95ef27c8a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Nov 01 18:17:04.225322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.234717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080bff-b527-4177-a671-3f6a7b8159f6 req-b6df4620-3119-404c-8960-e657e30a7f4b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.243250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60080bff-b527-4177-a671-3f6a7b8159f6 req-b6df4620-3119-404c-8960-e657e30a7f4b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 943 time: 0.2243264 Nov 01 18:17:04.260079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e38709a-76e6-4b88-9ac1-7d69d05e716a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:04.267094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:04.287131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:04.287131 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.292990 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c9fe92-577c-4105-8d37-3928e8f254f5 x-openstack-request-id: req-52c9fe92-577c-4105-8d37-3928e8f254f5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:04.293297 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:04.294048 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52c9fe92-577c-4105-8d37-3928e8f254f5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:04.294752 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:17:04.308022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60080bff-b527-4177-a671-3f6a7b8159f6 req-a0c3fa6a-b92a-4bfc-9dfb-e9a423bdd61e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613456 Nov 01 18:17:04.310641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.325475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:04.339051 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23413980-bcb1-4af6-be79-f69c92d3392c x-openstack-request-id: req-23413980-bcb1-4af6-be79-f69c92d3392c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:04.339386 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:04.339665 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23413980-bcb1-4af6-be79-f69c92d3392c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:04.340148 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'status': 'completed', 'code': 200} Nov 01 18:17:04.380219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:04.426112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.471300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.511997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.519452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:04.522345 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ed0d6-b853-47bc-99ca-a5a85f9dd9c5" -d '{"events": [{"server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "name": "network-vif-plugged", "status": "completed", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:04.558514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-2d4d66d2-d06c-461b-be09-aac032a6d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.560445 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-2d4d66d2-d06c-461b-be09-aac032a6d43c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1099 time: 0.1813953 Nov 01 18:17:04.561648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Attempting to bind port 9b466778-da1b-4e40-819c-659499f8ff0f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:04.562147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Attempting to bind port 9b466778-da1b-4e40-819c-659499f8ff0f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:04.562715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Attempting to bind port 9b466778-da1b-4e40-819c-659499f8ff0f on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:04.571131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Port 9b466778-da1b-4e40-819c-659499f8ff0f on network a0ba09c3-7403-4906-bf62-4df41db40d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:04.572175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Attempting to bind port 9b466778-da1b-4e40-819c-659499f8ff0f on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:04.576290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:04.581552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:04.587972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:04.597817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Checking segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:04.597817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Bound using segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:04.597817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Bound port: 9b466778-da1b-4e40-819c-659499f8ff0f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:04.597817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.665879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab030-0cdc-441e-9d0c-cdfa8c2683ed req-cd6d2aa4-8642-4685-ae48-690bbb45bb28 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.668350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4caab030-0cdc-441e-9d0c-cdfa8c2683ed req-cd6d2aa4-8642-4685-ae48-690bbb45bb28 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 943 time: 0.2424963 Nov 01 18:17:04.694677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:04.704810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.707806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456dea6-3561-4edc-8e77-44323c904451 req-9a1785b2-4297-45d1-9157-f9481b5435cc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.709497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1456dea6-3561-4edc-8e77-44323c904451 req-9a1785b2-4297-45d1-9157-f9481b5435cc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.2580643 Nov 01 18:17:04.727653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-fb3e44bf-ca7a-4724-b339-013907571cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.729111 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-fb3e44bf-ca7a-4724-b339-013907571cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1503625 Nov 01 18:17:04.732831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:04.736336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:04.754947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-babf860c-2d08-4d03-9e26-3625fa9bbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.771346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-babf860c-2d08-4d03-9e26-3625fa9bbda4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1094 time: 0.2525265 Nov 01 18:17:04.782147 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-aa837596-6af8-4ffe-8c95-89de4d10a3d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf HTTP/1.1" status: 200 len: 217 time: 0.0444288 Nov 01 18:17:04.821688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:04.839848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-425a4db0-4aa2-47f8-81da-cf6908d2df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.848491 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-425a4db0-4aa2-47f8-81da-cf6908d2df63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0599012 Nov 01 18:17:04.854794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.936159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4caab030-0cdc-441e-9d0c-cdfa8c2683ed req-c8b36d6f-f007-4538-84f8-27ee50c10742 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596879 Nov 01 18:17:04.945159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1456dea6-3561-4edc-8e77-44323c904451 req-409ba0fc-adac-49b2-b69c-ea68706c80b3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062628 Nov 01 18:17:04.975737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:04.977845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:04.981540 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b466778-da1b-4e40-819c-659499f8ff0f HTTP/1.1" status: 200 len: 1091 time: 1.8827274 Nov 01 18:17:05.003306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157d40-3207-4a64-a2ff-e0a64748a786 service neutron] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:05.039726 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f960c0-569f-49e8-ad41-fd7d05229fbd x-openstack-request-id: req-60f960c0-569f-49e8-ad41-fd7d05229fbd {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:05.040225 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "name": "network-vif-plugged", "status": "completed", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:05.040335 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60f960c0-569f-49e8-ad41-fd7d05229fbd {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:05.040689 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7', 'code': 200} Nov 01 18:17:05.057978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-44037666-397f-45a6-bd1a-21143aa3f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.062284 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-44037666-397f-45a6-bd1a-21143aa3f867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753545 Nov 01 18:17:05.096963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-59793197-f5b3-4f35-aab5-741a29ce82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.098611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-59793197-f5b3-4f35-aab5-741a29ce82f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.3262026 Nov 01 18:17:05.187969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-c39cd6bd-4849-4186-8d24-d02fd1f388b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0724957 Nov 01 18:17:05.235187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-dc13cfa7-c8d6-486a-92fa-d87fb29350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.236774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-dc13cfa7-c8d6-486a-92fa-d87fb29350f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 1094 time: 0.0984366 Nov 01 18:17:05.246560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-70e111a1-b3d5-47b3-92c4-64ff64e2532f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.248313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-70e111a1-b3d5-47b3-92c4-64ff64e2532f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 811 time: 0.2768564 Nov 01 18:17:05.274326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Request body: {'port': {'device_id': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'admin_state_up': True, 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:05.287297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048344-2300-4be4-9ff5-9a1926679285 req-a8f4b90d-0d1a-4638-805b-85331af7a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.289837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e8048344-2300-4be4-9ff5-9a1926679285 req-a8f4b90d-0d1a-4638-805b-85331af7a45c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 1099 time: 0.1484931 Nov 01 18:17:05.291922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-618ca92d-25c9-4945-b5e8-5a17a22910c9 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233603 Nov 01 18:17:05.293633 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-3a49d3f2-e426-4df6-939b-54e6655f4681 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b466778-da1b-4e40-819c-659499f8ff0f HTTP/1.1" status: 200 len: 217 time: 0.0462277 Nov 01 18:17:05.315007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991557-80d4-4602-8024-8da6b72c6ace req-2d02954d-b781-4b08-a948-9ab1cc00884e tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.316874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7991557-80d4-4602-8024-8da6b72c6ace req-2d02954d-b781-4b08-a948-9ab1cc00884e tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 984 time: 0.2451630 Nov 01 18:17:05.399988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-f375c2cd-ef75-4844-bf04-eda9723957d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.401437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-f375c2cd-ef75-4844-bf04-eda9723957d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.2048888 Nov 01 18:17:05.417261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7991557-80d4-4602-8024-8da6b72c6ace req-66e39ef7-ce69-49c3-a666-97b97b4d5268 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7283c95-c9ac-45c0-be86-ddbda855087e&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0851822 Nov 01 18:17:05.422103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e8048344-2300-4be4-9ff5-9a1926679285 req-61203690-c066-4065-9ab8-cfa25c06fc16 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257601 Nov 01 18:17:05.426780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e9e0-372f-4638-ab4a-38c271351a87 req-db9ba034-113a-436b-b58d-12b336184029 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.436124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec1e9e0-372f-4638-ab4a-38c271351a87 req-db9ba034-113a-436b-b58d-12b336184029 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.2366710 Nov 01 18:17:05.436726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-6f6fbbd5-3c14-4ab5-bedd-5480d4c82d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.438297 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-6f6fbbd5-3c14-4ab5-bedd-5480d4c82d1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.1256924 Nov 01 18:17:05.499146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-5087ed5b-6e2b-4b97-bf06-8867408d4aee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519612 Nov 01 18:17:05.504988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e68f363e-85bd-4225-8eba-e4d7393f5909 req-fe162f53-9ba3-424b-a445-077b35eaa354 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911500 Nov 01 18:17:05.547892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-fce5fc6e-1c69-4ff0-8eb6-2ff2800ac7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.549395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-fce5fc6e-1c69-4ff0-8eb6-2ff2800ac7fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381850 Nov 01 18:17:05.566252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec1e9e0-372f-4638-ab4a-38c271351a87 req-708a9bfa-95b8-4602-9cb5-a279d17b50d1 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290607 Nov 01 18:17:05.570157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-675fd73e-4003-4646-8a1a-28cdcd192222 req-8a103d56-f7be-40fb-bbd5-f8ca1adb29dc tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 210 time: 0.0435841 Nov 01 18:17:05.649318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9e38709a-76e6-4b88-9ac1-7d69d05e716a up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:05.730068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Made reservation on behalf of bbafe6a96ccb417f8d73568f061b6178 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:05.733902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:05.765615 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-b9b7d754-d540-4dc6-b538-e1d657e3b629 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473534 Nov 01 18:17:05.819293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 9e38709a-76e6-4b88-9ac1-7d69d05e716a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:05.825400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 9e38709a-76e6-4b88-9ac1-7d69d05e716a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:05.827149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:05.869497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a3571-8abd-4f21-ba00-8be2ae418fd4 req-245f7f1f-92ef-48be-a537-3eefcdc2aa73 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.871052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1a3571-8abd-4f21-ba00-8be2ae418fd4 req-245f7f1f-92ef-48be-a537-3eefcdc2aa73 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 943 time: 0.1563792 Nov 01 18:17:05.894698 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1504a056-412a-4a28-94da-9f1ebf69a0d7 req-3392ef27-1655-4eb5-bbac-7b91c99cd14a service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229980 Nov 01 18:17:05.916651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-9e9352aa-c05b-4464-baf8-5e082b11d430 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020959 Nov 01 18:17:05.943111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2d755-e412-4d08-a583-1220b0ec4c47 req-7c79cc19-8aac-442a-8a6e-a88667a959c9 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:05.944795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30d2d755-e412-4d08-a583-1220b0ec4c47 req-7c79cc19-8aac-442a-8a6e-a88667a959c9 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 944 time: 0.2313316 Nov 01 18:17:05.948688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.003308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:06.052469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-be62c36d-4df2-443d-a829-701c03867f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:06.054205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-be62c36d-4df2-443d-a829-701c03867f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 1096 time: 0.0482280 Nov 01 18:17:06.072342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1a3571-8abd-4f21-ba00-8be2ae418fd4 req-f6aef3e0-583b-4dc7-b5db-18f2e51cead6 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925843 Nov 01 18:17:06.117154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.121166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30d2d755-e412-4d08-a583-1220b0ec4c47 req-29d77ac8-21da-4e62-836a-e419907f0b53 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640880 Nov 01 18:17:06.133703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Allocated IP 172.20.0.8 (8171e1cf-427a-41db-880f-0b5177f84857/66fd31a1-3a96-4653-9931-b92c222ed693/9852e662-1813-469b-a8a7-7c07ee60110d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:06.150923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bea0c89d-9500-4f3e-8322-8222aa946276 req-84185f2e-5d92-4836-a32e-f9fa65701857 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207060 Nov 01 18:17:06.232441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-aced71d3-a3dc-4289-b4b9-4ab4359656c9 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1980119821&fields=id&tenant_id=1f6361852ff648a8b9471bdaa4e26a3a HTTP/1.1" status: 200 len: 267 time: 0.0696058 Nov 01 18:17:06.243283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:06.251492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-dba81923-6f9b-4a5b-8d59-ee7e58bc9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:06.253126 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-dba81923-6f9b-4a5b-8d59-ee7e58bc9068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 912 time: 0.1905353 Nov 01 18:17:06.409435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-8c208df1-7564-4c3c-b3e8-e8e45b1b567c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:06.411010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-8c208df1-7564-4c3c-b3e8-e8e45b1b567c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 984 time: 0.1681900 Nov 01 18:17:06.436345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3368e-4ac3-4f54-b8da-2c00764e26ff req-b8689608-fe6a-4c83-aec5-ce8951a1c63a tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:06.439664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bf3368e-4ac3-4f54-b8da-2c00764e26ff req-b8689608-fe6a-4c83-aec5-ce8951a1c63a tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 943 time: 0.1727865 Nov 01 18:17:06.450569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'port': {'security_groups': ['240ff260-d433-42b7-a89f-5dd93b2b7aeb', 'e7283c95-c9ac-45c0-be86-ddbda855087e', '5023239a-c3a7-4b85-94df-d37cac2ec798']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:06.493999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.494279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:06.580397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:06.582436 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfb3b26-5dc0-471e-914f-d524cab82016" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:06.586808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-f1a0f2ce-f105-43bb-a0df-daf4b6c2b46c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3871404e-3841-4913-897f-68aa8455538b HTTP/1.1" status: 200 len: 217 time: 0.3255956 Nov 01 18:17:06.649712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-04ba13b9-9d82-4565-be83-4fa8b60e7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:06.651219 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-04ba13b9-9d82-4565-be83-4fa8b60e7037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0559759 Nov 01 18:17:06.657298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:06.684910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'mac_address': 'fa:16:3e:98:14:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:06.699074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-eb49602e-c06d-42f0-9ac9-e6edd08d7e54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399442 Nov 01 18:17:06.735979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.751138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:06.776598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:06.815563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-fdcd5a5f-28f7-4b1e-ac48-938b08ae04ff service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058896 Nov 01 18:17:06.852773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.867632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bf3368e-4ac3-4f54-b8da-2c00764e26ff req-73a430e6-427b-430e-9ebc-93945efb8a76 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136479 Nov 01 18:17:06.878480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:06.924208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:06.941923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee30433c-b3c2-4f59-ac62-686ddbcedf73 req-e79a66ca-ce88-41a9-8cc6-79b693159e36 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182909 Nov 01 18:17:06.953576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.041497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:07.043878 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eae767-a084-48a4-b6fd-2897cc1837d2" -d '{"events": [{"server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "name": "network-vif-plugged", "status": "completed", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:07.044066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Network 8171e1cf-427a-41db-880f-0b5177f84857 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:07.060831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:07.063857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:07.101351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Pushing event updated for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:07.145894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daeaacb-5281-44fe-8149-8e484b3670cb req-deae383f-61d9-4210-b311-cc1dde6e30cf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.147365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7daeaacb-5281-44fe-8149-8e484b3670cb req-deae383f-61d9-4210-b311-cc1dde6e30cf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.1713810 Nov 01 18:17:07.168088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.168689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.257483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7daeaacb-5281-44fe-8149-8e484b3670cb req-853379ac-fd4e-44d9-b836-13b760781ad9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039181 Nov 01 18:17:07.310582 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098fd48a-dce0-481d-b207-5b55de3b2f96 x-openstack-request-id: req-098fd48a-dce0-481d-b207-5b55de3b2f96 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:07.310582 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:07.310582 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-098fd48a-dce0-481d-b207-5b55de3b2f96 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:07.310582 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f', 'status': 'completed', 'code': 200} Nov 01 18:17:07.311375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:07.316293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:07.331892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-330bc590-4d42-43c8-afde-3f5f6d38b8f5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0664248 Nov 01 18:17:07.349350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Request body: {'port': {'device_id': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:07.377891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-b3c0f853-fb96-4e61-81c8-c072275a9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.379573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-b3c0f853-fb96-4e61-81c8-c072275a9905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 1094 time: 0.0465472 Nov 01 18:17:07.426181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.460110 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.498351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcd3b2-0e7a-4a8b-a9cf-e3ca30563d8d req-715c4e3b-ed45-4ecc-929b-05dc01756a15 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.499897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fcd3b2-0e7a-4a8b-a9cf-e3ca30563d8d req-715c4e3b-ed45-4ecc-929b-05dc01756a15 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.1117060 Nov 01 18:17:07.508059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-d54d9d42-ccc5-482a-9619-976650eb327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.509806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-d54d9d42-ccc5-482a-9619-976650eb327a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 906 time: 0.1118441 Nov 01 18:17:07.523102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.562552 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-4d4f3607-7608-44b3-8da3-425419c63bae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b466778-da1b-4e40-819c-659499f8ff0f HTTP/1.1" status: 200 len: 217 time: 0.0443282 Nov 01 18:17:07.621977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-a55a90df-bd2a-4f76-8ff8-2bf6f5f7edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.624628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-a55a90df-bd2a-4f76-8ff8-2bf6f5f7edea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0544610 Nov 01 18:17:07.626366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.626988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:07.628389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71c1ad8d-8aa5-4ae8-b98c-0a296f51795c req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "PUT /v2.0/ports/690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 1020 time: 1.2007308 Nov 01 18:17:07.662847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-3d2a0eb2-ab8a-40b7-91fa-2344e280b3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276487 Nov 01 18:17:07.679379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:07.682017 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee910f5e-ebc3-45c4-93b9-adba367292bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:07.720218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0fcd3b2-0e7a-4a8b-a9cf-e3ca30563d8d req-8acb12b0-76f9-46ba-8180-fd1bb73c8a20 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002678 Nov 01 18:17:07.772776 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7c915-f982-4e85-85b8-653ab01ecf9f x-openstack-request-id: req-f2b7c915-f982-4e85-85b8-653ab01ecf9f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:07.773072 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "name": "network-vif-plugged", "status": "completed", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:07.773327 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2b7c915-f982-4e85-85b8-653ab01ecf9f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:07.773778 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'code': 200} Nov 01 18:17:07.783033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-5e6bc86e-aca1-4b4a-a2b0-7e0357f065d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027761 Nov 01 18:17:07.811808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:07.870824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304afd-b65e-42aa-b284-2fcfbe8632ed tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:07.935131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1dfb3b26-5dc0-471e-914f-d524cab82016 req-8ba913c7-9c7e-4e6c-a6c1-3eeee3491576 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441166 Nov 01 18:17:07.936874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bac8fb-964d-4144-a62f-a671a1ab457c req-9224503c-6c8e-45a6-a433-b71e928bc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.937424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d5798-129a-4d7f-b54a-06f4e7732db4 req-de3ab697-f26a-483e-99c3-9b12735d9226 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:07.938206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84bac8fb-964d-4144-a62f-a671a1ab457c req-9224503c-6c8e-45a6-a433-b71e928bc17a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0778413 Nov 01 18:17:07.938626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba9d5798-129a-4d7f-b54a-06f4e7732db4 req-de3ab697-f26a-483e-99c3-9b12735d9226 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 931 time: 0.2428112 Nov 01 18:17:08.012669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84bac8fb-964d-4144-a62f-a671a1ab457c req-d2cffe8b-ea82-4339-a958-f0c37731d1ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Nov 01 18:17:08.018813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bcd84-191f-45f4-83bb-db6f3eef4597 req-2e4a5cf6-58e3-4995-ad2e-85bea5e8904a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.020452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-762bcd84-191f-45f4-83bb-db6f3eef4597 req-2e4a5cf6-58e3-4995-ad2e-85bea5e8904a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 943 time: 0.1428151 Nov 01 18:17:08.063369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba9d5798-129a-4d7f-b54a-06f4e7732db4 req-e5eeb809-8b20-44a5-b680-6685a88a9d0a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059394 Nov 01 18:17:08.124934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-762bcd84-191f-45f4-83bb-db6f3eef4597 req-062b98d8-338c-427f-aa1f-b2a16f4f202d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931520 Nov 01 18:17:08.144442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9852e662-1813-469b-a8a7-7c07ee60110d {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:08.162458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:08.214282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Transition to ACTIVE for port object 9852e662-1813-469b-a8a7-7c07ee60110d will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:08.228125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2', '690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:08.242750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4a7a-33d6-4f2e-a000-fd5bc218d51d req-6a2d1877-adee-4ddc-8016-c436fa22931b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.244360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2edb4a7a-33d6-4f2e-a000-fd5bc218d51d req-6a2d1877-adee-4ddc-8016-c436fa22931b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0950682 Nov 01 18:17:08.250616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3a67444-120e-489b-be69-12f376635b98 req-40dc9c4f-3dc2-4cb3-a3b1-d304ecfa7b23 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5023239a-c3a7-4b85-94df-d37cac2ec798 HTTP/1.1" status: 200 len: 1801 time: 0.0902321 Nov 01 18:17:08.288475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:08.364556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2edb4a7a-33d6-4f2e-a000-fd5bc218d51d req-9906e180-035f-4b70-bf2a-4371856826c6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117971 Nov 01 18:17:08.385486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:08.393334 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-e3a67444-120e-489b-be69-12f376635b98 req-e76345e3-cb27-435d-b4b8-479183a0700e tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 01 18:17:08.411254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3a67444-120e-489b-be69-12f376635b98 req-e76345e3-cb27-435d-b4b8-479183a0700e tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/5023239a-c3a7-4b85-94df-d37cac2ec798 HTTP/1.1" status: 409 len: 341 time: 0.1445320 Nov 01 18:17:08.462726 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54161d41-0d1b-4260-971e-aeb1ffcae38a x-openstack-request-id: req-54161d41-0d1b-4260-971e-aeb1ffcae38a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:08.463021 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:08.463274 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54161d41-0d1b-4260-971e-aeb1ffcae38a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:08.468353 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'status': 'completed', 'code': 200} Nov 01 18:17:08.509825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1883eafa-40e0-45ae-ac20-211a0a1eb2bf details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:08.511710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:08.533057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-ff50f54e-90ae-4188-b8f1-2f0be92bd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.535836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-ff50f54e-90ae-4188-b8f1-2f0be92bd283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1174 time: 0.0617912 Nov 01 18:17:08.604654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Attempting to bind port 9852e662-1813-469b-a8a7-7c07ee60110d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:08.604988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Attempting to bind port 9852e662-1813-469b-a8a7-7c07ee60110d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:08.605296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Attempting to bind port 9852e662-1813-469b-a8a7-7c07ee60110d on network 8171e1cf-427a-41db-880f-0b5177f84857 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:08.617369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06150a-0eef-4255-8a3c-9c8d0f9d3eb5 req-858e2921-b972-4f33-a8fa-e73018467ffe tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.619102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f06150a-0eef-4255-8a3c-9c8d0f9d3eb5 req-858e2921-b972-4f33-a8fa-e73018467ffe tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 949 time: 0.1164508 Nov 01 18:17:08.629599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae89c7-8bfe-439e-b66f-62ebe97b3138 req-2ac6d1cc-28a1-46be-9a6a-3abf30b8bebd tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.631438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6ae89c7-8bfe-439e-b66f-62ebe97b3138 req-2ac6d1cc-28a1-46be-9a6a-3abf30b8bebd tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 943 time: 0.1274598 Nov 01 18:17:08.633002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Port 9852e662-1813-469b-a8a7-7c07ee60110d on network 8171e1cf-427a-41db-880f-0b5177f84857 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:08.633328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Attempting to bind port 9852e662-1813-469b-a8a7-7c07ee60110d on network 8171e1cf-427a-41db-880f-0b5177f84857 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:08.646826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:08.647167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Checking segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:08.647570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Bound using segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:08.648005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Bound port: 9852e662-1813-469b-a8a7-7c07ee60110d, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:08.648361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:08.673099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-e393af96-af24-4315-b095-0fc1b08e78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.675565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-e393af96-af24-4315-b095-0fc1b08e78ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 200 len: 913 time: 0.1319025 Nov 01 18:17:08.726052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:08.739630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a9cac67a-82bb-41c9-8231-b95955ba20bf completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:08.743957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f06150a-0eef-4255-8a3c-9c8d0f9d3eb5 req-b08d2ad3-b201-4c4f-b4fc-7a5ec9445cf2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075921 Nov 01 18:17:08.744232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-bb334aab-9260-4b25-9db5-2c56f7f27431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 200 len: 217 time: 0.0573585 Nov 01 18:17:08.746883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:08.757797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a9cac67a-82bb-41c9-8231-b95955ba20bf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:08.758220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:08.761142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6ae89c7-8bfe-439e-b66f-62ebe97b3138 req-185a7969-88fe-4bde-b230-03377474f940 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170957 Nov 01 18:17:08.847530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-0ecf262c-a9cb-451b-8a6e-6e855300c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.849540 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-0ecf262c-a9cb-451b-8a6e-6e855300c508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 200 len: 852 time: 0.1006045 Nov 01 18:17:08.852375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:08.856723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9852e662-1813-469b-a8a7-7c07ee60110d,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:08.899836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-bf35f5f7-5e2b-4156-9359-4859c80a1586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8599f231-39fd-4b2d-b943-89d2491feca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426285 Nov 01 18:17:08.959903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:08.972331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e155249-bc2f-41e2-bcac-6ac4ed739208 req-06b4fbcd-54ea-4220-a80a-377fcfa186af tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:08.974438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e155249-bc2f-41e2-bcac-6ac4ed739208 req-06b4fbcd-54ea-4220-a80a-377fcfa186af tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 945 time: 0.0681186 Nov 01 18:17:09.009258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.045856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1883eafa-40e0-45ae-ac20-211a0a1eb2bf {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:09.049823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.050656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.053101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] 10.222.0.32 "PUT /v2.0/ports/9852e662-1813-469b-a8a7-7c07ee60110d HTTP/1.1" status: 200 len: 1091 time: 1.7083306 Nov 01 18:17:09.055791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.059483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-d56bb945-4718-4edd-b168-55422ed6d4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503859 Nov 01 18:17:09.082467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e155249-bc2f-41e2-bcac-6ac4ed739208 req-3f938876-94f9-4fde-9c89-ad846902aee7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768502 Nov 01 18:17:09.100047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be261b2-69a1-4563-a977-28a472055e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:09.103950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:09.149941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.195015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:09.215292 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ee910f5e-ebc3-45c4-93b9-adba367292bf req-3dc60ddd-abb8-42f2-9ea5-72a93730c2db service neutron] 10.222.0.37 "GET /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306632 Nov 01 18:17:09.256661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.257350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:09.281798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-17e1565f-7059-4fa8-8f7a-09dceeea4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.283358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-17e1565f-7059-4fa8-8f7a-09dceeea4387 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 1094 time: 0.0545487 Nov 01 18:17:09.307565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.308368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:09.348626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-fac3b99f-d61e-4370-917f-d4edba906c90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9852e662-1813-469b-a8a7-7c07ee60110d HTTP/1.1" status: 200 len: 217 time: 0.0571430 Nov 01 18:17:09.403738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:09.424521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c08c0-52b4-4e2e-8501-3ac42e5dbbad req-35bb0cb7-a9bd-41f5-8e60-7cc6bd09c515 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.426327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53c08c0-52b4-4e2e-8501-3ac42e5dbbad req-35bb0cb7-a9bd-41f5-8e60-7cc6bd09c515 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 943 time: 0.0932865 Nov 01 18:17:09.449579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-2934ad37-87bc-45a7-b692-aae62310544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.451603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-2934ad37-87bc-45a7-b692-aae62310544f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.0841186 Nov 01 18:17:09.486644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:09.492775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-99e1f3c6-3873-4ee7-8660-4d4e5093e3b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285578 Nov 01 18:17:09.513622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53c08c0-52b4-4e2e-8501-3ac42e5dbbad req-70fe2fd7-096d-41be-8a90-a8b3c3d6048c tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661829 Nov 01 18:17:09.517096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:09.526187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '9b466778-da1b-4e40-819c-659499f8ff0f', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '9b466778-da1b-4e40-819c-659499f8ff0f', 'mac_address': 'fa:16:3e:d1:12:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:09.563220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.585495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.609385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b466778-da1b-4e40-819c-659499f8ff0f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:09.623042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:09.636904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:09.693753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-4d2e34f1-06a9-47a5-bba7-8c7fc6ebe2ad service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908503 Nov 01 18:17:09.727029 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.728856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:09.742452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00acb-5572-4a1e-aa04-5b7c53958e11 req-cc0c6cd4-9fb5-4c07-99ed-6be72dfb9a4d tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.743976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04a00acb-5572-4a1e-aa04-5b7c53958e11 req-cc0c6cd4-9fb5-4c07-99ed-6be72dfb9a4d tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.1291261 Nov 01 18:17:09.754255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c24c6-f1b6-4f27-b5f0-f7d97bee7444 req-3ae3611e-37d7-4438-9d8f-e8043e1da5c8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:09.755738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f98c24c6-f1b6-4f27-b5f0-f7d97bee7444 req-3ae3611e-37d7-4438-9d8f-e8043e1da5c8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 943 time: 0.1247194 Nov 01 18:17:09.775301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}, {'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3871404e-3841-4913-897f-68aa8455538b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:09.777568 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111868a3-143d-4982-98a5-45055ae571d0" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}, {"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3871404e-3841-4913-897f-68aa8455538b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:09.782821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:09.839099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:09.869134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04a00acb-5572-4a1e-aa04-5b7c53958e11 req-68d951af-a0dc-4f1e-88fe-27ff9a2c4c1a tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108160 Nov 01 18:17:09.873200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f98c24c6-f1b6-4f27-b5f0-f7d97bee7444 req-eaf8c1e7-f376-4342-9fa0-ee90c273b221 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859222 Nov 01 18:17:09.875691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-474b6e95-4c2f-47b4-a483-c22bb261735e req-4bc0506d-fa71-40ab-8fda-646f7fb2d099 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734810 Nov 01 18:17:10.019669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25fbb3-fe76-4715-8891-c61d1f23b6b2 req-154dbfee-5c16-41ba-bd20-fe183519d47c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.021081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a25fbb3-fe76-4715-8891-c61d1f23b6b2 req-154dbfee-5c16-41ba-bd20-fe183519d47c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0810869 Nov 01 18:17:10.030103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64005e1-8c94-4547-a3cc-cf74021092ee req-6ced06f7-e327-4269-b8ae-c1b34794a62d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.031475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f64005e1-8c94-4547-a3cc-cf74021092ee req-6ced06f7-e327-4269-b8ae-c1b34794a62d tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1023 time: 0.0934625 Nov 01 18:17:10.085885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a25fbb3-fe76-4715-8891-c61d1f23b6b2 req-789ee652-581e-4e1e-bc5a-e71acf782c59 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Nov 01 18:17:10.095212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f64005e1-8c94-4547-a3cc-cf74021092ee req-53f38d01-6e7e-4d4f-b9b8-e385c71e53ff tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7283c95-c9ac-45c0-be86-ddbda855087e&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&id=5023239a-c3a7-4b85-94df-d37cac2ec798&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0570354 Nov 01 18:17:10.128619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['9b466778-da1b-4e40-819c-659499f8ff0f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:10.153083 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9988aec-1d7f-4786-9157-2732802a4ffe x-openstack-request-id: req-e9988aec-1d7f-4786-9157-2732802a4ffe {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:10.153506 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "code": 200}, {"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-unplugged", "status": "failed", "tag": "3871404e-3841-4913-897f-68aa8455538b", "code": 422}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:10.153691 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9988aec-1d7f-4786-9157-2732802a4ffe {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:10.154081 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'code': 200} Nov 01 18:17:10.154438 n-d-815923-2 neutron-server[102784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3871404e-3841-4913-897f-68aa8455538b', 'code': 422} returned with failed status Nov 01 18:17:10.157298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1883eafa-40e0-45ae-ac20-211a0a1eb2bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:10.205682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a82bdc-46b9-4912-a08b-79269e0aec09 req-1be132b8-9dec-4e6f-994a-0a65a22404d6 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.207401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89a82bdc-46b9-4912-a08b-79269e0aec09 req-1be132b8-9dec-4e6f-994a-0a65a22404d6 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0616577 Nov 01 18:17:10.263949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5e87-7617-4221-b59d-1b051267bf65 req-7ab822f3-301a-41bc-ac86-e91d62743e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.266082 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0ed5e87-7617-4221-b59d-1b051267bf65 req-7ab822f3-301a-41bc-ac86-e91d62743e33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.0441060 Nov 01 18:17:10.283854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89a82bdc-46b9-4912-a08b-79269e0aec09 req-3652fa9b-232a-4ef2-92a6-f8621013fef2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Nov 01 18:17:10.298795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0ac0-baac-4814-a7be-0c14879818e8 req-d40df6bf-0873-4198-90f4-da5b6be82471 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.299946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a2c0ac0-baac-4814-a7be-0c14879818e8 req-d40df6bf-0873-4198-90f4-da5b6be82471 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 944 time: 0.0913537 Nov 01 18:17:10.313001 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0ed5e87-7617-4221-b59d-1b051267bf65 req-354973f2-2020-488c-8ac8-c5455d402b2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395446 Nov 01 18:17:10.342979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a2c0ac0-baac-4814-a7be-0c14879818e8 req-297891e4-50c4-4ffc-ae2d-62196a7a252d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Nov 01 18:17:10.449085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c70e58-9db1-46c7-b7d7-a3ec35e8bdaf req-7b6f7d4e-75a9-4c84-960f-f1a064e45128 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.451106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2c70e58-9db1-46c7-b7d7-a3ec35e8bdaf req-7b6f7d4e-75a9-4c84-960f-f1a064e45128 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.0494962 Nov 01 18:17:10.469865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:10.472137 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb7234-462b-4b9f-99fa-b2088a2179d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:10.493693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2c70e58-9db1-46c7-b7d7-a3ec35e8bdaf req-4100566d-8b57-44fe-9a6c-ff3c0150ed81 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Nov 01 18:17:10.537329 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88282084-0d6a-4930-b9c1-78f0bdf415c4 x-openstack-request-id: req-88282084-0d6a-4930-b9c1-78f0bdf415c4 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:10.537329 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:10.537329 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88282084-0d6a-4930-b9c1-78f0bdf415c4 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:10.537329 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d', 'status': 'completed', 'code': 200} Nov 01 18:17:10.605696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-0928eb35-865d-4b34-b6ec-12dd9c3a514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.607783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-0928eb35-865d-4b34-b6ec-12dd9c3a514e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 1094 time: 0.0456126 Nov 01 18:17:10.710793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-558a7bd2-0bfe-41a8-883f-194a242ac8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.713066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-558a7bd2-0bfe-41a8-883f-194a242ac8f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 912 time: 0.0964088 Nov 01 18:17:10.770868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-a333a1ca-33f5-4b0a-b1a8-6c489937465c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9852e662-1813-469b-a8a7-7c07ee60110d HTTP/1.1" status: 200 len: 217 time: 0.0393076 Nov 01 18:17:10.860108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-f5dac87c-525b-477f-aabe-8f21112e640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.860389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-1d87cd34-d1a1-40f3-8308-806a0ef11a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.861605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-f5dac87c-525b-477f-aabe-8f21112e640d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.0790255 Nov 01 18:17:10.861855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-1d87cd34-d1a1-40f3-8308-806a0ef11a10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0446270 Nov 01 18:17:10.869974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b1633-6ef7-462b-84c0-7354c0c4d63e req-10cffd47-d5a1-41d6-82c3-ed713a585c3d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.871353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b2b1633-6ef7-462b-84c0-7354c0c4d63e req-10cffd47-d5a1-41d6-82c3-ed713a585c3d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 943 time: 0.1030560 Nov 01 18:17:10.911110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-1bee585c-8342-4071-be87-d4677ccb38df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353994 Nov 01 18:17:10.962368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b2b1633-6ef7-462b-84c0-7354c0c4d63e req-652abe63-c662-4620-9f14-0d3d4a30fa23 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789101 Nov 01 18:17:10.975573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-e9dc0502-74ef-4f6e-a946-6145e8505c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:10.977262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-e9dc0502-74ef-4f6e-a946-6145e8505c8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.1007864 Nov 01 18:17:11.022870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-32d2b717-4287-4138-b213-9bb9b43dca16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0376310 Nov 01 18:17:11.048495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-be8090a5-b5ca-427d-9ae3-a2d1da74ea68 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.049902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-be8090a5-b5ca-427d-9ae3-a2d1da74ea68 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.32 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.1050463 Nov 01 18:17:11.073771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-499e4cdf-ef6b-4adb-9ef6-09c9dc5e526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.075266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-499e4cdf-ef6b-4adb-9ef6-09c9dc5e526d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.0452065 Nov 01 18:17:11.089138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-ddd5c5bd-91a7-4d05-bdb3-7ea0d6f66fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703393 Nov 01 18:17:11.114512 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-ce880d6a-1773-4230-ab18-823cd7da4184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317411 Nov 01 18:17:11.207915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-052ca523-44fb-4535-b8ad-2dc3a8d10ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Nov 01 18:17:11.227617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86a8f-b0fa-4e0e-a9e3-e4a00890c34f req-4a58d863-f51c-43dd-a68a-16a586fb85c0 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.229227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40d86a8f-b0fa-4e0e-a9e3-e4a00890c34f req-4a58d863-f51c-43dd-a68a-16a586fb85c0 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1739697 Nov 01 18:17:11.268993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bfb7234-462b-4b9f-99fa-b2088a2179d4 req-a3ba7f79-04a2-4640-bb7a-ac6ccabf29a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562083 Nov 01 18:17:11.297325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Deleting port e948f675-bdfc-4d01-a1d3-2720a1084d10 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:17:11.297666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:11.302724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40d86a8f-b0fa-4e0e-a9e3-e4a00890c34f req-3e12e57d-67f7-483c-9fb6-5ce837f60fc2 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Nov 01 18:17:11.308983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72aeeeb1-f7d2-45db-9491-fc69b9e69d9d req-86d60828-d424-4ad3-882f-6a9791269160 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941508 Nov 01 18:17:11.423668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] For port e948f675-bdfc-4d01-a1d3-2720a1084d10, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e948f675-bdfc-4d01-a1d3-2720a1084d10,segment=NetworkSegment(3d89c2b8-c1b2-4251-871c-91b1a7052f7d),segment_id=3d89c2b8-c1b2-4251-871c-91b1a7052f7d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:11.424034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:11.452215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fdd98-811c-40a3-ab2b-05ea750ec8fd req-833885c2-5965-4b32-a790-847a4a681356 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.453764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f27fdd98-811c-40a3-ab2b-05ea750ec8fd req-833885c2-5965-4b32-a790-847a4a681356 tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/ports?device_id=deebe9ce-0475-4875-b225-a25bc3f348d7 HTTP/1.1" status: 200 len: 946 time: 0.0829475 Nov 01 18:17:11.454730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Calling delete_port for e948f675-bdfc-4d01-a1d3-2720a1084d10 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:17:11.776978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f27fdd98-811c-40a3-ab2b-05ea750ec8fd req-df286e4e-7f0b-46b3-8838-2083ab24fd1b tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d576c7f-2c70-46cf-9eba-b69281f76e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160000 Nov 01 18:17:11.807471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-8ce836ad-cfc3-46e5-8c12-030aaf99a953 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.809070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-8ce836ad-cfc3-46e5-8c12-030aaf99a953 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1023 time: 0.0602903 Nov 01 18:17:11.924599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa689f-3eb6-4989-b8e3-64cf5b83c444 req-bd33e8f0-1557-4d15-8c4f-5ad8a7702415 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:11.927347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Deleting port 690be6a8-2dd8-4619-90d1-c74746344ebc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:17:11.927740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:11.928116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6aa689f-3eb6-4989-b8e3-64cf5b83c444 req-bd33e8f0-1557-4d15-8c4f-5ad8a7702415 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 944 time: 0.0760252 Nov 01 18:17:11.966352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6aa689f-3eb6-4989-b8e3-64cf5b83c444 req-20992b81-4d61-4d00-904d-6f5e0b8adf55 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Nov 01 18:17:11.984936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.003226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e948f675-bdfc-4d01-a1d3-2720a1084d10'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:12.031928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 690be6a8-2dd8-4619-90d1-c74746344ebc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=690be6a8-2dd8-4619-90d1-c74746344ebc,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:12.032436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.047162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Calling delete_port for 690be6a8-2dd8-4619-90d1-c74746344ebc owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:17:12.083573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Pushing event deleted for resources: {'Port': ['ID=e948f675-bdfc-4d01-a1d3-2720a1084d10,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:12.101933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] No DVR routers for this DVR port e948f675-bdfc-4d01-a1d3-2720a1084d10 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:17:12.128185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.131467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dd82ee1-f912-4bf1-81de-33a48164cb72 req-b5b01e48-b56f-45c0-8538-2de980e66bcd tempest-VolumesAdminNegativeTest-436023446 tempest-VolumesAdminNegativeTest-436023446-project] 10.222.0.32 "DELETE /v2.0/ports/e948f675-bdfc-4d01-a1d3-2720a1084d10 HTTP/1.1" status: 204 len: 173 time: 1.0731645 Nov 01 18:17:12.174169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239f016-6e12-4332-9f2e-69e462fc027b req-e874143c-e1ae-4dc8-853d-8694149bf06a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:12.175590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8239f016-6e12-4332-9f2e-69e462fc027b req-e874143c-e1ae-4dc8-853d-8694149bf06a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dbdd52a-0fea-4b01-9270-84231c8822b0 HTTP/1.1" status: 200 len: 1023 time: 0.1245246 Nov 01 18:17:12.188112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-305ea56f-1e71-44a6-b4a7-d4d9b6e92ec4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:12.189454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-305ea56f-1e71-44a6-b4a7-d4d9b6e92ec4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce959753-9ca7-4438-90d3-b295342d94d6 HTTP/1.1" status: 200 len: 943 time: 0.1037495 Nov 01 18:17:12.252776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8239f016-6e12-4332-9f2e-69e462fc027b req-128cdaad-f986-4170-870b-62f037a5eeb8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7283c95-c9ac-45c0-be86-ddbda855087e&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&id=5023239a-c3a7-4b85-94df-d37cac2ec798&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0623310 Nov 01 18:17:12.265032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.286705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2', '690be6a8-2dd8-4619-90d1-c74746344ebc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:12.304673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'Port': ['ID=690be6a8-2dd8-4619-90d1-c74746344ebc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:12.363999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] No DVR routers for this DVR port 690be6a8-2dd8-4619-90d1-c74746344ebc on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:17:12.368736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.373933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cce460f-dcdb-45c1-bda6-022380a4137a req-6cffc6dc-0648-4ddb-88a3-a4080e52eac8 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "DELETE /v2.0/ports/690be6a8-2dd8-4619-90d1-c74746344ebc HTTP/1.1" status: 204 len: 173 time: 0.5578482 Nov 01 18:17:12.378410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'name': 'network-vif-deleted', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:12.378410 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28cc84-49de-4f0e-b02e-40d49fd8c2af" -d '{"events": [{"server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "name": "network-vif-deleted", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:12.391119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port 3871404e-3841-4913-897f-68aa8455538b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:17:12.391468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.478779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d34e31-a1ce-45f4-b8be-cc46b46f9408 req-54377729-fd7c-4861-8faa-2acd4108e8e5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:12.480322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43d34e31-a1ce-45f4-b8be-cc46b46f9408 req-54377729-fd7c-4861-8faa-2acd4108e8e5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1140900 Nov 01 18:17:12.533785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1883eafa-40e0-45ae-ac20-211a0a1eb2bf up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:12.537916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'name': 'network-vif-deleted', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:12.540207 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e0f52-0eda-4ae7-a7cd-0305a37b9166" -d '{"events": [{"server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "name": "network-vif-deleted", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:12.545905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port 3871404e-3841-4913-897f-68aa8455538b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3871404e-3841-4913-897f-68aa8455538b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:12.546277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.561052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43d34e31-a1ce-45f4-b8be-cc46b46f9408 req-f857fdc4-9867-4480-8c4e-bf381934fd97 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Nov 01 18:17:12.565982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for 3871404e-3841-4913-897f-68aa8455538b owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:17:12.665248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:12.673144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:12.673144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.749992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077beaf-7376-4a18-a8d2-6d1d25156cc3 req-49383dbd-8652-4ec8-ad8c-261985043295 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:12.751417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5077beaf-7376-4a18-a8d2-6d1d25156cc3 req-49383dbd-8652-4ec8-ad8c-261985043295 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 944 time: 0.0998850 Nov 01 18:17:12.759647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.785857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:12.788152 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9beb8-3f50-4ecf-b244-c78d63feb672" -d '{"events": [{"server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "name": "network-vif-plugged", "status": "completed", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:12.792022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5077beaf-7376-4a18-a8d2-6d1d25156cc3 req-a0564ac9-c122-4686-bc97-bd16ca934372 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Nov 01 18:17:12.802100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:12.807094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.838055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=3871404e-3841-4913-897f-68aa8455538b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:12.858148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.858970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:12.890040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port 3871404e-3841-4913-897f-68aa8455538b on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:17:12.910185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:12.913513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f280c8-0658-4dc1-a232-c51a2c210ecb req-18bf7378-cd63-47e0-99a1-08fd8453a1d5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "DELETE /v2.0/ports/3871404e-3841-4913-897f-68aa8455538b HTTP/1.1" status: 204 len: 173 time: 0.7162013 Nov 01 18:17:12.940185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:12.941101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a03d-02de-4e08-9a9d-3b7d9684c11f req-1f0bada2-89d2-4768-bfad-66c952d2cac1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:12.942603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c880a03d-02de-4e08-9a9d-3b7d9684c11f req-1f0bada2-89d2-4768-bfad-66c952d2cac1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 943 time: 0.0806520 Nov 01 18:17:12.982950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c880a03d-02de-4e08-9a9d-3b7d9684c11f req-6e31b2a4-6d45-44a2-8f1f-1fec2663d3b7 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Nov 01 18:17:13.029752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 9b466778-da1b-4e40-819c-659499f8ff0f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:13.034041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 9b466778-da1b-4e40-819c-659499f8ff0f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:13.034418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:13.105953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83c0e-4003-40e7-833c-0e3de40e615f req-06ceab60-171f-4e99-ae54-97e6d97c6e29 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:13.113850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af83c0e-4003-40e7-833c-0e3de40e615f req-06ceab60-171f-4e99-ae54-97e6d97c6e29 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0656981 Nov 01 18:17:13.125530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:13.148933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af83c0e-4003-40e7-833c-0e3de40e615f req-27d1f653-e620-4e6d-af15-0b7f6bbe8cc6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Nov 01 18:17:13.158518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:13.192127 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c3ed39-fb57-4f8b-a7b0-feb08050f560 x-openstack-request-id: req-e2c3ed39-fb57-4f8b-a7b0-feb08050f560 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:13.192420 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbdd52a-0fea-4b01-9270-84231c8822b0", "name": "network-vif-deleted", "tag": "690be6a8-2dd8-4619-90d1-c74746344ebc", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:13.192673 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2c3ed39-fb57-4f8b-a7b0-feb08050f560 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:13.193618 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbdd52a-0fea-4b01-9270-84231c8822b0', 'name': 'network-vif-deleted', 'tag': '690be6a8-2dd8-4619-90d1-c74746344ebc', 'status': 'completed', 'code': 200} Nov 01 18:17:13.223459 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf130d-648a-464b-8e54-2e8c40c246d1 x-openstack-request-id: req-d5bf130d-648a-464b-8e54-2e8c40c246d1 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:13.223851 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deebe9ce-0475-4875-b225-a25bc3f348d7", "name": "network-vif-deleted", "tag": "e948f675-bdfc-4d01-a1d3-2720a1084d10", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:13.224167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5bf130d-648a-464b-8e54-2e8c40c246d1 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:13.224659 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deebe9ce-0475-4875-b225-a25bc3f348d7', 'name': 'network-vif-deleted', 'tag': 'e948f675-bdfc-4d01-a1d3-2720a1084d10', 'status': 'completed', 'code': 200} Nov 01 18:17:13.281438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:13.282804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:13.310623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-cc010286-4536-42b1-8d35-b876254d03b7 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266640 Nov 01 18:17:13.347072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 3871404e-3841-4913-897f-68aa8455538b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:17:13.347525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3871404e-3841-4913-897f-68aa8455538b not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:17:13.373404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:13.439941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-8b03a608-dd95-46cc-a2ba-af4e9e7d3ef5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:13.441682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-8b03a608-dd95-46cc-a2ba-af4e9e7d3ef5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246977 Nov 01 18:17:13.462256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-6d28877b-b88f-425f-afa5-a06c8a9e3368 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/quotas/d95b61e12a4e4e729dadf9a22389cebd HTTP/1.1" status: 200 len: 375 time: 0.0144126 Nov 01 18:17:13.526890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-ac694f60-c178-42cf-8ccb-9b1485bbc4ca tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568826 Nov 01 18:17:13.712305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9852e662-1813-469b-a8a7-7c07ee60110d details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:13.770724 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8212dfeb-34cb-4987-a7ef-7f0b18b99880 x-openstack-request-id: req-8212dfeb-34cb-4987-a7ef-7f0b18b99880 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:13.771288 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "name": "network-vif-plugged", "status": "completed", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:13.771581 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8212dfeb-34cb-4987-a7ef-7f0b18b99880 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:13.771975 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'code': 200} Nov 01 18:17:13.828829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42638) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:13.859529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9852e662-1813-469b-a8a7-7c07ee60110d,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:13.878780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9852e662-1813-469b-a8a7-7c07ee60110d', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'port_id': '9852e662-1813-469b-a8a7-7c07ee60110d', 'mac_address': 'fa:16:3e:f4:e1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:13.889197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bd21d-e79a-4fe0-a26c-151b29ed8806 req-94f30210-4b13-4613-90c7-d70855fff2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:13.891227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e0bd21d-e79a-4fe0-a26c-151b29ed8806 req-94f30210-4b13-4613-90c7-d70855fff2f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.0648313 Nov 01 18:17:13.910291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Deleting subnet 00517982-ff18-4ca1-812f-0f686c83d925 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:17:13.916621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:13.943888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e0bd21d-e79a-4fe0-a26c-151b29ed8806 req-8e6ddf25-4e05-4c8c-9527-a36cfe7dad99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Nov 01 18:17:13.950178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:13.967922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9852e662-1813-469b-a8a7-7c07ee60110d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:14.000079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9852e662-1813-469b-a8a7-7c07ee60110d,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:14.011304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.052111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc99de-aa32-4ae1-8273-65dd92bb36c9 req-a898f100-a00c-4fa1-9aec-e823839fd3a8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:14.053643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10dc99de-aa32-4ae1-8273-65dd92bb36c9 req-a898f100-a00c-4fa1-9aec-e823839fd3a8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 945 time: 0.1064804 Nov 01 18:17:14.114543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4bd89cc-86e8-44e7-8526-6f991e78ef72 req-4b1a4b60-2d87-4a61-96cd-80329727b536 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 210 time: 0.0504355 Nov 01 18:17:14.133120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.166827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10dc99de-aa32-4ae1-8273-65dd92bb36c9 req-7f25d562-693a-441c-b5b0-648208dff7ba tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991318 Nov 01 18:17:14.207146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.264145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3dc1f-3eda-408e-9dba-daaf2378c844 req-3382c050-a7b7-4441-8a05-bb414c4be45f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:14.265867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2e3dc1f-3eda-408e-9dba-daaf2378c844 req-3382c050-a7b7-4441-8a05-bb414c4be45f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.0854192 Nov 01 18:17:14.273577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:14.351982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.394048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2e3dc1f-3eda-408e-9dba-daaf2378c844 req-3408e8d8-6dcc-44ea-b9bd-3cb566accab6 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100459 Nov 01 18:17:14.399336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00517982-ff18-4ca1-812f-0f686c83d925,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:14.404504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.410517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-888492c6-1614-4d5e-8cad-6055cb206cd3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/00517982-ff18-4ca1-812f-0f686c83d925 HTTP/1.1" status: 204 len: 168 time: 0.5780089 Nov 01 18:17:14.411546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:14.423084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9852e662-1813-469b-a8a7-7c07ee60110d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:14.430675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5949b3-2460-4795-8cd2-473dee04e8f7 req-fc834065-998e-433e-8942-d24fe4f561da tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:14.432275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a5949b3-2460-4795-8cd2-473dee04e8f7 req-fc834065-998e-433e-8942-d24fe4f561da tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 944 time: 0.1255074 Nov 01 18:17:14.506393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.513457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-2d8be69c-9387-40a5-b4c0-ffb8049676d2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/e7283c95-c9ac-45c0-be86-ddbda855087e HTTP/1.1" status: 200 len: 1800 time: 0.0800710 Nov 01 18:17:14.518433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a5949b3-2460-4795-8cd2-473dee04e8f7 req-0dfcca90-73a1-4f60-8585-b2f8d50fda98 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Nov 01 18:17:14.541875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 690be6a8-2dd8-4619-90d1-c74746344ebc no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:14.576959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 690be6a8-2dd8-4619-90d1-c74746344ebc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:17:14.577294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 690be6a8-2dd8-4619-90d1-c74746344ebc not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:17:14.581097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.604012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.614647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.628078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e17d6a-b962-4d16-bb3d-c6093d32358c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:14.638420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d89c2b8-c1b2-4251-871c-91b1a7052f7d') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:14.638723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d89c2b8-c1b2-4251-871c-91b1a7052f7d') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:14.649956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.666845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.674908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:17:14.675338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:17:14.677087 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:17:14.700349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3c54b-4ba8-4fa0-99a2-b113ccb074d7 req-231763cc-b15d-4b48-a408-6004d65925c7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:14.702316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cef3c54b-4ba8-4fa0-99a2-b113ccb074d7 req-231763cc-b15d-4b48-a408-6004d65925c7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0643647 Nov 01 18:17:14.742532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cef3c54b-4ba8-4fa0-99a2-b113ccb074d7 req-1084989c-d05c-4c0f-a4ac-847d37f1fafe tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Nov 01 18:17:14.755371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.759101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.760419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed14b646-4663-451b-bbe8-c83af7fbcade req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7283c95-c9ac-45c0-be86-ddbda855087e HTTP/1.1" status: 204 len: 173 time: 0.2456911 Nov 01 18:17:14.770650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747184e2-8732-4615-a222-faa94be973e3 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7283c95-c9ac-45c0-be86-ddbda855087e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:14.790243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.806759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.818656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/69e17d6a-b962-4d16-bb3d-c6093d32358c HTTP/1.1" status: 204 len: 168 time: 0.4029753 Nov 01 18:17:14.818656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f59c6-4c9a-4c0e-b8f8-fc64b10140fb admin admin] Pushing event deleted for resources: {'Network': ['ID=69e17d6a-b962-4d16-bb3d-c6093d32358c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:14.818656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42670) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:14.867121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Deleting subnet 432df542-c88c-4047-bba2-5321a9bc527b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:17:14.870232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-6611ea91-736f-4d81-8692-91f9b8651d8c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5023239a-c3a7-4b85-94df-d37cac2ec798 HTTP/1.1" status: 200 len: 1801 time: 0.0919514 Nov 01 18:17:14.870395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.905822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.948240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:14.990199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-cf2e57c8-a46d-4061-82b5-da2b41499936 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:14.991708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-cf2e57c8-a46d-4061-82b5-da2b41499936 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.1509299 Nov 01 18:17:14.992420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.022273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.025597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-bfef91ad-901a-4a25-be1e-9fee0360f007 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0227010 Nov 01 18:17:15.068946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-25dea562-5efc-4b9f-bda6-a55190d1ad04 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365231 Nov 01 18:17:15.076563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.103959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432df542-c88c-4047-bba2-5321a9bc527b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:15.109280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.115015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-52133fe5-da39-4f79-b066-8cea3fd3f708 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/432df542-c88c-4047-bba2-5321a9bc527b HTTP/1.1" status: 204 len: 168 time: 0.2938845 Nov 01 18:17:15.115360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42672) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:15.165080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-49d2b2a1-db04-4cce-b0b0-20272db178d4 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860445 Nov 01 18:17:15.190005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.227769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-deleted', 'tag': '3871404e-3841-4913-897f-68aa8455538b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:15.230034 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca29920-5429-446e-9ce8-0de271ec172c" -d '{"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-deleted", "tag": "3871404e-3841-4913-897f-68aa8455538b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:15.235217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.238017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.247647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5b77f70-00b3-44d1-81eb-a20ecc054357 req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/5023239a-c3a7-4b85-94df-d37cac2ec798 HTTP/1.1" status: 204 len: 173 time: 0.3652697 Nov 01 18:17:15.268860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce72ae-3100-4cf4-8505-259a32d82713 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023239a-c3a7-4b85-94df-d37cac2ec798,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:15.291221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.304584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-cea824ac-f9e8-476d-bea3-8f98348d45e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329198 Nov 01 18:17:15.317532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106b5fc7-0271-4105-9a5f-a4729f0e619d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:15.331996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e27949-a60a-4f6c-ac11-906e67b308f6') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:15.332599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e27949-a60a-4f6c-ac11-906e67b308f6') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:15.346207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.348874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-841adf8e-7c5f-420f-a9ba-f466035139b5 req-029075db-73ec-4178-86aa-e777016f00ee tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 210 time: 0.0299971 Nov 01 18:17:15.360722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:17:15.377471 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:17:15.482556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75f57-1012-4f25-907b-352dfdc32bc6 req-3f837913-db79-4324-9172-670ed3682b77 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:15.484149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89f75f57-1012-4f25-907b-352dfdc32bc6 req-3f837913-db79-4324-9172-670ed3682b77 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 945 time: 0.0513935 Nov 01 18:17:15.522636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89f75f57-1012-4f25-907b-352dfdc32bc6 req-a6613481-fa2e-4c5d-8c44-4a5355ec82db tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Nov 01 18:17:15.555084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.564730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.565880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/106b5fc7-0271-4105-9a5f-a4729f0e619d HTTP/1.1" status: 204 len: 168 time: 0.4487355 Nov 01 18:17:15.567173 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f2a484-6ee3-4caf-be86-743201da7f20 x-openstack-request-id: req-97f2a484-6ee3-4caf-be86-743201da7f20 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:15.568968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce959753-9ca7-4438-90d3-b295342d94d6", "name": "network-vif-deleted", "tag": "3871404e-3841-4913-897f-68aa8455538b", "status": "failed", "code": 422}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:15.568968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97f2a484-6ee3-4caf-be86-743201da7f20 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:15.569522 n-d-815923-2 neutron-server[102782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce959753-9ca7-4438-90d3-b295342d94d6', 'name': 'network-vif-deleted', 'tag': '3871404e-3841-4913-897f-68aa8455538b', 'status': 'failed', 'code': 422} returned with failed status Nov 01 18:17:15.580599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d228-d6df-4b67-9517-2d011fd324fe admin admin] Pushing event deleted for resources: {'Network': ['ID=106b5fc7-0271-4105-9a5f-a4729f0e619d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:15.596670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1182651657', 'description': 'tempest-description-28339792'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:15.699253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1f162-bc27-43d5-8838-50d9ae9aab77 req-4fbd4db9-6c0b-4dad-b177-59adc1a71484 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:15.701597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cb1f162-bc27-43d5-8838-50d9ae9aab77 req-4fbd4db9-6c0b-4dad-b177-59adc1a71484 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.0583713 Nov 01 18:17:15.702875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.717440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9852e662-1813-469b-a8a7-7c07ee60110d up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:15.761490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cb1f162-bc27-43d5-8838-50d9ae9aab77 req-2fa5b4f1-0dd7-4f2d-8fff-81b8a57fc5d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 Nov 01 18:17:15.772820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:15.775321 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc74a18-2403-4406-a377-755da0dd4202" -d '{"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-plugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:15.809562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.858844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42700) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:15.886120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 9852e662-1813-469b-a8a7-7c07ee60110d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:15.888307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.892355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 9852e662-1813-469b-a8a7-7c07ee60110d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:15.892748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.899477 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d252ff4b-4c5c-49f2-9f98-a55ec1b763c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9920e3609a9b49c297fe0230dd49a9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394502 Nov 01 18:17:15.901976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:15.931179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf7d4f-0458-4044-8354-b52fc7cc9a9c req-fcc321ae-84d6-4d57-b971-59e6b81a31a2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:15.932719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72bf7d4f-0458-4044-8354-b52fc7cc9a9c req-fcc321ae-84d6-4d57-b971-59e6b81a31a2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 944 time: 0.0781703 Nov 01 18:17:15.933795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fdfa8e-a4fd-416b-9876-4378f0dd4437,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:15.944933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.945268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.945605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.945938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.946418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.946876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.947215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.947561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.947887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.948208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.948533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.948854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:15.979973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.985178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:15.986672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1918caf3-2c00-4b34-9e28-962a13e9080c req-11be499d-a46b-428e-a55e-dfa6fa303bfd tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3978696 Nov 01 18:17:15.991863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72bf7d4f-0458-4044-8354-b52fc7cc9a9c req-8c261633-6256-4588-812b-00fda12a8a2b tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 Nov 01 18:17:16.000971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.015833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.047830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9852e662-1813-469b-a8a7-7c07ee60110d,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:16.076014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a87abcdc-6041-4509-b73f-40d9060f9b5b tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319808 Nov 01 18:17:16.090235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-553282de-fc1c-4efb-90cc-64c6025351fb req-ce77e7cb-fa96-41c3-bff4-012a65962bae tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 210 time: 0.0440030 Nov 01 18:17:16.139781 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.141055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e948f675-bdfc-4d01-a1d3-2720a1084d10 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:16.169405 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a492d-e632-412d-b139-814e7b01ed29 x-openstack-request-id: req-bb7a492d-e632-412d-b139-814e7b01ed29 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:16.169993 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-plugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:16.170421 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb7a492d-e632-412d-b139-814e7b01ed29 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:16.170900 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f', 'code': 200} Nov 01 18:17:16.173667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: e948f675-bdfc-4d01-a1d3-2720a1084d10 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:17:16.174016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e948f675-bdfc-4d01-a1d3-2720a1084d10 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:17:16.179526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.183062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.187791 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d576c7f-2c70-46cf-9eba-b69281f76e8c HTTP/1.1" status: 204 len: 168 time: 0.2845271 Nov 01 18:17:16.195276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9274e-c160-4287-b57d-a63de665f77c req-8c7dcd61-24de-4a7c-9010-4837a2d3e1c3 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:16.201892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862fdd5-ab5f-4a7b-9e44-38dcd4ff032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d576c7f-2c70-46cf-9eba-b69281f76e8c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:16.209237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6f9274e-c160-4287-b57d-a63de665f77c req-8c7dcd61-24de-4a7c-9010-4837a2d3e1c3 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1231065 Nov 01 18:17:16.236402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-1122fab4-24f3-4ed0-91ee-108da4ef5ecc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:16.238330 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-1122fab4-24f3-4ed0-91ee-108da4ef5ecc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546452 Nov 01 18:17:16.253047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Request body: {'port': {'device_id': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'd95b61e12a4e4e729dadf9a22389cebd'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:16.264557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:16.376512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6f9274e-c160-4287-b57d-a63de665f77c req-ab528188-a488-4400-822b-7c9012872e84 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663411 Nov 01 18:17:16.400041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1641e23e-48c8-427a-a763-e102e2731921 req-cc7d957a-aff0-4266-bb48-d8e1c99561be tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/77fdfa8e-a4fd-416b-9876-4378f0dd4437 HTTP/1.1" status: 200 len: 1799 time: 0.1573982 Nov 01 18:17:16.407405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Request body: {'security_group': {'name': 'tempest-sg-hth-106886110', 'description': 'tempest-description-hth-1251246188'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:16.427153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1602a-09e2-47d2-95dd-c4aba399f0ad req-23e3c881-f295-46d6-8f4c-8d159fc3f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:16.428678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1b1602a-09e2-47d2-95dd-c4aba399f0ad req-23e3c881-f295-46d6-8f4c-8d159fc3f356 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 1096 time: 0.1165042 Nov 01 18:17:16.476466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b7d1a2a-4566-4cc9-91c8-c05e649ca76c req-51c20e54-ffb7-48f2-9330-104fb31f25b1 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 210 time: 0.0384390 Nov 01 18:17:16.478267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.512595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1b1602a-09e2-47d2-95dd-c4aba399f0ad req-65b1ac11-a70a-43e8-ae6f-45ecbace05e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712190 Nov 01 18:17:16.521141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Made reservation on behalf of d95b61e12a4e4e729dadf9a22389cebd for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:16.525316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.539666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.640384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efcea1-8ced-4111-a490-673a6533016c req-643d992a-77d3-4a4e-b844-258c63ab5165 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:16.641852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28efcea1-8ced-4111-a490-673a6533016c req-643d992a-77d3-4a4e-b844-258c63ab5165 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Nov 01 18:17:16.659632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Allocated IP 192.168.233.179 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:16.665387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.665387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.666190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1641e23e-48c8-427a-a763-e102e2731921 req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "PUT /v2.0/security-groups/77fdfa8e-a4fd-416b-9876-4378f0dd4437 HTTP/1.1" status: 200 len: 1774 time: 0.2640357 Nov 01 18:17:16.728360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28efcea1-8ced-4111-a490-673a6533016c req-c73f2873-7fba-493c-945e-4df4eb5f3686 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803058 Nov 01 18:17:16.732733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae5b6-4658-460d-92b4-b166f78d104c tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fdfa8e-a4fd-416b-9876-4378f0dd4437,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:16.765517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18c7cbe6-b9d0-4a91-92bd-eefc86166c61 req-d28fd529-4569-4eb1-a1ad-53ebb3ebdf40 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/77fdfa8e-a4fd-416b-9876-4378f0dd4437 HTTP/1.1" status: 200 len: 1774 time: 0.0697737 Nov 01 18:17:16.849522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-99d3a3af-3b5b-49a2-aab0-352d3dc9f9e9 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/77fdfa8e-a4fd-416b-9876-4378f0dd4437 HTTP/1.1" status: 200 len: 1774 time: 0.0576949 Nov 01 18:17:16.867622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.932043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1ef6-272a-42bd-8ff5-6db514051e36 req-890cce5d-697d-4eea-9296-d728e62116f6 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:16.933544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7ad1ef6-272a-42bd-8ff5-6db514051e36 req-890cce5d-697d-4eea-9296-d728e62116f6 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.0754752 Nov 01 18:17:16.964849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.984359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:16.998304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['000a336c-b22e-41f8-9c78-43a9bd4b02c7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:16.998908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.000686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:17.004187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7ad1ef6-272a-42bd-8ff5-6db514051e36 req-37b746ea-c626-42f7-89e3-851ea9ea4d01 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627093 Nov 01 18:17:17.077584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:17.081004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:17.088887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:17.175034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event updated for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:17.219923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:17.220648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.259688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe50f-606f-4ace-9a8d-bf122f621644 req-21dff2fe-1c23-42b0-9e6a-cdfdebef3e36 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:17.268329 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94dbe50f-606f-4ace-9a8d-bf122f621644 req-21dff2fe-1c23-42b0-9e6a-cdfdebef3e36 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1080058 Nov 01 18:17:17.269826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.272718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.279895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:17.288430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a983a4d-5c18-4288-927d-06e4cb9f267a req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/77fdfa8e-a4fd-416b-9876-4378f0dd4437 HTTP/1.1" status: 204 len: 173 time: 0.4319532 Nov 01 18:17:17.315410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f6ee7-0a5e-4f03-8ba5-e806ad0c647b tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fdfa8e-a4fd-416b-9876-4378f0dd4437,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:17.365430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-52f27299-15a8-451e-8bbe-3f40f4679143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a64e6c161454670bcb31321c6f4342d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841727 Nov 01 18:17:17.366099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42732) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:17.406795 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-a3231938-b3cf-4ae3-b5fe-5733ca6b2e62 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1585128 Nov 01 18:17:17.428700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Request body: {'port': {'device_id': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:17.505991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.509367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94dbe50f-606f-4ace-9a8d-bf122f621644 req-ec562a64-9099-4074-ad50-d6b993aa6183 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177787 Nov 01 18:17:17.524974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.567765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6c25bd73-2775-4a52-8a35-e3aab8d08a40 None None] Provisioning complete for port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:17.568565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c25bd73-2775-4a52-8a35-e3aab8d08a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.578908 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.618035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-ab6ba5bd-d1cd-4775-8d27-5903715c6345 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3110118 Nov 01 18:17:17.619584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6c25bd73-2775-4a52-8a35-e3aab8d08a40 None None] Port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:17:17.624115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:17.659391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c270610-4429-40f3-a6aa-12b714574dcb req-43df68be-650b-49f7-bb12-c2a9ed9775d1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 210 time: 0.0392075 Nov 01 18:17:17.768757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.806230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.809316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.814203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9643471-38c8-4562-bf0c-25ae91843d1e HTTP/1.1" status: 204 len: 168 time: 0.4471419 Nov 01 18:17:17.829860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172bf40-73a3-4edd-9beb-102e1e67ac1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9643471-38c8-4562-bf0c-25ae91843d1e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:17.876771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab775b-9ddd-4d09-bfca-69e9627c4553 req-d0e436b8-e97a-49cc-8275-830b517bbcdc tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:17.885003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8ab775b-9ddd-4d09-bfca-69e9627c4553 req-d0e436b8-e97a-49cc-8275-830b517bbcdc tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1117268 Nov 01 18:17:17.896193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:17.905503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.920473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Transition to ACTIVE for port object 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:17.945955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8ab775b-9ddd-4d09-bfca-69e9627c4553 req-d78c0157-ff59-4b8f-b909-7f24393efd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600820 Nov 01 18:17:17.967316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:17.998580 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.101892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:18.131532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Allocated IP 172.25.2.56 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/633bd12e-692b-4567-b7f6-f67ff7e1110f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:18.173984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:18.176886 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ebe43e-26b1-4d0f-9bca-49783bba9d0e" -d '{"events": [{"server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "name": "network-vif-plugged", "status": "completed", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:18.187724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Attempting to bind port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:18.188535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Attempting to bind port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:18.188881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Attempting to bind port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:18.201658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:18.202010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Attempting to bind port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:18.208696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b09bb1-4104-4165-b67d-285a08404acf req-04d62ae7-7745-4b2f-b0b7-392d499dc15d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.209152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:18.209538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:18.210021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:18.211018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Bound port: 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:18.211363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.219070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89b09bb1-4104-4165-b67d-285a08404acf req-04d62ae7-7745-4b2f-b0b7-392d499dc15d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 948 time: 0.1404443 Nov 01 18:17:18.295142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:18.300796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:18.384399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.441349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-fc0d41c3-2851-4dd7-9dee-6fd2c0734846 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.444258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-fc0d41c3-2851-4dd7-9dee-6fd2c0734846 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.32 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2141063 Nov 01 18:17:18.459397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89b09bb1-4104-4165-b67d-285a08404acf req-675efcad-c628-427a-8938-832b882faef5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378495 Nov 01 18:17:18.474518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:18.476611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:18.492890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.493595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.497387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-9a171fcd-bb2f-4143-98c4-2ed10a4055f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 HTTP/1.1" status: 200 len: 1096 time: 1.0727572 Nov 01 18:17:18.497893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:18.505275 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845be79-5b02-4da3-9761-79523998f1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:18.620051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ea462d9-5d1a-4b12-80c5-eff208d89f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.648028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.702486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-345db371-9965-4331-af98-b00d928d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.704369 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-345db371-9965-4331-af98-b00d928d9330 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 1099 time: 0.0836482 Nov 01 18:17:18.755016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-b1dd5626-fead-478d-a986-6d3a344f0856 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 HTTP/1.1" status: 200 len: 217 time: 0.0417328 Nov 01 18:17:18.792591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f5c7-3422-4f22-be5c-c26e57c1b337 req-e89726eb-a827-4bf6-9772-7834b04cdfc0 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.795996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a20f5c7-3422-4f22-be5c-c26e57c1b337 req-e89726eb-a827-4bf6-9772-7834b04cdfc0 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 945 time: 0.1601954 Nov 01 18:17:18.813387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-ca12f508-dcd9-4150-a88f-ac0ef94d8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.814837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-ca12f508-dcd9-4150-a88f-ac0ef94d8206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0505779 Nov 01 18:17:18.840300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a20f5c7-3422-4f22-be5c-c26e57c1b337 req-859e6da0-be55-4579-b675-6b1286d91873 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Nov 01 18:17:18.858130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:18.862574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.884698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-f77305df-9b24-4745-a4ae-820fff693a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:18.886358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-f77305df-9b24-4745-a4ae-820fff693a91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622506 Nov 01 18:17:18.888691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:18.892426 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c570b61a-2963-47e0-af69-ce74769b87d1 x-openstack-request-id: req-c570b61a-2963-47e0-af69-ce74769b87d1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:18.892718 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "name": "network-vif-plugged", "status": "completed", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:18.892973 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c570b61a-2963-47e0-af69-ce74769b87d1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:18.893362 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d', 'code': 200} Nov 01 18:17:18.926997 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c41a756-62c7-447c-8148-df6f7019c25b x-openstack-request-id: req-7c41a756-62c7-447c-8148-df6f7019c25b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:18.927593 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:18.928029 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c41a756-62c7-447c-8148-df6f7019c25b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:18.928776 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3', 'status': 'completed', 'code': 200} Nov 01 18:17:18.952584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event updated for resources: {'Port': ['ID=633bd12e-692b-4567-b7f6-f67ff7e1110f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:19.011135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:19.027031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:19.044202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109ded-5451-49fd-a0c7-c4b3de61b883 req-a6c78ef7-f2d9-462a-a90c-1315036fd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.045680 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0109ded-5451-49fd-a0c7-c4b3de61b883 req-a6c78ef7-f2d9-462a-a90c-1315036fd958 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 1096 time: 0.0724971 Nov 01 18:17:19.048230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-4c23bbb7-e8d7-4f8e-b30f-0f0172354862 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545351 Nov 01 18:17:19.334592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:19.416994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0109ded-5451-49fd-a0c7-c4b3de61b883 req-866c3145-9329-49ed-9935-f81b02f05865 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525741 Nov 01 18:17:19.423614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50ab2-bb7f-4929-8815-60ca62a86bfe req-eabfa689-ae59-4d11-a1d7-695b39b929f2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.425116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54f50ab2-bb7f-4929-8815-60ca62a86bfe req-eabfa689-ae59-4d11-a1d7-695b39b929f2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.4185936 Nov 01 18:17:19.445440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-42510316-a66a-4e97-8521-48d0c33e1d54 req-b22754b2-5343-4658-b121-bfd1db863924 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888659 Nov 01 18:17:19.508987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.12 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/73d1cfe3-2ca2-4793-9d81-c3b942a96a8b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:19.557051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54f50ab2-bb7f-4929-8815-60ca62a86bfe req-6bc5f267-b76e-4fac-8583-06ddb46b4124 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231804 Nov 01 18:17:19.580753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:19.617355 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-9ce8821a-08c3-4402-aac0-7125a0989916 req-0bdf7ca3-2408-4fad-93a1-ecb563b3a639 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:19.618376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ce8821a-08c3-4402-aac0-7125a0989916 req-0bdf7ca3-2408-4fad-93a1-ecb563b3a639 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5023239a-c3a7-4b85-94df-d37cac2ec798 HTTP/1.1" status: 404 len: 352 time: 0.0360253 Nov 01 18:17:19.644523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845be79-5b02-4da3-9761-79523998f1ac req-ddfa56c9-7924-47c7-8dba-0214d7a5450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.646023 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-ddfa56c9-7924-47c7-8dba-0214d7a5450f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 1099 time: 0.0485153 Nov 01 18:17:19.721659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f0ad79b-e07e-4df2-a807-30edacfd8503 req-db17cdf6-3921-4809-ad2e-5343aca8542a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 210 time: 0.0367954 Nov 01 18:17:19.743755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845be79-5b02-4da3-9761-79523998f1ac req-5d993f98-c286-455f-ba76-6d3a8bd5d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.745702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-5d993f98-c286-455f-ba76-6d3a8bd5d400 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.0925751 Nov 01 18:17:19.757853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:19.792814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-78af280d-fb6b-4055-a4ca-b155596c7886 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 HTTP/1.1" status: 200 len: 217 time: 0.0396445 Nov 01 18:17:19.829017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:19.843790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845be79-5b02-4da3-9761-79523998f1ac req-1e604acb-e21c-4f9a-9bb3-95bb277c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.845283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-1e604acb-e21c-4f9a-9bb3-95bb277c6175 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0455983 Nov 01 18:17:19.889978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845be79-5b02-4da3-9761-79523998f1ac req-3bb43333-a667-40a7-a284-7ce40b390092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:19.891521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-3bb43333-a667-40a7-a284-7ce40b390092 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398901 Nov 01 18:17:19.967435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:19.986992 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-9800f2a8-f095-4128-8e60-b581cac4b1d6 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886381 Nov 01 18:17:20.001462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.080273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:20.081917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1845be79-5b02-4da3-9761-79523998f1ac req-b34bb981-50d8-4be3-afbf-fc2ae6ce8f72 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Nov 01 18:17:20.085787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.094527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:20.103475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:20.112838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:20.216281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7dbd7-9927-498d-a8f1-3cb190eb51c5 req-1b43da1b-06b1-4432-99f5-7d3243858159 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:20.218030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d7dbd7-9927-498d-a8f1-3cb190eb51c5 req-1b43da1b-06b1-4432-99f5-7d3243858159 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1779721 Nov 01 18:17:20.249730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:20.250341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.261272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event updated for resources: {'Port': ['ID=633bd12e-692b-4567-b7f6-f67ff7e1110f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:20.273812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.299883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d7dbd7-9927-498d-a8f1-3cb190eb51c5 req-fa1d7f48-2a69-4a0a-ab91-f2973e7d4161 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702419 Nov 01 18:17:20.386367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-6551484a-d212-4af4-81a0-1abe5c6b1e5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9217153 Nov 01 18:17:20.402392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Request body: {'port': {'device_id': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:20.426839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.428034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-138ca15e-a0d5-4ba5-b427-869ce36217f4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8091807 Nov 01 18:17:20.540190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.559079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-6683b301-7de9-4334-a66b-9d08414a4206 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1038761 Nov 01 18:17:20.666822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4fd37-1c19-43bb-9611-37f7d08524a9 req-24402d3c-d2bd-4c00-a123-df86e4842a86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:20.668343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1be4fd37-1c19-43bb-9611-37f7d08524a9 req-24402d3c-d2bd-4c00-a123-df86e4842a86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 948 time: 0.1500084 Nov 01 18:17:20.806867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b4f48ca-2bc9-4731-9d05-f126fef76e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:20.808693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-92db15e9-9ccd-4525-a805-c33615087956 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:20.810676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27a26b4b-857e-42f9-a670-c62189d17d7b req-92db15e9-9ccd-4525-a805-c33615087956 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2406361 Nov 01 18:17:20.820391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1be4fd37-1c19-43bb-9611-37f7d08524a9 req-f8a3200c-be95-40a8-858c-a85a3aac8d47 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410861 Nov 01 18:17:20.875190 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-3e710557-a269-45e6-ad90-6a32b7a722f2 req-9f132ec6-ead6-43b4-8504-87d562755cad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:20.876257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e710557-a269-45e6-ad90-6a32b7a722f2 req-9f132ec6-ead6-43b4-8504-87d562755cad tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/e7283c95-c9ac-45c0-be86-ddbda855087e HTTP/1.1" status: 404 len: 352 time: 0.0453274 Nov 01 18:17:21.015175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69444-a375-4bff-8724-f71c24b2a19f req-fa21aa73-45e0-445e-8f83-4e7d5b9ee9fd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:21.016744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccd69444-a375-4bff-8724-f71c24b2a19f req-fa21aa73-45e0-445e-8f83-4e7d5b9ee9fd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 945 time: 0.1145694 Nov 01 18:17:21.036331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42804) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:21.074509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea1b30-2489-46ba-a60d-9368ac379fd8 req-1295b6e3-9fa4-4855-a73a-e8afac12fdb3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:21.076311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6aea1b30-2489-46ba-a60d-9368ac379fd8 req-1295b6e3-9fa4-4855-a73a-e8afac12fdb3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1264651 Nov 01 18:17:21.115134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:21.129007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.133980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccd69444-a375-4bff-8724-f71c24b2a19f req-4633fb98-c0cb-4ff1-9fde-c117fb20ad05 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047065 Nov 01 18:17:21.154797 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ae2bf68-8a33-4561-b414-59d7051a019d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.165999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6aea1b30-2489-46ba-a60d-9368ac379fd8 req-75329aab-91e2-4adc-815e-a40e044002e5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832536 Nov 01 18:17:21.166946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Transition to ACTIVE for port object 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:21.207622 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-2d912e86-f817-4166-bf1e-115fcf8d45e8 req-4541023e-3c05-4418-9d1e-c5ffcdc16cdc tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:21.208607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d912e86-f817-4166-bf1e-115fcf8d45e8 req-4541023e-3c05-4418-9d1e-c5ffcdc16cdc tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/697bd5e7-caa9-4a88-b18f-5e64c1ae1f9d HTTP/1.1" status: 404 len: 352 time: 0.0187137 Nov 01 18:17:21.233150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ae2bf68-8a33-4561-b414-59d7051a019d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.256077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be194b6-6848-4781-841e-6684331c7a7a req-f1659c6d-e9e6-41c3-bd93-9443e9f61ab7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:21.257562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2be194b6-6848-4781-841e-6684331c7a7a req-f1659c6d-e9e6-41c3-bd93-9443e9f61ab7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 932 time: 0.0523050 Nov 01 18:17:21.314707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2be194b6-6848-4781-841e-6684331c7a7a req-7068c801-a000-482e-8f6c-0eb958f652d4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Nov 01 18:17:21.322072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.355793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ae2bf68-8a33-4561-b414-59d7051a019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.409245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ae2bf68-8a33-4561-b414-59d7051a019d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48ce6fe42fd5456a916a755619d039b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693125 Nov 01 18:17:21.409245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2bf68-8a33-4561-b414-59d7051a019d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f10904-deaa-4c73-93c6-fd45fc7cd2c5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:21.410491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42828) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:21.459418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:21.472079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.495341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.495741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-dc7eb651-376b-4717-bd3b-5cc73465fd0f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:21.499980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-dc7eb651-376b-4717-bd3b-5cc73465fd0f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 820 time: 0.2188454 Nov 01 18:17:21.526100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-31a5437e-8c5f-4543-b6b2-a2dd365b431d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/quotas/22338cdf3f2f4801938e52ecfbb8ccaf HTTP/1.1" status: 200 len: 375 time: 0.0191784 Nov 01 18:17:21.556969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Attempting to bind port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:21.557833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Attempting to bind port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:21.557833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Attempting to bind port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:21.581912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:21.582144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Attempting to bind port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:21.590318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:21.591211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:21.591687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:21.592176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Bound port: 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:21.592534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.622765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-7d56a733-7d4c-4060-add7-43c07481b951 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0774667 Nov 01 18:17:21.646627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.650664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.655258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42f10904-deaa-4c73-93c6-fd45fc7cd2c5 HTTP/1.1" status: 204 len: 168 time: 0.2410748 Nov 01 18:17:21.663348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf26e5f-9670-4c83-bb33-6055f2c51586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f10904-deaa-4c73-93c6-fd45fc7cd2c5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:21.738382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:21.756088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:21.767147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-4ca257ea-fc5c-4742-a38e-0be15dc6a9f6 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270664 Nov 01 18:17:21.865126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-c2f6c06d-0000-4e5f-ab44-8f879597db2e service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917563 Nov 01 18:17:21.866477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.899018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:21.899665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:21.901189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] 10.222.0.32 "PUT /v2.0/ports/73d1cfe3-2ca2-4793-9d81-c3b942a96a8b HTTP/1.1" status: 200 len: 1092 time: 1.5032699 Nov 01 18:17:21.901632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:21.904469 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973f365-9a97-43a0-8083-4a991cd2812c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:21.955207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3191e0-2c8b-4798-9a88-fb73ab840850 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:21.972211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:22.149430 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-e27ec58b-71ea-4ac1-8e05-b8d680e68932 req-6d7b3ea1-c0b0-4f15-98bb-403cf3b3ce87 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:22.149430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27ec58b-71ea-4ac1-8e05-b8d680e68932 req-6d7b3ea1-c0b0-4f15-98bb-403cf3b3ce87 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/9556ccc2-b72d-4005-9d87-f07ef7a5da27 HTTP/1.1" status: 404 len: 352 time: 0.0208383 Nov 01 18:17:22.163042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-da12ef6a-a137-45a5-8538-a04b59575147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.164672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-da12ef6a-a137-45a5-8538-a04b59575147 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 1095 time: 0.0964789 Nov 01 18:17:22.211950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-5994dcc7-5867-4739-bf98-327a945e173c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b HTTP/1.1" status: 200 len: 217 time: 0.0381210 Nov 01 18:17:22.292728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-20720d3f-12bf-4e01-9fff-d72477d50745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.295106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-20720d3f-12bf-4e01-9fff-d72477d50745 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0718496 Nov 01 18:17:22.313357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d30ec0-54c7-49ea-87b4-f4af9c85ecee req-aab65cc1-a716-453f-93c2-08555a1f0c1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.314875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95d30ec0-54c7-49ea-87b4-f4af9c85ecee req-aab65cc1-a716-453f-93c2-08555a1f0c1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1010029 Nov 01 18:17:22.352360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-24145b70-948d-47b6-9b51-c5c674cd1532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473084 Nov 01 18:17:22.396934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95d30ec0-54c7-49ea-87b4-f4af9c85ecee req-a4d97e82-3af8-4e6b-a960-686d3dc000d1 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744226 Nov 01 18:17:22.484928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e8dd-c685-4250-ab96-cc9cea54eb6d req-1454051a-beed-42e3-b1b4-4d59d63dd8b8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.486561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c27e8dd-c685-4250-ab96-cc9cea54eb6d req-1454051a-beed-42e3-b1b4-4d59d63dd8b8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 948 time: 0.0932755 Nov 01 18:17:22.501443 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479cba01-104f-45fb-bc7c-76456e84b95d x-openstack-request-id: req-479cba01-104f-45fb-bc7c-76456e84b95d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:22.501597 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:22.501955 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-479cba01-104f-45fb-bc7c-76456e84b95d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:22.502284 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b', 'status': 'completed', 'code': 200} Nov 01 18:17:22.519976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-de7dd713-8eda-44fd-9e94-ef260b5bd19e service neutron] 10.222.0.32 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586056 Nov 01 18:17:22.572672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8afeb12-1bec-4765-b63d-067ee460d5e0 req-f2df1c1e-9f0c-42b2-b255-f4bbebc472bf tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 210 time: 0.0462325 Nov 01 18:17:22.581264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-eeb45ead-2978-4e98-95fc-83c7c9ce814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.583188 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-eeb45ead-2978-4e98-95fc-83c7c9ce814a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 1096 time: 0.0467553 Nov 01 18:17:22.585118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c27e8dd-c685-4250-ab96-cc9cea54eb6d req-ef17ceae-f72d-4cf7-894a-c0ac02faaf43 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855112 Nov 01 18:17:22.672358 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-ac331476-3572-4675-b898-0e50242c451d req-ac2a300a-d0e2-4314-a584-285a45394c59 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:22.697107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac331476-3572-4675-b898-0e50242c451d req-ac2a300a-d0e2-4314-a584-285a45394c59 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/5687ef6b-0b2c-4d4c-af85-4af8df17e4f1 HTTP/1.1" status: 404 len: 352 time: 0.0794792 Nov 01 18:17:22.741605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc7fafd-e9ce-4333-92fc-1c4816b4b437 req-2c50d52f-ba5e-4b99-bcca-aeefc9d72b90 service neutron] 10.222.0.32 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998272 Nov 01 18:17:22.747590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-b7211f20-6708-4dca-9f3d-670bb93b1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.749273 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-b7211f20-6708-4dca-9f3d-670bb93b1585 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 912 time: 0.1501458 Nov 01 18:17:22.789515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759814c-e4f4-49a5-b945-f8d50e098d3b req-15ddad67-ccb1-48ef-bebe-a639db0addd1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.790990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f759814c-e4f4-49a5-b945-f8d50e098d3b req-15ddad67-ccb1-48ef-bebe-a639db0addd1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 944 time: 0.0916727 Nov 01 18:17:22.793507 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-c0fe9af5-8e51-49f5-912f-b257bdf9d7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9852e662-1813-469b-a8a7-7c07ee60110d HTTP/1.1" status: 200 len: 217 time: 0.0364814 Nov 01 18:17:22.823464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1cd7-a799-473c-abac-ac3918383af6 req-b5c7ece0-fafe-40c8-a544-8015f848a71e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.825647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b4b1cd7-a799-473c-abac-ac3918383af6 req-b5c7ece0-fafe-40c8-a544-8015f848a71e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0809708 Nov 01 18:17:22.854931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-c3770a63-0186-4723-968b-1fcf21afbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.854931 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-c3770a63-0186-4723-968b-1fcf21afbc1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.0517764 Nov 01 18:17:22.856264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f759814c-e4f4-49a5-b945-f8d50e098d3b req-9735ddf1-a75a-4b93-9372-bf8f91c9bf83 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Nov 01 18:17:22.895999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b4b1cd7-a799-473c-abac-ac3918383af6 req-c99e9a2d-10ad-42d7-849c-7d7540e8478a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590782 Nov 01 18:17:22.901321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-e6f385e8-d8a0-427b-8786-c58a4eb2f394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380394 Nov 01 18:17:22.931537 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-175f657c-11eb-4064-bc3e-89fecb0e6ee1 req-4dfb0c89-e572-4d88-9ed1-4793e6b0d91a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] show failed (client error): The resource could not be found. Nov 01 18:17:22.932591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-175f657c-11eb-4064-bc3e-89fecb0e6ee1 req-4dfb0c89-e572-4d88-9ed1-4793e6b0d91a tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/ff03e370-846c-4419-8353-c6c16944879a HTTP/1.1" status: 404 len: 352 time: 0.0179191 Nov 01 18:17:22.948602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f365-9a97-43a0-8083-4a991cd2812c req-1eb3fbcb-57b5-4883-bea4-63e7bc0b7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:22.950701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-1eb3fbcb-57b5-4883-bea4-63e7bc0b7e5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 1095 time: 0.0774536 Nov 01 18:17:23.029687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-8bf78b30-128d-4425-a30c-d122d37aeb5c service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164017 Nov 01 18:17:23.143436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c51d2393-22e1-44a4-81d2-7394b00d22f9 req-998f507e-2e52-4a18-ad98-159b8fbf37b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047645 Nov 01 18:17:23.342383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f365-9a97-43a0-8083-4a991cd2812c req-b7674441-dcbd-46f1-bcd1-b7cad0e00f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:23.343895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-b7674441-dcbd-46f1-bcd1-b7cad0e00f73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 912 time: 0.3858864 Nov 01 18:17:23.405563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-3594b951-9abe-4b3a-a0fd-8a26fc752984 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b HTTP/1.1" status: 200 len: 217 time: 0.0428345 Nov 01 18:17:23.490218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202150a2-365b-4650-8c23-6fd4d985b31e req-300b395b-8fa1-46b0-b9a6-7b5eb3c0dac2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:23.491709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-202150a2-365b-4650-8c23-6fd4d985b31e req-300b395b-8fa1-46b0-b9a6-7b5eb3c0dac2 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1024 time: 0.0888371 Nov 01 18:17:23.493168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f365-9a97-43a0-8083-4a991cd2812c req-427aad10-18a5-4159-b3e6-c4b7e27d9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:23.494454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-427aad10-18a5-4159-b3e6-c4b7e27d9ff6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.0787885 Nov 01 18:17:23.536249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-4631a835-9c41-41b4-9386-13b21cb28405 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304070 Nov 01 18:17:23.576105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-202150a2-365b-4650-8c23-6fd4d985b31e req-b1d07deb-e350-467a-b634-2a4416e5fe76 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29c9c24-4739-47da-8cac-891d1b2d5af4&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&id=debfd049-0725-4a3a-a4f3-0eded3c0369a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0760703 Nov 01 18:17:23.693929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-c9551828-7d17-4825-a5c2-eca6dc74c8f8 service neutron] 10.222.0.32 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472752 Nov 01 18:17:23.704473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:23.719794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9a14a-19c9-40e4-a055-4b3addf8b321 req-09981a0f-beb1-485b-8637-246545ee5b1e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:23.721343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5df9a14a-19c9-40e4-a055-4b3addf8b321 req-09981a0f-beb1-485b-8637-246545ee5b1e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0764544 Nov 01 18:17:23.836538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d52b9b-dc9c-47b6-8eee-ceec8a54d000 req-8c9218af-2eb3-4784-96d4-82af37147108 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 210 time: 0.0440226 Nov 01 18:17:23.841436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5df9a14a-19c9-40e4-a055-4b3addf8b321 req-12f2b32d-240d-49bb-8a71-279f4d86fa4e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092319 Nov 01 18:17:23.858901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4973f365-9a97-43a0-8083-4a991cd2812c req-0c8b4505-c6b6-43d1-b507-a93a1314e921 service neutron] 10.222.0.32 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547685 Nov 01 18:17:23.951604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2a68-4d18-4440-bb78-cea7d2d93f23 req-461de63f-b3ba-4e73-b172-d06c98d4ce6f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:23.953053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-378a2a68-4d18-4440-bb78-cea7d2d93f23 req-461de63f-b3ba-4e73-b172-d06c98d4ce6f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 948 time: 0.0504453 Nov 01 18:17:23.994949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-378a2a68-4d18-4440-bb78-cea7d2d93f23 req-7a1f01df-487b-40a7-b8d3-11c4f0bb3bbd tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Nov 01 18:17:24.137844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b38a1-378c-4376-a566-22109c64210f req-ca1e78f7-9130-4ad2-b10b-ac45d7fbd9b1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:24.139343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-745b38a1-378c-4376-a566-22109c64210f req-ca1e78f7-9130-4ad2-b10b-ac45d7fbd9b1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0738862 Nov 01 18:17:24.146869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad151b24-10d8-44a3-b130-ee3bc672b438 req-d34a2490-e885-44ad-ae1b-d0a989f4b498 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:24.149279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad151b24-10d8-44a3-b130-ee3bc672b438 req-d34a2490-e885-44ad-ae1b-d0a989f4b498 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 944 time: 0.0932121 Nov 01 18:17:24.199302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-745b38a1-378c-4376-a566-22109c64210f req-26801d0e-3e2e-45bb-8557-0ba1e64c433c tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Nov 01 18:17:24.212422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad151b24-10d8-44a3-b130-ee3bc672b438 req-46e4d0ce-8a67-47c5-a6e6-35394132656f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Nov 01 18:17:24.549141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:24.778555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:24.788607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d661a-e6b0-4aac-b0e6-6a7d07b08a71 req-9d973ff5-b531-4176-9c28-91c9a3c20444 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:24.790896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:24.792045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-148d661a-e6b0-4aac-b0e6-6a7d07b08a71 req-9d973ff5-b531-4176-9c28-91c9a3c20444 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1024 time: 0.1356266 Nov 01 18:17:24.862370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:24.876817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:24.886567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-148d661a-e6b0-4aac-b0e6-6a7d07b08a71 req-8796781c-240b-4826-8cd0-c3af92b26734 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups?id=f29c9c24-4739-47da-8cac-891d1b2d5af4&id=240ff260-d433-42b7-a89f-5dd93b2b7aeb&id=debfd049-0725-4a3a-a4f3-0eded3c0369a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0859799 Nov 01 18:17:24.894360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-ed2cc43f-8830-4362-8e8d-ddfa4e0880e3 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:24.896491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-ed2cc43f-8830-4362-8e8d-ddfa4e0880e3 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.32 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 820 time: 0.1923275 Nov 01 18:17:24.900623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:24.910164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'port': {'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'admin_state_up': True, 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:24.983843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.000692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-a43ffdd7-3bd4-48a4-b804-16e342847faa tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.003458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-a43ffdd7-3bd4-48a4-b804-16e342847faa tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 1024 time: 0.0733833 Nov 01 18:17:25.010054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d01b9f79-bc61-49ac-99e1-2f43040eaaaf req-787b7743-8028-4983-a51c-54cc5c877acf tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 210 time: 0.0410988 Nov 01 18:17:25.042182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:25.077361 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:17:25.146740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c70e5-03cd-4fc8-9718-3d785c0f27d0 req-a570562b-1315-4763-bb55-dbb84aa4eded tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.148247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-822c70e5-03cd-4fc8-9718-3d785c0f27d0 req-a570562b-1315-4763-bb55-dbb84aa4eded tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Nov 01 18:17:25.148385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Deleting port 739167f5-753b-4fb6-a6f3-2d904a1baca2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:17:25.148729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.183678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Made reservation on behalf of 22338cdf3f2f4801938e52ecfbb8ccaf for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:25.187074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.231917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf39ec-6f73-4370-b16b-827da037e7e6 req-be4c6340-0d1f-447f-b87c-33c07645c932 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.235119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bddf39ec-6f73-4370-b16b-827da037e7e6 req-be4c6340-0d1f-447f-b87c-33c07645c932 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 949 time: 0.1035280 Nov 01 18:17:25.241259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-822c70e5-03cd-4fc8-9718-3d785c0f27d0 req-7a1acd2f-6d3f-4617-8dfc-90e4e25e59fa tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Nov 01 18:17:25.243931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] For port 739167f5-753b-4fb6-a6f3-2d904a1baca2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=739167f5-753b-4fb6-a6f3-2d904a1baca2,segment=NetworkSegment(08fc3a24-226a-441c-b4ec-e5ff430bf99a),segment_id=08fc3a24-226a-441c-b4ec-e5ff430bf99a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:25.244310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.258467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Calling delete_port for 739167f5-753b-4fb6-a6f3-2d904a1baca2 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:17:25.322718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bddf39ec-6f73-4370-b16b-827da037e7e6 req-e9673935-b33a-40eb-9f18-63e71597a2bb tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793736 Nov 01 18:17:25.401228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:25.429259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc946b4-3932-4b0f-aef0-fb4dc99a184e req-f6c3af72-a2e9-4137-98a8-4fc931732778 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.431005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edc946b4-3932-4b0f-aef0-fb4dc99a184e req-f6c3af72-a2e9-4137-98a8-4fc931732778 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Nov 01 18:17:25.461169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Allocated IP 172.20.0.7 (90caff77-acc5-41d1-a3e6-849f4883cf82/af9c664c-cc72-4380-9c4b-639ba36adc0b/43933cee-b916-4d6f-a9c8-320cc01341b1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:25.527371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edc946b4-3932-4b0f-aef0-fb4dc99a184e req-2101671b-f1bb-4a23-8214-68b027ea30a2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869486 Nov 01 18:17:25.558626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5ea47-e966-4db4-86e7-c3e12fac273d req-6bffc9c4-c5bc-4f39-bb33-419df945957c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.560930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d5ea47-e966-4db4-86e7-c3e12fac273d req-6bffc9c4-c5bc-4f39-bb33-419df945957c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 944 time: 0.1076260 Nov 01 18:17:25.572918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.603725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'Port': ['ID=739167f5-753b-4fb6-a6f3-2d904a1baca2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:25.649182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] No DVR routers for this DVR port 739167f5-753b-4fb6-a6f3-2d904a1baca2 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:17:25.652324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.656360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eddbf5b2-3107-428f-bdec-9b92b40c1ba6 req-ca6d3a43-22c9-4403-9cd4-adbaf3aaa885 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.37 "DELETE /v2.0/ports/739167f5-753b-4fb6-a6f3-2d904a1baca2 HTTP/1.1" status: 204 len: 173 time: 0.6451571 Nov 01 18:17:25.656803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'name': 'network-vif-deleted', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:25.659641 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57142de-a6c4-4193-8ecc-f11522fb7394" -d '{"events": [{"server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "name": "network-vif-deleted", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:25.664026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d5ea47-e966-4db4-86e7-c3e12fac273d req-801d5124-5d0b-4675-a7f4-aaae0b9d9467 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 Nov 01 18:17:25.721361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.724822 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35453f83-cca9-40cd-b3d6-cfac8d791d30 x-openstack-request-id: req-35453f83-cca9-40cd-b3d6-cfac8d791d30 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:25.725138 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e74fec-915f-4920-a5f7-95ef571f8c16", "name": "network-vif-deleted", "tag": "739167f5-753b-4fb6-a6f3-2d904a1baca2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:25.725429 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35453f83-cca9-40cd-b3d6-cfac8d791d30 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:25.726014 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e74fec-915f-4920-a5f7-95ef571f8c16', 'name': 'network-vif-deleted', 'tag': '739167f5-753b-4fb6-a6f3-2d904a1baca2', 'status': 'completed', 'code': 200} Nov 01 18:17:25.730517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:25.831230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.833608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:25.846530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b', 'mac_address': 'fa:16:3e:b4:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:25.887858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:25.891087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:25.896508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.897911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:25.916370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:25.929757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event updated for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:25.960100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:25.968515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:25.971281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:26.054245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.055337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fcb4f93-2aff-4049-96d0-494476191674 req-754ebbc2-cc01-4e23-bc0d-1b28732c9e62 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0294590 Nov 01 18:17:26.084652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-47b2bc0a-8861-400e-9eca-934eed435c07 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785333 Nov 01 18:17:26.087686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.102631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Request body: {'port': {'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:26.147773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:26.194785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.243365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629d88c-3ca6-4e49-a6c4-489cce4630a8 req-9f061408-b34d-442a-8124-fe1428ffb3e9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:26.245702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6629d88c-3ca6-4e49-a6c4-489cce4630a8 req-9f061408-b34d-442a-8124-fe1428ffb3e9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 931 time: 0.1006286 Nov 01 18:17:26.271893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['739167f5-753b-4fb6-a6f3-2d904a1baca2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:26.274285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1883eafa-40e0-45ae-ac20-211a0a1eb2bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:26.321739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['73d1cfe3-2ca2-4793-9d81-c3b942a96a8b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:26.361655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6629d88c-3ca6-4e49-a6c4-489cce4630a8 req-9516ab62-38f3-4572-adcd-b1a591fb4a60 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088758 Nov 01 18:17:26.379268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d1c98f95-ab77-451f-b83b-76f5cfe17262 None None] Provisioning complete for port 43933cee-b916-4d6f-a9c8-320cc01341b1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:26.379764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1c98f95-ab77-451f-b83b-76f5cfe17262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.458367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d1c98f95-ab77-451f-b83b-76f5cfe17262 None None] Port 43933cee-b916-4d6f-a9c8-320cc01341b1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:17:26.532845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589be5-b965-4f03-be6a-8d913941b8ff req-9895a25e-8097-4fcb-8e18-614a4e8d3838 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:26.534338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7589be5-b965-4f03-be6a-8d913941b8ff req-9895a25e-8097-4fcb-8e18-614a4e8d3838 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0864487 Nov 01 18:17:26.562696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:26.564521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:26.606119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43933cee-b916-4d6f-a9c8-320cc01341b1 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:26.612912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7589be5-b965-4f03-be6a-8d913941b8ff req-8482f977-2d5d-4700-9feb-89f628c7ea3a tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680318 Nov 01 18:17:26.617279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.630891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Transition to ACTIVE for port object 43933cee-b916-4d6f-a9c8-320cc01341b1 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:26.722001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.754966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:26.772091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '9b466778-da1b-4e40-819c-659499f8ff0f', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '9b466778-da1b-4e40-819c-659499f8ff0f', 'mac_address': 'fa:16:3e:d1:12:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:26.811556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74ef6c-3e51-46e9-baeb-cfeb88343783 req-4abdfd9a-d7ec-4905-a563-d060d710b3fc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:26.812692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.813050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d74ef6c-3e51-46e9-baeb-cfeb88343783 req-4abdfd9a-d7ec-4905-a563-d060d710b3fc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 949 time: 0.1347411 Nov 01 18:17:26.815932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Pushing event updated for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:26.837477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b466778-da1b-4e40-819c-659499f8ff0f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:26.858864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:26.862196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5742f-b4f6-4cd8-8eb7-9a09c2a33d73 req-6265db9e-257f-4162-8add-a551979b4b30 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:26.864076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aff5742f-b4f6-4cd8-8eb7-9a09c2a33d73 req-6265db9e-257f-4162-8add-a551979b4b30 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1699791 Nov 01 18:17:26.869810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:26.891680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:26.891680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.954609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d74ef6c-3e51-46e9-baeb-cfeb88343783 req-44a2dffa-2c71-4c2f-8097-85c78253623b tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286964 Nov 01 18:17:26.964013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:26.994801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:26.998149 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e364e-08a2-453d-873f-6989358f3f84" -d '{"events": [{"server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "name": "network-vif-plugged", "status": "completed", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:27.010863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aff5742f-b4f6-4cd8-8eb7-9a09c2a33d73 req-3f45ab7a-bad8-4e15-952a-85d74d3e989b tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342788 Nov 01 18:17:27.020306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Attempting to bind port 43933cee-b916-4d6f-a9c8-320cc01341b1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:27.020306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Attempting to bind port 43933cee-b916-4d6f-a9c8-320cc01341b1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:27.020306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Attempting to bind port 43933cee-b916-4d6f-a9c8-320cc01341b1 on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:27.023180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:27.030520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Port 43933cee-b916-4d6f-a9c8-320cc01341b1 on network 90caff77-acc5-41d1-a3e6-849f4883cf82 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:27.030842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Attempting to bind port 43933cee-b916-4d6f-a9c8-320cc01341b1 on network 90caff77-acc5-41d1-a3e6-849f4883cf82 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:27.036701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:27.037118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Checking segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:27.037583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Bound using segment: {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:27.038111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Bound port: 43933cee-b916-4d6f-a9c8-320cc01341b1, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bc6380-2829-4ee5-8721-3c420efb79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:27.038539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:27.097512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:27.137788 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e930b5-6ef9-4e6a-af4e-ccdaca7036a9 x-openstack-request-id: req-14e930b5-6ef9-4e6a-af4e-ccdaca7036a9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:27.138283 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "name": "network-vif-plugged", "status": "completed", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:27.139182 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14e930b5-6ef9-4e6a-af4e-ccdaca7036a9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:27.139695 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3', 'code': 200} Nov 01 18:17:27.144720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:27.158727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:27.176144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['9b466778-da1b-4e40-819c-659499f8ff0f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:27.184762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=43933cee-b916-4d6f-a9c8-320cc01341b1,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:27.195375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1915d-3697-4af8-a3b2-0c976e4ff3a0 req-b1109df5-15ee-4bff-8d26-2489c024a4ba tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.208102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ce1915d-3697-4af8-a3b2-0c976e4ff3a0 req-b1109df5-15ee-4bff-8d26-2489c024a4ba tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 945 time: 0.0929136 Nov 01 18:17:27.240584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ce1915d-3697-4af8-a3b2-0c976e4ff3a0 req-96c80de5-6b25-4dda-91e1-ba9b425ad080 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Nov 01 18:17:27.242192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92dc1d-1299-4f46-b670-929dcaeac4dc req-7a652578-b15d-4260-97e4-868f8b431d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.242940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac92dc1d-1299-4f46-b670-929dcaeac4dc req-7a652578-b15d-4260-97e4-868f8b431d03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 1100 time: 0.0453529 Nov 01 18:17:27.279856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac92dc1d-1299-4f46-b670-929dcaeac4dc req-f3ba709b-56bf-404d-b7ed-3a85b5a3f7a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293889 Nov 01 18:17:27.342815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4528087a-a048-425e-9a01-351e98801279 req-5f68fd50-59ac-403f-850d-ffc675c6dcce tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e74fec-915f-4920-a5f7-95ef571f8c16 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Nov 01 18:17:27.415200 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:27.467378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:27.487984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca590c16-30fe-425c-86d9-893f6f1f2bdd req-59e6fa8f-65ec-4813-9971-7ace280f295d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.489452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca590c16-30fe-425c-86d9-893f6f1f2bdd req-59e6fa8f-65ec-4813-9971-7ace280f295d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 943 time: 0.0498672 Nov 01 18:17:27.527027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca590c16-30fe-425c-86d9-893f6f1f2bdd req-3f897915-73e8-4431-b890-ee2710a1ee41 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Nov 01 18:17:27.531442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:27.564256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.564885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:27.566465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] 10.222.0.32 "PUT /v2.0/ports/43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 1091 time: 1.4699647 Nov 01 18:17:27.566900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:27.569179 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aef31f-3066-452a-8805-281d8b4f6c49" -d '{"events": [{"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:27.595462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747477f8-ea00-425c-b76c-c44befcc8b80 service neutron] Pushing event updated for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:27.618067 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d31488-6191-451b-8b8a-0d0b5197c2c8 x-openstack-request-id: req-89d31488-6191-451b-8b8a-0d0b5197c2c8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:27.618386 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:27.618637 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89d31488-6191-451b-8b8a-0d0b5197c2c8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:27.619045 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'status': 'completed', 'code': 200} Nov 01 18:17:27.696941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-a9a97b86-c7e9-4fbe-85a0-7a21d04a0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.698749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-a9a97b86-c7e9-4fbe-85a0-7a21d04a0cec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1094 time: 0.0521035 Nov 01 18:17:27.745239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:27.814593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981121a8-39ef-497c-9d36-75e0152338fc req-ca70fc75-4718-4e46-a637-566ad230467b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.816346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-981121a8-39ef-497c-9d36-75e0152338fc req-ca70fc75-4718-4e46-a637-566ad230467b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1118057 Nov 01 18:17:27.851872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-ac45b544-9d32-43d0-9f9a-35911a2949ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.853252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-ac45b544-9d32-43d0-9f9a-35911a2949ac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1400692 Nov 01 18:17:27.877769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-981121a8-39ef-497c-9d36-75e0152338fc req-458df394-99ee-455b-ab1b-61dc5b4b0510 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541468 Nov 01 18:17:27.958123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-a0c58dca-5445-4d99-81a9-50d9d2f5eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:27.958123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07aef31f-3066-452a-8805-281d8b4f6c49 req-a0c58dca-5445-4d99-81a9-50d9d2f5eaad service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925565 Nov 01 18:17:28.044049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-c9e3c5c8-5b8f-4bf2-bd77-8b8b9be5fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.045616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-c9e3c5c8-5b8f-4bf2-bd77-8b8b9be5fb12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1094 time: 0.0493269 Nov 01 18:17:28.122984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-ae5b4e10-2664-4c09-9912-db53abff3faa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 217 time: 0.0675168 Nov 01 18:17:28.132623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:28.137022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:28.152708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.250287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014485-3441-4af6-99bb-a69f5ebb1b72 req-e01c53bd-b85a-4815-a76e-02737ed1c415 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de014485-3441-4af6-99bb-a69f5ebb1b72 req-e01c53bd-b85a-4815-a76e-02737ed1c415 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.1577029 Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-3ff1b9db-9a96-4763-b2bf-37899937b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-3ff1b9db-9a96-4763-b2bf-37899937b7ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1019273 Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d4b7-00ef-4451-816c-84f2d004e528 req-a9cab2b8-abc1-4bba-a44a-9436c745cd53 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.250527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1547d4b7-00ef-4451-816c-84f2d004e528 req-a9cab2b8-abc1-4bba-a44a-9436c745cd53 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1318727 Nov 01 18:17:28.252250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:28.336975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de014485-3441-4af6-99bb-a69f5ebb1b72 req-2a8718bd-8b8f-4ea5-acb8-3b77d69f5d88 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063809 Nov 01 18:17:28.344321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1547d4b7-00ef-4451-816c-84f2d004e528 req-a5e7eee1-ee4c-4190-80db-35b1c6c2848d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772738 Nov 01 18:17:28.349814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-9a1eb06a-41ed-4367-897b-afccc6ad58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.351326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-9a1eb06a-41ed-4367-897b-afccc6ad58d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000540 Nov 01 18:17:28.442080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.493245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:28.522820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a6f3-b410-419e-a665-ede274b2ad0f req-e13e58f8-ea80-4d38-a061-cc61dead9614 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.524312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8944a6f3-b410-419e-a665-ede274b2ad0f req-e13e58f8-ea80-4d38-a061-cc61dead9614 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0974627 Nov 01 18:17:28.540247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-4b1ebd23-ff16-4787-a72e-763ab493c493 service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809304 Nov 01 18:17:28.545606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73099984-5b6f-4a6f-9416-b86142025898 req-db7d6785-152f-466c-a5e6-c69f13c7e2d7 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/debfd049-0725-4a3a-a4f3-0eded3c0369a HTTP/1.1" status: 200 len: 1800 time: 0.0884304 Nov 01 18:17:28.566059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:28.616142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 9b466778-da1b-4e40-819c-659499f8ff0f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:28.616518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.654790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8944a6f3-b410-419e-a665-ede274b2ad0f req-c78b9ec5-4604-4bab-9bd7-e3ad62128395 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232109 Nov 01 18:17:28.698827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73099984-5b6f-4a6f-9416-b86142025898 req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.705774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.706900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c81b7e5-1cdc-4e5a-994a-a2da9f2f6475 req-edacc032-0770-40c1-ab04-c8bc7e2ef193 service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551611 Nov 01 18:17:28.726145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73099984-5b6f-4a6f-9416-b86142025898 req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.750677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:28.810735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192a140-9369-497c-b4f9-a6340d778074 req-1966449e-91bd-42b2-9e2e-2027d10deaeb tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:28.812362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c192a140-9369-497c-b4f9-a6340d778074 req-1966449e-91bd-42b2-9e2e-2027d10deaeb tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 943 time: 0.0647771 Nov 01 18:17:28.830186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43036) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:28.835525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:28.836685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 739167f5-753b-4fb6-a6f3-2d904a1baca2 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:28.861649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 739167f5-753b-4fb6-a6f3-2d904a1baca2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:17:28.862033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 739167f5-753b-4fb6-a6f3-2d904a1baca2 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:17:28.908995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:28.961846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2be4af34-6e33-4c34-87e0-9f8fe0a9f2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.040737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2be4af34-6e33-4c34-87e0-9f8fe0a9f2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.097397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73099984-5b6f-4a6f-9416-b86142025898 req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.099870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-73099984-5b6f-4a6f-9416-b86142025898 req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.107843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73099984-5b6f-4a6f-9416-b86142025898 req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/debfd049-0725-4a3a-a4f3-0eded3c0369a HTTP/1.1" status: 204 len: 173 time: 0.5480769 Nov 01 18:17:29.114715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf0965-fe95-490e-a887-da0f9580e376 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=debfd049-0725-4a3a-a4f3-0eded3c0369a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:29.129635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c192a140-9369-497c-b4f9-a6340d778074 req-96e11f74-3fb8-41d7-8b40-f1e902fe3f4b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108294 Nov 01 18:17:29.135775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2be4af34-6e33-4c34-87e0-9f8fe0a9f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.140397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b'}, {'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:29.143053 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5a0422-acc3-4cc6-8afc-0bbee0e971e6" -d '{"events": [{"server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "name": "network-vif-plugged", "status": "completed", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b"}, {"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-plugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:29.181419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2be4af34-6e33-4c34-87e0-9f8fe0a9f2c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4374e5692e1a4b219761826642ed0946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501132 Nov 01 18:17:29.185264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43046) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:29.198556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4af34-6e33-4c34-87e0-9f8fe0a9f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c715b6b-4242-40cf-bd7b-3419cd80537b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:29.279057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-9c4c6aa4-848b-46b0-a668-d50e556d1fcc tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "GET /v2.0/security-groups/f29c9c24-4739-47da-8cac-891d1b2d5af4 HTTP/1.1" status: 200 len: 1801 time: 0.0964661 Nov 01 18:17:29.287930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96088-4613-4486-bcb2-7a8f7f3534e5 req-0c5c805b-acc6-41da-9d5a-da993f0fa9bf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:29.289892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1d96088-4613-4486-bcb2-7a8f7f3534e5 req-0c5c805b-acc6-41da-9d5a-da993f0fa9bf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1201274 Nov 01 18:17:29.342653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.385644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1d96088-4613-4486-bcb2-7a8f7f3534e5 req-7c062e39-5835-4635-bd58-0d0fd70649ea tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847669 Nov 01 18:17:29.388368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.421613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.447809 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98618b3e-a375-49e2-bdf6-313d7f134242 x-openstack-request-id: req-98618b3e-a375-49e2-bdf6-313d7f134242 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:29.458473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "name": "network-vif-plugged", "status": "completed", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b", "code": 200}, {"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-plugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:29.458473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98618b3e-a375-49e2-bdf6-313d7f134242 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:29.458473 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b', 'code': 200} Nov 01 18:17:29.458473 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f', 'code': 200} Nov 01 18:17:29.459757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.569326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.571835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.572940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c715b6b-4242-40cf-bd7b-3419cd80537b HTTP/1.1" status: 204 len: 168 time: 0.3867877 Nov 01 18:17:29.594150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1450-9588-4319-b7ec-c5b6d352184c req-64511d6e-30bb-4e11-8a6f-d4367b08e537 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:29.595597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ebd1450-9588-4319-b7ec-c5b6d352184c req-64511d6e-30bb-4e11-8a6f-d4367b08e537 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.0916193 Nov 01 18:17:29.596632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7000c8-9ad7-44d6-b909-9c83e89070eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c715b6b-4242-40cf-bd7b-3419cd80537b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:29.604570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e54d-4297-4d84-98a1-2d319eadbe8a req-5574f54f-b7cc-47c5-ba91-38128ca21ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:29.605225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d445e54d-4297-4d84-98a1-2d319eadbe8a req-5574f54f-b7cc-47c5-ba91-38128ca21ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 1097 time: 0.0877740 Nov 01 18:17:29.635112 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.638251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.639384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af38bfdb-d866-46c1-a5d2-d2fd167c2ea5 req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] 10.222.0.31 "DELETE /v2.0/security-groups/f29c9c24-4739-47da-8cac-891d1b2d5af4 HTTP/1.1" status: 204 len: 173 time: 0.3476939 Nov 01 18:17:29.645466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:29.661377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb7d58-c666-44b7-a9b2-4bf6657b8a78 tempest-SecurityGroupsTestJSON-303052997 tempest-SecurityGroupsTestJSON-303052997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c9c24-4739-47da-8cac-891d1b2d5af4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:29.711996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d445e54d-4297-4d84-98a1-2d319eadbe8a req-eaa0924c-e225-4569-a2c6-2bf127a0ef86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968208 Nov 01 18:17:29.715669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Deleting subnet 6b0283e1-5565-47d0-9df0-05307af7d2cf {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:17:29.720954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.728331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ebd1450-9588-4319-b7ec-c5b6d352184c req-aecf6593-0f5b-4f5a-bfd1-6d3c2461d630 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089232 Nov 01 18:17:29.768095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.804804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d502df-3efd-4ed3-979e-f59faf5ee2d3 req-fa53a7e8-44ed-464c-a97f-b9f591f68ef1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:29.806671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1d502df-3efd-4ed3-979e-f59faf5ee2d3 req-fa53a7e8-44ed-464c-a97f-b9f591f68ef1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0911107 Nov 01 18:17:29.830818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:29.860193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1d502df-3efd-4ed3-979e-f59faf5ee2d3 req-b7d8457d-19aa-4442-8bdd-f059054a886d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Nov 01 18:17:29.937219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e71c6-18d1-46d3-a6f2-2724ba15bae5 req-3dd505c5-4b35-4bf3-a3f2-b8b9e18bc9d8 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:29.938837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2e71c6-18d1-46d3-a6f2-2724ba15bae5 req-3dd505c5-4b35-4bf3-a3f2-b8b9e18bc9d8 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0538120 Nov 01 18:17:29.980145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2e71c6-18d1-46d3-a6f2-2724ba15bae5 req-0df5e168-6978-4c84-b274-91c116611c2a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Nov 01 18:17:29.984211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.014680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0283e1-5565-47d0-9df0-05307af7d2cf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:30.018894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.023782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b635966-53ec-4505-a7b1-a21e89d81e0d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b0283e1-5565-47d0-9df0-05307af7d2cf HTTP/1.1" status: 204 len: 168 time: 0.3762538 Nov 01 18:17:30.025888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43092) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:30.102866 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.182796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.211355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8599f231-39fd-4b2d-b943-89d2491feca1']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:30.224121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fc3a24-226a-441c-b4ec-e5ff430bf99a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:30.224582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fc3a24-226a-441c-b4ec-e5ff430bf99a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:30.238071 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.260061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf632b-8c89-431b-a9e6-26e7bc6f8452 req-7fc715a2-1fbe-4def-bc5e-cd968aff5371 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:30.265087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.265535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fcf632b-8c89-431b-a9e6-26e7bc6f8452 req-7fc715a2-1fbe-4def-bc5e-cd968aff5371 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 943 time: 0.0577650 Nov 01 18:17:30.273321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:17:30.274231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:17:30.288679 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:17:30.336954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fcf632b-8c89-431b-a9e6-26e7bc6f8452 req-f557e6f2-f171-4f30-8e5f-f569cf4fc191 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Nov 01 18:17:30.483465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.495564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:30.502730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] 10.222.0.31 "DELETE /v2.0/networks/8599f231-39fd-4b2d-b943-89d2491feca1 HTTP/1.1" status: 204 len: 168 time: 0.4723363 Nov 01 18:17:30.529939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaaad7-f31b-4cd9-98c8-e5b7b334e38b admin admin] Pushing event deleted for resources: {'Network': ['ID=8599f231-39fd-4b2d-b943-89d2491feca1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:30.535169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f133-a72c-4c38-93ad-00340e6869c5 req-53630663-5129-4e77-a810-7580013d9fa6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:30.542966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c158f133-a72c-4c38-93ad-00340e6869c5 req-53630663-5129-4e77-a810-7580013d9fa6 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0834618 Nov 01 18:17:30.595228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c158f133-a72c-4c38-93ad-00340e6869c5 req-d5469c08-f130-4bca-a0ea-995ae46e629a tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Nov 01 18:17:30.816626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:30.925552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4feb7b-a028-42c5-b0cf-42bd26ae6253 req-099b5484-870c-4af8-b748-b8715789ad4a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:30.927109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa4feb7b-a028-42c5-b0cf-42bd26ae6253 req-099b5484-870c-4af8-b748-b8715789ad4a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.1013970 Nov 01 18:17:30.942839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:30.992521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-network', 'tenant_id': 'cdd9138862f34844898c3462f88422cf'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:31.005794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa4feb7b-a028-42c5-b0cf-42bd26ae6253 req-69f52681-4c18-417a-b3b9-a3acc620a368 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 Nov 01 18:17:31.053551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43140) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:31.063900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-56d6bf62-a272-4f3e-83f8-72a2e718623e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f6361852ff648a8b9471bdaa4e26a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1138127 Nov 01 18:17:31.082948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041395d-63f4-43ef-82a9-21d32b261135 req-bc215722-ac97-4b5c-849f-651feeb4ff9a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:31.084492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4041395d-63f4-43ef-82a9-21d32b261135 req-bc215722-ac97-4b5c-849f-651feeb4ff9a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0734487 Nov 01 18:17:31.154913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:31.158410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.169285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.193639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4041395d-63f4-43ef-82a9-21d32b261135 req-3d63b7ae-66ab-4833-bbe4-c318e47d5fd8 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929973 Nov 01 18:17:31.195663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.218352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.242877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f08bd1-1a7c-4204-bd1b-a4e0abe99efd req-bc082142-02db-4c9d-871b-49a5f68a90e3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:31.250471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65f08bd1-1a7c-4204-bd1b-a4e0abe99efd req-bc082142-02db-4c9d-871b-49a5f68a90e3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1315887 Nov 01 18:17:31.303486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65f08bd1-1a7c-4204-bd1b-a4e0abe99efd req-c204bfbf-faad-4d9d-918a-73f9491e2fb6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Nov 01 18:17:31.338006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.383769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.388314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.391916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/240ff260-d433-42b7-a89f-5dd93b2b7aeb HTTP/1.1" status: 204 len: 168 time: 0.3352759 Nov 01 18:17:31.412034 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.428595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f37583-7630-40e8-8309-a9e4e3683466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ff260-d433-42b7-a89f-5dd93b2b7aeb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:31.490466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:17:31.504727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eccc7-6a22-42b6-83b8-24e397862805 req-256d4e24-3339-46fe-8bec-370e4156a089 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:31.515215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe3eccc7-6a22-42b6-83b8-24e397862805 req-256d4e24-3339-46fe-8bec-370e4156a089 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 943 time: 0.0837972 Nov 01 18:17:31.521917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b15bf-2eab-4bd3-82ef-263aadfbc7d3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:31.551339 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.554837 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Added segment 4110dbee-d7e5-415b-89b2-11afab364a5d of type vlan for network 48a1fb9e-1477-4271-9a6b-c101ec90f08c Nov 01 18:17:31.577879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe3eccc7-6a22-42b6-83b8-24e397862805 req-a737fa72-1b58-407c-afeb-07396029dd34 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Nov 01 18:17:31.622635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.726446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.727582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:31.728279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:31.754080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3520-a6b2-4a5a-8346-7c3f6517aef0 req-be4abf78-ae94-4eda-a923-3e149cb823d1 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:31.759400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1cd3520-a6b2-4a5a-8346-7c3f6517aef0 req-be4abf78-ae94-4eda-a923-3e149cb823d1 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0693772 Nov 01 18:17:31.772733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 43933cee-b916-4d6f-a9c8-320cc01341b1 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:31.792166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=48a1fb9e-1477-4271-9a6b-c101ec90f08c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:31.830070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:17:31.843144 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1cd3520-a6b2-4a5a-8346-7c3f6517aef0 req-4e134554-2dfc-42a4-a7c2-8c547adc9329 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Nov 01 18:17:31.873166 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d13c2eb2-da07-48b3-b6ef-2a5176749fe3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0553486 Nov 01 18:17:31.876370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:31.881512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Request body: {'subnet': {'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-subnet', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:31.967412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:31.973776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.037425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.038441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.039718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.040383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.041038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.042157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.043156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.045006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.045749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.059952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-ce87d666-7896-4ed4-91e0-9c1bdf76bb7f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8&device_id=f8f6c531-c420-449f-82bd-c956a6b03c89&device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc&device_id=f18ad291-7d4f-4541-8535-3e8c38b67594&device_id=0d9af078-49df-49df-8a75-6ae301baeff1&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f&device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed&device_id=28bca237-181f-46ab-bdda-d0c072842210&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 8197 time: 0.1465178 Nov 01 18:17:32.081459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-932f1d18-c9ec-4e2f-a653-1199ea6ea5ba tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.177280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=43933cee-b916-4d6f-a9c8-320cc01341b1,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:32.208683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:32.246144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-932f1d18-c9ec-4e2f-a653-1199ea6ea5ba tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.270104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.283355 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.310046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-932f1d18-c9ec-4e2f-a653-1199ea6ea5ba tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.326265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43933cee-b916-4d6f-a9c8-320cc01341b1 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:32.363101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=43933cee-b916-4d6f-a9c8-320cc01341b1,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:32.370060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1ced20-6c55-4e87-95c2-74835826fe6a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:32.376574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Checking segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:32.380845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Network hostable DHCP agents. Network: 48a1fb9e-1477-4271-9a6b-c101ec90f08c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:17:32.381155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-782eabc5-e5a6-4974-8329-50370dafa4ca req-932f1d18-c9ec-4e2f-a653-1199ea6ea5ba tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&id=022e4d02-e4b7-42e6-b030-601331455e24&id=8999ceed-2051-4f3a-8802-b68792a0aeb5&id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.3196094 Nov 01 18:17:32.391739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f1d18-c9ec-4e2f-a653-1199ea6ea5ba tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f6ef5-9b8e-493b-a7e2-4ea38718a01e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:32.417863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.470827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dcd6-d104-42bc-83d1-08d558b88f08 req-9425196f-1ba2-4558-be29-2af1db583633 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.472610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec08dcd6-d104-42bc-83d1-08d558b88f08 req-9425196f-1ba2-4558-be29-2af1db583633 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1380429 Nov 01 18:17:32.503152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:32.528919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:17:32.548659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec08dcd6-d104-42bc-83d1-08d558b88f08 req-520a988b-4b93-492f-a336-4336a0290380 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Nov 01 18:17:32.580236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ec078-4cc3-483b-980e-ba7762f61ee0 req-3968262d-e27c-41b7-a477-ccd0e2c100e1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.581997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-412ec078-4cc3-483b-980e-ba7762f61ee0 req-3968262d-e27c-41b7-a477-ccd0e2c100e1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0741420 Nov 01 18:17:32.624030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 48a1fb9e-1477-4271-9a6b-c101ec90f08c) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:32.628728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.633311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.641338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96271c2c-da54-4bdf-8857-d30a7f4791a3 None None] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:32.713926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-412ec078-4cc3-483b-980e-ba7762f61ee0 req-c72367b1-ee19-4823-a1a4-70bca150102e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179419 Nov 01 18:17:32.742942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['43933cee-b916-4d6f-a9c8-320cc01341b1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:32.781887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-53df24ac-9b3f-4e9b-8fd5-62c5e626745d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9040666 Nov 01 18:17:32.782430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43190) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:32.788081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:32.880537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f004a1b-dc72-4e1f-ba28-092356c6427e req-1f6e29ec-9d51-43a5-b3a3-d3472f68b2fe tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:32.882122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f004a1b-dc72-4e1f-ba28-092356c6427e req-1f6e29ec-9d51-43a5-b3a3-d3472f68b2fe tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 944 time: 0.1169813 Nov 01 18:17:32.898321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:32.899381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.047471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.056961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f004a1b-dc72-4e1f-ba28-092356c6427e req-b300bf48-2687-4082-afb8-84858878077b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656501 Nov 01 18:17:33.080775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:33.089368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:17:33.092386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.102597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe003f-035c-4d05-aca1-4eefd8eeab83 req-20271da1-6e59-4c72-aee2-b38c2072b25f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.103347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe003f-035c-4d05-aca1-4eefd8eeab83 req-20271da1-6e59-4c72-aee2-b38c2072b25f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.103852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe003f-035c-4d05-aca1-4eefd8eeab83 req-20271da1-6e59-4c72-aee2-b38c2072b25f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.106414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2fe003f-035c-4d05-aca1-4eefd8eeab83 req-20271da1-6e59-4c72-aee2-b38c2072b25f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc&device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed&device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 2882 time: 0.1679542 Nov 01 18:17:33.175847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2fe003f-035c-4d05-aca1-4eefd8eeab83 req-7396686d-ba7a-403a-b2a1-be78a73f38b4 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618608 Nov 01 18:17:33.327745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1469779624-network', 'tenant_id': 'a2fb9656951c449d9afa57c15da1291e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:33.357279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Allocated IP 172.20.0.2 (48a1fb9e-1477-4271-9a6b-c101ec90f08c/7c1ced20-6c55-4e87-95c2-74835826fe6a/1bb649a4-e852-4df5-a268-0e6ba3de2a23) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:33.381492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.393758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58b9c-8d31-45a3-a3a8-62a49eb1e286 req-09de7401-fb86-49ea-8861-d48c5af4625c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.404349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fca58b9c-8d31-45a3-a3a8-62a49eb1e286 req-09de7401-fb86-49ea-8861-d48c5af4625c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0984206 Nov 01 18:17:33.476653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fca58b9c-8d31-45a3-a3a8-62a49eb1e286 req-03765dee-3b3b-4eb3-8f38-eaa5bdb3a350 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710611 Nov 01 18:17:33.525135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Made reservation on behalf of a2fb9656951c449d9afa57c15da1291e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:33.532220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.558526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.669539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862013-9ab3-4cb6-8571-587cc04f509e req-c1092627-1c85-4e36-bee6-db67213ae066 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.673229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.678221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3862013-9ab3-4cb6-8571-587cc04f509e req-c1092627-1c85-4e36-bee6-db67213ae066 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0802879 Nov 01 18:17:33.744133 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.762346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3862013-9ab3-4cb6-8571-587cc04f509e req-3e22dced-16f9-4a51-a090-f842be53b433 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827341 Nov 01 18:17:33.796691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:33.803229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:33.810248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:33.812729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdf277-662f-4b3f-8932-ef87f72d78d0 req-219fdf02-da96-47a8-a184-bc5ce79a47ac tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:33.817379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21cdf277-662f-4b3f-8932-ef87f72d78d0 req-219fdf02-da96-47a8-a184-bc5ce79a47ac tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1200252 Nov 01 18:17:33.822568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Pushing event updated for resources: {'Port': ['ID=1bb649a4-e852-4df5-a268-0e6ba3de2a23,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:33.878230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.891625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21cdf277-662f-4b3f-8932-ef87f72d78d0 req-e90e2a55-bd59-4c77-a155-881c276c555a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643446 Nov 01 18:17:33.923592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Attempting to bind port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:33.924010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Attempting to bind port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:33.924385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Attempting to bind port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 on network 48a1fb9e-1477-4271-9a6b-c101ec90f08c {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:33.930992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:33.931387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Checking segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:33.931894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.932319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Bound using segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:33.932802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Bound port: 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:33.933231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:33.952062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.006925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:17:34.042885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] For port 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:34.044107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.044726 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Added segment aac7b29d-d0e1-4edf-826e-4b0c5d46b0fb of type vlan for network 6bbb40ca-4eed-40d1-9b83-977447a163b1 Nov 01 18:17:34.047691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:34.048925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] For port 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1bb649a4-e852-4df5-a268-0e6ba3de2a23,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:34.098210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.103219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.115461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.124231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.236003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410e307-70f0-48d0-82aa-ca18287b08a9 None None] Pushing event updated for resources: {'Port': ['ID=1bb649a4-e852-4df5-a268-0e6ba3de2a23,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:34.270725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8ea02-a000-4e27-b8a0-faa426a97dde req-20f1f8cb-13fe-4fca-9323-4c7fa4bf8c40 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:34.273742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.279056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:34.283716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.283854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ac8ea02-a000-4e27-b8a0-faa426a97dde req-20f1f8cb-13fe-4fca-9323-4c7fa4bf8c40 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 944 time: 0.1322980 Nov 01 18:17:34.329038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Allocated IP 172.25.2.222 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:34.378598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ac8ea02-a000-4e27-b8a0-faa426a97dde req-7085c154-a192-474a-803c-2e99b8da6795 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879800 Nov 01 18:17:34.395395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbb40ca-4eed-40d1-9b83-977447a163b1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:34.408207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85b0c368-f847-4f29-ac0f-f6de5d8cc520 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3262949 Nov 01 18:17:34.411124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:34.416089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Request body: {'subnet': {'network_id': '6bbb40ca-4eed-40d1-9b83-977447a163b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1469779624-subnet', 'tenant_id': 'a2fb9656951c449d9afa57c15da1291e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:34.421493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6bbb40ca-4eed-40d1-9b83-977447a163b1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:17:34.600816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Made reservation on behalf of a2fb9656951c449d9afa57c15da1291e for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:34.603219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.625752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.751361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337496b5-9b88-4a93-bfa3-9edf280c23ad req-512680f6-1276-4ff5-92fe-c09f9061d5a5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:34.752888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-337496b5-9b88-4a93-bfa3-9edf280c23ad req-512680f6-1276-4ff5-92fe-c09f9061d5a5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1474643 Nov 01 18:17:34.797623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.806038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:34.811569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-337496b5-9b88-4a93-bfa3-9edf280c23ad req-fc66c7e0-2188-48a5-83b3-e5b7e528c3b7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510182 Nov 01 18:17:34.874201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:34.891633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:34.895295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:34.947047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:35.085037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d761-faa8-4549-899a-8982a7d6d479 req-b0d3e380-8c03-4f39-afc9-c7985d040078 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.085037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0246d761-faa8-4549-899a-8982a7d6d479 req-b0d3e380-8c03-4f39-afc9-c7985d040078 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.0719464 Nov 01 18:17:35.085037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb25920-f085-494d-8d2a-43feff2e1001 req-17e356e5-b2c8-48dd-a413-a2c4082b430a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.087297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bb25920-f085-494d-8d2a-43feff2e1001 req-17e356e5-b2c8-48dd-a413-a2c4082b430a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1250267 Nov 01 18:17:35.122980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.174176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0246d761-faa8-4549-899a-8982a7d6d479 req-4a97ec61-d999-454d-88b9-63f877cfa40f tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858533 Nov 01 18:17:35.246028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bb25920-f085-494d-8d2a-43feff2e1001 req-1e9f0d4d-6cfa-4f4b-91f6-b4d8cd65b98e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436749 Nov 01 18:17:35.289888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c8cd7d-7af8-4f09-a173-8f781a1ade28,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:35.337963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Checking segment: {'id': 'aac7b29d-d0e1-4edf-826e-4b0c5d46b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6bbb40ca-4eed-40d1-9b83-977447a163b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:35.338241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Network hostable DHCP agents. Network: 6bbb40ca-4eed-40d1-9b83-977447a163b1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:17:35.377747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b28a9-839e-452b-8cf4-88e12c674794 req-c504a13f-a701-4c70-8d09-6f41fc72e0ee tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.385563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-962b28a9-839e-452b-8cf4-88e12c674794 req-c504a13f-a701-4c70-8d09-6f41fc72e0ee tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1238556 Nov 01 18:17:35.441960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1bb649a4-e852-4df5-a268-0e6ba3de2a23 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:35.476517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.487418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-962b28a9-839e-452b-8cf4-88e12c674794 req-e35d6a2c-8ae0-4413-b230-0b1f87af1dc7 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008995 Nov 01 18:17:35.497533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dc349-a167-43b5-a05e-de8dde6156d9 req-1a1fec1f-68f6-4c10-90b2-8e2906e8072e tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.505841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-180dc349-a167-43b5-a05e-de8dde6156d9 req-1a1fec1f-68f6-4c10-90b2-8e2906e8072e tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.1155560 Nov 01 18:17:35.532517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:35.532979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.556476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-180dc349-a167-43b5-a05e-de8dde6156d9 req-6b42eb2e-1352-41c1-ad8f-7d68587249d6 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Nov 01 18:17:35.653980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce022a-79ed-461b-aa8e-33284d6f8e33 req-fa3d9953-43e9-4fce-8f5b-e832dd098f8c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.656787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bce022a-79ed-461b-aa8e-33284d6f8e33 req-fa3d9953-43e9-4fce-8f5b-e832dd098f8c tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 944 time: 0.0717368 Nov 01 18:17:35.695554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Network 6bbb40ca-4eed-40d1-9b83-977447a163b1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:17:35.712624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.759562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1bb649a4-e852-4df5-a268-0e6ba3de2a23,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:35.772989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c4147-54ee-45c1-a938-69640aa32cb3 None None] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:35.782523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bce022a-79ed-461b-aa8e-33284d6f8e33 req-e66795c2-0505-4800-8d51-78d0592eeb48 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141226 Nov 01 18:17:35.795248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6bbb40ca-4eed-40d1-9b83-977447a163b1) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:35.796557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 43933cee-b916-4d6f-a9c8-320cc01341b1 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:35.802570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:35.803245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.813303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506915e8-6d5c-4698-8081-e65a86f43adc None None] Network 6bbb40ca-4eed-40d1-9b83-977447a163b1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:35.821382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:35.885830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9f4df741-d586-4aff-b841-115b50ad4ff3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4671030 Nov 01 18:17:35.981759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:36.024529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467739-260b-4000-89de-af689eff95a5 req-1b94a164-308d-4bc6-aff9-4dbf6cb3f3ee tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:36.026842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a467739-260b-4000-89de-af689eff95a5 req-1b94a164-308d-4bc6-aff9-4dbf6cb3f3ee tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1049185 Nov 01 18:17:36.140343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a467739-260b-4000-89de-af689eff95a5 req-151f99bf-d0f4-4a1b-b6b4-d0d9c117dcff tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077957 Nov 01 18:17:36.160255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cb2f4ca7-7a46-47c7-a5f3-efd92d48d398 None None] Provisioning complete for port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:36.160634 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4ca7-7a46-47c7-a5f3-efd92d48d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:36.230038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1bb649a4-e852-4df5-a268-0e6ba3de2a23,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:36.250408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Router f250f51f-dac7-4137-9039-d4156341667d is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:17:36.364013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 43933cee-b916-4d6f-a9c8-320cc01341b1 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:17:36.367148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cacb5-c39b-4cb4-8dab-5514f9604fb2 None None] Network 6bbb40ca-4eed-40d1-9b83-977447a163b1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:36.406735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 43933cee-b916-4d6f-a9c8-320cc01341b1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:36.407106 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:36.423161 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-5c3ba28e-2e1a-433e-9030-5a1f41aef406 req-c68a0947-3a79-4c73-9a29-3c2d3cfbc408 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] show failed (client error): The resource could not be found. Nov 01 18:17:36.434507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c3ba28e-2e1a-433e-9030-5a1f41aef406 req-c68a0947-3a79-4c73-9a29-3c2d3cfbc408 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/0f40f200-2acf-4259-a180-e376871074bb HTTP/1.1" status: 404 len: 352 time: 0.0301957 Nov 01 18:17:36.530455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:36.550283 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Sync routers for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:36.572377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:36.572377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:36.625391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea79d6-4896-43dc-bdb0-1fb52a50c89d req-e38e6dd2-8112-4a94-95cf-73b1796b50e3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:36.631389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:36.632953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51ea79d6-4896-43dc-bdb0-1fb52a50c89d req-e38e6dd2-8112-4a94-95cf-73b1796b50e3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1288505 Nov 01 18:17:36.633250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-424d520e-5218-4cb5-ae2b-ed941eb0b683 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8496594 Nov 01 18:17:36.635801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:36.730267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:36.756899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51ea79d6-4896-43dc-bdb0-1fb52a50c89d req-ef8d664f-1bb0-45b0-8483-db9a33af7dbd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226814 Nov 01 18:17:36.774711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:36.785947 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea65bd0-32c4-41a3-abe9-f9ced0c32148" -d '{"events": [{"server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "name": "network-vif-plugged", "status": "completed", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:36.821525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=43933cee-b916-4d6f-a9c8-320cc01341b1,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:36.821949 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:36.889121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db970500-6c5c-4a08-9693-7b91a0c4664f req-02e98c06-3c82-4ed6-b872-bf88a64a6d92 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:36.896179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db970500-6c5c-4a08-9693-7b91a0c4664f req-02e98c06-3c82-4ed6-b872-bf88a64a6d92 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1824625 Nov 01 18:17:36.904210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:37.009505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:37.029061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db970500-6c5c-4a08-9693-7b91a0c4664f req-551681b5-9e62-4029-be6a-1be075b6cc4f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057515 Nov 01 18:17:37.057249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-839e7581-6d90-4102-95ae-6b90818bf92c None None] Provisioning complete for port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:37.057627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-839e7581-6d90-4102-95ae-6b90818bf92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:37.151084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babe9c0c-0232-4dbd-8533-c39f8d589eac req-080df1a7-ba41-4f5e-aeed-5be1608a7fd3 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2fb9656951c449d9afa57c15da1291e HTTP/1.1" status: 200 len: 2984 time: 0.0877833 Nov 01 18:17:37.183448 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:35Z', 'revision_number': 3, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:37.227550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babe9c0c-0232-4dbd-8533-c39f8d589eac req-5327ab18-67ea-495a-afc6-f0d66695e956 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb HTTP/1.1" status: 200 len: 2981 time: 0.0704553 Nov 01 18:17:37.315861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babe9c0c-0232-4dbd-8533-c39f8d589eac req-9bdae4ca-4647-4a1c-9f92-a41843dad5e7 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb HTTP/1.1" status: 200 len: 2981 time: 0.0865469 Nov 01 18:17:37.340982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1bb649a4-e852-4df5-a268-0e6ba3de2a23 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:37.386445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Checking router: f250f51f-dac7-4137-9039-d4156341667d for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:37.386445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Updating router f250f51f-dac7-4137-9039-d4156341667d port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:17:37.420194 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:37.456026 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d78d1e7-dd9b-4d56-ab28-92cd5e6b985c x-openstack-request-id: req-5d78d1e7-dd9b-4d56-ab28-92cd5e6b985c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:37.458122 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "name": "network-vif-plugged", "status": "completed", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:37.458383 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d78d1e7-dd9b-4d56-ab28-92cd5e6b985c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:37.459046 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'code': 200} Nov 01 18:17:37.562595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:37.562966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:37.672711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64d1aa-59b4-4fea-84a8-83f4b5924f68 req-b4db47d5-d39c-41db-862c-626f4b45437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:37.674958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a64d1aa-59b4-4fea-84a8-83f4b5924f68 req-b4db47d5-d39c-41db-862c-626f4b45437f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1934316 Nov 01 18:17:37.711539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0589989-ebc0-4554-aeb0-71e1486814b8 req-e796107c-1090-4a6a-be6d-efdd758d7abc tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:37.715886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0589989-ebc0-4554-aeb0-71e1486814b8 req-e796107c-1090-4a6a-be6d-efdd758d7abc tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1038635 Nov 01 18:17:37.765958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89fbd7-b48c-4ed4-8ede-61ae927550cc req-d23291e5-db46-484d-a38f-23bfe99fcb2b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:37.773426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d89fbd7-b48c-4ed4-8ede-61ae927550cc req-d23291e5-db46-484d-a38f-23bfe99fcb2b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 945 time: 0.2798350 Nov 01 18:17:37.813352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a64d1aa-59b4-4fea-84a8-83f4b5924f68 req-6d5fdda6-349a-4c1d-95b5-560e0263b474 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164336 Nov 01 18:17:37.829580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0589989-ebc0-4554-aeb0-71e1486814b8 req-0c9ebf9d-9705-4e3a-839f-73a0d8c74a32 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Nov 01 18:17:37.843999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d89fbd7-b48c-4ed4-8ede-61ae927550cc req-09131701-d5dd-4a21-85d7-27dc930060c6 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Nov 01 18:17:37.948049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76d2bd4c-8f14-4bda-b9a4-930326d760ad req-0f3ee3b2-4683-4172-9393-2e0fe5cb02ff tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb HTTP/1.1" status: 200 len: 2981 time: 0.0776000 Nov 01 18:17:37.957194 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.031710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.048257 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.048532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fffd3-79db-4c0f-b03f-d73c4d3deb4f req-9ba4ec71-276a-422a-adf7-fde00672531d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:38.049867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b34fffd3-79db-4c0f-b03f-d73c4d3deb4f req-9ba4ec71-276a-422a-adf7-fde00672531d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0975811 Nov 01 18:17:38.056630 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-76d2bd4c-8f14-4bda-b9a4-930326d760ad req-ac014673-262b-4458-b6dd-01363564f37f tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 01 18:17:38.098543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76d2bd4c-8f14-4bda-b9a4-930326d760ad req-ac014673-262b-4458-b6dd-01363564f37f tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "DELETE /v2.0/security-groups/f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb HTTP/1.1" status: 409 len: 352 time: 0.1496108 Nov 01 18:17:38.108648 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Attempting to bind port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:38.112094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Attempting to bind port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:38.112094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Attempting to bind port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:38.166183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:38.167029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:38.167726 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.169258 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:38.170216 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Bound port: b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:38.171006 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.251128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b34fffd3-79db-4c0f-b03f-d73c4d3deb4f req-5d7e3dfb-15ae-41ac-b5f4-eb8b405c4580 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484008 Nov 01 18:17:38.275303 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] For port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:38.284372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] For port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:38.319675 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Pushing event updated for resources: {'Port': ['ID=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:38.337669 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.340694 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.345704 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.347730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.350158 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.352244 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.352413 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.352847 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.354677 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.355118 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.357355 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.359056 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:17:38.368040 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.385032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Allocated IP 172.20.0.1 (48a1fb9e-1477-4271-9a6b-c101ec90f08c/7c1ced20-6c55-4e87-95c2-74835826fe6a/a55611c8-202a-4b23-87d9-937105ecd323) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:38.405937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d5a4-0ba3-4d9b-bbe5-ea9f3164f144 req-b32e0008-4465-4566-9316-092d6ba00743 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:38.416147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47c3d5a4-0ba3-4d9b-bbe5-ea9f3164f144 req-b32e0008-4465-4566-9316-092d6ba00743 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1614029 Nov 01 18:17:38.481057 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:38.481615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:38.493642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47c3d5a4-0ba3-4d9b-bbe5-ea9f3164f144 req-dc7b887f-1b07-4d74-a82a-626ca00e592b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748630 Nov 01 18:17:38.517103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6880-b74d-41e4-a267-bc9c65c19321 req-ed058f67-0bf3-4f88-9a56-9d02997a88ac tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:38.518678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89ae6880-b74d-41e4-a267-bc9c65c19321 req-ed058f67-0bf3-4f88-9a56-9d02997a88ac tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1345379 Nov 01 18:17:38.534855 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd3d32-658a-4cb3-8a2e-dd8020bcbf11 None None] Pushing event updated for resources: {'Port': ['ID=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:38.546188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.560759 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-4da27694-24eb-4550-b24f-41325292f404 req-309b0b0d-f90e-4c8b-a17a-cac80bdf5804 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] show failed (client error): The resource could not be found. Nov 01 18:17:38.561787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4da27694-24eb-4550-b24f-41325292f404 req-309b0b0d-f90e-4c8b-a17a-cac80bdf5804 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/dc92a04f-9fd4-48be-8581-d0308ae0bdfa HTTP/1.1" status: 404 len: 352 time: 0.0327942 Nov 01 18:17:38.584125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89ae6880-b74d-41e4-a267-bc9c65c19321 req-f8625c1f-88fb-4a1d-a69a-2fa2cbf843ab tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531700 Nov 01 18:17:38.653174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:38.681065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.698035 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-80c42abe-9912-4018-bfc8-068f03598b17 req-e665061f-9558-4333-9d6e-6875d8e99d22 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] show failed (client error): The resource could not be found. Nov 01 18:17:38.701065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80c42abe-9912-4018-bfc8-068f03598b17 req-e665061f-9558-4333-9d6e-6875d8e99d22 tempest-SecurityGroupsNegativeTestJSON-793312773 tempest-SecurityGroupsNegativeTestJSON-793312773-project] 10.222.0.31 "GET /v2.0/security-groups/47981ff7-33fb-4495-9e31-295534efb15c HTTP/1.1" status: 404 len: 352 time: 0.0429192 Nov 01 18:17:38.714593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43342) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:38.762433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:38.775381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:38.784771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:38.795119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Deleting subnet 76c8cd7d-7af8-4f09-a173-8f781a1ade28 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:17:38.804691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Pushing event updated for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:38.811783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.882563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.896939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.921623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.983643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:38.985683 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:35Z', 'revision_number': 3, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:39.016615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ed25b-d9ac-4be4-bd93-a20037915d32 None None] The sync data for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 is: [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:35Z', 'revision_number': 3, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:39.195690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213be209-8fa8-4066-862f-2bb467fa2a91 req-abe309c4-4d87-48a0-b961-800a7ca0903e tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:39.197750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213be209-8fa8-4066-862f-2bb467fa2a91 req-abe309c4-4d87-48a0-b961-800a7ca0903e tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 945 time: 0.2151196 Nov 01 18:17:39.204969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-31671419-aa23-4182-92a5-670f9c6c07a3 None None] Provisioning complete for port a55611c8-202a-4b23-87d9-937105ecd323 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:39.205589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31671419-aa23-4182-92a5-670f9c6c07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.217969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4773dbc-98bd-40d7-9bdb-c68f43e6a275 req-e46098fb-2f8a-4ff7-9352-80644e0f14f5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:39.227423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4773dbc-98bd-40d7-9bdb-c68f43e6a275 req-e46098fb-2f8a-4ff7-9352-80644e0f14f5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1853366 Nov 01 18:17:39.236093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.290838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213be209-8fa8-4066-862f-2bb467fa2a91 req-847c40d8-cd50-4bb1-b4fd-fbd87ab8466a tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616143 Nov 01 18:17:39.304170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-31671419-aa23-4182-92a5-670f9c6c07a3 None None] Port a55611c8-202a-4b23-87d9-937105ecd323 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:17:39.320789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4773dbc-98bd-40d7-9bdb-c68f43e6a275 req-0b9ad209-044b-4642-aab4-37f905286795 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808153 Nov 01 18:17:39.356315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.411563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c8cd7d-7af8-4f09-a173-8f781a1ade28,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:39.440154 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.444395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7210aa66-130c-4fdf-ab76-e196517e524c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/76c8cd7d-7af8-4f09-a173-8f781a1ade28 HTTP/1.1" status: 204 len: 168 time: 0.7281837 Nov 01 18:17:39.445915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43350) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:39.499618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b8137-5271-4cf8-b1be-258ceb81d647 req-ae9363eb-f7ff-4676-93f0-c02898e2fcf5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:39.525077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-964b8137-5271-4cf8-b1be-258ceb81d647 req-ae9363eb-f7ff-4676-93f0-c02898e2fcf5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1239152 Nov 01 18:17:39.599130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-964b8137-5271-4cf8-b1be-258ceb81d647 req-e731b2d4-3c54-4a8f-937d-f3bf0684eb2e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Nov 01 18:17:39.624740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.667128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.709359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c11ea1-88f3-413d-84ba-29d580355518 req-5dd6a54d-2455-471d-bde3-4e179057ea16 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:39.718708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66c11ea1-88f3-413d-84ba-29d580355518 req-5dd6a54d-2455-471d-bde3-4e179057ea16 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1163116 Nov 01 18:17:39.749301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.781943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66c11ea1-88f3-413d-84ba-29d580355518 req-1a4d9a75-16c6-408e-be51-71fdbaa90ded tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622454 Nov 01 18:17:39.819877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82201b-f172-4d6d-9746-095358260adc req-983f86f0-721a-41b2-b740-0613fc4226d5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:39.822244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d82201b-f172-4d6d-9746-095358260adc req-983f86f0-721a-41b2-b740-0613fc4226d5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.1007686 Nov 01 18:17:39.841263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.885122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d82201b-f172-4d6d-9746-095358260adc req-cc311d0c-a484-4a35-a8e9-2109f146e627 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Nov 01 18:17:39.897025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbb40ca-4eed-40d1-9b83-977447a163b1']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:39.899931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Pushing event updated for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:39.913033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.919107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac7b29d-d0e1-4edf-826e-4b0c5d46b0fb') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:39.919341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac7b29d-d0e1-4edf-826e-4b0c5d46b0fb') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:39.936189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:39.967116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.003539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:17:40.003993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:17:40.078740 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:17:40.098656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:40.100405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:40.218757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.236868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.240539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6bbb40ca-4eed-40d1-9b83-977447a163b1 HTTP/1.1" status: 204 len: 168 time: 0.7934337 Nov 01 18:17:40.274285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32199-6733-4b59-816d-b8d3695d43d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbb40ca-4eed-40d1-9b83-977447a163b1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:40.314650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Router f250f51f-dac7-4137-9039-d4156341667d has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:17:40.561186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-909511f1-6806-44a8-88ac-16d4c3e5d773 None None] Provisioning complete for port a55611c8-202a-4b23-87d9-937105ecd323 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:40.561794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85ef7-3c61-40f6-9b16-5b89b3328641 req-5c70d20a-10f5-43f1-8979-9e92442aa1b7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:40.570216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e85ef7-3c61-40f6-9b16-5b89b3328641 req-5c70d20a-10f5-43f1-8979-9e92442aa1b7 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1338487 Nov 01 18:17:40.572338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-909511f1-6806-44a8-88ac-16d4c3e5d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.575880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:40.584920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b06ea44e-bab1-4f41-b894-24957d8b698d admin admin] 10.222.0.31 "PUT /v2.0/routers/f250f51f-dac7-4137-9039-d4156341667d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9459639 Nov 01 18:17:40.607903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301cede-2236-446e-a6dc-f0e06a2c72d8 req-12a21d7b-5810-4f7a-b6a8-a9babd5f225d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:40.609431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9301cede-2236-446e-a6dc-f0e06a2c72d8 req-12a21d7b-5810-4f7a-b6a8-a9babd5f225d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 945 time: 0.1207390 Nov 01 18:17:40.637628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e85ef7-3c61-40f6-9b16-5b89b3328641 req-00729846-632b-450f-b294-b3784e7481bf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640874 Nov 01 18:17:40.726375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-909511f1-6806-44a8-88ac-16d4c3e5d773 None None] Port a55611c8-202a-4b23-87d9-937105ecd323 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:17:40.733343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9301cede-2236-446e-a6dc-f0e06a2c72d8 req-db4b0f5b-9618-4e9f-ba80-75b6a630ada8 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074495 Nov 01 18:17:40.734935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:40.862901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8fa7e5ef-0d2c-487d-b131-a85e825e286a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2fb9656951c449d9afa57c15da1291e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261611 Nov 01 18:17:40.865007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43382) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:40.928956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.953082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:40.960825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-f14ce0c6-95a4-4943-8e5d-989f3326ab59 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:40.962673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-f14ce0c6-95a4-4943-8e5d-989f3326ab59 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1616676 Nov 01 18:17:41.039587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce63b4-a3b5-4e7e-abf5-d5cf6678065d req-fc735896-8219-4c2d-87d5-307178c512d2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:41.041147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3ce63b4-a3b5-4e7e-abf5-d5cf6678065d req-fc735896-8219-4c2d-87d5-307178c512d2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1502273 Nov 01 18:17:41.065245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-5b4e82e3-73b5-4a36-bfdf-e6e53afb791e tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.0928442 Nov 01 18:17:41.096422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:41.108270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.110999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.114897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb HTTP/1.1" status: 204 len: 168 time: 0.2487614 Nov 01 18:17:41.128473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab3be-2a63-4217-ade6-7265f59aec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c6bf67-10f7-4f3a-bcfc-80f2c39874fb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:41.154365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.359189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:41.438560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:41.439264 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.442268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3ce63b4-a3b5-4e7e-abf5-d5cf6678065d req-9f2661b7-7299-4981-b9e9-7ff184f06182 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927004 Nov 01 18:17:41.632680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.667418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:41.672567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Sync routers for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:41.686752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:41.687762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:41.750596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:41.841372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:41.991692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:42.319113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98013-2a0e-4993-af39-77ad0efb96f8 req-c5996786-3c32-4f37-8c31-65901dd62ce4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:42.320698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5c98013-2a0e-4993-af39-77ad0efb96f8 req-c5996786-3c32-4f37-8c31-65901dd62ce4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.4722826 Nov 01 18:17:42.388397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 2, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:42.421775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Checking router: f250f51f-dac7-4137-9039-d4156341667d for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:42.422611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Updating router f250f51f-dac7-4137-9039-d4156341667d port a55611c8-202a-4b23-87d9-937105ecd323 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:17:42.448094 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:42.461250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5c98013-2a0e-4993-af39-77ad0efb96f8 req-885da4fb-cc1b-4bf6-8a97-b2fb5ce2fac3 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236136 Nov 01 18:17:42.492749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:42.620782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559759e-d7f5-477c-9ad9-beb9b0777bb3 req-63b1845e-4a0b-467e-beb9-c7a37e98b21c tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:42.622272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f559759e-d7f5-477c-9ad9-beb9b0777bb3 req-63b1845e-4a0b-467e-beb9-c7a37e98b21c tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0508242 Nov 01 18:17:42.660282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f559759e-d7f5-477c-9ad9-beb9b0777bb3 req-433b657d-87b8-45d8-a00a-2f68b5827779 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Nov 01 18:17:42.732556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:42.768504 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:42.873804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc10c-83e3-4f2b-9104-c5af18bb8982 req-b9e45039-483b-4e3a-87aa-def3964a0517 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:42.875190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddecc10c-83e3-4f2b-9104-c5af18bb8982 req-b9e45039-483b-4e3a-87aa-def3964a0517 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0990963 Nov 01 18:17:42.891898 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Floating IP 2ac1cef5-2618-4501-9b56-b894ab620080 associated. External IP: 172.25.2.56, port: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf. Nov 01 18:17:42.937804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:42.973325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddecc10c-83e3-4f2b-9104-c5af18bb8982 req-c627bdd2-828e-4645-aab0-9ebe7585ea87 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910828 Nov 01 18:17:43.086941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de335e-1cb4-4c02-9d4a-611d4197f74b None None] Pushing event updated for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:43.158843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43470) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:43.164228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Attempting to bind port a55611c8-202a-4b23-87d9-937105ecd323 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:43.164483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Attempting to bind port a55611c8-202a-4b23-87d9-937105ecd323 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:43.164795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Attempting to bind port a55611c8-202a-4b23-87d9-937105ecd323 on network 48a1fb9e-1477-4271-9a6b-c101ec90f08c {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:43.174895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:43.175749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Checking segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:43.176383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.177029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Bound using segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:43.177816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Bound port: a55611c8-202a-4b23-87d9-937105ecd323, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:43.177816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.240444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62bc9e-e746-465b-8653-9111041afdea req-6bd189cf-c80d-4d09-ac30-f2e555aedcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:43.241952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d62bc9e-e746-465b-8653-9111041afdea req-6bd189cf-c80d-4d09-ac30-f2e555aedcad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.1797502 Nov 01 18:17:43.301825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] For port a55611c8-202a-4b23-87d9-937105ecd323, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:43.311815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] For port a55611c8-202a-4b23-87d9-937105ecd323, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a55611c8-202a-4b23-87d9-937105ecd323,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:43.325073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae107-a89f-497f-9451-20f530717523 req-cf1b907f-4760-49e7-bd8d-47058d31298e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:43.333758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48dae107-a89f-497f-9451-20f530717523 req-cf1b907f-4760-49e7-bd8d-47058d31298e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.2079437 Nov 01 18:17:43.350856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:43.409368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.419707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d62bc9e-e746-465b-8653-9111041afdea req-8593cd65-0b42-4581-a42c-ff6ee8402dc1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551375 Nov 01 18:17:43.433107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1423143305-network', 'tenant_id': '796248c0b428443498fd3b42ae8049c8'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:43.511342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48dae107-a89f-497f-9451-20f530717523 req-9e3560e4-128c-472b-82c2-43fa54042b20 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142821 Nov 01 18:17:43.521103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:17:43.581276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Made reservation on behalf of 796248c0b428443498fd3b42ae8049c8 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:43.590689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.617582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.696684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:43.697079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.800927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] Provisioning complete for port a55611c8-202a-4b23-87d9-937105ecd323 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:43.803466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.813427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.816602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:43.817316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:43.826090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de335e-1cb4-4c02-9d4a-611d4197f74b None None] Pushing event updated for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:43.847325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:43.862402 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:43.863296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.878084 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:43.878084 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:43.904262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:43.964200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-9880c4b8-a79f-41f5-ba5e-0c59702987ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "PUT /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 995 time: 2.8694842 Nov 01 18:17:43.976833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:43.979304 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066a91f-c5f6-4afa-a5e8-ab7facff9072" -d '{"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:43.990683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6df7b-72ec-4ba0-abc3-ade368ede122,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:44.023091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:17:44.024942 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:44.033118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ab7fc-f9fe-4ac5-b420-c7e1cecc05b3 req-b35277ca-bb6a-4ed3-9731-2a1b41aacb43 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.046177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af4ab7fc-f9fe-4ac5-b420-c7e1cecc05b3 req-b35277ca-bb6a-4ed3-9731-2a1b41aacb43 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.3893478 Nov 01 18:17:44.052472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.058036 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Added segment 4d37b1f6-2328-498f-bccb-6d8c71a7c645 of type vlan for network 115c217d-2387-4a27-b50b-af32c5bf53c9 Nov 01 18:17:44.103803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-44b69cf6-53aa-41d4-986d-47b549477cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.114087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-44b69cf6-53aa-41d4-986d-47b549477cf5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.1479671 Nov 01 18:17:44.130154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:44.173774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af4ab7fc-f9fe-4ac5-b420-c7e1cecc05b3 req-85de35f5-7e76-476a-a753-f657929f9bb9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253543 Nov 01 18:17:44.181833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.216580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.288087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-d3fa44e0-071f-42ac-881c-00ed6c5a2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.291674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.292736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.293388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.298651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-d3fa44e0-071f-42ac-881c-00ed6c5a2056 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1835282 Nov 01 18:17:44.405724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] Pushing event updated for resources: {'Network': ['ID=115c217d-2387-4a27-b50b-af32c5bf53c9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:44.445065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5142a6f7-6f80-4db1-af50-4146d7a6d21c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2842491 Nov 01 18:17:44.448036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:17:44.458627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Request body: {'subnet': {'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1423143305-subnet', 'tenant_id': '796248c0b428443498fd3b42ae8049c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:44.466930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 115c217d-2387-4a27-b50b-af32c5bf53c9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:17:44.476882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] For port a55611c8-202a-4b23-87d9-937105ecd323, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a55611c8-202a-4b23-87d9-937105ecd323,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:44.478936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-41110ef4-08af-4b73-a762-7e196847a25c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 998 time: 0.1792893 Nov 01 18:17:44.565740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.583462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Made reservation on behalf of 796248c0b428443498fd3b42ae8049c8 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:44.586951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.605984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-a474bb21-3fbe-466e-8962-2934dc46c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.614046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-a474bb21-3fbe-466e-8962-2934dc46c518 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1333339 Nov 01 18:17:44.662542 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:42Z', 'revision_number': 1, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:44.684432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-114a8034-547d-49e0-b536-d3e5078dcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:44.693071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-114a8034-547d-49e0-b536-d3e5078dcde8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779510 Nov 01 18:17:44.706601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-f137f955-3a4e-4b39-8502-2d8b711063d7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:17:44.707746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-f137f955-3a4e-4b39-8502-2d8b711063d7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083871 Nov 01 18:17:44.720903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a0c9d-a9db-477f-a275-99019287c417 None None] Pushing event updated for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:44.730999 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:44.747733 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:44.748424 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:44.767303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c3d119e0-9d30-4dfd-a419-6b128c05ffdd None None] Provisioning complete for port a55611c8-202a-4b23-87d9-937105ecd323 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:44.779871 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3d119e0-9d30-4dfd-a419-6b128c05ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:44.826719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:43Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:44.868505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf655dd-b8a6-474f-bc10-042bbd2552f2 None None] The sync data for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 is: [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:43Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:44.978743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-fba05903-1853-4483-bb2f-64fbe5152d82 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634606 Nov 01 18:17:45.037478 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:45.212614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:45.247814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb2219f-7041-4bd7-abbd-7f4046dfad7b req-a2c5ac19-44a9-4e70-8387-069fc5024207 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562475 Nov 01 18:17:45.366482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=460acf73-291d-4220-ad1e-b05d7e161331,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:45.377972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Checking segment: {'id': '4d37b1f6-2328-498f-bccb-6d8c71a7c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:45.378729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Network hostable DHCP agents. Network: 115c217d-2387-4a27-b50b-af32c5bf53c9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:17:45.413488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a55611c8-202a-4b23-87d9-937105ecd323 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:17:45.520446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Network 115c217d-2387-4a27-b50b-af32c5bf53c9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:17:45.530074 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:42Z', 'revision_number': 1, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:45.552084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a55611c8-202a-4b23-87d9-937105ecd323 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:17:45.553339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:45.585493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8bcc1-b799-4dfd-bc1f-838e6c1180bb req-ca32b7d1-7ca3-4757-ae32-496a4bb6fb7e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:45.587442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8d8bcc1-b799-4dfd-bc1f-838e6c1180bb req-ca32b7d1-7ca3-4757-ae32-496a4bb6fb7e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0902228 Nov 01 18:17:45.628255 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb228-721c-41e5-95e5-ce901e4d0a09 None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:42Z', 'revision_number': 1, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:45.639130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 115c217d-2387-4a27-b50b-af32c5bf53c9) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:45.643528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:45.644248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:45.658885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f1263-e34f-4af7-8e1c-8b41b6e97b33 None None] Network 115c217d-2387-4a27-b50b-af32c5bf53c9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:45.747205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-09afd826-d3ef-4c05-87dd-e39a07984e8c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2910874 Nov 01 18:17:45.812688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-165bb30c-0860-42ad-b8b6-5bcbadac0fb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2482040 Nov 01 18:17:45.858651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8d8bcc1-b799-4dfd-bc1f-838e6c1180bb req-6d122591-6f18-42a7-b599-107ad9aaf4fc tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210941 Nov 01 18:17:46.007210 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c957d59-6b99-489c-869e-dbbea84227d0 x-openstack-request-id: req-4c957d59-6b99-489c-869e-dbbea84227d0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:46.007616 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:46.007820 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c957d59-6b99-489c-869e-dbbea84227d0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:46.008214 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:17:46.053809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-3a94f2f7-3b32-4d3a-93d9-aa5bd50682e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.060562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-3a94f2f7-3b32-4d3a-93d9-aa5bd50682e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.1929288 Nov 01 18:17:46.172338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-4c2de964-33b0-44fc-80b9-0137d787b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.177788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-4c2de964-33b0-44fc-80b9-0137d787b1e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.1690161 Nov 01 18:17:46.212221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdbf1c-4213-4ad4-bb93-2da93e111bf1 None None] New status for floating IP 2ac1cef5-2618-4501-9b56-b894ab620080: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:17:46.326196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e08d7-df94-42a1-81db-62a50ee3d7a6 req-83b06302-a1da-49c0-8e0d-35a393a4b32f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.342486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-178e08d7-df94-42a1-81db-62a50ee3d7a6 req-83b06302-a1da-49c0-8e0d-35a393a4b32f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1879532 Nov 01 18:17:46.370556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-2b0436ae-19d3-45cc-b147-2e6361707f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.382189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-2b0436ae-19d3-45cc-b147-2e6361707f09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1989644 Nov 01 18:17:46.402995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-e3ef3a8b-b9d0-437d-8e17-ffb7ce89b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.408385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-e3ef3a8b-b9d0-437d-8e17-ffb7ce89b928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.3236423 Nov 01 18:17:46.469614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-178e08d7-df94-42a1-81db-62a50ee3d7a6 req-ffda6caf-602d-4d56-9425-d1948a7cfb0b tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213245 Nov 01 18:17:46.485651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-ccf1eecd-0d28-4d77-93d1-7215c1b743d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 998 time: 0.0949881 Nov 01 18:17:46.526743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-a44b9856-8338-46d2-a85d-1ea95c520355 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0899236 Nov 01 18:17:46.540133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9c650-6dbb-457f-807b-ebf969326eb3 None None] Network 115c217d-2387-4a27-b50b-af32c5bf53c9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:17:46.618294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-ad086bad-e35a-4f1d-8dc8-61b377f268c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.620029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-ad086bad-e35a-4f1d-8dc8-61b377f268c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1251273 Nov 01 18:17:46.734117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-f78f6710-34e9-4d20-a5bc-6f1c4d035851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.736967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-f78f6710-34e9-4d20-a5bc-6f1c4d035851 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046228 Nov 01 18:17:46.740070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-d470d77e-3fb7-46b6-87f6-1311bf5d769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.748475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-d470d77e-3fb7-46b6-87f6-1311bf5d769e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.1993449 Nov 01 18:17:46.751446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2f164-4cf5-42ba-80c6-2d51aac5ae65 req-d0a08847-78e3-493c-a314-e96716b9a92c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:46.755194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71d2f164-4cf5-42ba-80c6-2d51aac5ae65 req-d0a08847-78e3-493c-a314-e96716b9a92c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1537232 Nov 01 18:17:46.822077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-5f2c1a90-20e6-4ee8-bf33-665233a7ff8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629802 Nov 01 18:17:46.974463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-b504e02f-719b-4475-9d74-4a67518f7760 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360996 Nov 01 18:17:47.014340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-ab481899-1169-4a05-92ae-1e9fcf570915 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694399 Nov 01 18:17:47.026696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71d2f164-4cf5-42ba-80c6-2d51aac5ae65 req-454272b3-a7ff-4915-9826-272e5167e175 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500424 Nov 01 18:17:47.213919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fcc1c11-27b9-460f-8f99-53b127161416 req-f3b9a462-06d1-4d9b-adad-73f5bb698087 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253881 Nov 01 18:17:47.229610 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c066a91f-c5f6-4afa-a5e8-ab7facff9072 req-58c98d6d-74f5-4559-8e46-dbf78a1fbcd5 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061250 Nov 01 18:17:47.255448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4a1f9-f32d-452c-b1ba-7b93f799685d req-c126d6ca-83b4-450b-be18-d3a369d1c253 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:47.257220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f4a1f9-f32d-452c-b1ba-7b93f799685d req-c126d6ca-83b4-450b-be18-d3a369d1c253 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1072850 Nov 01 18:17:47.340114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f4a1f9-f32d-452c-b1ba-7b93f799685d req-fac3d5d9-524d-44c6-b267-616cdc420f5d tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597134 Nov 01 18:17:47.445125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-0351e510-a3f5-48fb-8394-c16e1ca7ce52 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:47.447037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-0351e510-a3f5-48fb-8394-c16e1ca7ce52 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0611904 Nov 01 18:17:47.598646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-441428aa-0bef-4ee9-a8fa-e03d360d01af tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.1426854 Nov 01 18:17:47.604640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:47.722198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:48.633314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-850b3148-422e-46fd-b3bc-82a27328f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:48.686193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:48.760857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:48.881928 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Floating IP 2ac1cef5-2618-4501-9b56-b894ab620080 associated. External IP: 172.25.2.56, port: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf. Nov 01 18:17:49.122340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:17:49.241639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:49.261815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:49.262707 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:49.263616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:49.514140 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:49.548863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:17:49.682145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:49.692498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:49.743145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:49.746693 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff463969-0c5f-44fa-be4f-8df95ab2ad05" -d '{"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:49.767067 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:48Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:49.790675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4dc5c251-52f8-4ece-870e-96f431aee160 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "PUT /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 997 time: 2.1907897 Nov 01 18:17:49.797232 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:49.807679 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:49.808926 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:49.852639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-39f85931-9c20-456f-955c-1f635fa5efee tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:49.854400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-39f85931-9c20-456f-955c-1f635fa5efee tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports/1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 942 time: 0.0529547 Nov 01 18:17:49.929723 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:50.019276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-fab22be6-7653-4a32-ac49-47f150d5492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.033805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-fab22be6-7653-4a32-ac49-47f150d5492a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.0876784 Nov 01 18:17:50.153473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-a449a1d4-8b0c-46b8-9494-2055e79095c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.155038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-a449a1d4-8b0c-46b8-9494-2055e79095c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1171925 Nov 01 18:17:50.207195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-8d6a7bd2-4b58-4911-928b-63440bc4eeac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0437346 Nov 01 18:17:50.269730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:48Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:50.270385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4c701c19-1290-4fa1-90a9-4559c74aeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.272169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4c701c19-1290-4fa1-90a9-4559c74aeb3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0565174 Nov 01 18:17:50.303187 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5449e-68c0-4b50-9181-6c77ac9c55fd None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:48Z', 'revision_number': 3, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:50.329287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-b881c3f1-c7a6-41d5-aa36-c67c3f7ae1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.330966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-b881c3f1-c7a6-41d5-aa36-c67c3f7ae1ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505140 Nov 01 18:17:50.446748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-4643650e-43e8-41ad-88b9-b8d00c459023 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087208 Nov 01 18:17:50.518673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644772ec-e31a-4a56-a2a5-f7f6d9f031d6 None None] New status for floating IP 2ac1cef5-2618-4501-9b56-b894ab620080: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:17:50.561589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-d73549ba-cdac-4a04-b3a5-54f48eb6bb0c service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047945 Nov 01 18:17:50.756408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-d11a8874-2502-4664-9891-72baf9302491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.758060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-d11a8874-2502-4664-9891-72baf9302491 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0476394 Nov 01 18:17:50.861058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-b7963a28-e1bb-4784-9145-e569c3535683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:50.871561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-b7963a28-e1bb-4784-9145-e569c3535683 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.0976827 Nov 01 18:17:50.871730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e7a539e-919a-4433-a46d-95090c43f949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:50.944263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:50.945077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-70ae052a-4db0-43a3-9db6-d8df3b5e93ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 1000 time: 0.0750666 Nov 01 18:17:50.961629 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:50.962246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:50.999781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-a4118d06-36ca-494b-bac5-17b6c6961b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:51.001305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-a4118d06-36ca-494b-bac5-17b6c6961b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0487251 Nov 01 18:17:51.072758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04961-990b-4a24-a919-8d20617b57ea req-802dccac-c2ba-4855-8504-a88145b51c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:51.075293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-802dccac-c2ba-4855-8504-a88145b51c54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668056 Nov 01 18:17:51.081087 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:51.214438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-c9dd2cd3-1bcd-43e0-b247-0661add47f97 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313069 Nov 01 18:17:51.354152 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:50Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:51.367127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-2d642047-a6ac-4f80-a020-4b300cdfa925 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:51.368763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-2d642047-a6ac-4f80-a020-4b300cdfa925 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/networks?id=115c217d-2387-4a27-b50b-af32c5bf53c9 HTTP/1.1" status: 200 len: 814 time: 0.2041187 Nov 01 18:17:51.391845 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:51.394728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fe04961-990b-4a24-a919-8d20617b57ea req-bc86d3a9-a497-43b0-a886-beb39d6f081e service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726797 Nov 01 18:17:51.396138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-c24af4be-f883-4f56-8bae-db2c8eff9b85 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/quotas/796248c0b428443498fd3b42ae8049c8 HTTP/1.1" status: 200 len: 375 time: 0.0200248 Nov 01 18:17:51.408354 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:51.409342 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:51.428619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-18713c82-e063-45eb-9c47-f6a9166151bd tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=796248c0b428443498fd3b42ae8049c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261064 Nov 01 18:17:51.514009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2113271739', 'description': 'tempest-description-386341382'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:51.524728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:51.545120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-992f5c4a-9989-4572-be32-a2cc765fe723 service neutron] 10.222.0.31 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084359 Nov 01 18:17:51.640934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ebce989-a0aa-4b7f-8735-cfdfcdf753f7 service neutron] 10.222.0.31 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889740 Nov 01 18:17:51.642145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:51.729565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:51.796700 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:50Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:51.799148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:51.826700 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d00fe-d098-462b-bc68-3615425c9db5 None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:ba:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:17:50Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:51.830755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e96d6b-2487-493b-acc6-4ab222421086,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:51.943608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:51.967355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:51.968621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c08fa916-94a7-4937-bd8e-e80c0192998b req-b1a84085-7d67-428f-a195-8d1c59c9cd0e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4607942 Nov 01 18:17:51.991533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800c33-b516-4038-99e7-0d8eac3ee0fd req-94f1db00-d4e5-4f74-9130-9748a5f0bef3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:51.993236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41800c33-b516-4038-99e7-0d8eac3ee0fd req-94f1db00-d4e5-4f74-9130-9748a5f0bef3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0676785 Nov 01 18:17:52.074641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41800c33-b516-4038-99e7-0d8eac3ee0fd req-5f497ce7-9f11-499b-99dc-11f847fe202b tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Nov 01 18:17:52.099281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e200ba-c38a-4032-9fd9-6119fdf415b5 req-618120da-7e4b-40c4-ae75-f3aca6adbce6 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.100861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11e200ba-c38a-4032-9fd9-6119fdf415b5 req-618120da-7e4b-40c4-ae75-f3aca6adbce6 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0686319 Nov 01 18:17:52.157492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11e200ba-c38a-4032-9fd9-6119fdf415b5 req-dd1b4e24-5e36-4d62-9bae-44758fa6b533 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476735 Nov 01 18:17:52.205034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-91b5da5e-9fa8-4da0-994b-22487419405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.206558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-91b5da5e-9fa8-4da0-994b-22487419405d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.0593686 Nov 01 18:17:52.212069 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d808194-ecc6-4928-baea-4fe2e7893a62 x-openstack-request-id: req-0d808194-ecc6-4928-baea-4fe2e7893a62 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:52.212622 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:52.213073 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d808194-ecc6-4928-baea-4fe2e7893a62 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:52.213847 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:17:52.249731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f6f74-048b-485e-8b07-51aa7299d095 req-9bd2e17c-d3c2-4719-8f56-a188e5681005 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.252130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-275f6f74-048b-485e-8b07-51aa7299d095 req-9bd2e17c-d3c2-4719-8f56-a188e5681005 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0834310 Nov 01 18:17:52.351552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-953b16b5-5e9d-4862-921d-1289e23845f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.353332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-953b16b5-5e9d-4862-921d-1289e23845f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1250489 Nov 01 18:17:52.376211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-275f6f74-048b-485e-8b07-51aa7299d095 req-a7e55126-bcf4-4c0f-a70e-f3847b1fce51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098909 Nov 01 18:17:52.412942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-effcb2c1-0069-48ac-9dc7-32cdf0fe8bd2 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.0972483 Nov 01 18:17:52.412942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-76c9f00a-da4c-4e38-ad5e-1ad9701f30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.413571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-1240b544-e5e9-4e07-86b1-bc6677f8ea26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf HTTP/1.1" status: 200 len: 217 time: 0.0493712 Nov 01 18:17:52.414038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-76c9f00a-da4c-4e38-ad5e-1ad9701f30b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.1582232 Nov 01 18:17:52.481314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-bfdc8a05-5907-4d26-a18d-167736270419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.482884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-bfdc8a05-5907-4d26-a18d-167736270419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0569136 Nov 01 18:17:52.538942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-6ffddf82-d37b-4a8c-a28b-e906b66d4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.540652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-6ffddf82-d37b-4a8c-a28b-e906b66d4d4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503106 Nov 01 18:17:52.541914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a7f2972-ec80-46a5-89cf-36e54bd0c9b0 req-a2a7827e-671d-417b-ac1b-96d2ff7a1e01 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 210 time: 0.0834348 Nov 01 18:17:52.556294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-564e9481-8a09-42e0-90c3-102f9ed310b8 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.557672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-564e9481-8a09-42e0-90c3-102f9ed310b8 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports/43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 942 time: 0.1411200 Nov 01 18:17:52.594431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-ed6961a5-363f-4747-aa95-bc445c2fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:52.597889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-ed6961a5-363f-4747-aa95-bc445c2fc1e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1701479 Nov 01 18:17:52.663669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-158f0542-d374-4703-ac92-f96a452d16e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0567892 Nov 01 18:17:52.698256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-fbb4e486-0c9f-4bdb-a0ab-693afb181bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489201 Nov 01 18:17:52.741596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:52.760074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-c4642b5d-8c19-40ba-91a2-4a37bed92145 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2113271739&fields=id&tenant_id=ee042d9de52549f89190fc60401d16bd HTTP/1.1" status: 200 len: 267 time: 0.1089966 Nov 01 18:17:52.835350 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:52.861793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-222093e2-53c0-49a7-8c91-c09844ebc846 req-1635c2e7-9f21-47b5-bbde-22af397f46b1 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523843 Nov 01 18:17:52.862046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:52.864155 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c3ee5-17d3-4bc7-bda9-c457ea46a4b5" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:52.879273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:52.999112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.055425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:53.140716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-90553f73-1eeb-4abb-b6f5-290730a9abf2 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.4907267 Nov 01 18:17:53.142632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-06eca513-860f-45bf-9fe6-0da78b33b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:53.144063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-06eca513-860f-45bf-9fe6-0da78b33b20c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.4710121 Nov 01 18:17:53.251733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-aeded134-9c67-48b9-b819-58c209eb1423 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:53.253202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-aeded134-9c67-48b9-b819-58c209eb1423 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.4835384 Nov 01 18:17:53.273660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'port': {'security_groups': ['17d9697b-44ed-4a9a-8401-dc47b10153c7', 'e2e96d6b-2487-493b-acc6-4ab222421086']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:53.292754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-bb813bc1-4ba8-4bc5-8c8e-43abef254875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:53.294302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-bb813bc1-4ba8-4bc5-8c8e-43abef254875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341224 Nov 01 18:17:53.353044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-e13ad7d8-94ec-4f17-95b0-29f87980d634 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:53.354394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fecc06ab-be52-48bd-bfbc-d63e129335d7 req-e13ad7d8-94ec-4f17-95b0-29f87980d634 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2068989 Nov 01 18:17:53.422677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.558745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-3569308c-1c9e-401b-9a04-030ef1bc8fcd service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445884 Nov 01 18:17:53.685926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.733598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:53.745926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff463969-0c5f-44fa-be4f-8df95ab2ad05 req-98006f98-f0f6-4f4d-b4c5-a588d41b140c service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753292 Nov 01 18:17:53.769081 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.827535 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.841475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:53.872875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:53.873471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:53.876880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77a7c95d-8481-4b6f-9279-a086a8df9197 req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "PUT /v2.0/ports/9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 981 time: 0.6131563 Nov 01 18:17:53.912595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b160f24-0b4a-41fb-ac4c-a9b742c4595c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:53.935484 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d1773-552b-4fcf-b3a1-c921b5f921de x-openstack-request-id: req-7d0d1773-552b-4fcf-b3a1-c921b5f921de {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:53.936132 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:53.936490 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d0d1773-552b-4fcf-b3a1-c921b5f921de {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:53.936804 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'code': 200} Nov 01 18:17:54.001402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:54.034633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438d07a-3720-4023-bc40-843140351f59 req-b7ecf11c-fa19-4a08-b109-b1f30cabc203 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:54.036134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0438d07a-3720-4023-bc40-843140351f59 req-b7ecf11c-fa19-4a08-b109-b1f30cabc203 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Nov 01 18:17:54.081988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0438d07a-3720-4023-bc40-843140351f59 req-da46a5d5-65df-4e39-a6c8-f6bf30f98771 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Nov 01 18:17:54.210828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5f074-5a67-416e-8136-1fb992989a22 req-0c2530e5-779c-4871-b0bb-c0945aeb8a36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:54.212461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4a5f074-5a67-416e-8136-1fb992989a22 req-0c2530e5-779c-4871-b0bb-c0945aeb8a36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 948 time: 0.0546076 Nov 01 18:17:54.215059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1'}, {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:54.217995 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40f00aa-2ca6-42b2-932d-76254119f993" -d '{"events": [{"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1"}, {"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:54.264133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4a5f074-5a67-416e-8136-1fb992989a22 req-0068c212-3b26-4e22-8b7e-71b78347e53e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Nov 01 18:17:54.353562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-e5e578ad-fb22-4e25-bd72-954023a65553 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.0678785 Nov 01 18:17:54.408029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-51aa491e-53c3-429a-ab2a-3b1bdd98a4d0 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:54.409411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-51aa491e-53c3-429a-ab2a-3b1bdd98a4d0 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports/43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 942 time: 0.0493615 Nov 01 18:17:54.548531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-fca053c9-697d-4e49-9a05-380ecd5ec69a tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.0935817 Nov 01 18:17:54.699583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-cc6996f5-dc9d-411d-96d0-1b9faf3d3278 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:54.701067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-cc6996f5-dc9d-411d-96d0-1b9faf3d3278 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.37 "GET /v2.0/networks?id=115c217d-2387-4a27-b50b-af32c5bf53c9 HTTP/1.1" status: 200 len: 814 time: 0.1911631 Nov 01 18:17:54.719683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Request body: {'port': {'device_id': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9', 'admin_state_up': True, 'tenant_id': '796248c0b428443498fd3b42ae8049c8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:54.752113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-4d8e3c88-f587-414c-b79c-4991f804e80b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:54.753529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-4d8e3c88-f587-414c-b79c-4991f804e80b tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1731582 Nov 01 18:17:54.762986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:17:54.849572 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:54.892157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:54.906091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-ef8d67c3-8ef3-4b54-8df9-9a2114e210c3 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.1147048 Nov 01 18:17:54.914880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:54.961525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.020674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:55.055135 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.117246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1d4c2-dd90-4fd5-9aba-4ad50b660a3b req-ba0f6fa3-33c1-4262-837e-9531a7a635be tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:55.120855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bf1d4c2-dd90-4fd5-9aba-4ad50b660a3b req-ba0f6fa3-33c1-4262-837e-9531a7a635be tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1584415 Nov 01 18:17:55.123802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fb64b-1997-4a1b-b365-6779d60f456a req-691cd667-f761-4677-9f9f-48fbbdb2a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:55.125257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c7fb64b-1997-4a1b-b365-6779d60f456a req-691cd667-f761-4677-9f9f-48fbbdb2a411 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 1096 time: 0.1413741 Nov 01 18:17:55.231345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Made reservation on behalf of 796248c0b428443498fd3b42ae8049c8 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:17:55.234951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.252861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c7fb64b-1997-4a1b-b365-6779d60f456a req-0b7fcf30-e35b-484d-9be8-726bee398fc2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144257 Nov 01 18:17:55.255626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bf1d4c2-dd90-4fd5-9aba-4ad50b660a3b req-2215e9c8-8014-4bf6-a25e-f0255506ff5f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254959 Nov 01 18:17:55.314832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.441420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Allocated IP 172.20.0.10 (115c217d-2387-4a27-b50b-af32c5bf53c9/460acf73-291d-4220-ad1e-b05d7e161331/8463c5f5-fea3-461b-bd81-bc009bc5d5cc) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:17:55.525600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5473856f-a0af-4229-bda7-d56a9ca09128 req-b160ea4d-6db4-408a-8d9a-bf5220fc1a59 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 210 time: 0.1833789 Nov 01 18:17:55.650755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-bef6316c-4ad2-4da7-ae7a-51354ed0b42f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2113271739&fields=id&tenant_id=ee042d9de52549f89190fc60401d16bd HTTP/1.1" status: 200 len: 267 time: 0.0617993 Nov 01 18:17:55.701028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.735057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-78a2f4bd-efa1-4752-9b6f-de36d3ccd537 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:55.736565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-78a2f4bd-efa1-4752-9b6f-de36d3ccd537 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 984 time: 0.0771053 Nov 01 18:17:55.754983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'port': {'security_groups': ['17d9697b-44ed-4a9a-8401-dc47b10153c7']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:55.843215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.885971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:55.886989 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Floating IP 2ac1cef5-2618-4501-9b56-b894ab620080 disassociated. External IP: 172.25.2.56, port: 43933cee-b916-4d6f-a9c8-320cc01341b1. Nov 01 18:17:55.939739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:55.943937 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e27c1-a570-48ce-ae1f-5fa89f664da9" -d '{"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:55.959962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.059932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Network 115c217d-2387-4a27-b50b-af32c5bf53c9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:17:56.072381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:17:56.075883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:17:56.147362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Pushing event updated for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:56.201655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.243886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:56.244512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.324937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:56.370437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:17:56.373434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.420825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3ae79854-b2c7-41c0-a838-f1554d45d30c tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7049904 Nov 01 18:17:56.434067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Request body: {'port': {'device_id': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:56.439330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.461957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:56.793237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:17:56.843135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:56.843714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.845112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04d32962-c72e-4e49-ac5c-c9096aceebc1 req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "PUT /v2.0/ports/9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 942 time: 1.0974550 Nov 01 18:17:56.901457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.908962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:17:56.908962 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f40a06-0efb-49ef-97bc-042f4f623f8a x-openstack-request-id: req-27f40a06-0efb-49ef-97bc-042f4f623f8a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:56.908962 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:56.909560 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27f40a06-0efb-49ef-97bc-042f4f623f8a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:56.909560 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'status': 'completed', 'code': 200} Nov 01 18:17:56.909968 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:17:56.915949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00229-f57e-4a24-8e00-e0f8d311fd64 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:56.923827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:56.944533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:17:56.958009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:57.000166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-5f50268b-7f0f-4a23-8627-f3087fc5af82 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "PUT /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 694 time: 2.0949535 Nov 01 18:17:57.025810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:57.055284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'mac_address': 'fa:16:3e:98:14:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:17:57.056905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:57.057084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-7188cf82-7d1e-4366-a75c-f0c5c9df447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.057720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:57.058896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-7188cf82-7d1e-4366-a75c-f0c5c9df447a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1112945 Nov 01 18:17:57.196755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-d1a98eca-5770-436d-9b66-5dd2b4116dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.198239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-d1a98eca-5770-436d-9b66-5dd2b4116dba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1776392 Nov 01 18:17:57.349210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:57.368555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-094ad0f5-abe2-4552-a732-cd2048680441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.370035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-094ad0f5-abe2-4552-a732-cd2048680441 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.2631698 Nov 01 18:17:57.386031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:57.391035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:57.439726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-c3191424-1b52-469b-be67-39d3fdb4cebb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 217 time: 0.0564618 Nov 01 18:17:57.468847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-80b3ea1b-fae4-4612-a4c2-19b4abad030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.468995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-80b3ea1b-fae4-4612-a4c2-19b4abad030e service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.2464368 Nov 01 18:17:57.498816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:57.586178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:57.592466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-de9985ef-60cf-4c53-bdbc-cee56ad24f14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 217 time: 0.0784283 Nov 01 18:17:57.606781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8463c5f5-fea3-461b-bd81-bc009bc5d5cc {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:17:57.625761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-5003313e-b74d-4438-8251-4b7fa44e9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.627241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-5003313e-b74d-4438-8251-4b7fa44e9b79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1740324 Nov 01 18:17:57.652440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:57.709174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30eb97-2d4d-4a8e-bf6b-330ea51edeff req-48e31fd8-40ef-4bf8-9cca-5de49eba01f2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.710560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc30eb97-2d4d-4a8e-bf6b-330ea51edeff req-48e31fd8-40ef-4bf8-9cca-5de49eba01f2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.2006011 Nov 01 18:17:57.723005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:57.734268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Transition to ACTIVE for port object 8463c5f5-fea3-461b-bd81-bc009bc5d5cc will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:17:57.737834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-036e49f7-6371-4c55-a941-a83a1d401ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.739327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-036e49f7-6371-4c55-a941-a83a1d401ab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1394928 Nov 01 18:17:57.790662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:57.794228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-8ecb7a11-799f-4a61-9fcf-b77997a6cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.795940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-8ecb7a11-799f-4a61-9fcf-b77997a6cb29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382294 Nov 01 18:17:57.802968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc30eb97-2d4d-4a8e-bf6b-330ea51edeff req-9b48f6fc-9a50-40b9-9bc3-dbb61b2b0b0d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846870 Nov 01 18:17:57.826730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:17:57.841657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:17:57.842296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:57.886853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:57.890225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-d2d5928c-f98a-495e-b8dd-ee1f8eb31aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:57.891847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-d2d5928c-f98a-495e-b8dd-ee1f8eb31aa1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414433 Nov 01 18:17:57.958966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:17:58.021413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:17:58.049379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Pushing event updated for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:58.099846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-2e1340ca-629d-463b-91fd-36cd0ed389bc service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943349 Nov 01 18:17:58.131739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d9deb-1875-4d85-b89e-2d19065b26ef req-0fd590ac-492d-4ff8-8f0f-141a7682c1d0 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.139409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-572d9deb-1875-4d85-b89e-2d19065b26ef req-0fd590ac-492d-4ff8-8f0f-141a7682c1d0 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 949 time: 0.2442274 Nov 01 18:17:58.249470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-7995f260-eb39-4a30-bcce-02167e6946bb service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450363 Nov 01 18:17:58.289429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-572d9deb-1875-4d85-b89e-2d19065b26ef req-ebb13e4d-9e69-4433-9dc3-520e5a42cc05 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490576 Nov 01 18:17:58.311559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Attempting to bind port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:17:58.311897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Attempting to bind port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '4d37b1f6-2328-498f-bccb-6d8c71a7c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:17:58.312228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Attempting to bind port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc on network 115c217d-2387-4a27-b50b-af32c5bf53c9 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:58.329574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:17:58.358989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc on network 115c217d-2387-4a27-b50b-af32c5bf53c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:17:58.359332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Attempting to bind port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc on network 115c217d-2387-4a27-b50b-af32c5bf53c9 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:17:58.368139 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0131300-2592-46eb-91f9-4f106ad857e7 x-openstack-request-id: req-a0131300-2592-46eb-91f9-4f106ad857e7 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:17:58.368660 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:17:58.368904 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0131300-2592-46eb-91f9-4f106ad857e7 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:17:58.369489 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f', 'code': 200} Nov 01 18:17:58.370885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856a81a-cf82-4321-83fd-c383fc6dd00a None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:17:58.375464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:17:58.375464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Checking segment: {'id': '4d37b1f6-2328-498f-bccb-6d8c71a7c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:17:58.376011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Bound using segment: {'id': '4d37b1f6-2328-498f-bccb-6d8c71a7c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:17:58.376011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Bound port: 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d37b1f6-2328-498f-bccb-6d8c71a7c645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:17:58.376315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:58.393944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-66911365-1415-4d0f-9547-14a5c441ec31 service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505071 Nov 01 18:17:58.468900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7f1fe7e-b42f-4564-a540-1232c97e3043 req-e6e2e8c1-1ed1-46ca-b078-808225e23226 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049177 Nov 01 18:17:58.503600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:17:58.508228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,segment=NetworkSegment(4d37b1f6-2328-498f-bccb-6d8c71a7c645),segment_id=4d37b1f6-2328-498f-bccb-6d8c71a7c645)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:17:58.518410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2092b20-055d-4378-9317-36f6993b050d req-8ab91f1d-779b-4232-89b8-0eee39f491f4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.520056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2092b20-055d-4378-9317-36f6993b050d req-8ab91f1d-779b-4232-89b8-0eee39f491f4 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0919533 Nov 01 18:17:58.586889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:58.648594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2092b20-055d-4378-9317-36f6993b050d req-c49ddee5-c072-45d0-97bb-3f0159950a60 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195524 Nov 01 18:17:58.659343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.660281 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:58.661742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] 10.222.0.37 "PUT /v2.0/ports/8463c5f5-fea3-461b-bd81-bc009bc5d5cc HTTP/1.1" status: 200 len: 1092 time: 2.2328680 Nov 01 18:17:58.673597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-13b09fb5-bbbd-4b59-96d7-c19e35ff0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.677291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-13b09fb5-bbbd-4b59-96d7-c19e35ff0068 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.1492362 Nov 01 18:17:58.746019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a641fad-e255-4264-b240-d3cda457f9cd None None] New status for floating IP 2ac1cef5-2618-4501-9b56-b894ab620080: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:17:58.831652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68f9b-622e-4e09-8bae-fc8dfd13883a service neutron] Pushing event updated for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:17:58.913072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}, {'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1'}, {'name': 'network-changed', 'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:17:58.915440 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30359546-d6d1-4fd2-a1c7-a84ce39214bf" -d '{"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}, {"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1"}, {"name": "network-changed", "server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:17:58.971962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f28c4-a575-497d-b1a9-0e23708652bd req-187ff449-890d-4d87-b4de-6f7b71850b47 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.973578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163f28c4-a575-497d-b1a9-0e23708652bd req-187ff449-890d-4d87-b4de-6f7b71850b47 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 944 time: 0.4103744 Nov 01 18:17:58.976092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-a735e3c3-49b2-49da-974a-f92b62cea508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.977499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-a735e3c3-49b2-49da-974a-f92b62cea508 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=796248c0b428443498fd3b42ae8049c8&device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 1095 time: 0.1972983 Nov 01 18:17:58.978775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-2f7bf68a-9796-4fa4-8449-297517dd46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:58.980252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-2f7bf68a-9796-4fa4-8449-297517dd46d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.2878170 Nov 01 18:17:58.984817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-a6936e89-70e3-45db-9390-313e590603c3 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3065078 Nov 01 18:17:59.016746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:17:59.082328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-67f3e04f-3657-4dd9-906c-3150d0751add service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc HTTP/1.1" status: 200 len: 217 time: 0.0885305 Nov 01 18:17:59.085252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-52d32d5d-e13f-42c2-a86a-1b80c2e3d10e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0925348 Nov 01 18:17:59.176149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163f28c4-a575-497d-b1a9-0e23708652bd req-a6e51972-f266-4bd1-80da-a6e21acb58a3 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Nov 01 18:17:59.206473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-ea38a22f-2de6-4735-97f3-9ea452006155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:59.207983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-ea38a22f-2de6-4735-97f3-9ea452006155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=460acf73-291d-4220-ad1e-b05d7e161331 HTTP/1.1" status: 200 len: 854 time: 0.1176860 Nov 01 18:17:59.209340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-f5ea3299-3c34-40d5-8752-9baa78733626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:59.210638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-f5ea3299-3c34-40d5-8752-9baa78733626 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.1163960 Nov 01 18:17:59.252458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-a1b3fdab-bc69-4a19-83c2-f9c6c406c03c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=115c217d-2387-4a27-b50b-af32c5bf53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357616 Nov 01 18:17:59.274589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-01ec7727-8588-4222-831c-44ea9cca9b4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501328 Nov 01 18:17:59.278836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:59.548741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-c464d305-d12f-46cf-a142-ef697b4be2cc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:59.550421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-c464d305-d12f-46cf-a142-ef697b4be2cc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d9af078-49df-49df-8a75-6ae301baeff1 HTTP/1.1" status: 200 len: 943 time: 0.0607133 Nov 01 18:17:59.660604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Deleting port 9b466778-da1b-4e40-819c-659499f8ff0f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:17:59.661011 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:59.779646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] For port 9b466778-da1b-4e40-819c-659499f8ff0f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=9b466778-da1b-4e40-819c-659499f8ff0f,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:17:59.780220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:17:59.798282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Calling delete_port for 9b466778-da1b-4e40-819c-659499f8ff0f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:17:59.865214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-3cf68445-c7c2-4076-b160-11c015a23d9f service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986419 Nov 01 18:17:59.874056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-92c3b8fd-08d7-4d08-af0f-b8101f4a5e38 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:17:59.875524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-92c3b8fd-08d7-4d08-af0f-b8101f4a5e38 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.6000774 Nov 01 18:17:59.890913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-0fd50b37-13f2-42a5-9d5c-ea64b919ca25 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927083 Nov 01 18:17:59.947794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-35d8ca31-6ca3-43f5-a6fc-d2721776c3a6 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/quotas/46303d4cc0084ef4968803189f18ad81 HTTP/1.1" status: 200 len: 375 time: 0.0582829 Nov 01 18:18:00.107551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63a8186e-e899-4d6d-9cb9-4142e31e0916 req-a0a969fb-61ac-4ea9-928c-f00104923319 service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295480 Nov 01 18:18:00.113050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d40f00aa-2ca6-42b2-932d-76254119f993 req-a9c13d7c-ba71-4295-a198-bccabe745866 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096670 Nov 01 18:18:00.118938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-8b17dd48-1180-4ca0-a66d-9109a7df6aa6 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411891 Nov 01 18:18:00.127409 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.129782 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.175758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event deleted for resources: {'Port': ['ID=9b466778-da1b-4e40-819c-659499f8ff0f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:00.221422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] No DVR routers for this DVR port 9b466778-da1b-4e40-819c-659499f8ff0f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:00.224237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.227640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab5a1f98-ff1e-43ea-9913-d1b955ec4163 req-9ec2f408-eaee-486d-8db3-90e3f0ebfddb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "DELETE /v2.0/ports/9b466778-da1b-4e40-819c-659499f8ff0f HTTP/1.1" status: 204 len: 173 time: 0.6709049 Nov 01 18:18:00.228415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-deleted', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:00.231310 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54d9f13-b7e9-4851-a1be-44b36c3157ea" -d '{"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-deleted", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:00.303803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e3482719-8737-4542-8d49-8fad02f7703a service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632650 Nov 01 18:18:00.345684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Allocated IP 172.25.2.101 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/cff7689e-3d03-4e82-ac8f-26f6b7ab88d7) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:00.483017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-3919c8f8-b261-4f37-b5cd-17cf8316b49b service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711137 Nov 01 18:18:00.516152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.640620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.696616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'Port': ['ID=cff7689e-3d03-4e82-ac8f-26f6b7ab88d7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:00.700422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:00.702001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:00.704885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:00.837452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:00.876716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.902306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a9cac67a-82bb-41c9-8231-b95955ba20bf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:00.903263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:00.973286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-d2152707-fd47-42b4-beaf-26fbc0706ebe tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:00.981974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-d2152707-fd47-42b4-beaf-26fbc0706ebe tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 811 time: 0.1940517 Nov 01 18:18:00.991944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.010695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-3b8d5708-9979-4df0-b33e-b05152229da6 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/quotas/bbafe6a96ccb417f8d73568f061b6178 HTTP/1.1" status: 200 len: 375 time: 0.0274000 Nov 01 18:18:01.017526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:01.019761 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498dae9-9d0e-4c82-a4bf-c2d6caec8316" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:01.033001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:01.085355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.113062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.149707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-d5100f32-1e5a-41e3-9ef2-b58ca5da06ea tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332872 Nov 01 18:18:01.180624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:01.315753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-f756cc54-3671-4136-a49c-7943053b96ae service neutron] 10.222.0.31 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488290 Nov 01 18:18:01.360917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.429366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-2539c426-6041-4df0-ae55-5c0dffb5c23d service neutron] 10.222.0.31 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035316 Nov 01 18:18:01.469026 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.542825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event updated for resources: {'Port': ['ID=cff7689e-3d03-4e82-ac8f-26f6b7ab88d7,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:01.556688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.653087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:01.654303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-d285334a-8450-499e-bd33-79de6a808f99 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6625917 Nov 01 18:18:01.724356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-a62a8b2a-9cc4-497e-9256-d439eea8b7df tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0627353 Nov 01 18:18:01.854806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-54ae87af-4221-4eef-8243-7b46d27c0833 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:01.856635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3391910d-7b48-4fec-84d8-f820e3322ad2 req-54ae87af-4221-4eef-8243-7b46d27c0833 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1237094 Nov 01 18:18:01.914876 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 01 Nov 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a435f0-5c3a-4bc9-a161-6eced65db7bc x-openstack-request-id: req-20a435f0-5c3a-4bc9-a161-6eced65db7bc {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:01.915544 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:01.915544 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20a435f0-5c3a-4bc9-a161-6eced65db7bc {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:01.916098 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:18:01.916314 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'status': 'completed', 'code': 200} Nov 01 18:18:01.916566 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc', 'status': 'completed', 'code': 200} Nov 01 18:18:01.986223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-312c3e38-a69c-4e40-a7e0-47806348ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:01.987886 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-312c3e38-a69c-4e40-a7e0-47806348ba94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=796248c0b428443498fd3b42ae8049c8&device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 1095 time: 0.0486038 Nov 01 18:18:02.016381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-5c69189d-10ce-4f67-a76d-0afb1456fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.018216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-5c69189d-10ce-4f67-a76d-0afb1456fa76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0792732 Nov 01 18:18:02.042734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4b950-8aa9-43ef-85f3-107d67c6e501 req-27deb0ad-e503-4f08-9f16-50d36a2f981a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.045296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4e4b950-8aa9-43ef-85f3-107d67c6e501 req-27deb0ad-e503-4f08-9f16-50d36a2f981a tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0755086 Nov 01 18:18:02.070777 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:18:02.100769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-e2ab0fed-7a38-44a2-8481-c6e8c3430942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.102563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-e2ab0fed-7a38-44a2-8481-c6e8c3430942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=115c217d-2387-4a27-b50b-af32c5bf53c9 HTTP/1.1" status: 200 len: 915 time: 0.1061277 Nov 01 18:18:02.150280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-9d5cc514-c7dd-48b6-bf43-0d1f64263bde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc HTTP/1.1" status: 200 len: 217 time: 0.0403531 Nov 01 18:18:02.158790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4e4b950-8aa9-43ef-85f3-107d67c6e501 req-2f7b76ff-37ee-4777-904d-233eed47a891 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Nov 01 18:18:02.205539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-06d69b83-fa97-43fc-a499-5a82c3f31a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.211668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-06d69b83-fa97-43fc-a499-5a82c3f31a39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.1849091 Nov 01 18:18:02.223866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-657129ca-f17c-484a-a086-1264d7c12bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.240701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-657129ca-f17c-484a-a086-1264d7c12bb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=460acf73-291d-4220-ad1e-b05d7e161331 HTTP/1.1" status: 200 len: 854 time: 0.0808311 Nov 01 18:18:02.294342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-84a1b82e-b65e-4e1b-8719-bac568709b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=115c217d-2387-4a27-b50b-af32c5bf53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481298 Nov 01 18:18:02.296251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-d4019b5c-bbca-408e-bcc8-88b41cdb883d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0706923 Nov 01 18:18:02.394855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-addbed01-810f-4d6d-9b01-5cbc5b209354 service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921655 Nov 01 18:18:02.405672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-72fd3c98-5c6e-4d29-b5cd-13b2aec20efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.407131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-72fd3c98-5c6e-4d29-b5cd-13b2aec20efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.0829690 Nov 01 18:18:02.414582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30763fc-702b-4bc0-ab8a-4301427941aa req-d95b6e46-0a61-4b4b-b035-0762f1ab6ebc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.415993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b30763fc-702b-4bc0-ab8a-4301427941aa req-d95b6e46-0a61-4b4b-b035-0762f1ab6ebc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.1239381 Nov 01 18:18:02.443195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0d62-5c57-4f07-bdaf-ea57b3c1c999 req-721e8653-7d18-48e0-a891-ee3a64dc3a4a tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.444916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b88b0d62-5c57-4f07-bdaf-ea57b3c1c999 req-721e8653-7d18-48e0-a891-ee3a64dc3a4a tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 944 time: 0.1192777 Nov 01 18:18:02.470406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-eb3820b7-f701-4b9c-b48c-31890e8417c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467429 Nov 01 18:18:02.510002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-49b3f097-d7e7-43de-a62f-e23c4bb79ce6 service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086478 Nov 01 18:18:02.576029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b30763fc-702b-4bc0-ab8a-4301427941aa req-d79aac15-079d-484b-b9ee-ed52f3f31dfa tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411018 Nov 01 18:18:02.583836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b88b0d62-5c57-4f07-bdaf-ea57b3c1c999 req-010c3deb-ce5b-471d-b9d7-da67455f139e tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Nov 01 18:18:02.617313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-4595d223-25af-48e6-a8f3-553ccab096eb service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336930 Nov 01 18:18:02.648362 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e035f61-20de-4527-83bb-43bcd10f1fcb x-openstack-request-id: req-2e035f61-20de-4527-83bb-43bcd10f1fcb {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:02.648659 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af078-49df-49df-8a75-6ae301baeff1", "name": "network-vif-deleted", "tag": "9b466778-da1b-4e40-819c-659499f8ff0f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:02.648915 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e035f61-20de-4527-83bb-43bcd10f1fcb {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:02.649315 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9af078-49df-49df-8a75-6ae301baeff1', 'name': 'network-vif-deleted', 'tag': '9b466778-da1b-4e40-819c-659499f8ff0f', 'status': 'completed', 'code': 200} Nov 01 18:18:02.685712 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3eb65-4fdf-41fd-8a6a-6e932a2ca07b x-openstack-request-id: req-03a3eb65-4fdf-41fd-8a6a-6e932a2ca07b {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:02.686223 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:02.686223 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a3eb65-4fdf-41fd-8a6a-6e932a2ca07b {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:02.686634 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'code': 200} Nov 01 18:18:02.784174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65149316-83c0-4e97-bd7a-b11b71213f2c req-1ab900ab-8327-4bde-aedd-b9b67cc27aed tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 210 time: 0.0720034 Nov 01 18:18:02.822330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01007336-e528-4bc5-940e-383fb085047d req-a1cbb0b2-61af-4950-8f95-39aca3374328 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 210 time: 0.0972111 Nov 01 18:18:02.837622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-804286e2-31ca-4451-a844-bc51d44ec98b service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079482 Nov 01 18:18:02.850055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:02.894242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 9b466778-da1b-4e40-819c-659499f8ff0f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:02.895030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 9b466778-da1b-4e40-819c-659499f8ff0f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:02.910143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b9a3-b9f4-4453-bc96-124226a0bfa0 req-680a6bb6-29af-40b3-979f-349b60c4618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:02.911957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0fb2b9a3-b9f4-4453-bc96-124226a0bfa0 req-680a6bb6-29af-40b3-979f-349b60c4618f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.0903983 Nov 01 18:18:02.974713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0fb2b9a3-b9f4-4453-bc96-124226a0bfa0 req-183fd8c6-1482-406f-9041-790c2974ed37 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Nov 01 18:18:03.018997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-cc5a7119-9ee6-456b-ac85-c504f012aa81 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:03.020599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-cc5a7119-9ee6-456b-ac85-c504f012aa81 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1612585 Nov 01 18:18:03.044244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-d2ef3724-23ca-4e0b-aae3-e99e13110996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:03.045719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-d2ef3724-23ca-4e0b-aae3-e99e13110996 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 1096 time: 0.1264675 Nov 01 18:18:03.086082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-054567ec-f3e6-4bd7-81d6-8fa92f6b953f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:03.087554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-054567ec-f3e6-4bd7-81d6-8fa92f6b953f tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1588328 Nov 01 18:18:03.127218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2f40bfff-762a-4fdc-957c-d7488482437d tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0970201 Nov 01 18:18:03.168154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'floatingip': {'port_id': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:03.205218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-470d3d98-26c1-4a35-a851-55f88495c3b0 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1088002 Nov 01 18:18:03.244816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:03.252008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:03.344755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:03.754079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-a47bb0cc-d5e2-4d0c-9da1-16c7f2614a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:03.755601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-a47bb0cc-d5e2-4d0c-9da1-16c7f2614a71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.6815228 Nov 01 18:18:03.845807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-c8017fa5-6cb1-4f8f-b482-22ca5974afb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 200 len: 217 time: 0.0624378 Nov 01 18:18:03.987479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-17715f1e-7833-44e6-8608-bc08b8227ebc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:03.989934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-17715f1e-7833-44e6-8608-bc08b8227ebc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.1439316 Nov 01 18:18:04.020231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Request body: {'port': {'device_id': '25d49d66-7206-4bc5-9158-be00542bf863', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'admin_state_up': True, 'tenant_id': '46303d4cc0084ef4968803189f18ad81'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:04.071336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-9c16763e-85ab-4885-a36b-a91f1a01612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:04.072848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-9c16763e-85ab-4885-a36b-a91f1a01612f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.1955209 Nov 01 18:18:04.322983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a11c9-74ce-4637-ae31-f134540f1941 req-cb775398-c4fc-427e-8b80-0b6e0e108fdc tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:04.325132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-102a11c9-74ce-4637-ae31-f134540f1941 req-cb775398-c4fc-427e-8b80-0b6e0e108fdc tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.32 "GET /v2.0/ports?device_id=13217232-8d0a-4ac4-92a1-b4a193b8b7a8 HTTP/1.1" status: 200 len: 945 time: 0.2699885 Nov 01 18:18:04.458058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-0911a2b4-767d-496c-9f4b-4ee859791f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:04.459746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-0911a2b4-767d-496c-9f4b-4ee859791f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568351 Nov 01 18:18:04.483534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-429d0e6a-3fde-496d-b2bb-1a823ee3aedf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:18:04.484760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-429d0e6a-3fde-496d-b2bb-1a823ee3aedf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083835 Nov 01 18:18:04.514731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:04.643633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:04.647804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:04.723962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.resource_extend [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:18:04.797850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-297f93c2-62ff-458c-8870-1b566a94bf60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:04.799381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-297f93c2-62ff-458c-8870-1b566a94bf60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 811 time: 0.1919363 Nov 01 18:18:04.814023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Request body: {'port': {'device_id': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'admin_state_up': True, 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:04.832255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8463c5f5-fea3-461b-bd81-bc009bc5d5cc details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:04.840241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-fa84b6c0-3edb-4eb0-b46a-7e9af547ebee service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433375 Nov 01 18:18:04.867897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Deleting port 43933cee-b916-4d6f-a9c8-320cc01341b1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:04.868131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:04.888823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:04.924011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:04.929970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Allocated IP 172.20.0.11 (a0ba09c3-7403-4906-bf62-4df41db40d9a/9690731d-372a-4073-b717-ce39c1b11827/b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:04.972349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,segment=NetworkSegment(4d37b1f6-2328-498f-bccb-6d8c71a7c645),segment_id=4d37b1f6-2328-498f-bccb-6d8c71a7c645)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:04.986801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc', 'network_id': '115c217d-2387-4a27-b50b-af32c5bf53c9', 'port_id': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc', 'mac_address': 'fa:16:3e:ae:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460acf73-291d-4220-ad1e-b05d7e161331', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:05.023548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.046532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.080575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8463c5f5-fea3-461b-bd81-bc009bc5d5cc {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:05.106980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.115182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,segment=NetworkSegment(4d37b1f6-2328-498f-bccb-6d8c71a7c645),segment_id=4d37b1f6-2328-498f-bccb-6d8c71a7c645)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:05.115436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Made reservation on behalf of bbafe6a96ccb417f8d73568f061b6178 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:05.126961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.212675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.217689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30359546-d6d1-4fd2-a1c7-a84ce39214bf req-2817ebf5-7ddc-4c36-86be-190a7ca2a488 service neutron] 10.222.0.32 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668594 Nov 01 18:18:05.226697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] For port 43933cee-b916-4d6f-a9c8-320cc01341b1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=43933cee-b916-4d6f-a9c8-320cc01341b1,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:05.227062 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.235586 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.277578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Calling delete_port for 43933cee-b916-4d6f-a9c8-320cc01341b1 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:05.294618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:05.305570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.305869 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Floating IP af0f70b7-2a6d-40f3-b154-3530b261fb84 associated. External IP: 172.25.2.101, port: 9e38709a-76e6-4b88-9ac1-7d69d05e716a. Nov 01 18:18:05.306160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.306607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.307069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.307580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.308026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.308607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.308910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.309349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.310298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.312658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.312658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.331054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Allocated IP 172.20.0.2 (8171e1cf-427a-41db-880f-0b5177f84857/66fd31a1-3a96-4653-9931-b92c222ed693/2b6e9872-a8a5-4230-a3bc-93396fd30b29) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:05.452017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.509510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Network a0ba09c3-7403-4906-bf62-4df41db40d9a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:05.519328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:05.526501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:05.558656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:05.587286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.595134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.595480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.595842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.596176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.596510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.596841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.597166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.597491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.597818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.598142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.598499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.598851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:05.623146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:05.623861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.674456 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Floating IP 2ac1cef5-2618-4501-9b56-b894ab620080 associated. External IP: 172.25.2.56, port: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf. Nov 01 18:18:05.742613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8463c5f5-fea3-461b-bd81-bc009bc5d5cc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:05.821780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-e84755eb-84eb-4cb8-8b27-0bacab7cfd56 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8126519 Nov 01 18:18:05.914461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Request body: {'port': {'device_id': '25d49d66-7206-4bc5-9158-be00542bf863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:05.920428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:05.931490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9852e662-1813-469b-a8a7-7c07ee60110d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:06.003463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Network 8171e1cf-427a-41db-880f-0b5177f84857 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:06.031009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:06.033299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Pushing event updated for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:06.037549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:06.042368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.082621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Router 905d519a-441c-4a70-9f53-1bade7df7df7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:06.127840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:06.128490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.155921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:06.204335 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.283035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event deleted for resources: {'Port': ['ID=43933cee-b916-4d6f-a9c8-320cc01341b1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:06.353464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:06.367208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Sync routers for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:06.367556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.382468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:06.383098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:06.396608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:06.406097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.409210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] No DVR routers for this DVR port 43933cee-b916-4d6f-a9c8-320cc01341b1 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:06.418034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.421661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-102a11c9-74ce-4637-ae31-f134540f1941 req-fc59072d-fb97-426f-bf7a-34f44cff87d4 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.32 "DELETE /v2.0/ports/43933cee-b916-4d6f-a9c8-320cc01341b1 HTTP/1.1" status: 204 len: 173 time: 2.0028937 Nov 01 18:18:06.428307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Transition to ACTIVE for port object b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:06.429098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'name': 'network-vif-deleted', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:06.429098 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f206a95-89af-4bab-9800-1d0f610ff6d5" -d '{"events": [{"server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "name": "network-vif-deleted", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:06.429344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-7164fdb8-830d-4cc7-a6e6-bce8ea94f77f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6176996 Nov 01 18:18:06.433286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-2efd73c4-755f-45e9-85fa-cd7ea26029cf tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "PUT /v2.0/floatingips/af0f70b7-2a6d-40f3-b154-3530b261fb84 HTTP/1.1" status: 200 len: 996 time: 3.2752461 Nov 01 18:18:06.445268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:06.452345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.464254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:06.467810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Request body: {'port': {'device_id': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:06.479409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:06.480787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:06.513543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-ebb58553-f5fe-416a-bfae-1edb82ec3fd9 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "PUT /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 995 time: 3.2781291 Nov 01 18:18:06.528152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-06693dba-92fe-46ab-a42b-0c682c5fde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:06.529798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-06693dba-92fe-46ab-a42b-0c682c5fde3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0748734 Nov 01 18:18:06.569454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.571389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:06.594723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:06.633890 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:06.659914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-32a0eb9e-9e72-4a10-8465-57cd95378378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:06.661463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-32a0eb9e-9e72-4a10-8465-57cd95378378 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.1226389 Nov 01 18:18:06.758326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-57fc6338-279b-45d6-9f01-4534da587922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:06.761271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-57fc6338-279b-45d6-9f01-4534da587922 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.2097795 Nov 01 18:18:06.856710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-bd3d9848-79ff-402a-82f5-d26880794d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:06.858383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-bd3d9848-79ff-402a-82f5-d26880794d8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1864688 Nov 01 18:18:06.862616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-cddeb22d-b0a6-4311-8abb-20849b904a25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 999 time: 0.0913837 Nov 01 18:18:06.905270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1883eafa-40e0-45ae-ac20-211a0a1eb2bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:06.927104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 8, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:06.936135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:06.961335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8463c5f5-fea3-461b-bd81-bc009bc5d5cc up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:06.961807 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:06.973330 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:06.974351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:07.016204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-8ef705dc-74d8-4c92-be74-e3dd65a57b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.018197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-8ef705dc-74d8-4c92-be74-e3dd65a57b36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.1459475 Nov 01 18:18:07.020015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-2cec915e-323d-4dfd-a7bf-c3676acee206 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 998 time: 0.1549072 Nov 01 18:18:07.033841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6e9872-a8a5-4230-a3bc-93396fd30b29 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:07.042924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Attempting to bind port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:07.043258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Attempting to bind port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:07.044842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Attempting to bind port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:07.047535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.053063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d on network a0ba09c3-7403-4906-bf62-4df41db40d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:07.058326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Attempting to bind port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:07.069999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:07.070353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Checking segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:07.074737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Bound using segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:07.075488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Bound port: b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:07.075747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.084605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-46efc23a-803e-412f-9f15-f09530dc3568 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561483 Nov 01 18:18:07.093992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Transition to ACTIVE for port object 2b6e9872-a8a5-4230-a3bc-93396fd30b29 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:07.107366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-fe44abec-2987-4072-81a4-7cde1da538bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.109021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-fe44abec-2987-4072-81a4-7cde1da538bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0722690 Nov 01 18:18:07.134895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'af0f70b7-2a6d-40f3-b154-3530b261fb84', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'port_id': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'mac_address': 'fa:16:3e:30:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11720b-997d-4889-8689-d7baf8c29a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:00Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 1, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:07.177348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:07.184486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:07.194024 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:07.228579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.257609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-f41c4e25-7240-4798-ab38-4486d029dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.266825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-f41c4e25-7240-4798-ab38-4486d029dde2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380563 Nov 01 18:18:07.307313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Checking router: 905d519a-441c-4a70-9f53-1bade7df7df7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:07.312548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:18:07.350208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-4edcac3d-a638-4f40-aa26-0e8fdd4e168b service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370410 Nov 01 18:18:07.352858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:07.353469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.360712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:07.362278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:07.408942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:07.447369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Attempting to bind port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:07.447692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Attempting to bind port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:07.448172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Attempting to bind port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 on network 8171e1cf-427a-41db-880f-0b5177f84857 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:07.453844 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.463533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 on network 8171e1cf-427a-41db-880f-0b5177f84857 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:07.464059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Attempting to bind port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 on network 8171e1cf-427a-41db-880f-0b5177f84857 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:07.475776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-003d73e0-7160-4841-964d-05547ecdf974 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079124 Nov 01 18:18:07.493894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:07.494236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Checking segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:07.494620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Bound using segment: {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:07.495778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Bound port: 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94d4c89-e1c5-485a-b847-4ed52db3899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:07.496604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.509155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.509780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.511397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d HTTP/1.1" status: 200 len: 1092 time: 1.6805735 Nov 01 18:18:07.512020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:07.514510 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382747d7-2f98-4813-a577-49207c019563" -d '{"events": [{"name": "network-changed", "server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:07.561300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32c5c41-9aee-4c9f-85a3-eeffa2c12c6a req-44dd2676-dd01-48f9-84f9-02d10629588c service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928024 Nov 01 18:18:07.578172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a6785-ed9d-42df-b614-9a4700439cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:07.592356 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 8, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:07.606016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:07.634636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed004c0e-a338-4176-85a3-28209061d8c3 req-285fd71d-a101-4135-ac70-ffd3f9a56812 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497343 Nov 01 18:18:07.638275 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0927424-2a96-468c-bb75-e8e6d7871f21 None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2ac1cef5-2618-4501-9b56-b894ab620080', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'port_id': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'mac_address': 'fa:16:3e:9e:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:17:19Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 8, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:07.642613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:07.647811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.648120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:07.711743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-cfe3081b-5939-4dd5-b3b3-59cff3ecee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.713336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-cfe3081b-5939-4dd5-b3b3-59cff3ecee50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 1095 time: 0.0605671 Nov 01 18:18:07.722230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:07.724483 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cee665-5efc-455c-ad45-ee48089da741" -d '{"events": [{"server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "name": "network-vif-plugged", "status": "completed", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:07.746574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,segment=NetworkSegment(4d37b1f6-2328-498f-bccb-6d8c71a7c645),segment_id=4d37b1f6-2328-498f-bccb-6d8c71a7c645)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:07.768978 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-76c8f14a-98f2-4289-b608-a6c922971e08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d HTTP/1.1" status: 200 len: 217 time: 0.0473895 Nov 01 18:18:07.835019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-cfd9a6dc-a747-43d1-be50-0e1b23e84f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.836588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-cfd9a6dc-a747-43d1-be50-0e1b23e84f7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0595050 Nov 01 18:18:07.839623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b38e9-de0e-4e9d-90e6-7d00da656734 req-1553dd14-a542-46ec-a8e8-8e72303aeb3f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.841269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.842503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-506b38e9-de0e-4e9d-90e6-7d00da656734 req-1553dd14-a542-46ec-a8e8-8e72303aeb3f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0772402 Nov 01 18:18:07.919137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.928330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 43933cee-b916-4d6f-a9c8-320cc01341b1 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:07.930798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-506b38e9-de0e-4e9d-90e6-7d00da656734 req-28a02ddf-d78e-4cf9-bb02-7d76ef5563f3 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794771 Nov 01 18:18:07.935167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:07.945171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56d59-bb83-474b-a678-97ebb1e52928 req-8f97adba-0372-4a2f-b655-bcfffed00adc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.948412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d56d59-bb83-474b-a678-97ebb1e52928 req-8f97adba-0372-4a2f-b655-bcfffed00adc tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0984561 Nov 01 18:18:07.987473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:07.988406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:07.990323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-8c82420d-c99f-4094-9a6f-6bbc3a14af32 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 200 len: 1091 time: 1.5437591 Nov 01 18:18:07.992413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-6c8585c2-0e9b-47ab-81ad-dc7f94d37941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443665 Nov 01 18:18:08.003495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c5ff9-7413-4eb6-994b-ca58053a6762 None None] New status for floating IP 2ac1cef5-2618-4501-9b56-b894ab620080: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:18:08.036494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d56d59-bb83-474b-a678-97ebb1e52928 req-bf68311d-b289-4f69-a4fe-761153ced113 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795913 Nov 01 18:18:08.091615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 43933cee-b916-4d6f-a9c8-320cc01341b1 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:08.091970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 43933cee-b916-4d6f-a9c8-320cc01341b1 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:08.117203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7504c5-f810-4645-bb3d-97facf02543d req-e3d16d13-58a0-4d63-b86d-00154305c76a tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.119400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b7504c5-f810-4645-bb3d-97facf02543d req-e3d16d13-58a0-4d63-b86d-00154305c76a tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.0746527 Nov 01 18:18:08.128654 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-6967b7bd-6446-4c0b-ad75-cc0a7f68554c service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230607 Nov 01 18:18:08.154450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:08.193817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b7504c5-f810-4645-bb3d-97facf02543d req-4cb6ca27-6339-4eef-bb08-cbd140459d32 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674922 Nov 01 18:18:08.222416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'af0f70b7-2a6d-40f3-b154-3530b261fb84', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'port_id': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'mac_address': 'fa:16:3e:30:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11720b-997d-4889-8689-d7baf8c29a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:00Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 1, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:08.228355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026d6e2-02e8-4383-a4a5-d856c18ab103 req-cfe0f164-d249-4eaa-9ae5-1e7a589da511 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.239679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9026d6e2-02e8-4383-a4a5-d856c18ab103 req-cfe0f164-d249-4eaa-9ae5-1e7a589da511 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 944 time: 0.0938857 Nov 01 18:18:08.261881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-c1335dc5-2fbe-4a28-9b57-e2238c5eabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.264054 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-c1335dc5-2fbe-4a28-9b57-e2238c5eabb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1094 time: 0.1149383 Nov 01 18:18:08.264283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6a6c-77af-416d-b019-63c52e1ad8ab None None] The sync data for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 is: [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'af0f70b7-2a6d-40f3-b154-3530b261fb84', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'port_id': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'mac_address': 'fa:16:3e:30:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db11720b-997d-4889-8689-d7baf8c29a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:00Z', 'updated_at': '2021-11-01T18:18:04Z', 'revision_number': 1, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:08.297066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9026d6e2-02e8-4383-a4a5-d856c18ab103 req-be24c739-479c-473b-b272-b0ed47c78246 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563624 Nov 01 18:18:08.322592 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cae4b8a7-a075-46b4-b8cd-79ee5543db83 req-2db818e8-699b-47c5-91f1-d72e02a2768e service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816213 Nov 01 18:18:08.352727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-da0e78f6-e802-4f0f-9166-f32def7f63c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 200 len: 217 time: 0.0733049 Nov 01 18:18:08.394627 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2884af0d-082c-4a70-9cad-1e7684e9e345 x-openstack-request-id: req-2884af0d-082c-4a70-9cad-1e7684e9e345 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:08.395061 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13217232-8d0a-4ac4-92a1-b4a193b8b7a8", "name": "network-vif-deleted", "tag": "43933cee-b916-4d6f-a9c8-320cc01341b1", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:08.395452 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2884af0d-082c-4a70-9cad-1e7684e9e345 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:08.395974 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13217232-8d0a-4ac4-92a1-b4a193b8b7a8', 'name': 'network-vif-deleted', 'tag': '43933cee-b916-4d6f-a9c8-320cc01341b1', 'status': 'completed', 'code': 200} Nov 01 18:18:08.413258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-f7a2f0ec-a7a4-4151-8429-a5d1d79326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.414759 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-f7a2f0ec-a7a4-4151-8429-a5d1d79326f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.0548680 Nov 01 18:18:08.422591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d5f1-d74a-4a53-ae00-496af49cee34 req-327a2d78-3006-48b3-881c-7bb288f7be13 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.425383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cd2d5f1-d74a-4a53-ae00-496af49cee34 req-327a2d78-3006-48b3-881c-7bb288f7be13 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 943 time: 0.1030819 Nov 01 18:18:08.434690 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d05e0-f40f-44a1-8ac3-03092473fe21 x-openstack-request-id: req-3c0d05e0-f40f-44a1-8ac3-03092473fe21 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:08.434980 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:08.435253 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c0d05e0-f40f-44a1-8ac3-03092473fe21 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:08.435656 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'status': 'completed', 'code': 200} Nov 01 18:18:08.460387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-58d612a7-28a9-46b3-b92a-d8b36eed7080 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376370 Nov 01 18:18:08.520588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cd2d5f1-d74a-4a53-ae00-496af49cee34 req-290e7864-e2c9-4856-9313-c6ce8f0015c9 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Nov 01 18:18:08.540488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-808f311e-6a31-47f0-bb3d-ab5dc82e6485 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 999 time: 0.0919135 Nov 01 18:18:08.580120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-393c4f0b-d50a-4958-9a93-b004450d4dcf service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029296 Nov 01 18:18:08.582039 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbaa680-b489-48d4-bd95-c004d1d2114a None None] New status for floating IP af0f70b7-2a6d-40f3-b154-3530b261fb84: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:18:08.586641 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0817aea-3c1c-470b-81ea-107928c77f75 x-openstack-request-id: req-d0817aea-3c1c-470b-81ea-107928c77f75 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:08.586934 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "name": "network-vif-plugged", "status": "completed", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:08.587188 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0817aea-3c1c-470b-81ea-107928c77f75 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:08.587599 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc', 'code': 200} Nov 01 18:18:08.627154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-0ede06f7-4413-4a72-a854-96db9af87507 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.629164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-0ede06f7-4413-4a72-a854-96db9af87507 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports/9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 942 time: 0.0929627 Nov 01 18:18:08.696938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04e8ca90-b839-4d8d-8dba-0adf5d1f0313 req-2c503e52-bc63-43f0-9872-b03cb031e6ec tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 997 time: 0.0880990 Nov 01 18:18:08.707641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382747d7-2f98-4813-a577-49207c019563 req-70ebfaa3-291d-400f-82f8-4584b0179853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.709120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-70ebfaa3-291d-400f-82f8-4584b0179853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 1095 time: 0.1380451 Nov 01 18:18:08.832113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce3e4003-0298-4134-9bb7-427c329e6e65 req-a529d6ba-bbb1-47e6-bf39-3d8b900c037f service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291076 Nov 01 18:18:08.837963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-0cf70551-de96-428c-90cd-10f4633beb1d tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 999 time: 0.1386061 Nov 01 18:18:08.845289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd8d5-f95f-4a1c-a02d-68ba031c017b req-3d8aee84-b49e-42eb-baa5-3aea55ceca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.846798 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db8dd8d5-f95f-4a1c-a02d-68ba031c017b req-3d8aee84-b49e-42eb-baa5-3aea55ceca53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 1097 time: 0.1505277 Nov 01 18:18:08.873837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382747d7-2f98-4813-a577-49207c019563 req-3e3a1824-012c-4f2c-9880-8d00ef603198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.875727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-3e3a1824-012c-4f2c-9880-8d00ef603198 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 906 time: 0.1420898 Nov 01 18:18:08.901674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db8dd8d5-f95f-4a1c-a02d-68ba031c017b req-70668e19-c292-4d20-8522-fbfec7401b19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Nov 01 18:18:08.929295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8ca90-b839-4d8d-8dba-0adf5d1f0313 req-3cac0b8c-b576-4717-a05a-92c3f6416ecd tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.930622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04e8ca90-b839-4d8d-8dba-0adf5d1f0313 req-3cac0b8c-b576-4717-a05a-92c3f6416ecd tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2328553 Nov 01 18:18:08.931288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-d0126bfb-020b-4c2b-86eb-a6bc17bf4b7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d HTTP/1.1" status: 200 len: 217 time: 0.0417514 Nov 01 18:18:08.941348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:08.950255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-04e8ca90-b839-4d8d-8dba-0adf5d1f0313 req-b06fbb97-ab64-460a-89d3-4372aabbd0d8 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:18:08.954669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04e8ca90-b839-4d8d-8dba-0adf5d1f0313 req-b06fbb97-ab64-460a-89d3-4372aabbd0d8 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101728 Nov 01 18:18:08.990098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-13625ea0-7156-40cd-8e8e-1e229a8690bd tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.991636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-13625ea0-7156-40cd-8e8e-1e229a8690bd tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1528802 Nov 01 18:18:08.994657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382747d7-2f98-4813-a577-49207c019563 req-4d3b01d3-9639-4365-873f-bc6e07f29e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:08.996964 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-4d3b01d3-9639-4365-873f-bc6e07f29e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0581574 Nov 01 18:18:09.032150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-ad31e220-53ae-4e7e-b9c8-93dfdd424214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267212 Nov 01 18:18:09.091843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-b3c9bd51-8ecc-41a5-9b0b-665301ae3015 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.0900509 Nov 01 18:18:09.099856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e867-af31-4ea4-9bca-79163ac5a259 req-b52e95bf-e6c9-4b2d-87dc-01a083f2751e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:09.101312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0df0e867-af31-4ea4-9bca-79163ac5a259 req-b52e95bf-e6c9-4b2d-87dc-01a083f2751e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0978673 Nov 01 18:18:09.106584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:09.129646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-871c5a06-c8d7-40c8-8b7a-c0fdfad17b2e service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882535 Nov 01 18:18:09.188549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0df0e867-af31-4ea4-9bca-79163ac5a259 req-ab1f68a8-d84a-4eb9-b3f1-bef36206d0f8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Nov 01 18:18:09.190886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:09.241764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-382747d7-2f98-4813-a577-49207c019563 req-d536edd3-977d-4db7-b5f3-7581157c7638 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024606 Nov 01 18:18:09.340325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:09.468369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:09.468714 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Floating IP af0f70b7-2a6d-40f3-b154-3530b261fb84 disassociated. External IP: 172.25.2.101, port: 9e38709a-76e6-4b88-9ac1-7d69d05e716a. Nov 01 18:18:10.028823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Router 905d519a-441c-4a70-9f53-1bade7df7df7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:10.032113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-fd0424c1-640a-4942-b8b9-3aa3a51e47fe tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.3785088 Nov 01 18:18:10.114776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-00e4796e-55e3-4b5f-adbe-9e62c8068429 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:10.116231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-00e4796e-55e3-4b5f-adbe-9e62c8068429 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports/1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 942 time: 0.0776534 Nov 01 18:18:10.227144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:10.233144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:10.237724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Sync routers for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:10.240557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-14e4ebde-f368-4bf0-9889-e91444cbe564 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.0813529 Nov 01 18:18:10.248626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:10.249233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:10.292109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-dd885cfb-5d16-4fb7-a2fd-d0f77d8e484c tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "PUT /v2.0/floatingips/af0f70b7-2a6d-40f3-b154-3530b261fb84 HTTP/1.1" status: 200 len: 695 time: 1.1894522 Nov 01 18:18:10.367328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:10.399921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-fd8f6e00-1905-4c6a-ac9d-449e8d9bfc14 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:10.401393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-fd8f6e00-1905-4c6a-ac9d-449e8d9bfc14 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1425607 Nov 01 18:18:10.402736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}, {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}, {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:10.405070 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e57ec0-345a-40e4-9543-a3a079274619" -d '{"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}, {"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}, {"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:10.416551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-7bf57b80-b02e-4191-95fa-b99e26d715d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:10.418360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-7bf57b80-b02e-4191-95fa-b99e26d715d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0680978 Nov 01 18:18:10.436869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:10.441769 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4a603-13e7-4a59-a19c-ce413c3c609f" -d '{"events": [{"name": "network-changed", "server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:10.542901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-c5e067d4-d4b0-4587-8d7d-586adc5f9f9e tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1000 time: 0.1205347 Nov 01 18:18:10.556848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:10.575737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:10.605352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Checking router: 905d519a-441c-4a70-9f53-1bade7df7df7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:10.615157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:10.615780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:10.617755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-105fdea6-6554-4fd1-b624-08f45fa92683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:10.623236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-105fdea6-6554-4fd1-b624-08f45fa92683 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.1879208 Nov 01 18:18:10.639241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:10.697788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-8efc31f8-96f7-41fc-9bf7-d8d7201ec0f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0707450 Nov 01 18:18:10.735035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:10.802177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-423fdc20-c517-430a-954e-9a2aed3096f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:10.808388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-423fdc20-c517-430a-954e-9a2aed3096f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.0981271 Nov 01 18:18:10.872998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-eb566770-a93d-4b2b-ba88-8420e2c5e1a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566411 Nov 01 18:18:10.878820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:10.958174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:10.967323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-41167bb7-5977-4c61-a95a-74d22ac82b39 service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Nov 01 18:18:10.986088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c160c75-bb2e-4a4d-8804-dfdc94e0f53c None None] The sync data for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 is: [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:16:33Z', 'revision_number': 4, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '327e67d9-771d-4a3e-8c99-2a747dafb53c', 'name': '', 'network_id': '54babb37-44c7-4314-aa8b-8a4480f617f4', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'mac_address': 'fa:16:3e:b5:3a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '352decb8-1b93-468a-a91b-dd26be116eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'subnets': [{'id': '352decb8-1b93-468a-a91b-dd26be116eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:11.071171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.071171 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Floating IP 2ac1cef5-2618-4501-9b56-b894ab620080 disassociated. External IP: 172.25.2.56, port: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf. Nov 01 18:18:11.099646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c141e63-d902-4ace-8e55-f87cdd9e2be9 req-c4640c75-3e21-41e8-977e-4f1855a78728 service neutron] 10.222.0.31 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258848 Nov 01 18:18:11.165192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-5193642c-37b8-4b65-b738-8c5dc9767cf5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.167577 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-5193642c-37b8-4b65-b738-8c5dc9767cf5 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 946 time: 0.0539191 Nov 01 18:18:11.261824 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d8782-945d-4ac3-bf1d-969f2fc72376 None None] New status for floating IP af0f70b7-2a6d-40f3-b154-3530b261fb84: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:18:11.305271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:11.315441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:11.316186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.425575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:11.425941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.440102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:11.449604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:11.457009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.467726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:11.487028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:11.494605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:11.506228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-88739d5a-387e-4c63-83f9-afcc2eec0666 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "PUT /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 695 time: 0.9550259 Nov 01 18:18:11.582292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-14275f5e-e545-4636-b0f6-746661abd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.584216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-14275f5e-e545-4636-b0f6-746661abd480 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.0523949 Nov 01 18:18:11.726299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.737790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-3b84d352-7d32-496d-8daf-2c50cd0f8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.739792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-3b84d352-7d32-496d-8daf-2c50cd0f8239 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1470344 Nov 01 18:18:11.753367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['73d1cfe3-2ca2-4793-9d81-c3b942a96a8b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:11.759813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=73d1cfe3-2ca2-4793-9d81-c3b942a96a8b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:11.819840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:11.823751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:11.827714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8691e33c-240b-4bdb-be33-fe1a5a68cd96 req-ca256cff-9b7a-4f36-a5c0-00bc6fdd9b51 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.32 "DELETE /v2.0/ports/73d1cfe3-2ca2-4793-9d81-c3b942a96a8b HTTP/1.1" status: 204 len: 173 time: 0.6397266 Nov 01 18:18:11.838145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-9c77b0f0-23c7-401b-8c88-3947949f1801 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0917931 Nov 01 18:18:11.848225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:11.893390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300190-3193-4158-90a0-a29715b4e71d req-c01f17b1-7ce3-4f81-9725-c597560779ca tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.895054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14300190-3193-4158-90a0-a29715b4e71d req-c01f17b1-7ce3-4f81-9725-c597560779ca tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.1400652 Nov 01 18:18:11.925341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-fc782afc-04a1-4c81-b1e3-910c33378088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.926842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-fc782afc-04a1-4c81-b1e3-910c33378088 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0784113 Nov 01 18:18:11.945927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:11.973324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14300190-3193-4158-90a0-a29715b4e71d req-ed11e2dc-9a0f-4999-9fbf-3b43112ceff8 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713115 Nov 01 18:18:11.994762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960f80-9166-4845-907d-b1e9808c1502 req-2ec87798-25d0-4137-93ce-210ba64f4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:11.994762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-2ec87798-25d0-4137-93ce-210ba64f4c21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569806 Nov 01 18:18:12.180062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:12.198581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'mac_address': 'fa:16:3e:4b:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:12.200550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-043f0061-d249-47d7-a459-035276a4d525 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776743 Nov 01 18:18:12.239401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:12.241670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee23ace-849c-4695-8660-9cebd2194370 req-70b1f20b-8956-4986-b054-49b012a70a5a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:12.243177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ee23ace-849c-4695-8660-9cebd2194370 req-70b1f20b-8956-4986-b054-49b012a70a5a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 944 time: 0.0836160 Nov 01 18:18:12.275328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:12.278119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:12.296342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:12.296977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:12.299560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:12.318699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ee23ace-849c-4695-8660-9cebd2194370 req-b4f4a9c5-05da-422e-a280-29a836b70cc6 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Nov 01 18:18:12.348136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2960f80-9166-4845-907d-b1e9808c1502 req-c967b6a3-dace-4340-9001-d3c8d3228c53 service neutron] 10.222.0.31 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381850 Nov 01 18:18:12.371076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:12.439687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:12.450797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cac0-eb68-43cb-86fc-8be02700dc0d req-39ccb9c1-7849-4776-a830-7219d1e5fde0 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:12.452352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a189cac0-eb68-43cb-86fc-8be02700dc0d req-39ccb9c1-7849-4776-a830-7219d1e5fde0 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 943 time: 0.0572317 Nov 01 18:18:12.506151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a189cac0-eb68-43cb-86fc-8be02700dc0d req-10dc9222-d034-42ee-a128-2347c6893843 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Nov 01 18:18:12.523557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:12.524408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2b6e9872-a8a5-4230-a3bc-93396fd30b29 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:12.554222 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0042860-3c98-4f2d-a52c-5add292c5458 x-openstack-request-id: req-c0042860-3c98-4f2d-a52c-5add292c5458 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:12.554785 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:12.555263 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0042860-3c98-4f2d-a52c-5add292c5458 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:12.555917 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:18:12.556523 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:18:12.557014 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:18:12.706312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-c97ade13-e618-4528-8c79-e94846dddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:12.708031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-c97ade13-e618-4528-8c79-e94846dddd5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.1210735 Nov 01 18:18:12.719154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78ff90db-9dcb-42ab-9330-0232b00f074a req-92263337-980c-40f4-b98d-9499be4c10fd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f6c531-c420-449f-82bd-c956a6b03c89 HTTP/1.1" status: 200 len: 210 time: 0.0956185 Nov 01 18:18:12.785123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:12.857994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-8156f3e0-8053-4594-800a-64780d739c3e tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips/af0f70b7-2a6d-40f3-b154-3530b261fb84 HTTP/1.1" status: 200 len: 693 time: 0.0947225 Nov 01 18:18:12.859231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-3f5e36cf-774b-4cc1-b044-e9544946be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:12.861575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-3f5e36cf-774b-4cc1-b044-e9544946be36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.1445346 Nov 01 18:18:12.863876 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c34e979-cb7a-4f5f-98e3-367778001e1b x-openstack-request-id: req-1c34e979-cb7a-4f5f-98e3-367778001e1b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:12.864345 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:12.864615 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c34e979-cb7a-4f5f-98e3-367778001e1b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:12.865011 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29', 'status': 'completed', 'code': 200} Nov 01 18:18:12.902077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:12.919521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '2b6e9872-a8a5-4230-a3bc-93396fd30b29', 'network_id': '8171e1cf-427a-41db-880f-0b5177f84857', 'port_id': '2b6e9872-a8a5-4230-a3bc-93396fd30b29', 'mac_address': 'fa:16:3e:cd:a6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fd31a1-3a96-4653-9931-b92c222ed693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:12.993733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:13.013150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-0e56babd-346c-4da8-b89f-31cc45011440 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.1361492 Nov 01 18:18:13.016439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-8aa73217-446e-44ec-9284-e802c7af2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.020022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db03d-640e-47f6-a5cf-76b5d8a0ef28 req-bc0e9944-f960-4a6f-b504-bf032ab938c2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.020170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-8aa73217-446e-44ec-9284-e802c7af2ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.3699608 Nov 01 18:18:13.025197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-128db03d-640e-47f6-a5cf-76b5d8a0ef28 req-bc0e9944-f960-4a6f-b504-bf032ab938c2 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1350088 Nov 01 18:18:13.042372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b136a-54d1-456b-8821-38a0238b2ff4 None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:16:44Z', 'revision_number': 4, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '01b2e72b-0397-49ea-9ece-1ef6a597090b', 'name': '', 'network_id': '90caff77-acc5-41d1-a3e6-849f4883cf82', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'mac_address': 'fa:16:3e:a9:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'subnets': [{'id': 'af9c664c-cc72-4380-9c4b-639ba36adc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:13.053764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:13.073903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-17a5b4fe-ddf8-4695-a665-ebadd2bcfaf5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.082366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-17a5b4fe-ddf8-4695-a665-ebadd2bcfaf5 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2177367 Nov 01 18:18:13.089654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6e9872-a8a5-4230-a3bc-93396fd30b29 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:13.153248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-128db03d-640e-47f6-a5cf-76b5d8a0ef28 req-acbdb135-4b59-4118-8545-f9905fc8c9a5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268115 Nov 01 18:18:13.158085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:13.183378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-0948474e-a0cb-4f49-bea9-8718aefd22e1 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0989776 Nov 01 18:18:13.241769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-5109a107-22ca-4230-9f52-1a9bd9c58706 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0573490 Nov 01 18:18:13.283996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:13.377005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:13.465014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Deleting port cff7689e-3d03-4e82-ac8f-26f6b7ab88d7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:13.465669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:13.491930 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbf70a-18e5-47f4-97a3-82ca020ac099 None None] New status for floating IP 2ac1cef5-2618-4501-9b56-b894ab620080: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:18:13.525190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-166cb3e5-7d5f-4d2a-a60d-8afd83af9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.527310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-166cb3e5-7d5f-4d2a-a60d-8afd83af9a93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1094 time: 0.6614773 Nov 01 18:18:13.531160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-f4d04a2b-f2e8-4567-8bab-73f880d5d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.536927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-f4d04a2b-f2e8-4567-8bab-73f880d5d80a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.5118656 Nov 01 18:18:13.555496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:13.555923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:13.570604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Calling delete_port for cff7689e-3d03-4e82-ac8f-26f6b7ab88d7 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:13.571379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:13.575978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['2b6e9872-a8a5-4230-a3bc-93396fd30b29'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:13.683478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-01bb16f9-9172-4d5d-a36c-5bd208bfc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.685125 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-01bb16f9-9172-4d5d-a36c-5bd208bfc82d service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.6466630 Nov 01 18:18:13.710221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-51d31ed2-f973-4867-93d4-1e5c2ce14128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.712122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-51d31ed2-f973-4867-93d4-1e5c2ce14128 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653852 Nov 01 18:18:13.803416 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-f609f40e-0c2a-4659-b98b-3d98dbb0a7e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.1058497 Nov 01 18:18:13.842990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-ff8d3d81-a4ec-418f-84c8-980cff4c97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.845074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-ff8d3d81-a4ec-418f-84c8-980cff4c97de service neutron] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 912 time: 0.3087916 Nov 01 18:18:13.887125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-e01c2fe8-d2a3-49a9-80cf-5b38fa4438b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:13.897055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-e01c2fe8-d2a3-49a9-80cf-5b38fa4438b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=796248c0b428443498fd3b42ae8049c8&device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 1097 time: 0.0885468 Nov 01 18:18:13.945788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:13.967046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-2c7eca7d-3279-45aa-9834-8b33955a8de9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 200 len: 217 time: 0.0972095 Nov 01 18:18:13.993680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:13.994018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73d1cfe3-2ca2-4793-9d81-c3b942a96a8b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:14.012105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:14.015149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-8caf01ac-ce00-44be-a8ca-9ed854fa1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.016998 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-8caf01ac-ce00-44be-a8ca-9ed854fa1304 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.1963654 Nov 01 18:18:14.053641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event deleted for resources: {'Port': ['ID=cff7689e-3d03-4e82-ac8f-26f6b7ab88d7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:14.069905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9acf-db7e-48ad-83ba-cce780222f8a req-8d382645-c9ed-4b0a-9659-5c6d1e40d109 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.071527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f1c9acf-db7e-48ad-83ba-cce780222f8a req-8d382645-c9ed-4b0a-9659-5c6d1e40d109 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 945 time: 0.1766942 Nov 01 18:18:14.083953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-db546982-f4be-45b2-8409-13f0672bbebd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584848 Nov 01 18:18:14.095278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-c9df2e29-3382-45bf-bd24-a22345af010b service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136544 Nov 01 18:18:14.105161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-664c7589-7d6e-46c5-ad03-06cd41e73548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.110646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-664c7589-7d6e-46c5-ad03-06cd41e73548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.1305184 Nov 01 18:18:14.161453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:14.164044 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:14.165306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc88f03-4f4a-484f-8db5-d8efb843a955 req-c73eee31-f5d9-422e-afd9-1a5c1edebd1f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "DELETE /v2.0/floatingips/af0f70b7-2a6d-40f3-b154-3530b261fb84 HTTP/1.1" status: 204 len: 173 time: 0.9162359 Nov 01 18:18:14.183964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-7fa995da-314b-485f-8c5c-7b2226410b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.185675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-7fa995da-314b-485f-8c5c-7b2226410b9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=115c217d-2387-4a27-b50b-af32c5bf53c9 HTTP/1.1" status: 200 len: 915 time: 0.2765133 Nov 01 18:18:14.190153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-c5a275fd-fa42-4321-bf62-cdc6275e2604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727589 Nov 01 18:18:14.245040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f1c9acf-db7e-48ad-83ba-cce780222f8a req-842a6456-edce-408c-af0c-094f27becc47 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474481 Nov 01 18:18:14.247307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-85400f87-c0bb-41f4-959a-6b07b7dc5f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc HTTP/1.1" status: 200 len: 217 time: 0.0523632 Nov 01 18:18:14.341774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-70bc19c2-375a-47b1-879b-d4d5c07031f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.343295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-70bc19c2-375a-47b1-879b-d4d5c07031f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=460acf73-291d-4220-ad1e-b05d7e161331 HTTP/1.1" status: 200 len: 854 time: 0.0862782 Nov 01 18:18:14.368862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5213-155d-492f-a632-2109b8b3d288 req-42f39732-4475-4d31-b424-634ffa3410ec tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.370912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-563c5213-155d-492f-a632-2109b8b3d288 req-42f39732-4475-4d31-b424-634ffa3410ec tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 944 time: 0.1297669 Nov 01 18:18:14.372184 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-01f11acd-3f87-4f89-8fea-450626f5a80a service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797995 Nov 01 18:18:14.411768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-d6efa633-5794-48d2-a876-d20573e02b55 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039107 Nov 01 18:18:14.415323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-a9f31e96-41b8-407c-8a4b-91eb124ed311 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=115c217d-2387-4a27-b50b-af32c5bf53c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434163 Nov 01 18:18:14.431110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-f2bc4e4d-5303-4a9e-98cd-8ab3cc0b8012 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088764 Nov 01 18:18:14.512705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995701-1f96-4a81-b734-629fe18390ab req-478ab4d0-70e6-44cf-ab03-5a2de2a5ceec tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.514203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de995701-1f96-4a81-b734-629fe18390ab req-478ab4d0-70e6-44cf-ab03-5a2de2a5ceec tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.1931026 Nov 01 18:18:14.518800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-563c5213-155d-492f-a632-2109b8b3d288 req-e09fa80d-82bc-4c13-97ff-cf9c7aa40594 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367619 Nov 01 18:18:14.558951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:14.561251 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f89e3-fc38-4081-bc31-3d92c2cf6115" -d '{"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:14.574618 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-6cbd06e1-906d-432a-9a45-385ead885520 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822329 Nov 01 18:18:14.602761 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ad4a603-13e7-4a59-a19c-ce413c3c609f req-264eb9cb-19e5-4620-8eb2-566649f67658 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446524 Nov 01 18:18:14.675967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-036c172c-6ca9-4c15-9420-331a2abdb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.677599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-036c172c-6ca9-4c15-9420-331a2abdb1b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee042d9de52549f89190fc60401d16bd&device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 1096 time: 0.0602019 Nov 01 18:18:14.774340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-06b10694-9777-4d81-9765-88f56c6eef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.775985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-06b10694-9777-4d81-9765-88f56c6eef30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 200 len: 921 time: 0.0909407 Nov 01 18:18:14.826099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-768f7ff4-769f-4b51-8a1e-a4a8c5db66bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 200 len: 217 time: 0.0417836 Nov 01 18:18:14.866634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'name': 'network-vif-deleted', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:14.869043 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8ef95c-ad47-4370-abc7-f3e16a8e7fd3" -d '{"events": [{"server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "name": "network-vif-deleted", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:14.888280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57ec0-345a-40e4-9543-a3a079274619 req-abf988d8-de52-4203-9790-3eead3a3d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:14.889867 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-abf988d8-de52-4203-9790-3eead3a3d944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 200 len: 860 time: 0.0559371 Nov 01 18:18:14.915972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de995701-1f96-4a81-b734-629fe18390ab req-ca7932a9-a8c4-4008-8313-6293eb4db0e7 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949108 Nov 01 18:18:14.927081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-54e2a5c9-ce85-4336-aa4c-34ca3b8c8aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54babb37-44c7-4314-aa8b-8a4480f617f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283861 Nov 01 18:18:14.952558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-780de4e0-b1fc-414d-a264-5ae97772a36b service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265663 Nov 01 18:18:14.977129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45a2784-a0c4-4046-920b-9c1c436906db req-18bc5570-9075-407f-8a9e-259a5135ea34 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 200 len: 693 time: 0.0751078 Nov 01 18:18:15.024998 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-c9318b5a-b30b-41ba-b0b4-ae8569cddda9 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Nov 01 18:18:15.118301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e57ec0-345a-40e4-9543-a3a079274619 req-101d7f85-ca80-477b-bf09-d58a924a65b1 service neutron] 10.222.0.32 "GET /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847907 Nov 01 18:18:15.123962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d972433-de2f-462e-a1f6-fbff60474202 req-48559107-cd98-4adf-90cf-d4f94b510568 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups/e2e96d6b-2487-493b-acc6-4ab222421086 HTTP/1.1" status: 200 len: 1807 time: 0.1683009 Nov 01 18:18:15.171191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70580a3-939f-43a9-95b1-3fdef308e2e1 req-252ef7d4-c4e3-4bb1-897f-a10b24ea2c65 service neutron] 10.222.0.37 "GET /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055252 Nov 01 18:18:15.203669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a2784-a0c4-4046-920b-9c1c436906db req-fb8de01e-a4ef-447e-9b8f-cc5bfce66799 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:15.205031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45a2784-a0c4-4046-920b-9c1c436906db req-fb8de01e-a4ef-447e-9b8f-cc5bfce66799 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2205195 Nov 01 18:18:15.268377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45a2784-a0c4-4046-920b-9c1c436906db req-bcc858a7-203b-4acd-9b2a-e16a95acdbef tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 696 time: 0.0564601 Nov 01 18:18:15.271004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d972433-de2f-462e-a1f6-fbff60474202 req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.334000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d972433-de2f-462e-a1f6-fbff60474202 req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.339723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45a2784-a0c4-4046-920b-9c1c436906db req-9c329490-bc4d-4e9f-9247-4670252f1410 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 696 time: 0.0634027 Nov 01 18:18:15.486160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Deleting port 633bd12e-692b-4567-b7f6-f67ff7e1110f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:15.486479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.550087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d972433-de2f-462e-a1f6-fbff60474202 req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.552768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d972433-de2f-462e-a1f6-fbff60474202 req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.556405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d972433-de2f-462e-a1f6-fbff60474202 req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2e96d6b-2487-493b-acc6-4ab222421086 HTTP/1.1" status: 204 len: 173 time: 0.4192517 Nov 01 18:18:15.580439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb98b3-a00b-45f0-b8a9-f6432b4c9e93 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e96d6b-2487-493b-acc6-4ab222421086,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:15.604583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.604866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.640504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Calling delete_port for 633bd12e-692b-4567-b7f6-f67ff7e1110f owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:15.725497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23154-ad6a-432b-a3c0-53347ff41bb6 req-dcedecbe-45a6-4ceb-95f8-40f00f1642f5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:15.727023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbe23154-ad6a-432b-a3c0-53347ff41bb6 req-dcedecbe-45a6-4ceb-95f8-40f00f1642f5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1079357 Nov 01 18:18:15.784366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbe23154-ad6a-432b-a3c0-53347ff41bb6 req-f9b5640b-df25-4218-b742-0feed8160e2e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473142 Nov 01 18:18:15.837844 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea566d45-4421-4839-aca8-2b93cbcef66f x-openstack-request-id: req-ea566d45-4421-4839-aca8-2b93cbcef66f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:15.838129 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:15.839043 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea566d45-4421-4839-aca8-2b93cbcef66f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:15.839362 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:18:15.907009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-d655a552-a9ef-451c-9a57-643d860a47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:15.908636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-d655a552-a9ef-451c-9a57-643d860a47ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 1096 time: 0.0473294 Nov 01 18:18:15.944239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:15.960634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:16.021082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event deleted for resources: {'Port': ['ID=633bd12e-692b-4567-b7f6-f67ff7e1110f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:16.085787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.086165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.086514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.086849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.087185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.087534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.087869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.088198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.089114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.089500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.089834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.090669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:16.098323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:18:16.104791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:16.105393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.176977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-89706961-2441-4946-be3a-aaa3bff4d773 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.178267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-89706961-2441-4946-be3a-aaa3bff4d773 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2687278 Nov 01 18:18:16.183564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-b191adfa-1989-47b7-bbc7-40659dbaae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.185004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-b191adfa-1989-47b7-bbc7-40659dbaae6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 200 len: 921 time: 0.2654400 Nov 01 18:18:16.220612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.220612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.220612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45a2784-a0c4-4046-920b-9c1c436906db req-e89a8be2-7a1d-4d41-91b0-bb58d4589533 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ac1cef5-2618-4501-9b56-b894ab620080 HTTP/1.1" status: 204 len: 173 time: 0.8557448 Nov 01 18:18:16.230854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.242573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-b2a37aa3-8964-498e-a116-588f1ee85e62 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/quotas/6500fd957e944dbab76e5f3118c0efbd HTTP/1.1" status: 200 len: 375 time: 0.0547233 Nov 01 18:18:16.244510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-7edae041-c99d-4c6a-ac2d-d116a74b1c0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 200 len: 217 time: 0.0483873 Nov 01 18:18:16.251669 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23a2bf7-5a99-4a7a-9618-dbd74762fe1c x-openstack-request-id: req-d23a2bf7-5a99-4a7a-9618-dbd74762fe1c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:16.252207 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f6c531-c420-449f-82bd-c956a6b03c89", "name": "network-vif-deleted", "tag": "73d1cfe3-2ca2-4793-9d81-c3b942a96a8b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:16.252619 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d23a2bf7-5a99-4a7a-9618-dbd74762fe1c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:16.253328 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f6c531-c420-449f-82bd-c956a6b03c89', 'name': 'network-vif-deleted', 'tag': '73d1cfe3-2ca2-4793-9d81-c3b942a96a8b', 'status': 'completed', 'code': 200} Nov 01 18:18:16.271354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:16.278121 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dfcec1-a1ff-49bf-87c4-63909e218a91" -d '{"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:16.298339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:16.314705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-f4d557a5-ea78-428a-9804-5a22b10f6c71 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628586 Nov 01 18:18:16.331858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-bdb283d8-54f0-44fb-9511-ca077c66ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.333361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-bdb283d8-54f0-44fb-9511-ca077c66ef19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 200 len: 859 time: 0.0792894 Nov 01 18:18:16.376035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.377455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2b6e9872-a8a5-4230-a3bc-93396fd30b29 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:16.407349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-74ce5335-465d-47eb-bceb-fff30fcd4974 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:18:16.412002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-74ce5335-465d-47eb-bceb-fff30fcd4974 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0764222 Nov 01 18:18:16.445241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c05e4-ff28-4087-a776-be191a31ce02 req-c8aaddc1-ff1d-4b51-8ee7-89ab4210f7ad tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.447356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab2c05e4-ff28-4087-a776-be191a31ce02 req-c8aaddc1-ff1d-4b51-8ee7-89ab4210f7ad tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 945 time: 0.1128943 Nov 01 18:18:16.469011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:16.486980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-122b92b3-0fad-4520-b38f-a785b6ca178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.488514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-122b92b3-0fad-4520-b38f-a785b6ca178f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90caff77-acc5-41d1-a3e6-849f4883cf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402369 Nov 01 18:18:16.546979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:18:16.551463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:16.552123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.566048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab2c05e4-ff28-4087-a776-be191a31ce02 req-4f9edf40-4fca-41c3-b7a0-7422aa521ce9 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947540 Nov 01 18:18:16.628558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-2421c99b-2ff3-4a06-b47e-db903ded665c service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073982 Nov 01 18:18:16.655210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.669514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-298a5953-3c69-4631-a7ea-f07c5ee773bb service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522429 Nov 01 18:18:16.704885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:16.799749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:16.829459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-2f9fa5cb-6113-4cef-b3dd-1cb2632a6d60 service neutron] 10.222.0.31 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893454 Nov 01 18:18:16.840950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210b7b-588f-4b97-9cbe-129a83b30e86 req-f163c695-6e99-460b-8dba-0de7849614b2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:16.842918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13210b7b-588f-4b97-9cbe-129a83b30e86 req-f163c695-6e99-460b-8dba-0de7849614b2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 944 time: 0.1339910 Nov 01 18:18:16.861496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:16.880370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-724f89e3-fc38-4081-bc31-3d92c2cf6115 req-7b165bba-7921-4322-aa9c-ee434f6e9219 service neutron] 10.222.0.37 "GET /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816213 Nov 01 18:18:16.928787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13210b7b-588f-4b97-9cbe-129a83b30e86 req-441b52e9-8fbd-45b7-b0f7-2c06c87a1c6f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672579 Nov 01 18:18:17.203110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404659-385e-41b4-ad8e-f5ead662d49e req-cf328cfc-de21-47df-aae3-c35ec976d0b0 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:17.204714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0404659-385e-41b4-ad8e-f5ead662d49e req-cf328cfc-de21-47df-aae3-c35ec976d0b0 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.0712144 Nov 01 18:18:17.271252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0404659-385e-41b4-ad8e-f5ead662d49e req-a0ec337d-6510-486c-adc2-4584276c4c5d tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592823 Nov 01 18:18:17.392441 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a114abf-5158-4094-9ce5-1b7ea6f78e05 x-openstack-request-id: req-5a114abf-5158-4094-9ce5-1b7ea6f78e05 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:17.392974 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:17.393219 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a114abf-5158-4094-9ce5-1b7ea6f78e05 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:17.393838 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'code': 200} Nov 01 18:18:17.493310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626dd1-57d6-42b3-a681-145dee0a0bfa req-23e17cbd-98a1-4de1-8e28-f1a1257c7dfc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:17.495489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29626dd1-57d6-42b3-a681-145dee0a0bfa req-23e17cbd-98a1-4de1-8e28-f1a1257c7dfc tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0501056 Nov 01 18:18:17.500938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ae0f-c4f2-4eba-a8ef-96d2562b49f5 req-afea9471-3c90-4aa6-b9a8-a6bd6eb1e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:17.507091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec41ae0f-c4f2-4eba-a8ef-96d2562b49f5 req-afea9471-3c90-4aa6-b9a8-a6bd6eb1e4db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 1097 time: 0.0426493 Nov 01 18:18:17.540404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29626dd1-57d6-42b3-a681-145dee0a0bfa req-b1d0ec34-06a7-4d26-9d83-8e5ebbe9eed1 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Nov 01 18:18:17.549836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec41ae0f-c4f2-4eba-a8ef-96d2562b49f5 req-d2616873-c318-48eb-8bcc-d5e8c8929103 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Nov 01 18:18:17.623647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c0ddbce-bd45-4f88-8d37-315e9addbf2a req-e0f3a6af-75d3-4e41-a591-ed260af998c0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0310979 Nov 01 18:18:17.881099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174bb1-b28d-496f-9242-010e68410141 req-15ac5e1b-a133-47a2-a9db-c73bed9b0c1d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:17.882509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4174bb1-b28d-496f-9242-010e68410141 req-15ac5e1b-a133-47a2-a9db-c73bed9b0c1d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1108668 Nov 01 18:18:17.895057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58be3-9e7f-4f92-a4a7-33733a39f905 req-de801fbc-15a4-4a62-9d0e-7587a17b913f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:17.897822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2f58be3-9e7f-4f92-a4a7-33733a39f905 req-de801fbc-15a4-4a62-9d0e-7587a17b913f tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.1168497 Nov 01 18:18:17.957322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4174bb1-b28d-496f-9242-010e68410141 req-f45ebb23-b1cd-477a-86d4-bd48cae223b4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Nov 01 18:18:17.968358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2f58be3-9e7f-4f92-a4a7-33733a39f905 req-649eb5ae-95f1-40f2-8c16-4f67e33c2e3a tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556722 Nov 01 18:18:18.103268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f4a6-ffd0-44ce-9bb7-45b4693afee8 req-acb90930-c05c-400e-a96e-39f0e85b1857 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:18.105665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfb6f4a6-ffd0-44ce-9bb7-45b4693afee8 req-acb90930-c05c-400e-a96e-39f0e85b1857 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.0631654 Nov 01 18:18:18.144289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfb6f4a6-ffd0-44ce-9bb7-45b4693afee8 req-d630b6a0-babe-4eaf-ac8b-4695c583a996 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Nov 01 18:18:18.264636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99f379-b8a1-4385-9937-aa48b4abc9c0 req-e36ae7c9-5613-40e3-8018-480ee7417d5a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:18.266115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba99f379-b8a1-4385-9937-aa48b4abc9c0 req-e36ae7c9-5613-40e3-8018-480ee7417d5a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Nov 01 18:18:18.310052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba99f379-b8a1-4385-9937-aa48b4abc9c0 req-10ccaa08-898e-4c55-91a1-75fdb7865cd2 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Nov 01 18:18:18.498600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fabe7-82d8-4d50-8760-b5da5d17fbaa req-217f8c12-2b62-459f-bccf-42baa9d3adfb tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:18.498600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-649fabe7-82d8-4d50-8760-b5da5d17fbaa req-217f8c12-2b62-459f-bccf-42baa9d3adfb tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.0504305 Nov 01 18:18:18.534979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-649fabe7-82d8-4d50-8760-b5da5d17fbaa req-6b7a4bf7-a01a-4dfc-8c17-26cdf96e19fb tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Nov 01 18:18:18.632253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c5009776-e9fe-46a6-a9f8-2084ce95fc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:18.665915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568af0d-3cd3-4827-912f-bfa50285f351 req-94a276d8-f351-422b-b53c-b6fa0db2a67e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:18.672675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1568af0d-3cd3-4827-912f-bfa50285f351 req-94a276d8-f351-422b-b53c-b6fa0db2a67e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0511844 Nov 01 18:18:18.738500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad41b340-8393-4243-8779-c8e073ad0ab8 req-7057614f-033f-4e8d-8017-13019d0e6eaf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0384123 Nov 01 18:18:18.752297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1568af0d-3cd3-4827-912f-bfa50285f351 req-2871d163-5c8a-47de-94ac-90353d317ec8 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Nov 01 18:18:19.115979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1210f78-80ca-474b-a6a2-dc736368d158 req-22c402d8-5c4c-42aa-9507-a35f3f7f0d86 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.117457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1210f78-80ca-474b-a6a2-dc736368d158 req-22c402d8-5c4c-42aa-9507-a35f3f7f0d86 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0768056 Nov 01 18:18:19.130091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c66a2-2cae-4006-8057-1827c5f85a1a req-86bd3ffb-ec09-46df-8cb0-c389666a6edb tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.131711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-972c66a2-2cae-4006-8057-1827c5f85a1a req-86bd3ffb-ec09-46df-8cb0-c389666a6edb tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0796716 Nov 01 18:18:19.189684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1210f78-80ca-474b-a6a2-dc736368d158 req-3a463681-a7df-423a-88f4-a02658eb966a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 Nov 01 18:18:19.196903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-972c66a2-2cae-4006-8057-1827c5f85a1a req-4b1e0873-9e19-4527-81f5-1f2dcdfca471 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 Nov 01 18:18:19.316520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b09ef-2afb-4354-9b8f-38dc31f4ac47 req-456a9a24-1605-4c4b-bba4-6b1146754cc5 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.318028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-625b09ef-2afb-4354-9b8f-38dc31f4ac47 req-456a9a24-1605-4c4b-bba4-6b1146754cc5 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.0565944 Nov 01 18:18:19.357297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-625b09ef-2afb-4354-9b8f-38dc31f4ac47 req-9272d3ed-910e-450e-b1c2-cf8cc6a08fc7 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/security-groups?id=699ef2f5-d404-45bb-a0ec-23af559d0b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Nov 01 18:18:19.395989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:19.398703 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a841c5d-1982-473b-82c9-1c0b7bf399d4" -d '{"events": [{"server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "name": "network-vif-plugged", "status": "completed", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:19.476753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b38d9a-26d9-48df-8c02-284781056af7 req-ebb01ce8-b8da-41f6-9ade-9cde52838d99 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.478377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51b38d9a-26d9-48df-8c02-284781056af7 req-ebb01ce8-b8da-41f6-9ade-9cde52838d99 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0652301 Nov 01 18:18:19.573402 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce154ff-5797-4464-ba96-a6728df49795 x-openstack-request-id: req-dce154ff-5797-4464-ba96-a6728df49795 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:19.574183 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "name": "network-vif-plugged", "status": "completed", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:19.574668 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dce154ff-5797-4464-ba96-a6728df49795 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:19.575318 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29', 'code': 200} Nov 01 18:18:19.615462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51b38d9a-26d9-48df-8c02-284781056af7 req-02f90e2b-e758-4e25-be34-a47f7078ffad tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242151 Nov 01 18:18:19.618889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-ff7db206-9b43-4083-9454-c750bba0ef48 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.621325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-ff7db206-9b43-4083-9454-c750bba0ef48 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.37 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 945 time: 0.1123519 Nov 01 18:18:19.690216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-492ce71a-46f2-4916-b1f7-777ca7aa90bb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.692015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-492ce71a-46f2-4916-b1f7-777ca7aa90bb tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 811 time: 0.2323616 Nov 01 18:18:19.708432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Request body: {'port': {'device_id': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'admin_state_up': True, 'tenant_id': '6500fd957e944dbab76e5f3118c0efbd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:19.723729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730f77-ff16-41b9-9a46-2264d13223c4 req-86a6ca89-da5e-41e2-aeac-702c92a657f8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.725681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f730f77-ff16-41b9-9a46-2264d13223c4 req-86a6ca89-da5e-41e2-aeac-702c92a657f8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0925658 Nov 01 18:18:19.763375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce332-594d-4e60-b6d2-1c93347b0553 req-7bc9a30c-214b-466d-9724-517672546e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.766375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-746ce332-594d-4e60-b6d2-1c93347b0553 req-7bc9a30c-214b-466d-9724-517672546e80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1096 time: 0.0954595 Nov 01 18:18:19.802858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Deleting port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:19.803205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:19.834665 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-746ce332-594d-4e60-b6d2-1c93347b0553 req-0ea2aac1-f10a-467c-b016-110f55139e53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565481 Nov 01 18:18:19.883834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f730f77-ff16-41b9-9a46-2264d13223c4 req-c0476989-000c-4ae5-b599-0b7122ecb637 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316471 Nov 01 18:18:19.900239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066ceb-f810-468c-bb67-b56cef0f73b0 req-2c0a04ad-d739-4fb6-b83c-e78cdc4d8e54 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:19.902410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab066ceb-f810-468c-bb67-b56cef0f73b0 req-2c0a04ad-d739-4fb6-b83c-e78cdc4d8e54 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.1518219 Nov 01 18:18:19.906908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] For port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:19.911469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:19.923104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Calling delete_port for 1883eafa-40e0-45ae-ac20-211a0a1eb2bf owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:19.986478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab066ceb-f810-468c-bb67-b56cef0f73b0 req-f951bcfd-4ab0-4dcb-b80a-6ad9765c1854 tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620070 Nov 01 18:18:20.012072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f114d5d8-1468-4aff-9abf-eef47fe7ebfe req-b3781cd7-4b14-409b-ad86-b8f1d702b27c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Nov 01 18:18:20.051933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Made reservation on behalf of 6500fd957e944dbab76e5f3118c0efbd for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:20.060634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.153592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.159345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5501d-9192-4a33-95c1-47202fe39ca0 req-ddf3720d-ecb7-461e-a882-ebb2793faa86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.163872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6b5501d-9192-4a33-95c1-47202fe39ca0 req-ddf3720d-ecb7-461e-a882-ebb2793faa86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0991092 Nov 01 18:18:20.167342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1883eafa-40e0-45ae-ac20-211a0a1eb2bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:20.182730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Pushing event deleted for resources: {'Port': ['ID=1883eafa-40e0-45ae-ac20-211a0a1eb2bf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:20.234122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] No DVR routers for this DVR port 1883eafa-40e0-45ae-ac20-211a0a1eb2bf on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:20.237163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.241284 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3763ca2-e80a-4a90-b694-94a66d25b1d1 req-e82906b7-48d1-4ac8-b563-0bd6dcf4d72d tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.37 "DELETE /v2.0/ports/1883eafa-40e0-45ae-ac20-211a0a1eb2bf HTTP/1.1" status: 204 len: 173 time: 0.6024363 Nov 01 18:18:20.242809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'name': 'network-vif-deleted', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:20.244675 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b073a-6d37-4f89-9485-bd4e364be480" -d '{"events": [{"server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "name": "network-vif-deleted", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:20.248102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6b5501d-9192-4a33-95c1-47202fe39ca0 req-03fe4231-14ab-4e1e-a4a9-987bbde3a492 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786362 Nov 01 18:18:20.285528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Allocated IP 172.20.0.5 (7ece882f-d102-4cf7-9522-7a4cddbc3b67/a624b920-730d-494e-a5cb-67556ac55322/28492d3e-e805-485f-a3e3-55303c498a07) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:20.319065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccddd2-d147-4188-88be-841a51e7c92b req-4c921217-133c-48f9-b924-50aacbfab4dd tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.320730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6eccddd2-d147-4188-88be-841a51e7c92b req-4c921217-133c-48f9-b924-50aacbfab4dd tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.32 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0685256 Nov 01 18:18:20.322249 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49245272-6a88-4f24-a96d-c2c5225a5c06 x-openstack-request-id: req-49245272-6a88-4f24-a96d-c2c5225a5c06 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:20.322614 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55912d3f-abb0-4809-8fac-9b53b10a0b4f", "name": "network-vif-deleted", "tag": "1883eafa-40e0-45ae-ac20-211a0a1eb2bf", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:20.322949 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49245272-6a88-4f24-a96d-c2c5225a5c06 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:20.323578 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55912d3f-abb0-4809-8fac-9b53b10a0b4f', 'name': 'network-vif-deleted', 'tag': '1883eafa-40e0-45ae-ac20-211a0a1eb2bf', 'status': 'completed', 'code': 200} Nov 01 18:18:20.386434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa2d4-f84f-4fd2-b5bd-fe554ebd4204 req-f5d41663-4862-4642-b909-68daddd56571 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.388885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf4aa2d4-f84f-4fd2-b5bd-fe554ebd4204 req-f5d41663-4862-4642-b909-68daddd56571 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 945 time: 0.0876975 Nov 01 18:18:20.444040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf4aa2d4-f84f-4fd2-b5bd-fe554ebd4204 req-0759e759-ae7c-4018-b69e-e1d34c20fa7a tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/security-groups?id=17d9697b-44ed-4a9a-8401-dc47b10153c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Nov 01 18:18:20.447852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-5169acf7-fca2-4ebf-85ac-a6d9773abf9e tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.449885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-5169acf7-fca2-4ebf-85ac-a6d9773abf9e tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 946 time: 0.1154962 Nov 01 18:18:20.484673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Deleting port 9e38709a-76e6-4b88-9ac1-7d69d05e716a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:20.484673 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.497745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:20.515298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-367648629'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:20.559873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36154075-59f2-47e3-9855-faa0544dc63e req-8686fa54-4185-44a9-bfc1-0372928ea0b6 tempest-FloatingIPsAssociationTestJSON-345700162 tempest-FloatingIPsAssociationTestJSON-345700162-project] 10.222.0.31 "GET /v2.0/ports?device_id=55912d3f-abb0-4809-8fac-9b53b10a0b4f HTTP/1.1" status: 200 len: 210 time: 0.0843945 Nov 01 18:18:20.627379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.654281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] For port 9e38709a-76e6-4b88-9ac1-7d69d05e716a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9e38709a-76e6-4b88-9ac1-7d69d05e716a,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:20.655243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.675466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Calling delete_port for 9e38709a-76e6-4b88-9ac1-7d69d05e716a owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:20.692561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Deleting port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:20.693161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.697419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:20.704580 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.764435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.781843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:18:20.828281 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.828542 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Added segment 0fdfa038-d03a-4951-8d94-aa7fe2146432 of type vlan for network f1694758-ba07-4221-b5d8-09da131c2ac4 Nov 01 18:18:20.830956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:20.840914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6108a-cb0a-478a-9069-5cdb6e0c3ed6 req-64832273-2694-4039-9e22-94a6829369e6 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.842837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8f6108a-cb0a-478a-9069-5cdb6e0c3ed6 req-64832273-2694-4039-9e22-94a6829369e6 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1169174 Nov 01 18:18:20.844404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-824a89b0-605c-4394-81da-beef2599d7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.844699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] For port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,segment=NetworkSegment(4d37b1f6-2328-498f-bccb-6d8c71a7c645),segment_id=4d37b1f6-2328-498f-bccb-6d8c71a7c645)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:20.845084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.853700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:20.862211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Calling delete_port for 8463c5f5-fea3-461b-bd81-bc009bc5d5cc owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:20.891426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:20.935547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event updated for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:20.951235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:20.985688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8f6108a-cb0a-478a-9069-5cdb6e0c3ed6 req-05be62ea-da61-4a6e-bbff-aa241a8c6f45 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339564 Nov 01 18:18:20.996843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:20.997471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.029817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.042094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9e38709a-76e6-4b88-9ac1-7d69d05e716a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:21.083863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Pushing event deleted for resources: {'Port': ['ID=9e38709a-76e6-4b88-9ac1-7d69d05e716a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:21.084108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629505-89c3-43f0-a40b-7d3c55237eb6 req-19c4e851-b172-4d62-bf5d-7c6bbab3d520 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:21.096922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9629505-89c3-43f0-a40b-7d3c55237eb6 req-19c4e851-b172-4d62-bf5d-7c6bbab3d520 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0965188 Nov 01 18:18:21.124620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-1f095102-ee07-4209-abf9-977db447fd3f tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4211459 Nov 01 18:18:21.130483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] No DVR routers for this DVR port 9e38709a-76e6-4b88-9ac1-7d69d05e716a on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:21.133146 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.137115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6eccddd2-d147-4188-88be-841a51e7c92b req-d5342518-3d06-499e-ad06-128dd91dce41 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.32 "DELETE /v2.0/ports/9e38709a-76e6-4b88-9ac1-7d69d05e716a HTTP/1.1" status: 204 len: 173 time: 0.8099127 Nov 01 18:18:21.152243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Request body: {'port': {'device_id': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:21.175334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.181278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:21.181876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.204068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.216991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8463c5f5-fea3-461b-bd81-bc009bc5d5cc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:21.240189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Pushing event deleted for resources: {'Port': ['ID=8463c5f5-fea3-461b-bd81-bc009bc5d5cc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:21.278420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9629505-89c3-43f0-a40b-7d3c55237eb6 req-46b9a906-d7c3-4873-8bf9-9f46e1f35156 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739717 Nov 01 18:18:21.285279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] No DVR routers for this DVR port 8463c5f5-fea3-461b-bd81-bc009bc5d5cc on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:21.288354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.292362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d193a6af-51c7-4dd0-b6c4-c4d272d73544 req-0642d3d9-650b-4037-a3e8-85090e47cbab tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.37 "DELETE /v2.0/ports/8463c5f5-fea3-461b-bd81-bc009bc5d5cc HTTP/1.1" status: 204 len: 173 time: 0.8315082 Nov 01 18:18:21.661967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1631618 Nov 01 18:18:21.664647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:21.675711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1556290090'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:21.693165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70aa5a-fb9b-4806-af68-97c020fdefb0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Network': ['ID=f1694758-ba07-4221-b5d8-09da131c2ac4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:21.706133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f1694758-ba07-4221-b5d8-09da131c2ac4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:18:21.723127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ae0c-e022-4b81-8186-30328fcf130a req-37961957-eb86-48d5-b51c-00af7aa3e31f tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:21.724634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79c2ae0c-e022-4b81-8186-30328fcf130a req-37961957-eb86-48d5-b51c-00af7aa3e31f tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bc967b8-a551-47c2-af8f-7fbf0634cf0d HTTP/1.1" status: 200 len: 867 time: 0.6243267 Nov 01 18:18:21.731190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.765957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:21.770244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.800112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:18:21.805721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1aeca-387b-4183-adb5-5e49769c0052 req-fc2295cf-a50e-4351-9da8-50fbb2242bc2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:21.807859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e1aeca-387b-4183-adb5-5e49769c0052 req-fc2295cf-a50e-4351-9da8-50fbb2242bc2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 931 time: 0.1644535 Nov 01 18:18:21.814385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.817951 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Added segment 43ba2167-7a4e-433d-9be2-6c01125aaa9f of type vlan for network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 Nov 01 18:18:21.846777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79c2ae0c-e022-4b81-8186-30328fcf130a req-5184e233-5874-4f59-8cfc-6ffec246ba7d tempest-InstanceActionsTestJSON-1457630651 tempest-InstanceActionsTestJSON-1457630651-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d6df7b-72ec-4ba0-abc3-ade368ede122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042516 Nov 01 18:18:21.859909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:21.918036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e1aeca-387b-4183-adb5-5e49769c0052 req-2b29ac25-86b0-45b7-beae-c6d0aa3e3744 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Nov 01 18:18:21.971088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.005638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.012247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:22.012838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.049915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f20726fc-999f-497c-9d3d-3df6c46ae1c2 req-2a129631-199e-4e0b-ba02-1e418df13815 tempest-ServerRescueTestJSONUnderV235-850134527 tempest-ServerRescueTestJSONUnderV235-850134527-project] 10.222.0.31 "GET /v2.0/ports?device_id=db11720b-997d-4889-8689-d7baf8c29a86 HTTP/1.1" status: 200 len: 210 time: 0.0421822 Nov 01 18:18:22.067183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f852-99fd-47fa-a063-2aaf43030413 req-a2830fc5-37e8-4b8e-a0eb-1a4ced6b8cf4 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:22.069296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e04f852-99fd-47fa-a063-2aaf43030413 req-a2830fc5-37e8-4b8e-a0eb-1a4ced6b8cf4 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1450067 Nov 01 18:18:22.122729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44030) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:22.135192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e04f852-99fd-47fa-a063-2aaf43030413 req-590c5451-8205-449a-8bf7-ea377e080b0d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592470 Nov 01 18:18:22.185913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Network': ['ID=d8c9727d-d58f-4c3b-b9f2-975abb7893b6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:22.195590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aa2a3b7f-08ad-456e-a64b-07c3f56c0536 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5278430 Nov 01 18:18:22.198885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:18:22.215699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44032) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:22.223747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'subnet': {'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:22.259126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28492d3e-e805-485f-a3e3-55303c498a07 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:22.301441 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.339593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a46154-2ce4-4fbf-9c54-fb7a2ee86d43 req-98e89352-35fc-4866-9bfd-b062a11d6dc0 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:22.341254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8a46154-2ce4-4fbf-9c54-fb7a2ee86d43 req-98e89352-35fc-4866-9bfd-b062a11d6dc0 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1567864 Nov 01 18:18:22.342668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Transition to ACTIVE for port object 28492d3e-e805-485f-a3e3-55303c498a07 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:22.441663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c00ca-fdd9-45cd-b06f-55e4495fd487 req-e934f015-5327-449e-bef9-15681ddc8682 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:22.443235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f4c00ca-fdd9-45cd-b06f-55e4495fd487 req-e934f015-5327-449e-bef9-15681ddc8682 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0994902 Nov 01 18:18:22.446197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.454893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8a46154-2ce4-4fbf-9c54-fb7a2ee86d43 req-0f45106f-51f2-4ba7-b409-32a2406f8623 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Nov 01 18:18:22.509669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:22.513468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.537519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Pushing event updated for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:22.547669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'name': 'network-vif-deleted', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a'}, {'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'name': 'network-vif-deleted', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:22.550325 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c3ce8-7f97-446b-af84-1c184112dd4b" -d '{"events": [{"server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "name": "network-vif-deleted", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a"}, {"server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "name": "network-vif-deleted", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:22.614549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f4c00ca-fdd9-45cd-b06f-55e4495fd487 req-6f7c2ff5-e547-49c7-bbb1-1edf4db32352 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384292 Nov 01 18:18:22.685359 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca8f582-f870-4946-a1c7-ed35150e86bf x-openstack-request-id: req-4ca8f582-f870-4946-a1c7-ed35150e86bf {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:22.685875 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11720b-997d-4889-8689-d7baf8c29a86", "name": "network-vif-deleted", "tag": "9e38709a-76e6-4b88-9ac1-7d69d05e716a", "status": "completed", "code": 200}, {"server_uuid": "6bc967b8-a551-47c2-af8f-7fbf0634cf0d", "name": "network-vif-deleted", "tag": "8463c5f5-fea3-461b-bd81-bc009bc5d5cc", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:22.686023 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ca8f582-f870-4946-a1c7-ed35150e86bf {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:22.686282 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11720b-997d-4889-8689-d7baf8c29a86', 'name': 'network-vif-deleted', 'tag': '9e38709a-76e6-4b88-9ac1-7d69d05e716a', 'status': 'completed', 'code': 200} Nov 01 18:18:22.686535 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc967b8-a551-47c2-af8f-7fbf0634cf0d', 'name': 'network-vif-deleted', 'tag': '8463c5f5-fea3-461b-bd81-bc009bc5d5cc', 'status': 'completed', 'code': 200} Nov 01 18:18:22.730568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Attempting to bind port 28492d3e-e805-485f-a3e3-55303c498a07 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:22.731162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Attempting to bind port 28492d3e-e805-485f-a3e3-55303c498a07 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:22.731162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Attempting to bind port 28492d3e-e805-485f-a3e3-55303c498a07 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:22.741187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Port 28492d3e-e805-485f-a3e3-55303c498a07 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:22.741515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Attempting to bind port 28492d3e-e805-485f-a3e3-55303c498a07 on network 7ece882f-d102-4cf7-9522-7a4cddbc3b67 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:22.754687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:22.755102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Checking segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:22.755419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Bound using segment: {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:22.755912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Bound port: 28492d3e-e805-485f-a3e3-55303c498a07, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d8fcac-a881-44e4-90f3-da9d0ecfd674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:22.756276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.847356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.868151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:22.871905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=28492d3e-e805-485f-a3e3-55303c498a07,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:22.924975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:22.926556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44044) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:22.981578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.062848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c512b2-5b04-45f3-ad53-269697250b7e req-29a5d7e8-d566-4c23-992f-34ad72fbd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.064632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-29a5d7e8-d566-4c23-992f-34ad72fbd087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1096 time: 0.0659578 Nov 01 18:18:23.115956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.116582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.118004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] 10.222.0.37 "PUT /v2.0/ports/28492d3e-e805-485f-a3e3-55303c498a07 HTTP/1.1" status: 200 len: 1091 time: 1.9738233 Nov 01 18:18:23.123268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:23.125707 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be" -d '{"events": [{"name": "network-changed", "server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "tag": "28492d3e-e805-485f-a3e3-55303c498a07"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:23.147372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Subnet': ['ID=da884a7e-4827-4d0f-b2af-125e62c2a792,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:23.159955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Deleting subnet 460acf73-291d-4220-ad1e-b05d7e161331 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:18:23.177866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccacf-993e-4f80-9136-b49d89d1f741 req-cffd4f3f-1294-4551-9e12-d0305227bc80 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.179396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2ccacf-993e-4f80-9136-b49d89d1f741 req-cffd4f3f-1294-4551-9e12-d0305227bc80 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.2678738 Nov 01 18:18:23.184844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.217068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ed119-fdd5-4c1b-b536-12773ffecba7 service neutron] Pushing event updated for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:23.219530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c512b2-5b04-45f3-ad53-269697250b7e req-9ba6471e-2dac-435b-88f4-829f4d0f9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.221007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-9ba6471e-2dac-435b-88f4-829f4d0f9e92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 912 time: 0.1460211 Nov 01 18:18:23.231717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:23.232027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network hostable DHCP agents. Network: f1694758-ba07-4221-b5d8-09da131c2ac4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:18:23.252940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002345db-1eea-479d-91ef-7f0d32ec24a8 req-62bf7639-61e1-4512-9706-1fda477e41d7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.254397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-002345db-1eea-479d-91ef-7f0d32ec24a8 req-62bf7639-61e1-4512-9706-1fda477e41d7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 943 time: 0.2437663 Nov 01 18:18:23.268338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.278925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Deleting port 01b2e72b-0397-49ea-9ece-1ef6a597090b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:23.279262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.282870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-da35051a-fe66-45d4-b0cb-60521e838044 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 200 len: 217 time: 0.0462861 Nov 01 18:18:23.373468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2ccacf-993e-4f80-9136-b49d89d1f741 req-8bec09ec-4120-42c0-a05b-d689380883f4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795487 Nov 01 18:18:23.395001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c512b2-5b04-45f3-ad53-269697250b7e req-1222ce47-f7d1-4402-8dd3-50db1bf842f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.395001 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-1222ce47-f7d1-4402-8dd3-50db1bf842f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.0915434 Nov 01 18:18:23.398393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.423545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-002345db-1eea-479d-91ef-7f0d32ec24a8 req-20dd54f6-7686-404d-8014-a1759e489270 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509836 Nov 01 18:18:23.433736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-3f087829-c161-4198-9c1a-489ec5e8732e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354886 Nov 01 18:18:23.434716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:23.436721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] For port 01b2e72b-0397-49ea-9ece-1ef6a597090b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=01b2e72b-0397-49ea-9ece-1ef6a597090b,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:23.437020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.439148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-c612955e-19fe-4e77-ac1a-59a33a2131d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.440691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-c612955e-19fe-4e77-ac1a-59a33a2131d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 1094 time: 0.1693456 Nov 01 18:18:23.445302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:18:23.477913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Calling delete_port for 01b2e72b-0397-49ea-9ece-1ef6a597090b owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:23.496145 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacadb48-d29e-46bf-9db0-f2ece9e03132 x-openstack-request-id: req-dacadb48-d29e-46bf-9db0-f2ece9e03132 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:23.496396 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "tag": "28492d3e-e805-485f-a3e3-55303c498a07", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:23.496590 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dacadb48-d29e-46bf-9db0-f2ece9e03132 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:23.496987 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07', 'status': 'completed', 'code': 200} Nov 01 18:18:23.499937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-177a95e5-17ee-43d3-ac8a-676602c1383c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28492d3e-e805-485f-a3e3-55303c498a07 HTTP/1.1" status: 200 len: 217 time: 0.0496645 Nov 01 18:18:23.550574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f1694758-ba07-4221-b5d8-09da131c2ac4) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:23.563187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa2869-3ffc-42fb-9298-de3ca3e2e547 None None] Network f1694758-ba07-4221-b5d8-09da131c2ac4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:23.581647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.582251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.590044 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.628879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-d5438510-d363-42bf-8d2d-db4382f1eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.630387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-d5438510-d363-42bf-8d2d-db4382f1eddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.1238692 Nov 01 18:18:23.645850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460acf73-291d-4220-ad1e-b05d7e161331,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:23.652187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.659865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6a3c97c0-b365-430a-8950-545289f784b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/460acf73-291d-4220-ad1e-b05d7e161331 HTTP/1.1" status: 204 len: 168 time: 0.7257521 Nov 01 18:18:23.677173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44060) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:23.707666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd94a0-a908-463b-9f5a-2cb7d8e4a1ad req-59910e34-a6ff-4aa4-b8a7-69c2ad6c3714 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.708862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bfd94a0-a908-463b-9f5a-2cb7d8e4a1ad req-59910e34-a6ff-4aa4-b8a7-69c2ad6c3714 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1742551 Nov 01 18:18:23.710889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-ccdd81ae-f24e-407c-ad9b-a0b732375102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470812 Nov 01 18:18:23.716845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.755327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-f1694758-ba07-4221-b5d8-09da131c2ac4', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:18:23.756807 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:23.779774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbd42ed2-e5a3-4dfe-8a14-a6ff81096afb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5626774 Nov 01 18:18:23.789016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:23.798260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'subnet': {'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:23.853871 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-db3ed29c-129a-4826-a5be-5e144051bb3c service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074578 Nov 01 18:18:23.911734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bfd94a0-a908-463b-9f5a-2cb7d8e4a1ad req-42fbe935-9055-4fc8-9e0a-73a6d1101003 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891899 Nov 01 18:18:23.926589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682eef1e-b2f8-41b7-b6fc-2008984ca69d req-dcc7a566-0fd4-4005-8679-78e61898433b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:23.928390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-682eef1e-b2f8-41b7-b6fc-2008984ca69d req-dcc7a566-0fd4-4005-8679-78e61898433b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.2161000 Nov 01 18:18:23.950406 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-31c512b2-5b04-45f3-ad53-269697250b7e req-1485fe11-7d4c-4871-b255-6d50f9edd396 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Nov 01 18:18:23.954761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.004760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-c4a88abb-f4ff-4402-a686-b39d272c4989 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810879 Nov 01 18:18:24.013187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-682eef1e-b2f8-41b7-b6fc-2008984ca69d req-b4d6a831-a5fc-44bf-9177-7256a94f40c8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Nov 01 18:18:24.044417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9e38709a-76e6-4b88-9ac1-7d69d05e716a no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:24.074969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 9e38709a-76e6-4b88-9ac1-7d69d05e716a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:24.075429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9e38709a-76e6-4b88-9ac1-7d69d05e716a not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:24.093875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:24.098183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.101121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Allocated IP 10.1.1.2 (f1694758-ba07-4221-b5d8-09da131c2ac4/da884a7e-4827-4d0f-b2af-125e62c2a792/dac9ad1c-8d2e-435a-94b1-515c1b1360ec) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:24.157586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.182640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8345a862-9ff8-4492-ba4d-e8e9e38b7657 req-e6e0337f-ffae-4afe-ad41-2acdc92967da service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684587 Nov 01 18:18:24.219064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115c217d-2387-4a27-b50b-af32c5bf53c9']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:24.237945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37b1f6-2328-498f-bccb-6d8c71a7c645') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:24.238512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37b1f6-2328-498f-bccb-6d8c71a7c645') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:24.256327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.276870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.279566 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.287925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:18:24.288551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:18:24.289939 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:18:24.382994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-06892405-9585-4415-81f0-31e535a89df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:24.384601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-06892405-9585-4415-81f0-31e535a89df3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6500fd957e944dbab76e5f3118c0efbd&device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 1094 time: 0.0485537 Nov 01 18:18:24.394625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.428276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.466716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b2e72b-0397-49ea-9ece-1ef6a597090b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:24.492189 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.500662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.561369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Pushing event updated for resources: {'Port': ['ID=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:24.581100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:24.588062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:24.599028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:24.625732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-5029e689-7bbd-4110-8c5a-b77350063138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:24.635787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-5029e689-7bbd-4110-8c5a-b77350063138 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 200 len: 912 time: 0.2307110 Nov 01 18:18:24.643858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Subnet': ['ID=8700bdbb-56e6-48d7-a784-1265bd148594,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:24.651331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.657322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.662817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/115c217d-2387-4a27-b50b-af32c5bf53c9 HTTP/1.1" status: 204 len: 168 time: 0.9823856 Nov 01 18:18:24.678669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Attempting to bind port dac9ad1c-8d2e-435a-94b1-515c1b1360ec on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:24.679043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Attempting to bind port dac9ad1c-8d2e-435a-94b1-515c1b1360ec by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:24.679403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Attempting to bind port dac9ad1c-8d2e-435a-94b1-515c1b1360ec on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:24.693499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:24.694906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:24.695767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.696367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Bound using segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:24.697043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Bound port: dac9ad1c-8d2e-435a-94b1-515c1b1360ec, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:24.697925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.731288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b728f-4578-414e-a8ef-387f3a2056eb admin admin] Pushing event deleted for resources: {'Network': ['ID=115c217d-2387-4a27-b50b-af32c5bf53c9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:24.800452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] For port dac9ad1c-8d2e-435a-94b1-515c1b1360ec, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:24.805069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] For port dac9ad1c-8d2e-435a-94b1-515c1b1360ec, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:24.866596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.921355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8463c5f5-fea3-461b-bd81-bc009bc5d5cc no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:24.926162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:24.953127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 8463c5f5-fea3-461b-bd81-bc009bc5d5cc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:24.953127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8463c5f5-fea3-461b-bd81-bc009bc5d5cc not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:24.953127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1883eafa-40e0-45ae-ac20-211a0a1eb2bf no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:25.003264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 1883eafa-40e0-45ae-ac20-211a0a1eb2bf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:25.003783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1883eafa-40e0-45ae-ac20-211a0a1eb2bf not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:25.025259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-90eecb30-8019-49ae-8add-68e6ab66c76a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28492d3e-e805-485f-a3e3-55303c498a07 HTTP/1.1" status: 200 len: 217 time: 0.3835101 Nov 01 18:18:25.037740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299d0b2-acbc-4ece-9fb3-f49d9617b718 req-4aaf698b-fd39-4d79-8532-590db032813d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.040410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6299d0b2-acbc-4ece-9fb3-f49d9617b718 req-4aaf698b-fd39-4d79-8532-590db032813d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.5886419 Nov 01 18:18:25.040566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a3a4-0b70-46b1-b1cd-f8b265ceeb2f None None] Pushing event updated for resources: {'Port': ['ID=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:25.142045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:25.142843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Checking segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:25.143210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network hostable DHCP agents. Network: d8c9727d-d58f-4c3b-b9f2-975abb7893b6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:18:25.153445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a8af-130e-4979-a010-9d5293cdb8a5 req-984f7007-146b-44a0-8e18-e9c2743e64d7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.157538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4496a8af-130e-4979-a010-9d5293cdb8a5 req-984f7007-146b-44a0-8e18-e9c2743e64d7 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 943 time: 0.6205342 Nov 01 18:18:25.230640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6299d0b2-acbc-4ece-9fb3-f49d9617b718 req-011b681c-a0f0-41f2-baa3-066cc599a7ee tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892424 Nov 01 18:18:25.235150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-fc260f15-5af3-4eb0-855c-1a6dc77fa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.240686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-fc260f15-5af3-4eb0-855c-1a6dc77fa852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 200 len: 851 time: 0.1919944 Nov 01 18:18:25.339107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Deleting port 327e67d9-771d-4a3e-8c99-2a747dafb53c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:25.339446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.373290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f81dd971-6a95-4c6f-bf47-41eb8d780d71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=796248c0b428443498fd3b42ae8049c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118001 Nov 01 18:18:25.373290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-8fa3c3a8-fc83-47b3-8afc-175cea1695e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ece882f-d102-4cf7-9522-7a4cddbc3b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135073 Nov 01 18:18:25.390956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:25.396074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4496a8af-130e-4979-a010-9d5293cdb8a5 req-60b573d1-8f71-4fd1-95d6-9e51b690643a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295282 Nov 01 18:18:25.446757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:18:25.510229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afc5bf-c977-4613-9bea-52748c3ec850 req-90254e33-0bf3-4069-a87e-3c40475f61fa tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.512126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4afc5bf-c977-4613-9bea-52748c3ec850 req-90254e33-0bf3-4069-a87e-3c40475f61fa tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1903088 Nov 01 18:18:25.520930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac9ad1c-8d2e-435a-94b1-515c1b1360ec up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:25.550538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-c22c7467-3456-474d-9641-b3b2b2f50384 service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533918 Nov 01 18:18:25.556272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] For port 327e67d9-771d-4a3e-8c99-2a747dafb53c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=327e67d9-771d-4a3e-8c99-2a747dafb53c,segment=NetworkSegment(af580228-3b72-42c2-85fa-4e5fa56a5394),segment_id=af580228-3b72-42c2-85fa-4e5fa56a5394)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:25.556638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.572021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.573098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dac9ad1c-8d2e-435a-94b1-515c1b1360ec triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:25.574017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.575959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:25.585806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Calling delete_port for 327e67d9-771d-4a3e-8c99-2a747dafb53c owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:25.615051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d8c9727d-d58f-4c3b-b9f2-975abb7893b6) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:25.648334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.650248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.650386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.663046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e652d-150d-40ac-977b-65fb3b523b27 None None] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:25.733915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.737530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753698-1fbb-49b6-8e57-5a2b070b8489 req-745e78f5-1119-40d8-9e27-0762edfed9cf tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:25.743999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f753698-1fbb-49b6-8e57-5a2b070b8489 req-745e78f5-1119-40d8-9e27-0762edfed9cf tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.2542520 Nov 01 18:18:25.755085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4afc5bf-c977-4613-9bea-52748c3ec850 req-5baa407b-a0d3-452f-bbdc-1c04b522bcf1 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793075 Nov 01 18:18:25.793879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port dac9ad1c-8d2e-435a-94b1-515c1b1360ec, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:25.840660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f753698-1fbb-49b6-8e57-5a2b070b8489 req-8c429056-1ff1-4d13-9e6d-01268144662f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954020 Nov 01 18:18:25.848832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:25.849084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02523e1-0e3c-4b58-b71c-fb2a1d5a87be req-f584e5e8-a42e-4db8-ab97-64540333097c service neutron] 10.222.0.37 "GET /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718792 Nov 01 18:18:25.879256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c422c662-1c93-447b-823a-e0a53ba14206 admin admin] 10.222.0.31 "PUT /v2.0/routers/bd150d5f-2f3f-4fe0-b37b-b0dce688d86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7553883 Nov 01 18:18:25.881317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30f666d7-b87f-494f-96ca-34c5dfd7015c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0886021 Nov 01 18:18:25.882316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:25.882474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44082) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:25.888099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'name': 'tempest-TaggedBootDevicesTest_v242-1375142333', 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:25.890064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Sync routers for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:25.903979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ips': [{'subnet_id': '8700bdbb-56e6-48d7-a784-1265bd148594'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:18:25.905158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.926477 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.933513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:25.933513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:25.959060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.961918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:25.976407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d6df7b-72ec-4ba0-abc3-ade368ede122 HTTP/1.1" status: 204 len: 168 time: 0.5797334 Nov 01 18:18:26.038210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.066873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d3401-21b8-414b-b63e-0c96360edfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6df7b-72ec-4ba0-abc3-ade368ede122,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:26.188820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:26.191350 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.217559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.245819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:26.256791 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.293523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=327e67d9-771d-4a3e-8c99-2a747dafb53c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:26.298703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:26.335456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Allocated IP 10.2.2.2 (d8c9727d-d58f-4c3b-b9f2-975abb7893b6/8700bdbb-56e6-48d7-a784-1265bd148594/629cfedb-ffde-41d4-bb26-7672eb644880) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:26.374220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff75b88-610c-4b1f-a63f-353449c634e6 None None] Network f1694758-ba07-4221-b5d8-09da131c2ac4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:26.386632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b759-d469-4c2a-bcf2-acc7f9eab864 req-bd4a834c-ec01-4ec2-8f26-4b0aef942cad tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:26.388511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e7b759-d469-4c2a-bcf2-acc7f9eab864 req-bd4a834c-ec01-4ec2-8f26-4b0aef942cad tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0788572 Nov 01 18:18:26.471250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e7b759-d469-4c2a-bcf2-acc7f9eab864 req-ada69d9a-41ae-4fc9-aabb-942faf030660 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Nov 01 18:18:26.479588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Deleting port 50444db3-85e1-4678-bb3d-4f535c01d8a8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:26.480035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.540431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.594520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] device_id is not set on port db1a7b3f-2e75-40d4-b258-af5605fd897b yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:18:26.629538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] For port 50444db3-85e1-4678-bb3d-4f535c01d8a8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=50444db3-85e1-4678-bb3d-4f535c01d8a8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:26.629538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.643731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Calling delete_port for 50444db3-85e1-4678-bb3d-4f535c01d8a8 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:26.662451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995361-8cab-47f0-9e87-98788d77c179 req-e9171f8f-b20e-4ba3-b40b-42bd6f2de8b9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:26.664008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d995361-8cab-47f0-9e87-98788d77c179 req-e9171f8f-b20e-4ba3-b40b-42bd6f2de8b9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 943 time: 0.0953157 Nov 01 18:18:26.670436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6256aff8-59a2-4957-9917-f9cfa18e25e0 None None] Provisioning complete for port dac9ad1c-8d2e-435a-94b1-515c1b1360ec triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:26.671003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6256aff8-59a2-4957-9917-f9cfa18e25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.746479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:26.793384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d995361-8cab-47f0-9e87-98788d77c179 req-1597fa44-a424-458f-b5ba-deeccd2cf2c9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173091 Nov 01 18:18:26.966786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.033528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:18:24Z', 'revision_number': 5, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port': {'id': '50444db3-85e1-4678-bb3d-4f535c01d8a8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:32Z', 'updated_at': '2021-11-01T18:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:27.035098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.1.1.128 (f1694758-ba07-4221-b5d8-09da131c2ac4/da884a7e-4827-4d0f-b2af-125e62c2a792/db1a7b3f-2e75-40d4-b258-af5605fd897b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:27.050596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36691e0-b278-4e81-8d45-77c9347a33ec req-0d77cf33-2932-47bf-b003-ff7afe1d0fcb tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:27.052437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a36691e0-b278-4e81-8d45-77c9347a33ec req-0d77cf33-2932-47bf-b003-ff7afe1d0fcb tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1456451 Nov 01 18:18:27.070954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b56c8-c23f-4c5e-970e-ca410a88701c req-3a41e3a2-77eb-4538-bea1-cb6c619703b3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:27.073134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec7b56c8-c23f-4c5e-970e-ca410a88701c req-3a41e3a2-77eb-4538-bea1-cb6c619703b3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1182659 Nov 01 18:18:27.076196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Checking router: bd150d5f-2f3f-4fe0-b37b-b0dce688d86f for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:27.093761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.122604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:27.137454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:27.141466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Routers {'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:27.145580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:27.146829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:27.171294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec7b56c8-c23f-4c5e-970e-ca410a88701c req-6dcee8ef-517c-4c3b-bfb6-86ccbb4dd611 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Nov 01 18:18:27.197106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a36691e0-b278-4e81-8d45-77c9347a33ec req-b47b11ba-c031-4475-a4f1-4aba9443ca1e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149237 Nov 01 18:18:27.200257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.237456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Pushing event deleted for resources: {'Port': ['ID=50444db3-85e1-4678-bb3d-4f535c01d8a8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:27.249644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Router 905d519a-441c-4a70-9f53-1bade7df7df7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:27.330461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.351068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Pushing event updated for resources: {'Port': ['ID=629cfedb-ffde-41d4-bb26-7672eb644880,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:27.366525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.423365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Attempting to bind port 629cfedb-ffde-41d4-bb26-7672eb644880 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:27.424714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Attempting to bind port 629cfedb-ffde-41d4-bb26-7672eb644880 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:27.426557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Attempting to bind port 629cfedb-ffde-41d4-bb26-7672eb644880 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:27.429554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] Set router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:27.442570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:27.454758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-532ef574-b470-4e01-86a8-1687a77c2ce7 admin admin] 10.222.0.31 "PUT /v2.0/routers/905d519a-441c-4a70-9f53-1bade7df7df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0144897 Nov 01 18:18:27.455177 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Sync routers for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:27.457096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:27.473370 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:27.475383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:27.509572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:27.510477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Checking segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:27.510883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.511322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Bound using segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:27.511852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Bound port: 629cfedb-ffde-41d4-bb26-7672eb644880, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:27.516560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.516560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:18:26Z', 'revision_number': 6, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:27.533069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.545359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.579810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.589973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac9ad1c-8d2e-435a-94b1-515c1b1360ec up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:27.594967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfb1fd-4e5c-4a7a-b38a-13b70d7de0ec None None] The sync data for ids ['bd150d5f-2f3f-4fe0-b37b-b0dce688d86f'] in n-d-815923-2 is: [{'id': 'bd150d5f-2f3f-4fe0-b37b-b0dce688d86f', 'name': 'tempest-FloatingIPsAssociationTestJSON-551949456-router', 'tenant_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:31Z', 'updated_at': '2021-11-01T18:18:26Z', 'revision_number': 6, 'project_id': '22338cdf3f2f4801938e52ecfbb8ccaf', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:27.678119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:27.685370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.724157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4872416b-f52b-4b0d-a70a-93186473c747 None None] Provisioning complete for port dac9ad1c-8d2e-435a-94b1-515c1b1360ec triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:27.724784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4872416b-f52b-4b0d-a70a-93186473c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.738469 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:27.749236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae8dfd-45e7-49c2-a304-c646d93c064d req-537f4fe0-0a3a-4a9b-8eed-685ead0b00bf tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:27.750477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86ae8dfd-45e7-49c2-a304-c646d93c064d req-537f4fe0-0a3a-4a9b-8eed-685ead0b00bf tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0815821 Nov 01 18:18:27.791674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:27.801474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dac9ad1c-8d2e-435a-94b1-515c1b1360ec triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:27.801844 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.808239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:27.821814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.822471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd150d5f-2f3f-4fe0-b37b-b0dce688d86f {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:18:27.831682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] For port 629cfedb-ffde-41d4-bb26-7672eb644880, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:27.845108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.852430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b32f63fd-d4de-441f-9b7d-137a7f30f909 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bd150d5f-2f3f-4fe0-b37b-b0dce688d86f HTTP/1.1" status: 204 len: 168 time: 1.9688728 Nov 01 18:18:27.862670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:27.866713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86ae8dfd-45e7-49c2-a304-c646d93c064d req-cfcdbd8a-82e4-4aba-9c26-676106f6601d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087799 Nov 01 18:18:27.876558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:27.897720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] For port 629cfedb-ffde-41d4-bb26-7672eb644880, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=629cfedb-ffde-41d4-bb26-7672eb644880,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:27.951141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:27.951884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.965418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.974121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:27.990251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Deleting subnet af9c664c-cc72-4380-9c4b-639ba36adc0b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:18:28.002278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.019385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44122) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:28.055771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-726994dc-7285-492b-860e-d37b72364322 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1724656 Nov 01 18:18:28.059243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44126) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:28.064539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'name': 'tempest-TaggedBootDevicesTest_v242-773833929', 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:28.093491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b471f8-bd52-4d12-8bc0-c1f2b5f5e65d req-2992441f-0e9c-4dda-a7e3-625d5898d98e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:28.099642 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:18:25Z', 'revision_number': 5, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port': {'id': '76e355c8-c28f-4866-8a73-e67a45300d10', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:26Z', 'updated_at': '2021-11-01T18:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:28.105890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79b471f8-bd52-4d12-8bc0-c1f2b5f5e65d req-2992441f-0e9c-4dda-a7e3-625d5898d98e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 943 time: 0.1953866 Nov 01 18:18:28.166905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.189721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Checking router: 905d519a-441c-4a70-9f53-1bade7df7df7 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:28.198846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c099d-14fe-4eb5-9a92-50ba9fef0092 None None] Pushing event updated for resources: {'Port': ['ID=629cfedb-ffde-41d4-bb26-7672eb644880,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:28.221821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Routers {'905d519a-441c-4a70-9f53-1bade7df7df7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:28.222511 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['905d519a-441c-4a70-9f53-1bade7df7df7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:28.243335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79b471f8-bd52-4d12-8bc0-c1f2b5f5e65d req-4412fb46-673a-4594-942a-47b9ef4137a1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299853 Nov 01 18:18:28.257885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2037375217-network', 'tenant_id': 'adc70039ba744db7b8518d8cee8db5ef'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:28.297308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d416222d-a8b1-436f-935a-62007b8f0b68 None None] Provisioning complete for port db1a7b3f-2e75-40d4-b258-af5605fd897b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:28.297971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d416222d-a8b1-436f-935a-62007b8f0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.366743 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] Set router 905d519a-441c-4a70-9f53-1bade7df7df7 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:28.371072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20669f25-ecb4-460e-926d-44aa94c58617 req-d140fa5f-bef1-4629-abe8-d3995b157a4c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:28.379965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20669f25-ecb4-460e-926d-44aa94c58617 req-d140fa5f-bef1-4629-abe8-d3995b157a4c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0857821 Nov 01 18:18:28.383724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d416222d-a8b1-436f-935a-62007b8f0b68 None None] Port db1a7b3f-2e75-40d4-b258-af5605fd897b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:28.440189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Made reservation on behalf of adc70039ba744db7b8518d8cee8db5ef for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:28.442049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:18:27Z', 'revision_number': 6, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:28.442822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.465293 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.475354 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4653f0-8551-4ee7-ba4f-06614a0aeeca None None] The sync data for ids ['905d519a-441c-4a70-9f53-1bade7df7df7'] in n-d-815923-2 is: [{'id': '905d519a-441c-4a70-9f53-1bade7df7df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2110052363-router', 'tenant_id': 'ee042d9de52549f89190fc60401d16bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:24Z', 'updated_at': '2021-11-01T18:18:27Z', 'revision_number': 6, 'project_id': 'ee042d9de52549f89190fc60401d16bd', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:28.487756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b6fd-4970-4f54-b591-d2f62eed66a6 req-0e4c7a5a-8646-47b4-b2c2-976cc85d3001 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:28.489485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1b1b6fd-4970-4f54-b591-d2f62eed66a6 req-0e4c7a5a-8646-47b4-b2c2-976cc85d3001 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1054833 Nov 01 18:18:28.500205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20669f25-ecb4-460e-926d-44aa94c58617 req-0205be77-0636-4bb5-a8f7-4ccfc12e5f34 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192274 Nov 01 18:18:28.579240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1b1b6fd-4970-4f54-b591-d2f62eed66a6 req-74c8976d-7b40-4fc3-bbf6-ef46d1730f26 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Nov 01 18:18:28.644988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.761047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Deleting port 76e355c8-c28f-4866-8a73-e67a45300d10 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:28.761387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.763454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.817058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.845864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:18:28.868470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.868470 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Added segment c7c2d53b-0ee9-4337-a30b-067e63faeec8 of type vlan for network 8308eaa0-eff3-48db-8172-fa5c99327121 Nov 01 18:18:28.868470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8864d0d-2944-44b3-a6fc-1f1f45c04a60,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:28.895862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] For port 76e355c8-c28f-4866-8a73-e67a45300d10, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=76e355c8-c28f-4866-8a73-e67a45300d10,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:28.896240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.923663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.923798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:28.928518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:28.937965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 28492d3e-e805-485f-a3e3-55303c498a07 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:28.954418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Calling delete_port for 76e355c8-c28f-4866-8a73-e67a45300d10 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:28.968102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] device_id is not set on port 52e5f53d-8bed-410d-a3ad-54abfe243996 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:18:29.050131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.053919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.057565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:29.058424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.110591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=28492d3e-e805-485f-a3e3-55303c498a07,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:29.120321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9c664c-cc72-4380-9c4b-639ba36adc0b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:29.122332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.125556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-504e688a-c145-4fdd-bd71-7b3e74fd22c1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af9c664c-cc72-4380-9c4b-639ba36adc0b HTTP/1.1" status: 204 len: 168 time: 1.2600033 Nov 01 18:18:29.126407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '28492d3e-e805-485f-a3e3-55303c498a07', 'network_id': '7ece882f-d102-4cf7-9522-7a4cddbc3b67', 'port_id': '28492d3e-e805-485f-a3e3-55303c498a07', 'mac_address': 'fa:16:3e:fe:d5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a624b920-730d-494e-a5cb-67556ac55322', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:29.141862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44134) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:29.159979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb70d8-bae7-4cea-8004-c1c7ac9164f4 req-85c43859-4e5a-4dbf-b53b-d6320a3e8be1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:29.161427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff64164-43d7-41f4-91bd-e1f78c32730c None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:29.161811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60bb70d8-bae7-4cea-8004-c1c7ac9164f4 req-85c43859-4e5a-4dbf-b53b-d6320a3e8be1 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1665628 Nov 01 18:18:29.180179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] Pushing event updated for resources: {'Network': ['ID=8308eaa0-eff3-48db-8172-fa5c99327121,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:29.195125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a0a7e16-88e6-4381-99a3-d1cd52e81094 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1745329 Nov 01 18:18:29.199156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44136) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:29.207239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Request body: {'subnet': {'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2037375217-subnet', 'tenant_id': 'adc70039ba744db7b8518d8cee8db5ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:29.207783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 8308eaa0-eff3-48db-8172-fa5c99327121 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:18:29.264193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.279644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60bb70d8-bae7-4cea-8004-c1c7ac9164f4 req-f7801707-173d-4e5f-8655-82a1ffdc7946 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Nov 01 18:18:29.282703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.284016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28492d3e-e805-485f-a3e3-55303c498a07 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:29.350789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Deleting port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:29.351523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.385763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=28492d3e-e805-485f-a3e3-55303c498a07,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:29.467649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.499537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.544265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] For port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:29.544646 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.555217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e355c8-c28f-4866-8a73-e67a45300d10,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:29.577761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:29.596112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 629cfedb-ffde-41d4-bb26-7672eb644880 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:29.600285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Calling delete_port for 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:29.651883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.1.1.123 (f1694758-ba07-4221-b5d8-09da131c2ac4/da884a7e-4827-4d0f-b2af-125e62c2a792/52e5f53d-8bed-410d-a3ad-54abfe243996) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:29.654238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Made reservation on behalf of adc70039ba744db7b8518d8cee8db5ef for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:29.656599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] DHCP port deletion for 90caff77-acc5-41d1-a3e6-849f4883cf82 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:18:29.657289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.758292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 629cfedb-ffde-41d4-bb26-7672eb644880 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:29.758802 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.763197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92316a97-98d5-4937-a196-2174c7e59def req-68614e8d-85ad-47fa-b76d-6b2d7b94ccfd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:29.763994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92316a97-98d5-4937-a196-2174c7e59def req-68614e8d-85ad-47fa-b76d-6b2d7b94ccfd tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 943 time: 0.3725777 Nov 01 18:18:29.794622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Deleting port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:29.794622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.797138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.808672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04657899-2053-4048-9eda-566ed5408765 req-2c312d90-b476-413c-bf9f-5653e025a484 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:29.810231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04657899-2053-4048-9eda-566ed5408765 req-2c312d90-b476-413c-bf9f-5653e025a484 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1353719 Nov 01 18:18:29.826494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['28492d3e-e805-485f-a3e3-55303c498a07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:29.874779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92316a97-98d5-4937-a196-2174c7e59def req-777e2e77-1799-4623-8f1f-9d1adcf72735 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941548 Nov 01 18:18:29.898087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04657899-2053-4048-9eda-566ed5408765 req-d0466ed5-8a68-4a70-af79-398c7e4a8d61 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781429 Nov 01 18:18:29.898220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.905294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.927845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:29.957446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Pushing event deleted for resources: {'Port': ['ID=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:29.966350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65cb1b-087c-48a5-afe4-ebfe425c3bbf None None] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:29.971319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] No DVR routers for this DVR port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:29.971694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] For port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,segment=NetworkSegment(b1bc6380-2829-4ee5-8721-3c420efb79be),segment_id=b1bc6380-2829-4ee5-8721-3c420efb79be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:29.971694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.044880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Calling delete_port for 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:30.069286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.073786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a80ac-6881-4387-98e9-99dd715257bf req-08e54653-2794-4cf7-9446-d5aa7f05736d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:30.075376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-732a80ac-6881-4387-98e9-99dd715257bf req-08e54653-2794-4cf7-9446-d5aa7f05736d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1203253 Nov 01 18:18:30.079764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.115800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90caff77-acc5-41d1-a3e6-849f4883cf82']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:30.132498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bc6380-2829-4ee5-8721-3c420efb79be') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:30.132722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bc6380-2829-4ee5-8721-3c420efb79be') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:30.150664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.151487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.152101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905d519a-441c-4a70-9f53-1bade7df7df7 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:18:30.155601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-732a80ac-6881-4387-98e9-99dd715257bf req-68d06050-b595-42a4-a036-8d82fdd5a125 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Nov 01 18:18:30.171970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.181004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:18:30.182583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:18:30.185166 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:18:30.193544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Checking segment: {'id': 'c7c2d53b-0ee9-4337-a30b-067e63faeec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:30.193915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Network hostable DHCP agents. Network: 8308eaa0-eff3-48db-8172-fa5c99327121, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:18:30.204863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.206128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6988c894-5e44-450c-b189-379b413d8303 admin admin] 10.222.0.31 "DELETE /v2.0/routers/905d519a-441c-4a70-9f53-1bade7df7df7 HTTP/1.1" status: 204 len: 168 time: 2.7476587 Nov 01 18:18:30.219448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44144) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:30.291420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e04b906-082d-4bc8-970f-00cdd9717cc8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:30.312297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Deleting subnet 352decb8-1b93-468a-a91b-dd26be116eda {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:18:30.316431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.318446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9d8ddb70-df2a-457a-aea4-a022d932bbed None None] Provisioning complete for port 629cfedb-ffde-41d4-bb26-7672eb644880 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:30.318865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddb70-df2a-457a-aea4-a022d932bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.320393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.335922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.368751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.397022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.417362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.420536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] 10.222.0.31 "DELETE /v2.0/networks/90caff77-acc5-41d1-a3e6-849f4883cf82 HTTP/1.1" status: 204 len: 168 time: 1.2769525 Nov 01 18:18:30.427573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Network 8308eaa0-eff3-48db-8172-fa5c99327121 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:18:30.454621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc3990-3534-47a9-a1f3-cf58f93fe63f admin admin] Pushing event deleted for resources: {'Network': ['ID=90caff77-acc5-41d1-a3e6-849f4883cf82,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:30.473294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.478411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.483453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463119a-59cd-49ca-83c6-8606170592a0 req-1fe18bdc-6a4a-4cb5-b6a0-13ec4b9b8c2d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:30.485056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1463119a-59cd-49ca-83c6-8606170592a0 req-1fe18bdc-6a4a-4cb5-b6a0-13ec4b9b8c2d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0937104 Nov 01 18:18:30.492528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 629cfedb-ffde-41d4-bb26-7672eb644880, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=629cfedb-ffde-41d4-bb26-7672eb644880,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:30.505424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.546448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 8308eaa0-eff3-48db-8172-fa5c99327121) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:30.554232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1463119a-59cd-49ca-83c6-8606170592a0 req-847c924b-2e76-4f75-aca9-256a268d5972 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505757 Nov 01 18:18:30.565186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:30.571331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:30.572003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.578464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc11305-4fff-486b-9762-cfbadf43aa27 None None] Network 8308eaa0-eff3-48db-8172-fa5c99327121 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:30.584133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Network 90caff77-acc5-41d1-a3e6-849f4883cf82 is not hosted by any dhcp agent {{(pid=102784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:18:30.584637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] No DVR routers for this DVR port 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:30.584795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:30.589453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:30.592738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:30.598682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794645ae-ea45-4405-94b9-c9243263b724 None None] Pushing event deleted for resources: {'Port': ['ID=1da8cf7a-ed71-4e17-a935-57abb63eb9f7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:30.616499 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.654455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:30.655156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.707950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 327e67d9-771d-4a3e-8c99-2a747dafb53c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:30.709031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.710207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddb70-df2a-457a-aea4-a022d932bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.740667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352decb8-1b93-468a-a91b-dd26be116eda,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:30.744786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.751199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0be67f45-2372-46c0-9df4-7109f7c44cd0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/352decb8-1b93-468a-a91b-dd26be116eda HTTP/1.1" status: 204 len: 168 time: 0.5313096 Nov 01 18:18:30.758421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:30.772501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 327e67d9-771d-4a3e-8c99-2a747dafb53c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:30.772757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 327e67d9-771d-4a3e-8c99-2a747dafb53c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:30.773001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 01b2e72b-0397-49ea-9ece-1ef6a597090b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:30.777993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc84a758-61a4-43b0-9e32-345b616a0d2f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5564458 Nov 01 18:18:30.803623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b3af4c7a-ee21-4648-8725-dfcb264a7827 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7431991 Nov 01 18:18:30.863636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:30.878151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 01b2e72b-0397-49ea-9ece-1ef6a597090b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:30.878151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 01b2e72b-0397-49ea-9ece-1ef6a597090b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:30.878151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 50444db3-85e1-4678-bb3d-4f535c01d8a8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:30.906734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44158) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:31.022573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0576ad04-0c6e-479f-b1b6-f83020f713f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22338cdf3f2f4801938e52ecfbb8ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146822 Nov 01 18:18:31.025011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44164) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:31.026736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=629cfedb-ffde-41d4-bb26-7672eb644880,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:31.030525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 50444db3-85e1-4678-bb3d-4f535c01d8a8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:31.030879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 50444db3-85e1-4678-bb3d-4f535c01d8a8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:31.031343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 76e355c8-c28f-4866-8a73-e67a45300d10 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:31.033711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-9d8ddb70-df2a-457a-aea4-a022d932bbed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:18:31.034253 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-9d8ddb70-df2a-457a-aea4-a022d932bbed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:18:31.062477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 76e355c8-c28f-4866-8a73-e67a45300d10 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:31.062819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 76e355c8-c28f-4866-8a73-e67a45300d10 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:31.065430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.111313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.125369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778b85f-40f3-4ffc-958b-688ab83e3e7a None None] Network 8308eaa0-eff3-48db-8172-fa5c99327121 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:31.147460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54babb37-44c7-4314-aa8b-8a4480f617f4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:31.158954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.165893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af580228-3b72-42c2-85fa-4e5fa56a5394') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:31.166416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af580228-3b72-42c2-85fa-4e5fa56a5394') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:31.184770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0ed62-4b6c-4913-93c6-118cc2e4fec4 req-764674e4-dee8-4ef7-a71d-eef771c7e233 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:31.193825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac0ed62-4b6c-4913-93c6-118cc2e4fec4 req-764674e4-dee8-4ef7-a71d-eef771c7e233 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 944 time: 0.1486912 Nov 01 18:18:31.200515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.229866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.245673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:18:31.246068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:18:31.247779 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:18:31.267132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac0ed62-4b6c-4913-93c6-118cc2e4fec4 req-b4dfd5c3-3566-41fe-b90e-1c0c26a4bfe9 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641687 Nov 01 18:18:31.374979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.377604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.379571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/699ef2f5-d404-45bb-a0ec-23af559d0b2b HTTP/1.1" status: 204 len: 168 time: 0.3521028 Nov 01 18:18:31.394459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:31.400933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d03fa-1949-42d6-870e-04cbd7cf9954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ef2f5-d404-45bb-a0ec-23af559d0b2b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:31.404129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852248110', 'description': 'tempest-description--1577774112'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:31.418014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.435357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.441627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] 10.222.0.31 "DELETE /v2.0/networks/54babb37-44c7-4314-aa8b-8a4480f617f4 HTTP/1.1" status: 204 len: 168 time: 0.6844516 Nov 01 18:18:31.470412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45556c3-68de-4f71-b8ee-29cf24bed267 req-44fa3364-f053-4d93-b85e-0ade47f3388b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:31.477737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45556c3-68de-4f71-b8ee-29cf24bed267 req-44fa3364-f053-4d93-b85e-0ade47f3388b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1268792 Nov 01 18:18:31.480722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e7f87-8875-4f91-bbf9-fe09e413ec30 admin admin] Pushing event deleted for resources: {'Network': ['ID=54babb37-44c7-4314-aa8b-8a4480f617f4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:31.537768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a45556c3-68de-4f71-b8ee-29cf24bed267 req-ce62ef11-3a1b-4872-bd2e-e0aa855049d8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546215 Nov 01 18:18:31.561301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.565168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 629cfedb-ffde-41d4-bb26-7672eb644880 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:31.635877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 629cfedb-ffde-41d4-bb26-7672eb644880 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:31.637060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.676065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829c66d-2e60-4bed-b509-541f25e8955a req-7b7cc17f-2145-4728-91c5-9417258ddc1f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:31.677624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d829c66d-2e60-4bed-b509-541f25e8955a req-7b7cc17f-2145-4728-91c5-9417258ddc1f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0798354 Nov 01 18:18:31.680111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.735685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d829c66d-2e60-4bed-b509-541f25e8955a req-920866c9-1bf6-4ace-853f-c62b106da235 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Nov 01 18:18:31.762170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.781025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1dadd5b6-b2de-4905-92ce-950d4b50a896 None None] Provisioning complete for port 629cfedb-ffde-41d4-bb26-7672eb644880 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:31.781405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1dadd5b6-b2de-4905-92ce-950d4b50a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.880717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:31.888653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabd8d6-372f-4a41-9687-5f8b113c67b4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:31.906845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:31.907200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1da8cf7a-ed71-4e17-a935-57abb63eb9f7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:31.918749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.928502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-66ebb79d-332f-4ba9-90d5-b410bf7d1045 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5245771 Nov 01 18:18:31.930853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44194) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:31.938235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'security_group_rule': {'security_group_id': '5fabd8d6-372f-4a41-9687-5f8b113c67b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:31.954570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387ed9-ea83-4116-8e22-718a717f9d2a req-12b3c3d2-d26b-404f-b0ac-d964d4d13552 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:31.956210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c387ed9-ea83-4116-8e22-718a717f9d2a req-12b3c3d2-d26b-404f-b0ac-d964d4d13552 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1159708 Nov 01 18:18:31.965984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1dadd5b6-b2de-4905-92ce-950d4b50a896 None None] Provisioning complete for port 52e5f53d-8bed-410d-a3ad-54abfe243996 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:31.966637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1dadd5b6-b2de-4905-92ce-950d4b50a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:31.992048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-4fc4807c-d2aa-4ad5-9a95-2c2d272d68d6 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:31.992048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-4fc4807c-d2aa-4ad5-9a95-2c2d272d68d6 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/networks?id=8308eaa0-eff3-48db-8172-fa5c99327121 HTTP/1.1" status: 200 len: 818 time: 0.2155755 Nov 01 18:18:32.014016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1dadd5b6-b2de-4905-92ce-950d4b50a896 None None] Port 52e5f53d-8bed-410d-a3ad-54abfe243996 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:32.016279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-f1c93b8b-84e9-4e4c-8750-3de94aa341ea tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/quotas/adc70039ba744db7b8518d8cee8db5ef HTTP/1.1" status: 200 len: 375 time: 0.0176251 Nov 01 18:18:32.021447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c387ed9-ea83-4116-8e22-718a717f9d2a req-a764b099-3088-4cfe-a438-1186a8acc31f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Nov 01 18:18:32.050193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-0a125e58-f531-492d-a9b4-0058b8285116 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=adc70039ba744db7b8518d8cee8db5ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266962 Nov 01 18:18:32.074157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.125833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.154031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-51218a6f-2a3f-4e9a-ab1f-122f0d9c2a2f service neutron] 10.222.0.31 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943551 Nov 01 18:18:32.193485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:32.236984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21bde14f-ee54-4eee-b91b-dffa3fe468e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee042d9de52549f89190fc60401d16bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394809 Nov 01 18:18:32.237282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:32.256319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-6d6fd013-59c1-4905-9ad5-932c64c7a294 service neutron] 10.222.0.31 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958009 Nov 01 18:18:32.277130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.305401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638edd72-08ef-4741-a090-ff9dbd5d509a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:32.315335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.343980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.385852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.387955 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b558120-c534-4bc7-a53e-9f9766356a98 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4553902 Nov 01 18:18:32.390609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44208) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:32.396144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'security_group_rule': {'security_group_id': '5fabd8d6-372f-4a41-9687-5f8b113c67b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:32.418360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13bb2f-8fdd-4cf2-962f-6ee1847e1815 req-9b6446ff-9b48-4294-95b8-fbc05aabc130 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:32.419911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b13bb2f-8fdd-4cf2-962f-6ee1847e1815 req-9b6446ff-9b48-4294-95b8-fbc05aabc130 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 944 time: 0.0746698 Nov 01 18:18:32.461437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b13bb2f-8fdd-4cf2-962f-6ee1847e1815 req-8a34dc8a-5ede-41e8-b7a7-56a0ee33d3d6 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Nov 01 18:18:32.472841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.475474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.478117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17d9697b-44ed-4a9a-8401-dc47b10153c7 HTTP/1.1" status: 204 len: 168 time: 0.2398880 Nov 01 18:18:32.496351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06518-6bac-4672-a174-1abf04b08259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d9697b-44ed-4a9a-8401-dc47b10153c7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:32.553018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.574687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9f23e3f-8d9e-47e5-89d0-309bf75a31a0 req-c397b57c-4659-4fe0-8752-c8eee5098727 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 210 time: 0.0424004 Nov 01 18:18:32.691539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c5fe-8064-44ba-9eb4-d9bd330b14df req-9f3f85e0-7587-4b23-aa77-c970364be1e4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:32.693110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f68c5fe-8064-44ba-9eb4-d9bd330b14df req-9f3f85e0-7587-4b23-aa77-c970364be1e4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0728285 Nov 01 18:18:32.695015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.739748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f68c5fe-8064-44ba-9eb4-d9bd330b14df req-767f3780-e9c6-4459-bfce-07519d785ed4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 Nov 01 18:18:32.765561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.784003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972ba269-aca0-4b88-988e-b018ed70bda9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:32.868791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228021-595b-4812-a986-c631cd1d79e7 req-6c117519-bd13-43b4-82fd-419bd175d368 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:32.870706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9228021-595b-4812-a986-c631cd1d79e7 req-6c117519-bd13-43b4-82fd-419bd175d368 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0592628 Nov 01 18:18:32.927406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:32.932147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1524e7c4-1050-4c75-82d6-0116e07302e3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5368905 Nov 01 18:18:32.932271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44236) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:32.932461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9228021-595b-4812-a986-c631cd1d79e7 req-bb2d1731-103e-4b37-ada6-0f304d214a37 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550077 Nov 01 18:18:32.937508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:32.943977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 28492d3e-e805-485f-a3e3-55303c498a07 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:33.066023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.107329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 28492d3e-e805-485f-a3e3-55303c498a07 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:18:33.115219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 28492d3e-e805-485f-a3e3-55303c498a07 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:33.115219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.158947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6e31-5679-44c5-afb3-0cf04caf76ed req-2db4a5b5-ba67-48b4-ae87-dd894991e664 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:33.161725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bff6e31-5679-44c5-afb3-0cf04caf76ed req-2db4a5b5-ba67-48b4-ae87-dd894991e664 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0601828 Nov 01 18:18:33.186443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.207727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.215230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bff6e31-5679-44c5-afb3-0cf04caf76ed req-683d9aeb-0789-4bf4-b199-858fe57b5a4d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Nov 01 18:18:33.233933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:33.236326 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a245e-7f2f-43b6-b7b0-e2226a5a31cb" -d '{"events": [{"server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "28492d3e-e805-485f-a3e3-55303c498a07"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:33.249877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=28492d3e-e805-485f-a3e3-55303c498a07,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:33.298222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 172.25.2.213 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/56df41bd-b8b0-428e-8749-4718236bd14c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:33.380966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.417484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.443070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:33.458141 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7943a2b-79a0-4b56-b9de-ed83db4424eb x-openstack-request-id: req-d7943a2b-79a0-4b56-b9de-ed83db4424eb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:33.458439 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "28492d3e-e805-485f-a3e3-55303c498a07", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:33.458831 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7943a2b-79a0-4b56-b9de-ed83db4424eb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:33.459236 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07', 'code': 200} Nov 01 18:18:33.603579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.615257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a423d-9a3b-459a-8e35-86bfacc5172f req-29fdc96a-7fc4-47c3-8715-c1856c19738b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:33.625029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-558a423d-9a3b-459a-8e35-86bfacc5172f req-29fdc96a-7fc4-47c3-8715-c1856c19738b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Nov 01 18:18:33.644193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:33.649426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:33.653811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:33.676722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=56df41bd-b8b0-428e-8749-4718236bd14c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:33.735133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc36c549-1271-42c1-b3c4-064758fcb188 req-14a116f6-cdc7-488e-a4d5-9e16ad4e3a07 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 210 time: 0.0604250 Nov 01 18:18:33.763482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-558a423d-9a3b-459a-8e35-86bfacc5172f req-b8dce8d1-842f-4bd9-a3e1-515e689da377 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344228 Nov 01 18:18:33.768817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.794542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:33.835451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1710-586e-4ab4-99a7-ad074bb2faa0 req-a7acf9b1-1488-42de-b181-f19f6cb06817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:33.835991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b65b1710-586e-4ab4-99a7-ad074bb2faa0 req-a7acf9b1-1488-42de-b181-f19f6cb06817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 1096 time: 0.3123143 Nov 01 18:18:33.886184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faf9d6d1-ac8f-4020-82c4-17e9a0c55c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.888150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:33.906394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b65b1710-586e-4ab4-99a7-ad074bb2faa0 req-e13344af-0ed1-4a04-aa9d-fcd5219f3e94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Nov 01 18:18:33.916030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab795-5467-4fa9-933b-ec44ac8c1092 req-ec1b6188-7290-47c9-8ab1-e3c9fab6988a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:33.917781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63fab795-5467-4fa9-933b-ec44ac8c1092 req-ec1b6188-7290-47c9-8ab1-e3c9fab6988a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0972362 Nov 01 18:18:33.961720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63fab795-5467-4fa9-933b-ec44ac8c1092 req-6038085d-c70b-4eb5-b9b7-ff3215e3d8ff tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Nov 01 18:18:34.055178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faf9d6d1-ac8f-4020-82c4-17e9a0c55c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.082606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f866307-ef35-410f-b8dc-6333266a1a73 req-80d74170-d9f3-4a2f-87b9-919af794ed02 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:34.084246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f866307-ef35-410f-b8dc-6333266a1a73 req-80d74170-d9f3-4a2f-87b9-919af794ed02 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0551057 Nov 01 18:18:34.114881 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.125698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f866307-ef35-410f-b8dc-6333266a1a73 req-7dc7f08c-cbe9-474f-a49b-45cf2a91704e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Nov 01 18:18:34.131381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faf9d6d1-ac8f-4020-82c4-17e9a0c55c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.172129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-faf9d6d1-ac8f-4020-82c4-17e9a0c55c3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21d605c82ff34e308f37a494823ac95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762352 Nov 01 18:18:34.173158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9d6d1-ac8f-4020-82c4-17e9a0c55c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2126ab27-eaa0-42b8-b11b-df227334f424,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:34.175279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:34.210915 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.242930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.275119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.288793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=56df41bd-b8b0-428e-8749-4718236bd14c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:34.304796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.363957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c158a-7088-45a3-a8d3-30e9f58669b4 req-655a1f7f-e2db-41bf-a6a8-f04a8ca5a361 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:34.365615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c1c158a-7088-45a3-a8d3-30e9f58669b4 req-655a1f7f-e2db-41bf-a6a8-f04a8ca5a361 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0808251 Nov 01 18:18:34.414095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c1c158a-7088-45a3-a8d3-30e9f58669b4 req-1f3c75e0-619a-4b08-b94e-adb8711793b6 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368924 Nov 01 18:18:34.451122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.452482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c895f25a-ce8f-428a-b655-3d4c48e2d9c9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5188410 Nov 01 18:18:34.480330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.480997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.484245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:34.487989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2126ab27-eaa0-42b8-b11b-df227334f424 HTTP/1.1" status: 204 len: 168 time: 0.3087270 Nov 01 18:18:34.501439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee42d-6d66-47c2-9136-90928ff5a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126ab27-eaa0-42b8-b11b-df227334f424,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:34.701255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-219c6ec0-87d0-4038-9257-e2d2588c631d req-398202b8-9a45-4641-b6b8-61fb48174b19 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0368168 Nov 01 18:18:34.789491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5dd62d69-14c8-45a5-a008-333ac3229556 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1852248110&fields=id&tenant_id=cdd9138862f34844898c3462f88422cf HTTP/1.1" status: 200 len: 267 time: 0.0540886 Nov 01 18:18:34.866462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-500736b4-fc6f-446d-beed-638475ad690e req-bf014397-0faf-4232-b6ea-077cdf471033 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 210 time: 0.0323613 Nov 01 18:18:34.873536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-211cd210-c6fe-4c31-9b9a-33bfba4d5f15 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:34.874798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-211cd210-c6fe-4c31-9b9a-33bfba4d5f15 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 937 time: 0.0778954 Nov 01 18:18:34.929338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-d56711dd-70c2-438f-a43a-b4dc6e2c53ca tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:34.930748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-d56711dd-70c2-438f-a43a-b4dc6e2c53ca tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 936 time: 0.0498204 Nov 01 18:18:35.003242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fddc170b-a3f6-47c0-b6c8-0cccfab20926 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632231 Nov 01 18:18:35.032915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b8dd-e218-4a02-ad66-53728d77c421 req-58c08152-4423-4866-a981-210517ff91b1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.034398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c65b8dd-e218-4a02-ad66-53728d77c421 req-58c08152-4423-4866-a981-210517ff91b1 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.1027896 Nov 01 18:18:35.055201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54d6f3e7-665f-441e-abb5-2524c345929c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396509 Nov 01 18:18:35.138074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c65b8dd-e218-4a02-ad66-53728d77c421 req-8639d060-71a1-4b28-b58c-95c4937706a0 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896671 Nov 01 18:18:35.197927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fb062510-447d-4909-be71-8acae298d752 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.204458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fb062510-447d-4909-be71-8acae298d752 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.210335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fb062510-447d-4909-be71-8acae298d752 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.212025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fb062510-447d-4909-be71-8acae298d752 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 1995 time: 0.1544430 Nov 01 18:18:35.248838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-d05a9656-8bd6-4772-864c-ecb74af08fc8 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/quotas/cdd9138862f34844898c3462f88422cf HTTP/1.1" status: 200 len: 375 time: 0.0289242 Nov 01 18:18:35.309972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3394ac57-841f-4aa7-8b9a-1a57872d3438 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0592210 Nov 01 18:18:35.422583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a1b29c40-a58a-43f6-8a40-8cadf586fb16 service neutron] 10.222.0.31 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995035 Nov 01 18:18:35.538921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-9e3d6204-32d8-4b9d-89ee-ea9d518ab938 service neutron] 10.222.0.31 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101220 Nov 01 18:18:35.620323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b2838c9c-e302-4664-aadb-362be3d6e108 service neutron] 10.222.0.31 "GET /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738680 Nov 01 18:18:35.649211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320b7b-65ba-4e85-aff5-88a50b497ee1 req-b695e40e-dcd5-4d04-9885-0f6a0136391e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.661081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1320b7b-65ba-4e85-aff5-88a50b497ee1 req-b695e40e-dcd5-4d04-9885-0f6a0136391e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1064727 Nov 01 18:18:35.830963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1320b7b-65ba-4e85-aff5-88a50b497ee1 req-b45d3980-5c2e-4a42-9d82-6fce537f3863 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690681 Nov 01 18:18:35.876577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4d4dc872-1e14-4c42-bc50-6471acb90ca0 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483320 Nov 01 18:18:35.883705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-8e445ef9-39c5-44ad-bc6f-fc56ab2544d1 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:35.884783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-8e445ef9-39c5-44ad-bc6f-fc56ab2544d1 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.37 "GET /v2.0/networks?id=8308eaa0-eff3-48db-8172-fa5c99327121 HTTP/1.1" status: 200 len: 818 time: 0.2218194 Nov 01 18:18:35.927064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44374) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:36.056004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-786620005-network', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:36.178175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:36.183472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.193701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.216020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Request body: {'port': {'device_id': '45528a13-706f-453e-9c45-20b32d22e532', 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121', 'admin_state_up': True, 'tenant_id': 'adc70039ba744db7b8518d8cee8db5ef'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:36.277335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.368937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.378278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d942-e0c5-4ffd-bac5-22fc232a5325 req-9a1ac345-d68e-4c5a-ba36-f2700947a2bb tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:36.379859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7823d942-e0c5-4ffd-bac5-22fc232a5325 req-9a1ac345-d68e-4c5a-ba36-f2700947a2bb tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1676700 Nov 01 18:18:36.394315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:18:36.409085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180abc3b-1ec9-411d-acac-d1253ee4599a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:36.415061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.415409 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Added segment 7dffda0f-cb81-409a-86e4-734590b580bb of type vlan for network b57d521f-675d-43e7-ba7e-8441fba059d8 Nov 01 18:18:36.422761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-300d6036-d90f-47a6-a41d-90cb464cf542 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370312 Nov 01 18:18:36.457747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.482543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7823d942-e0c5-4ffd-bac5-22fc232a5325 req-44df2651-9ead-43ae-9295-dc017c13303d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900381 Nov 01 18:18:36.491355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-7322325f-f15e-4675-a2da-48e1ac105598 service neutron] 10.222.0.31 "GET /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0599608 Nov 01 18:18:36.588439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.589445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:36.590209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.623717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07acd9-e57a-400a-a5ff-bf4bd8d7864a req-36af80be-56cc-4cf1-b087-14d919a7e744 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:36.625198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce07acd9-e57a-400a-a5ff-bf4bd8d7864a req-36af80be-56cc-4cf1-b087-14d919a7e744 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0739043 Nov 01 18:18:36.626981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-27ff5459-ecc2-41a3-bcd8-3fad8c736478 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295106 Nov 01 18:18:36.649037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] Pushing event updated for resources: {'Network': ['ID=b57d521f-675d-43e7-ba7e-8441fba059d8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:36.665439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network b57d521f-675d-43e7-ba7e-8441fba059d8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:18:36.673982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Made reservation on behalf of adc70039ba744db7b8518d8cee8db5ef for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:36.678457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.784858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce07acd9-e57a-400a-a5ff-bf4bd8d7864a req-674fbf69-79da-4f63-af3d-e99fa2bf08a5 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536305 Nov 01 18:18:36.807847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d23ef3ac-8f8d-46aa-acb9-a18f6f83f71e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8795264 Nov 01 18:18:36.808822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44382) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:36.815129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Request body: {'subnet': {'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-786620005-subnet', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:36.864182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-217b978d-5078-402a-8d0f-093aa679d276 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268071 Nov 01 18:18:36.903008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:36.905624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:36.908952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Allocated IP 172.20.0.5 (8308eaa0-eff3-48db-8172-fa5c99327121/2e04b906-082d-4bc8-970f-00cdd9717cc8/36cd1037-5290-4ab6-9370-2124953a37b5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:37.042578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e96c6d88-f630-4d60-898b-d52e4dc8fa2d req-c4d5d071-c923-4f8f-b08e-0ae026e1957d tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 210 time: 0.0496826 Nov 01 18:18:37.046574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2ac59299-e3e1-4d28-951a-89506847d256 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756189 Nov 01 18:18:37.244391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.265882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f407b07-1cb8-478d-a7c5-0c67811dc859 req-532b284c-aa4d-4788-a301-84d4d4417faf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:37.267413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f407b07-1cb8-478d-a7c5-0c67811dc859 req-532b284c-aa4d-4788-a301-84d4d4417faf tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.1331103 Nov 01 18:18:37.279748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-43f10058-1075-4ba1-b39c-f66f1f7db8b8 service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079372 Nov 01 18:18:37.282597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.302475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab515d99-87ab-43af-9af3-466d6c3f3c87,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:37.318528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Checking segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:37.318881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Network hostable DHCP agents. Network: b57d521f-675d-43e7-ba7e-8441fba059d8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:18:37.392535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f407b07-1cb8-478d-a7c5-0c67811dc859 req-2eaf458c-5363-4405-8163-5f17e7f4353a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177752 Nov 01 18:18:37.428141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a9b4c574-1dc6-4197-bbe5-0b41df978c6f service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373615 Nov 01 18:18:37.456636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Network b57d521f-675d-43e7-ba7e-8441fba059d8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:18:37.517134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.559574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, b57d521f-675d-43e7-ba7e-8441fba059d8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:37.569124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:37.569124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.569531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abe238-ba8b-416a-903c-203059186f75 None None] Network b57d521f-675d-43e7-ba7e-8441fba059d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:37.591533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427b5d-9179-4667-b6b8-1ac8aed6333f req-ec27eb5f-ace6-41e3-b29a-b9c08a272327 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:37.593034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89427b5d-9179-4667-b6b8-1ac8aed6333f req-ec27eb5f-ace6-41e3-b29a-b9c08a272327 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1395211 Nov 01 18:18:37.599512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Network 8308eaa0-eff3-48db-8172-fa5c99327121 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:37.611754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:37.619611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Pushing event updated for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:37.621914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:37.650962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6dca11fe-dcc7-41d3-8b05-b260cb7c190c service neutron] 10.222.0.31 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163041 Nov 01 18:18:37.686063 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f230c6a-040a-4073-a475-aa5bad5a500e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8754797 Nov 01 18:18:37.688979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:37.693456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:37.737915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-b57d521f-675d-43e7-ba7e-8441fba059d8', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:18:37.738786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.774216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:37.774851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.777356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.778594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.780247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89427b5d-9179-4667-b6b8-1ac8aed6333f req-a2b92028-2162-43b2-b510-ffd4a5e053f9 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796417 Nov 01 18:18:37.823200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-c5e2d6d0-9d77-4bfe-bb52-d0dedf4cf5b7 service neutron] 10.222.0.31 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620703 Nov 01 18:18:37.864992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:37.894620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-5d5e870d-d134-46fa-8ab5-3bae51df1955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9992657 Nov 01 18:18:37.910890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-c68c2841-752e-4362-b864-31a9da8685a5 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:18:37.911967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-c68c2841-752e-4362-b864-31a9da8685a5 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073295 Nov 01 18:18:37.925275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Allocated IP 172.20.0.2 (b57d521f-675d-43e7-ba7e-8441fba059d8/ab515d99-87ab-43af-9af3-466d6c3f3c87/a343422e-6e47-4f8a-a7de-31a39802e4d7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:37.932994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95a1e24a-f2fc-477b-bd63-d2413ffc924f req-2a1e85cc-8927-4ece-88f3-14ed78cc0de1 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0440753 Nov 01 18:18:37.938462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Request body: {'port': {'device_id': '45528a13-706f-453e-9c45-20b32d22e532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:38.007796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a084b907-7135-45ef-9f78-3601b220d54a service neutron] 10.222.0.31 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835792 Nov 01 18:18:38.046890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.144293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.144599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.160772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e0ece223-f99d-4d10-b3d4-e7f437d3f77b service neutron] 10.222.0.31 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513550 Nov 01 18:18:38.212080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.298624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Pushing event updated for resources: {'Port': ['ID=a343422e-6e47-4f8a-a7de-31a39802e4d7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:38.309218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Network b57d521f-675d-43e7-ba7e-8441fba059d8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:38.311618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:38.314998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:38.377418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6365-961e-4e64-b77c-bb5c3823804d req-9c4dc4a9-850f-440a-9675-d289fe021187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:38.379682 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d7f6365-961e-4e64-b77c-bb5c3823804d req-9c4dc4a9-850f-440a-9675-d289fe021187 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.0683622 Nov 01 18:18:38.382669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Attempting to bind port a343422e-6e47-4f8a-a7de-31a39802e4d7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:38.383318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Attempting to bind port a343422e-6e47-4f8a-a7de-31a39802e4d7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:38.383919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Attempting to bind port a343422e-6e47-4f8a-a7de-31a39802e4d7 on network b57d521f-675d-43e7-ba7e-8441fba059d8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:38.390280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:38.392135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Checking segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:38.392778 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.393359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Bound using segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:38.394032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Bound port: a343422e-6e47-4f8a-a7de-31a39802e4d7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:38.394608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.491698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] For port a343422e-6e47-4f8a-a7de-31a39802e4d7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:38.496954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] For port a343422e-6e47-4f8a-a7de-31a39802e4d7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a343422e-6e47-4f8a-a7de-31a39802e4d7,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:38.524048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b8ff007f-c091-4515-a981-3fbb248c371b service neutron] 10.222.0.31 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138199 Nov 01 18:18:38.535239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d7f6365-961e-4e64-b77c-bb5c3823804d req-5655598d-16be-4fa6-bdea-8d6dfd110403 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Nov 01 18:18:38.540414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb80849-bff5-4958-80ae-0e9ee0cc143a req-e35416b9-9463-42bd-8c9c-6cb2f836c645 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:38.543017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fb80849-bff5-4958-80ae-0e9ee0cc143a req-e35416b9-9463-42bd-8c9c-6cb2f836c645 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.1099181 Nov 01 18:18:38.559296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.580667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.580857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.677601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fb80849-bff5-4958-80ae-0e9ee0cc143a req-29719044-3910-43ed-bb8d-97faa34a3d91 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144474 Nov 01 18:18:38.707558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cd1037-5290-4ab6-9370-2124953a37b5 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:38.714792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a464cf-a9d1-4eca-835f-1b2ff2837a72 None None] Pushing event updated for resources: {'Port': ['ID=a343422e-6e47-4f8a-a7de-31a39802e4d7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:38.716627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.738965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Transition to ACTIVE for port object 36cd1037-5290-4ab6-9370-2124953a37b5 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:38.765004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Allocated IP 172.25.2.53 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/74f1b2ee-d88c-4bdb-90cf-7132811fdc7e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:38.848818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.920601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Pushing event updated for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:38.950878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c76ccc-cf91-493b-b570-a8db2bbe4097 req-18f2dc16-f5d8-4cc8-9435-aaafdb158ad3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:38.952871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:38.959248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9c76ccc-cf91-493b-b570-a8db2bbe4097 req-18f2dc16-f5d8-4cc8-9435-aaafdb158ad3 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1683781 Nov 01 18:18:38.965025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:38.971972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.079653 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:18:39.092019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.108463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9c76ccc-cf91-493b-b570-a8db2bbe4097 req-a10b4c85-e606-4631-a3c5-385a9f3dd702 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426790 Nov 01 18:18:39.133570 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.167834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Attempting to bind port 36cd1037-5290-4ab6-9370-2124953a37b5 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:39.168458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Attempting to bind port 36cd1037-5290-4ab6-9370-2124953a37b5 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'c7c2d53b-0ee9-4337-a30b-067e63faeec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:39.176618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:39.176930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Pushing event updated for resources: {'Port': ['ID=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:39.177046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Attempting to bind port 36cd1037-5290-4ab6-9370-2124953a37b5 on network 8308eaa0-eff3-48db-8172-fa5c99327121 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:39.177292 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b962d34-35f8-46fb-bb36-17fefbf737d9" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:39.177415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Port 36cd1037-5290-4ab6-9370-2124953a37b5 on network 8308eaa0-eff3-48db-8172-fa5c99327121 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:39.183367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:39.183916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Attempting to bind port 36cd1037-5290-4ab6-9370-2124953a37b5 on network 8308eaa0-eff3-48db-8172-fa5c99327121 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:39.185058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:39.187581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:39.194755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:39.195325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Checking segment: {'id': 'c7c2d53b-0ee9-4337-a30b-067e63faeec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:39.195973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Bound using segment: {'id': 'c7c2d53b-0ee9-4337-a30b-067e63faeec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:39.196416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Bound port: 36cd1037-5290-4ab6-9370-2124953a37b5, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c2d53b-0ee9-4337-a30b-067e63faeec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:39.197306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.204997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:39.293949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf7c9-1510-48c7-b2c7-55602cfcefc2 req-a762c51a-51eb-4f87-b02b-ea0cf78a713d tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:39.302526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f9cf7c9-1510-48c7-b2c7-55602cfcefc2 req-a762c51a-51eb-4f87-b02b-ea0cf78a713d tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 943 time: 0.0981383 Nov 01 18:18:39.314754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.344505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:39.379263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f9cf7c9-1510-48c7-b2c7-55602cfcefc2 req-0dfbbf63-e61c-495e-9e0b-8c690fe576a2 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Nov 01 18:18:39.384265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36cd1037-5290-4ab6-9370-2124953a37b5,segment=NetworkSegment(c7c2d53b-0ee9-4337-a30b-067e63faeec8),segment_id=c7c2d53b-0ee9-4337-a30b-067e63faeec8)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:39.413564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:39.421440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a343422e-6e47-4f8a-a7de-31a39802e4d7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:39.468647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.470401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a343422e-6e47-4f8a-a7de-31a39802e4d7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:39.470776 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.513259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:39.513929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.515541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] 10.222.0.37 "PUT /v2.0/ports/36cd1037-5290-4ab6-9370-2124953a37b5 HTTP/1.1" status: 200 len: 1091 time: 1.5853200 Nov 01 18:18:39.515948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:39.518487 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9360cd-df33-41d7-a083-fae94fd3b923" -d '{"events": [{"name": "network-changed", "server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:39.562528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bed81-9f81-4547-89cb-b0afbf12c162 service neutron] Pushing event updated for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:39.563437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.603848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a343422e-6e47-4f8a-a7de-31a39802e4d7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a343422e-6e47-4f8a-a7de-31a39802e4d7,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:39.690500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.730619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.772169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-e001806d-834f-40cc-90f0-6cfe175160e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:39.773646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-e001806d-834f-40cc-90f0-6cfe175160e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc70039ba744db7b8518d8cee8db5ef&device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 1094 time: 0.0880070 Nov 01 18:18:39.789053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f66b9d-0ee4-474c-b283-989294f879fb req-6d19ce78-ea1d-488c-8129-fb1f6e0e947c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:39.800642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f66b9d-0ee4-474c-b283-989294f879fb req-6d19ce78-ea1d-488c-8129-fb1f6e0e947c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0911872 Nov 01 18:18:39.816093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a343422e-6e47-4f8a-a7de-31a39802e4d7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:39.864572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-4195f22d-a776-43a8-8d56-96240d4c9f48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cd1037-5290-4ab6-9370-2124953a37b5 HTTP/1.1" status: 200 len: 217 time: 0.0617173 Nov 01 18:18:39.910027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f66b9d-0ee4-474c-b283-989294f879fb req-360c163d-7bfa-4527-9e39-b72830ac421c tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084888 Nov 01 18:18:39.942246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-774e5e06-96f7-4c2d-a39b-df5b5848a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:39.944629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-774e5e06-96f7-4c2d-a39b-df5b5848a6a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e04b906-082d-4bc8-970f-00cdd9717cc8 HTTP/1.1" status: 200 len: 858 time: 0.0682178 Nov 01 18:18:39.959848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:39.991793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-1750913d-dd50-4dc6-b4bd-fc63a50dbd48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8308eaa0-eff3-48db-8172-fa5c99327121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326445 Nov 01 18:18:40.108560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a583e-d17e-4deb-a29c-d714d6fdacdb req-f0575670-2e1c-4632-9d5f-ef73e97cafb1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:40.110221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a88a583e-d17e-4deb-a29c-d714d6fdacdb req-f0575670-2e1c-4632-9d5f-ef73e97cafb1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1209080 Nov 01 18:18:40.142240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdc59c-1ce4-4cca-b13d-d5f3d3b3dfb3 None None] Network b57d521f-675d-43e7-ba7e-8441fba059d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:18:40.154619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-1569fa96-fbb8-4e99-82a8-c4cb24b72c20 service neutron] 10.222.0.37 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514904 Nov 01 18:18:40.175721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a88a583e-d17e-4deb-a29c-d714d6fdacdb req-40219647-8ec1-4489-bc22-f9cf8fef1243 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Nov 01 18:18:40.202601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Router 6cf777d3-55ba-4de8-a155-172295b6fbbf is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:18:40.291299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90215974-f54f-43bc-beee-82d8962a94aa req-929521b6-b7f3-42cd-90f5-4e1054e5de71 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0532370 Nov 01 18:18:40.381330 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105a29a-e8a8-4b03-9df3-b54ff2fc4953 x-openstack-request-id: req-8105a29a-e8a8-4b03-9df3-b54ff2fc4953 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:40.388152 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:40.388152 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8105a29a-e8a8-4b03-9df3-b54ff2fc4953 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:40.388152 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'code': 200} Nov 01 18:18:40.409790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704470a1-eb4e-4f4b-9c39-56a1da862a75 req-85d19a1d-fa9d-4822-b977-a706f094b40e service neutron] 10.222.0.37 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814618 Nov 01 18:18:40.429187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12757f4e-f399-460f-9523-d7deb337ed3f x-openstack-request-id: req-12757f4e-f399-460f-9523-d7deb337ed3f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:40.429187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:40.430286 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12757f4e-f399-460f-9523-d7deb337ed3f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:40.430910 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5', 'status': 'completed', 'code': 200} Nov 01 18:18:40.447385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dbf699c9-8d0e-49cc-ad62-13c3ab0b5bc0 None None] Provisioning complete for port a343422e-6e47-4f8a-a7de-31a39802e4d7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:40.453073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dbf699c9-8d0e-49cc-ad62-13c3ab0b5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:40.551172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7815a1-d65d-407e-a6a2-5feddab77f98 req-1c05797a-baa3-4b48-a489-b0715824712e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:40.563666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a7815a1-d65d-407e-a6a2-5feddab77f98 req-1c05797a-baa3-4b48-a489-b0715824712e tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 948 time: 0.0682485 Nov 01 18:18:40.652592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a7815a1-d65d-407e-a6a2-5feddab77f98 req-9bc1fa40-bc6f-41a3-9e47-466b785cffc5 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852902 Nov 01 18:18:40.664365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-57bef3b6-7796-4709-9a37-cc3a92c4fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:40.664577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-57bef3b6-7796-4709-9a37-cc3a92c4fe4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc70039ba744db7b8518d8cee8db5ef&device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 1094 time: 0.0790696 Nov 01 18:18:40.690990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:40.706163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Sync routers for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:40.725926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:40.726665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:40.825617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-3f2b25e5-2cc9-4c48-96cd-a22a6b6c57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:40.828050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-3f2b25e5-2cc9-4c48-96cd-a22a6b6c57d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8308eaa0-eff3-48db-8172-fa5c99327121 HTTP/1.1" status: 200 len: 919 time: 0.1562653 Nov 01 18:18:40.841240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3831-03e9-4635-829c-c2427d357a40 req-55901d0f-09c0-4d40-a952-825b50f8a96e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:40.844223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e80d3831-03e9-4635-829c-c2427d357a40 req-55901d0f-09c0-4d40-a952-825b50f8a96e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0928822 Nov 01 18:18:40.857759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:40.875848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:40.890164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-23a9ef9d-387d-44be-8ab3-efa438b2b2cd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1871598 Nov 01 18:18:40.890164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44444) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:18:40.925019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-c9f9cfef-0218-4bf6-9ee3-b391ce62d366 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cd1037-5290-4ab6-9370-2124953a37b5 HTTP/1.1" status: 200 len: 217 time: 0.0808332 Nov 01 18:18:40.960507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e80d3831-03e9-4635-829c-c2427d357a40 req-76c35988-076c-448b-a0a8-fd151bbd3bfc tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985522 Nov 01 18:18:40.977025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:41.014358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-f3595c0f-cebf-437e-a987-f04c7d514aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:41.016301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-f3595c0f-cebf-437e-a987-f04c7d514aed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e04b906-082d-4bc8-970f-00cdd9717cc8 HTTP/1.1" status: 200 len: 858 time: 0.0683823 Nov 01 18:18:41.064778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-8fca1d61-a436-413f-baeb-8ea332af05b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8308eaa0-eff3-48db-8172-fa5c99327121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414350 Nov 01 18:18:41.081524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-027e3abb-c857-42e5-94e7-5638fd9c3052 req-2be51c0e-38c2-4754-82c3-bbc2538de16b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0474536 Nov 01 18:18:41.089027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c7959ae1-8342-4688-bb2a-14504c76e770 None None] Provisioning complete for port a343422e-6e47-4f8a-a7de-31a39802e4d7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:41.089392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c7959ae1-8342-4688-bb2a-14504c76e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.223235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:41.273755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'mac_address': 'fa:16:3e:98:14:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:41.334298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:39Z', 'revision_number': 3, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:41.338013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.355540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-6d24c7f6-fc62-4e21-9b4a-479f8467ded7 service neutron] 10.222.0.37 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763071 Nov 01 18:18:41.376028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Checking router: 6cf777d3-55ba-4de8-a155-172295b6fbbf for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:41.376375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Updating router 6cf777d3-55ba-4de8-a155-172295b6fbbf port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:18:41.401752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:41.405674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85946f9-f257-4823-89aa-35d437622169 req-ccc6d25d-2493-4e3f-8eeb-49f42d29ffed tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:41.408899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a343422e-6e47-4f8a-a7de-31a39802e4d7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:41.413807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a85946f9-f257-4823-89aa-35d437622169 req-ccc6d25d-2493-4e3f-8eeb-49f42d29ffed tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.1883538 Nov 01 18:18:41.437665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2feb76-8e01-44b6-9641-d2f06a391e37 req-80667427-1617-471f-a651-287d847c9eab tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:41.439379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2feb76-8e01-44b6-9641-d2f06a391e37 req-80667427-1617-471f-a651-287d847c9eab tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 943 time: 0.2158213 Nov 01 18:18:41.444791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.462156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.480382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:41.575068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a343422e-6e47-4f8a-a7de-31a39802e4d7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:41.575651 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.582652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.654937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Allocated IP 172.20.0.1 (b57d521f-675d-43e7-ba7e-8441fba059d8/ab515d99-87ab-43af-9af3-466d6c3f3c87/e1646aae-d70f-4b2a-a82d-66a13bce2520) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:41.731710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:41.810836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.852771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2feb76-8e01-44b6-9641-d2f06a391e37 req-f2749155-2245-482a-8650-cb43ea59414c tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977704 Nov 01 18:18:41.866835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a85946f9-f257-4823-89aa-35d437622169 req-7830bc0e-7f4c-42ed-a697-966ec871d32b tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473033 Nov 01 18:18:41.873597 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.890715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9360cd-df33-41d7-a083-fae94fd3b923 req-92955745-925f-45fc-9c49-deab0469f09a service neutron] 10.222.0.37 "GET /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244918 Nov 01 18:18:41.966969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032bd95-edd1-4a0d-a031-8e28f44aad03 req-0733e5ad-32b8-4059-aab9-2faac44674cd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:41.968456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9032bd95-edd1-4a0d-a031-8e28f44aad03 req-0733e5ad-32b8-4059-aab9-2faac44674cd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0504787 Nov 01 18:18:41.974704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:41.986869 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.018088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de9a4626-58ad-489a-9853-5bc06777857b req-30847c0a-e107-471d-a4be-5315777ece75 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0369761 Nov 01 18:18:42.024634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Network b57d521f-675d-43e7-ba7e-8441fba059d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:42.032623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9032bd95-edd1-4a0d-a031-8e28f44aad03 req-41fea563-ce53-4ca1-b618-f2fcab6f49bf tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582359 Nov 01 18:18:42.036672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:42.052140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:42.059514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515116a-662e-4e2b-a9db-30889710a666 None None] Pushing event updated for resources: {'Port': ['ID=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:42.063008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Attempting to bind port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:42.063662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Attempting to bind port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:42.064312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Attempting to bind port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:42.070059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:42.070441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:42.070845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.071233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:42.071783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Bound port: 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:42.072238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.112080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.145979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] For port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:42.152623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] For port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:42.157104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Pushing event updated for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:42.172178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:42.211690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea537-62be-4601-90a6-8f92517233bb req-406d21bc-5702-4a60-b0e1-c7ce4096ca86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:42.214038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2ea537-62be-4601-90a6-8f92517233bb req-406d21bc-5702-4a60-b0e1-c7ce4096ca86 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 950 time: 0.0865569 Nov 01 18:18:42.222850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41ba70-800e-416d-9111-2ad3ef0fd559 req-f23c682e-68ca-41d0-a1ff-12d9f8a32d88 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:42.224461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac41ba70-800e-416d-9111-2ad3ef0fd559 req-f23c682e-68ca-41d0-a1ff-12d9f8a32d88 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0869195 Nov 01 18:18:42.286081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2ea537-62be-4601-90a6-8f92517233bb req-be9b59cd-54e6-44c9-8ef3-b52cbf2a5953 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605221 Nov 01 18:18:42.289550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.300538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac41ba70-800e-416d-9111-2ad3ef0fd559 req-3f820bf0-8411-4625-a9d4-b6f3e79b342a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Nov 01 18:18:42.389853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7dde79be-44fd-4837-a386-60092f1fa5de req-8b5f24ed-22df-4fb1-b655-05a23b8b5f69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0321324 Nov 01 18:18:42.417739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:42.418375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:42.419064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f189e1da-2f84-4145-b415-2a8fb3de4eb7 req-30533eb2-53f9-4ac7-8679-4121c343e4c4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0317254 Nov 01 18:18:42.430020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.466485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515116a-662e-4e2b-a9db-30889710a666 None None] Pushing event updated for resources: {'Port': ['ID=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:42.500583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5f382c15-1666-404e-b249-cceba1cefcd8 None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:42.500991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f382c15-1666-404e-b249-cceba1cefcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.574039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5f382c15-1666-404e-b249-cceba1cefcd8 None None] Port e1646aae-d70f-4b2a-a82d-66a13bce2520 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:42.590203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:42.612390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.736309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.811747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Pushing event updated for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:42.814706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:42.922395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Network b57d521f-675d-43e7-ba7e-8441fba059d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:42.923971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:42.951118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:41Z', 'revision_number': 1, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:42.986950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a1774-757e-438b-94a2-7184eb345259 None None] The sync data for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 is: [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:41Z', 'revision_number': 1, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:43.016702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9641d-9142-4276-b3a1-f8a775028733 req-d0a319a1-25f0-45ef-b003-d906711d4ed5 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.025866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dca9641d-9142-4276-b3a1-f8a775028733 req-d0a319a1-25f0-45ef-b003-d906711d4ed5 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.1019344 Nov 01 18:18:43.055757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158abd6-642d-4c0e-b4a6-e4bceb38d665 req-23d4a4f7-72e4-4785-ad46-f28ee68b040f tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.063797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8158abd6-642d-4c0e-b4a6-e4bceb38d665 req-23d4a4f7-72e4-4785-ad46-f28ee68b040f tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 943 time: 0.1231582 Nov 01 18:18:43.078200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Router 6cf777d3-55ba-4de8-a155-172295b6fbbf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:18:43.108463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dca9641d-9142-4276-b3a1-f8a775028733 req-e9744630-21e8-41f7-8e89-c1bf30edd85d tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808959 Nov 01 18:18:43.152431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8158abd6-642d-4c0e-b4a6-e4bceb38d665 req-ed3dc579-ad36-4f20-8b48-00d2bfe53e4b tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853932 Nov 01 18:18:43.218651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:18:43.232558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-771c7400-88e5-4907-bf59-7841b197fc3f admin admin] 10.222.0.31 "PUT /v2.0/routers/6cf777d3-55ba-4de8-a155-172295b6fbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3515134 Nov 01 18:18:43.289042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee23030e-3506-4809-ae2e-93b903ecc1cf req-306de8d3-52aa-4bb4-afc7-82493cb1eb5d tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0359156 Nov 01 18:18:43.315916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ecb10-f1dc-4cdb-bd41-d50c412157e7 req-86e698f0-2a8b-45c1-89cb-771eb6100cf2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.322332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6acd925d-9a6e-426e-8cf2-3ee3315cc6d2 None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:43.322948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6acd925d-9a6e-426e-8cf2-3ee3315cc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:43.324440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd4ecb10-f1dc-4cdb-bd41-d50c412157e7 req-86e698f0-2a8b-45c1-89cb-771eb6100cf2 tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.1122468 Nov 01 18:18:43.382836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd4ecb10-f1dc-4cdb-bd41-d50c412157e7 req-c26edb9e-d6b6-40b5-bc29-6898c0e2846a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b253149-b4aa-423d-a456-49fdbf7d6f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575216 Nov 01 18:18:43.435964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6acd925d-9a6e-426e-8cf2-3ee3315cc6d2 None None] Port e1646aae-d70f-4b2a-a82d-66a13bce2520 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:43.488374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38914da-a2f8-4ed2-a12e-b6c97129397d req-6a5a9cdd-9394-45e5-800a-015a3ecec8b1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.490879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a38914da-a2f8-4ed2-a12e-b6c97129397d req-6a5a9cdd-9394-45e5-800a-015a3ecec8b1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.0763280 Nov 01 18:18:43.542201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a38914da-a2f8-4ed2-a12e-b6c97129397d req-e2542484-a1c7-4063-9491-a3f31d7ade73 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Nov 01 18:18:43.587704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-ff67fa67-1189-4ea7-9196-66671ef3b89e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.589390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-ff67fa67-1189-4ea7-9196-66671ef3b89e tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Nov 01 18:18:43.717870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cc100-30a9-4f81-8bca-9d57d662d948 req-61ace768-e40b-414b-955e-c7f3334f08c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0526743 Nov 01 18:18:43.753392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633bee-7c46-44d3-af4a-6f1404212ca5 req-4217df4a-a385-45a6-940d-4295f640ae78 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:43.755245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92633bee-7c46-44d3-af4a-6f1404212ca5 req-4217df4a-a385-45a6-940d-4295f640ae78 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1145484 Nov 01 18:18:43.796151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Deleting port 28492d3e-e805-485f-a3e3-55303c498a07 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:43.796496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:43.844281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92633bee-7c46-44d3-af4a-6f1404212ca5 req-de4ba7f2-4319-4025-b4a4-86954673b677 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797575 Nov 01 18:18:43.927820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8830749-5510-4c6f-8e44-0e92c262dab8 req-c187b0dd-1f7a-4cae-a081-3a7ceabe132f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0823352 Nov 01 18:18:44.008870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] For port 28492d3e-e805-485f-a3e3-55303c498a07, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=28492d3e-e805-485f-a3e3-55303c498a07,segment=NetworkSegment(25d8fcac-a881-44e4-90f3-da9d0ecfd674),segment_id=25d8fcac-a881-44e4-90f3-da9d0ecfd674)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:44.009276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:44.036804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fda1a-6a77-4d65-9cd6-827ec98c2911 req-7c163d54-13d3-4fae-b604-ec7ccdf16c57 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.044090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e1fda1a-6a77-4d65-9cd6-827ec98c2911 req-7c163d54-13d3-4fae-b604-ec7ccdf16c57 tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 1101 time: 0.1218703 Nov 01 18:18:44.048219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Calling delete_port for 28492d3e-e805-485f-a3e3-55303c498a07 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:44.072169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-994185db-a4d7-4c9b-953b-5855ff3dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.073604 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-994185db-a4d7-4c9b-953b-5855ff3dd874 service neutron] 10.222.0.32 "GET /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 1033 time: 0.0544403 Nov 01 18:18:44.137144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-ecb71a51-51f4-4419-93b0-83f2b9e0125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.138541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-ecb71a51-51f4-4419-93b0-83f2b9e0125c service neutron] 10.222.0.32 "GET /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 1032 time: 0.0566480 Nov 01 18:18:44.143090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e1fda1a-6a77-4d65-9cd6-827ec98c2911 req-85f4cce2-4c45-450f-a02c-769e800c595c tempest-ServersAdminTestJSON-1224403779 tempest-ServersAdminTestJSON-1224403779-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978022 Nov 01 18:18:44.332983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-bd722981-12cb-4736-9f60-b0bd0b21a501 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.339755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-bd722981-12cb-4736-9f60-b0bd0b21a501 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.346987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-bd722981-12cb-4736-9f60-b0bd0b21a501 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.348836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-bd722981-12cb-4736-9f60-b0bd0b21a501 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 1995 time: 0.2017336 Nov 01 18:18:44.355312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2bf8c-bfbc-47c6-a616-4719df41fdcf req-e9d345d9-bc88-416d-ac51-bea8d6627a26 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.356879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5d2bf8c-bfbc-47c6-a616-4719df41fdcf req-e9d345d9-bc88-416d-ac51-bea8d6627a26 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 943 time: 0.0620220 Nov 01 18:18:44.399548 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6635efa0-4bb6-43f3-8896-66c90162cb43 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdd9138862f34844898c3462f88422cf HTTP/1.1" status: 200 len: 380 time: 0.0404146 Nov 01 18:18:44.400605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5d2bf8c-bfbc-47c6-a616-4719df41fdcf req-df42acda-89f0-4ff2-b12b-cd875184044f tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Nov 01 18:18:44.430755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'admin_state_up': True, 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'security_groups': ['5fabd8d6-372f-4a41-9687-5f8b113c67b4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:44.439912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:44.457614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['28492d3e-e805-485f-a3e3-55303c498a07'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:44.480820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Pushing event deleted for resources: {'Port': ['ID=28492d3e-e805-485f-a3e3-55303c498a07,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:44.548974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] No DVR routers for this DVR port 28492d3e-e805-485f-a3e3-55303c498a07 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:44.553236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:44.557669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2de9339-c25a-4f12-8e7c-fd9828bbc20e req-cb6796da-9088-4a9a-9574-1f299662aa3a tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.37 "DELETE /v2.0/ports/28492d3e-e805-485f-a3e3-55303c498a07 HTTP/1.1" status: 204 len: 173 time: 0.9611964 Nov 01 18:18:44.558529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'name': 'network-vif-deleted', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:44.574752 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823bfb6-8f84-4ec2-a3b8-f394f73c5ea2" -d '{"events": [{"server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "name": "network-vif-deleted", "tag": "28492d3e-e805-485f-a3e3-55303c498a07"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:44.620415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d4bd5b5-4662-4cc5-9432-8950c12bc8be req-8ee5fc37-93aa-4dcb-9616-555f73c04f90 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0417016 Nov 01 18:18:44.700188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:44.703909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:44.736925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05292651-8a39-4a9e-a95a-bcbf171a5036 req-7927b6ae-c4e6-4c7c-bfe3-389f3ea75ada tempest-DeleteServersTestJSON-1886229042 tempest-DeleteServersTestJSON-1886229042-project] 10.222.0.31 "GET /v2.0/ports?device_id=4022d829-3897-4a5e-8c5b-6aecf9bd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0497804 Nov 01 18:18:44.883974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77dc3b-d465-4d1b-b678-597add869e9b req-21d4f202-dd0f-41bd-83e5-4253c4272d06 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:44.899031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb77dc3b-d465-4d1b-b678-597add869e9b req-21d4f202-dd0f-41bd-83e5-4253c4272d06 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1608648 Nov 01 18:18:44.920091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 172.20.0.8 (48a1fb9e-1477-4271-9a6b-c101ec90f08c/7c1ced20-6c55-4e87-95c2-74835826fe6a/85c1b563-86a9-4064-b74e-f15c80b523e1) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:44.924392 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab485f-4c10-4efb-8133-3b56b2e5ac81 x-openstack-request-id: req-49ab485f-4c10-4efb-8133-3b56b2e5ac81 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:44.924942 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022d829-3897-4a5e-8c5b-6aecf9bd6da2", "name": "network-vif-deleted", "tag": "28492d3e-e805-485f-a3e3-55303c498a07", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:44.931004 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49ab485f-4c10-4efb-8133-3b56b2e5ac81 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:44.931004 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022d829-3897-4a5e-8c5b-6aecf9bd6da2', 'name': 'network-vif-deleted', 'tag': '28492d3e-e805-485f-a3e3-55303c498a07', 'status': 'completed', 'code': 200} Nov 01 18:18:44.985544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb77dc3b-d465-4d1b-b678-597add869e9b req-cb280971-9df6-446c-8c7e-d2b52a54aaa1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Nov 01 18:18:45.020194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:45.102951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba7db8-9711-42b9-9ead-806ba2c4c1a8 req-d586d115-29b9-40d4-bcc2-4dca9d942077 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:45.110312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87ba7db8-9711-42b9-9ead-806ba2c4c1a8 req-d586d115-29b9-40d4-bcc2-4dca9d942077 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.1145308 Nov 01 18:18:45.125592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a9cac67a-82bb-41c9-8231-b95955ba20bf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:45.128272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.192384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87ba7db8-9711-42b9-9ead-806ba2c4c1a8 req-83e21a98-8f64-459c-b4b5-65a09bb4d252 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Nov 01 18:18:45.208053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.221502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918ba7b-d385-461a-85ff-282558847f54 req-3f25b58b-e5c2-4b8e-ab70-7e227cc1b850 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:45.225719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4918ba7b-d385-461a-85ff-282558847f54 req-3f25b58b-e5c2-4b8e-ab70-7e227cc1b850 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1057017 Nov 01 18:18:45.325403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4918ba7b-d385-461a-85ff-282558847f54 req-c8a29190-f4c7-4bdb-acba-40baae0b86ed tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901518 Nov 01 18:18:45.350457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.367560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba6dcc7a-2570-4808-8520-6f19cd1c05e7 req-1b911fb7-aaba-496d-8c96-d222e1fd8365 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0401952 Nov 01 18:18:45.373942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.475436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:45.480408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:45.489577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:45.510914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:45.518175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:45.521539 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d2543-6f40-42b9-9785-6f6dfe9eb8aa" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:45.543067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:45.565187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:45.695839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ecd10-8df4-406f-a378-6aea77dc95a7 req-405cbbd7-e0b1-49a2-98c0-f6245785d6a7 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:45.706469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-036ecd10-8df4-406f-a378-6aea77dc95a7 req-405cbbd7-e0b1-49a2-98c0-f6245785d6a7 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 943 time: 0.1164932 Nov 01 18:18:45.724171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.769559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-036ecd10-8df4-406f-a378-6aea77dc95a7 req-fd72ed26-112b-4b41-a2ef-0c79763b4bf7 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620482 Nov 01 18:18:45.795765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:45.796404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.824360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-7092e81c-29d1-4884-9612-fdd52ea27c87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442758 Nov 01 18:18:45.847364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37798634-9090-4370-86bf-35d89b3d7239 req-3ddba939-e592-41f4-b5ac-735dcfd715e5 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0613863 Nov 01 18:18:45.870594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:45.887406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:45.900438 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bbc58-39e0-468e-a861-f0d73919b676 x-openstack-request-id: req-6a4bbc58-39e0-468e-a861-f0d73919b676 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:45.902783 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-plugged", "status": "completed", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:45.903266 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a4bbc58-39e0-468e-a861-f0d73919b676 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:45.905443 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'code': 200} Nov 01 18:18:45.967814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1a634856-43d0-442b-87e5-b1e7a10e8736 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5410235 Nov 01 18:18:45.996979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'admin_state_up': True, 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'security_groups': ['5fabd8d6-372f-4a41-9687-5f8b113c67b4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:46.017699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:46.033158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f83ffbff-fd1c-4ebb-a839-3ff9e7dbf9da None None] Provisioning complete for port 85c1b563-86a9-4064-b74e-f15c80b523e1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:46.033749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f83ffbff-fd1c-4ebb-a839-3ff9e7dbf9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.142451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-822185d3-b314-4f6e-9f15-469c42503b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.144362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-822185d3-b314-4f6e-9f15-469c42503b07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 1099 time: 0.2753448 Nov 01 18:18:46.152171 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Sync routers for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:18:46.158947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f83ffbff-fd1c-4ebb-a839-3ff9e7dbf9da None None] Port 85c1b563-86a9-4064-b74e-f15c80b523e1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:46.161685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.193956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:46.197400 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:46.198433 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:46.240313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97956263-1bbd-4998-bdc4-7a473909c27f req-ba77c35f-47f1-4c66-84d3-baf4e4efa293 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.249131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97956263-1bbd-4998-bdc4-7a473909c27f req-ba77c35f-47f1-4c66-84d3-baf4e4efa293 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1159692 Nov 01 18:18:46.306730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-6fb9447d-929e-485d-b5c8-58243a8fa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.308561 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-6fb9447d-929e-485d-b5c8-58243a8fa8c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1203763 Nov 01 18:18:46.310646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97956263-1bbd-4998-bdc4-7a473909c27f req-b1d6ca5f-d018-4c51-aec1-ad530a8d2d5d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603046 Nov 01 18:18:46.325552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.368054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:46.453745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:46.460817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:46.463047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.491905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-80d89fcc-44e9-4215-8eef-56e551606133 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.501641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-80d89fcc-44e9-4215-8eef-56e551606133 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.1346490 Nov 01 18:18:46.517196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-4d878159-aa31-4a30-9e7e-90f19d83f9b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7 HTTP/1.1" status: 200 len: 217 time: 0.2004972 Nov 01 18:18:46.640769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-7cbc4238-2780-47e4-97ad-0a8aaca12c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.652024 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-7cbc4238-2780-47e4-97ad-0a8aaca12c46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1273429 Nov 01 18:18:46.695820 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 2, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:46.772025 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Checking router: 6cf777d3-55ba-4de8-a155-172295b6fbbf for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:18:46.772429 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Updating router 6cf777d3-55ba-4de8-a155-172295b6fbbf port e1646aae-d70f-4b2a-a82d-66a13bce2520 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:18:46.818824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0a1c0-636e-4721-ae3c-222cfe5c69cf req-ce185348-35f5-4044-a091-06520dd87a79 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.826769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba0a1c0-636e-4721-ae3c-222cfe5c69cf req-ce185348-35f5-4044-a091-06520dd87a79 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 950 time: 0.2263224 Nov 01 18:18:46.843730 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.853101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Deleting port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:46.853452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:46.864591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-cace89c5-d4ee-4659-b5fb-43d4c9b8b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:46.869133 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-cace89c5-d4ee-4659-b5fb-43d4c9b8b90f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080698 Nov 01 18:18:46.928619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.1.1.164 (f1694758-ba07-4221-b5d8-09da131c2ac4/da884a7e-4827-4d0f-b2af-125e62c2a792/697c7491-64c1-42da-b975-1e3da95f9343) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:47.015375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59770837-b217-4312-bc3c-defcc1ea7289 req-affa9987-3560-4b06-bb63-1a6d8e7e862d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:47.017059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59770837-b217-4312-bc3c-defcc1ea7289 req-affa9987-3560-4b06-bb63-1a6d8e7e862d tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.2754080 Nov 01 18:18:47.025902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36cd1037-5290-4ab6-9370-2124953a37b5 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:47.038475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba0a1c0-636e-4721-ae3c-222cfe5c69cf req-a2c4af80-495b-4397-a1cd-6de13121a9af tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107570 Nov 01 18:18:47.206825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] For port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:47.207773 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.235809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59770837-b217-4312-bc3c-defcc1ea7289 req-89953a75-2d63-4d4b-aeb2-46e1fb3eccd8 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900938 Nov 01 18:18:47.284094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36cd1037-5290-4ab6-9370-2124953a37b5,segment=NetworkSegment(c7c2d53b-0ee9-4337-a30b-067e63faeec8),segment_id=c7c2d53b-0ee9-4337-a30b-067e63faeec8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:47.317834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '36cd1037-5290-4ab6-9370-2124953a37b5', 'network_id': '8308eaa0-eff3-48db-8172-fa5c99327121', 'port_id': '36cd1037-5290-4ab6-9370-2124953a37b5', 'mac_address': 'fa:16:3e:84:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e04b906-082d-4bc8-970f-00cdd9717cc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:47.382369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Calling delete_port for 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:47.422253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-febae5e8-5616-4448-b23f-c0c40a4e5b2a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416512 Nov 01 18:18:47.441340 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.455568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.472213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:47.476413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cd1037-5290-4ab6-9370-2124953a37b5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:47.514189 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.518183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36cd1037-5290-4ab6-9370-2124953a37b5,segment=NetworkSegment(c7c2d53b-0ee9-4337-a30b-067e63faeec8),segment_id=c7c2d53b-0ee9-4337-a30b-067e63faeec8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:47.626493 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.669562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.673459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59222c50-262e-45b7-a775-0d6ee412758a req-c95bdde2-cc0c-4fcc-9282-8d8a6cd9eeae tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0476422 Nov 01 18:18:47.694324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Attempting to bind port e1646aae-d70f-4b2a-a82d-66a13bce2520 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:47.694699 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Attempting to bind port e1646aae-d70f-4b2a-a82d-66a13bce2520 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:47.695128 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Attempting to bind port e1646aae-d70f-4b2a-a82d-66a13bce2520 on network b57d521f-675d-43e7-ba7e-8441fba059d8 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:47.708221 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:47.708617 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Checking segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:47.709006 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.709393 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Bound using segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:47.709881 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Bound port: e1646aae-d70f-4b2a-a82d-66a13bce2520, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:47.710276 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.735080 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-245132e3-f7d5-4f72-8b41-3bfe92d1691b req-59530bce-6cae-4c19-9998-3400ecb586c0 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946622 Nov 01 18:18:47.798985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148868-a4d4-466f-a50e-3d70d0359fd8 req-6f9b3601-adfd-4c56-8f0e-98b207ef46f3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:47.803975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79148868-a4d4-466f-a50e-3d70d0359fd8 req-6f9b3601-adfd-4c56-8f0e-98b207ef46f3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 931 time: 0.5633988 Nov 01 18:18:47.814746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:47.815170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.840962 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Pushing event updated for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:47.858627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:47.884821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.885311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.885665 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.886005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.886343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.886675 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.887188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.887536 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.888358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.888358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.888616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.889387 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:18:47.894834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.915985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:47.948984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:47.951998 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] For port e1646aae-d70f-4b2a-a82d-66a13bce2520, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:47.955209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['000a336c-b22e-41f8-9c78-43a9bd4b02c7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:47.961487 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] For port e1646aae-d70f-4b2a-a82d-66a13bce2520, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1646aae-d70f-4b2a-a82d-66a13bce2520,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:47.973935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79148868-a4d4-466f-a50e-3d70d0359fd8 req-b50a581f-f9e6-4291-86a6-036e25a33c5c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470954 Nov 01 18:18:48.004061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:48.013782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:48.029699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:48.043982 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:48.066223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf1e10-15ef-4ffe-a6d9-0fcf825a5887 req-ba98359f-9fba-4fd9-835f-9e9068d14e96 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:48.081330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3aaf1e10-15ef-4ffe-a6d9-0fcf825a5887 req-ba98359f-9fba-4fd9-835f-9e9068d14e96 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 944 time: 0.2750318 Nov 01 18:18:48.140588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['36cd1037-5290-4ab6-9370-2124953a37b5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:48.156795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event deleted for resources: {'Port': ['ID=8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:48.179962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:48.276051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:48.276293 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:18:48.276862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:48.278734 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:48.375540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] No DVR routers for this DVR port 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:48.389579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:48.390249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-263d5308-8fe7-44d1-b83c-b128b4acad88 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4067509 Nov 01 18:18:48.397719 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de403c-affc-4d5d-bb76-ef5d283834ad None None] Pushing event updated for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:48.406015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c984b4ed-7c0f-42fe-af8e-35c633b7b82b req-22b8f840-d1e6-447b-a34b-dfeb6e29ea24 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "DELETE /v2.0/ports/8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 HTTP/1.1" status: 204 len: 173 time: 1.8866665 Nov 01 18:18:48.408843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'admin_state_up': True, 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'security_groups': ['5fabd8d6-372f-4a41-9687-5f8b113c67b4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:48.434582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'name': 'network-vif-deleted', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:48.439175 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9ccd28-2630-4ae7-8c48-91e24b2c0e06" -d '{"events": [{"server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "name": "network-vif-deleted", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:48.516857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:48.517508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:48.536273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdc67-74df-48b7-b10e-31476de328b4 req-f908bee3-d0e3-49db-ab59-567456706f21 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:48.559216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae8cdc67-74df-48b7-b10e-31476de328b4 req-f908bee3-d0e3-49db-ab59-567456706f21 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.2924860 Nov 01 18:18:48.662538 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:18:48.738030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3aaf1e10-15ef-4ffe-a6d9-0fcf825a5887 req-45b36bb4-8d92-485a-af93-1828f497670f tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785620 Nov 01 18:18:48.837508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:48.846328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:48.865759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae8cdc67-74df-48b7-b10e-31476de328b4 req-ecb1e715-6050-4044-9ef9-62938fa915c7 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026423 Nov 01 18:18:48.943750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf353a00-06cc-4d86-9bcc-d2902e4cfccd req-ab3ba1b8-d96f-4189-8317-e6d62dde7def tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2550a5-7bc5-4f15-8ff2-d787332b3acc HTTP/1.1" status: 200 len: 210 time: 0.0529811 Nov 01 18:18:49.031611 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032675f0-3dd3-41f8-a612-24d402d67a1d x-openstack-request-id: req-032675f0-3dd3-41f8-a612-24d402d67a1d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:49.033019 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2550a5-7bc5-4f15-8ff2-d787332b3acc", "name": "network-vif-deleted", "tag": "8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:49.033375 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-032675f0-3dd3-41f8-a612-24d402d67a1d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:49.033834 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2550a5-7bc5-4f15-8ff2-d787332b3acc', 'name': 'network-vif-deleted', 'tag': '8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3', 'status': 'completed', 'code': 200} Nov 01 18:18:49.097076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:49.133961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e9600-58f5-4b80-a3cf-6d66c411c4c2 req-629f2e41-7061-4109-9cc2-17f719a33afe tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:49.159765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-248e9600-58f5-4b80-a3cf-6d66c411c4c2 req-629f2e41-7061-4109-9cc2-17f719a33afe tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1091907 Nov 01 18:18:49.184588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9ae58d26-751b-499f-bae0-142834b51c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.220407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:49.223067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8b0a5ef4-4ce8-41d6-8fbd-66fa597704a3 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:49.225343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 28492d3e-e805-485f-a3e3-55303c498a07 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:49.254105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-752c9aa9-bb62-4171-a1ba-1855454f364b req-42a7be12-986a-429b-a647-b37d27dd551d tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0714593 Nov 01 18:18:49.287544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.1.1.184 (f1694758-ba07-4221-b5d8-09da131c2ac4/da884a7e-4827-4d0f-b2af-125e62c2a792/db043300-014a-40fa-a33f-cc4cdb4d42e9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:49.325475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-248e9600-58f5-4b80-a3cf-6d66c411c4c2 req-5bda468f-334b-4d34-a824-78006c9d7025 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637373 Nov 01 18:18:49.379055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 28492d3e-e805-485f-a3e3-55303c498a07 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:49.379638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 28492d3e-e805-485f-a3e3-55303c498a07 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:49.403271 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:47Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:18:49.499703 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4151378-63fe-4661-a053-38a4edd492ac None None] The sync data for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 is: [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:47Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:18:49.518403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1646aae-d70f-4b2a-a82d-66a13bce2520 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:49.541069 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.621813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd765b5c-1c78-4a38-b1a0-2e3a91f601c7 req-a25b9c26-2853-4d42-81e6-af7948054dad tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:49.630689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd765b5c-1c78-4a38-b1a0-2e3a91f601c7 req-a25b9c26-2853-4d42-81e6-af7948054dad tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:49.641175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd765b5c-1c78-4a38-b1a0-2e3a91f601c7 req-a25b9c26-2853-4d42-81e6-af7948054dad tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 1653 time: 0.1399741 Nov 01 18:18:49.726468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd765b5c-1c78-4a38-b1a0-2e3a91f601c7 req-674c77a7-14f2-4061-9b27-3ec7d9d93ed5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839987 Nov 01 18:18:49.770255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.838006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] For port e1646aae-d70f-4b2a-a82d-66a13bce2520, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1646aae-d70f-4b2a-a82d-66a13bce2520,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:49.883491 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:49.884932 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.894688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.929329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:49.986071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd83c-ca3b-4801-adda-11c3801e847f req-12090f8f-97be-425d-8d03-76a299694955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:50.000927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22bd83c-ca3b-4801-adda-11c3801e847f req-12090f8f-97be-425d-8d03-76a299694955 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 944 time: 0.1228430 Nov 01 18:18:50.064595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network f1694758-ba07-4221-b5d8-09da131c2ac4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:50.088859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:50.100688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:50.132001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:50.166297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22bd83c-ca3b-4801-adda-11c3801e847f req-e5c07c6c-8824-4e33-866c-11bf8d0312cd tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597309 Nov 01 18:18:50.210023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db6a6-5619-4670-8572-33b6ad0c0ce6 req-5535c3bd-fd59-477c-9f03-eb61a337cf79 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:50.217059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a3db6a6-5619-4670-8572-33b6ad0c0ce6 req-5535c3bd-fd59-477c-9f03-eb61a337cf79 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.2137418 Nov 01 18:18:50.268694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c22448-d5af-4b9e-a828-681d0836fcb8 None None] Pushing event updated for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:50.338358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:50.347467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-05af582e-a263-4d51-bea3-d137aa188bfb None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:50.347933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05af582e-a263-4d51-bea3-d137aa188bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:50.352502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:50.370938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a3db6a6-5619-4670-8572-33b6ad0c0ce6 req-638f6e39-b7eb-463a-b73a-5eb719e5ff8a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431875 Nov 01 18:18:50.497556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6a618d55-6334-41a9-b176-f60061378537 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959008 Nov 01 18:18:50.517469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'admin_state_up': True, 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'security_groups': ['5fabd8d6-372f-4a41-9687-5f8b113c67b4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:50.568353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf1532f-cae3-4b57-8d9f-7c084fb6d29d req-d6e18862-7c0a-4d8b-93bb-2c3bf0dbf2dc tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.1194651 Nov 01 18:18:50.598529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-05af582e-a263-4d51-bea3-d137aa188bfb None None] Provisioning complete for port 697c7491-64c1-42da-b975-1e3da95f9343 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:50.598918 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05af582e-a263-4d51-bea3-d137aa188bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:50.674015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7115-f6d9-4094-9eeb-c428c837da34 req-b4beeb56-3f33-42a4-8881-8803e616233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:50.676578 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e86a7115-f6d9-4094-9eeb-c428c837da34 req-b4beeb56-3f33-42a4-8881-8803e616233c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1096 time: 0.2429366 Nov 01 18:18:50.693497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-05af582e-a263-4d51-bea3-d137aa188bfb None None] Port 697c7491-64c1-42da-b975-1e3da95f9343 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:50.748864 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e86a7115-f6d9-4094-9eeb-c428c837da34 req-f71f6008-5be3-47e8-9f24-c74dbb6bd08c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Nov 01 18:18:50.833245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-57bb7885-22c0-45c6-87d8-bbd1d37ad736 None None] Provisioning complete for port db043300-014a-40fa-a33f-cc4cdb4d42e9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:50.833606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57bb7885-22c0-45c6-87d8-bbd1d37ad736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:50.833835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16970c4-33c2-4b45-88f5-11ee9eade85a req-70ab012f-710c-44c6-8ad2-b1c9d12d9646 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:50.838322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a16970c4-33c2-4b45-88f5-11ee9eade85a req-70ab012f-710c-44c6-8ad2-b1c9d12d9646 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0695202 Nov 01 18:18:50.857716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:50.883792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-57bb7885-22c0-45c6-87d8-bbd1d37ad736 None None] Port db043300-014a-40fa-a33f-cc4cdb4d42e9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:50.885633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ad10895-d013-4a42-8a7a-e9f51d786e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:50.905366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a16970c4-33c2-4b45-88f5-11ee9eade85a req-053d580a-e938-4dce-8e82-aca8ef8d0280 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Nov 01 18:18:50.978299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.058609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf9ae5-7ed8-4425-b55b-b342367aa796 req-e2a71ef0-a1c5-4ff0-a914-36abb5a3d212 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.065395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf9ae5-7ed8-4425-b55b-b342367aa796 req-e2a71ef0-a1c5-4ff0-a914-36abb5a3d212 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.069850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36cd1037-5290-4ab6-9370-2124953a37b5 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:51.073626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf9ae5-7ed8-4425-b55b-b342367aa796 req-e2a71ef0-a1c5-4ff0-a914-36abb5a3d212 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.075002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49bf9ae5-7ed8-4425-b55b-b342367aa796 req-e2a71ef0-a1c5-4ff0-a914-36abb5a3d212 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 2374 time: 0.0832155 Nov 01 18:18:51.197626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49bf9ae5-7ed8-4425-b55b-b342367aa796 req-f7190fe3-3063-4403-b731-986f3c4260b8 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153569 Nov 01 18:18:51.210371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c4403-9cd9-4404-a6c3-735ad0a4e6fe req-3418a2df-d635-4b39-9def-235f0ba75a98 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.212935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad6c4403-9cd9-4404-a6c3-735ad0a4e6fe req-3418a2df-d635-4b39-9def-235f0ba75a98 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.1013827 Nov 01 18:18:51.239863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 36cd1037-5290-4ab6-9370-2124953a37b5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:18:51.246964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 36cd1037-5290-4ab6-9370-2124953a37b5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:51.248432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.283809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad6c4403-9cd9-4404-a6c3-735ad0a4e6fe req-4a9ac544-180d-4c6f-a283-4f9d7d688f88 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633414 Nov 01 18:18:51.375687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.2.2.100 (d8c9727d-d58f-4c3b-b9f2-975abb7893b6/8700bdbb-56e6-48d7-a784-1265bd148594/ada586c5-82b7-439e-a740-1716edfc3b54) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:51.393258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.417391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fd5b-6e45-43a2-a7b8-83d986c83da9 req-dc0b15c9-1408-4a46-8b6a-5a30a12c605b tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.419229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b282fd5b-6e45-43a2-a7b8-83d986c83da9 req-dc0b15c9-1408-4a46-8b6a-5a30a12c605b tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 944 time: 0.1007636 Nov 01 18:18:51.432499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:51.435221 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac784e-7291-4a66-bba1-1de90995141c" -d '{"events": [{"server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "name": "network-vif-plugged", "status": "completed", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:51.438503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1646aae-d70f-4b2a-a82d-66a13bce2520 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:51.479003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b282fd5b-6e45-43a2-a7b8-83d986c83da9 req-9326ccae-64ba-4c90-ab4d-afec94f29a8c tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Nov 01 18:18:51.536371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36cd1037-5290-4ab6-9370-2124953a37b5,segment=NetworkSegment(c7c2d53b-0ee9-4337-a30b-067e63faeec8),segment_id=c7c2d53b-0ee9-4337-a30b-067e63faeec8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:51.587746 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d450b-1bb4-40c3-8ce3-fa1837321328 x-openstack-request-id: req-511d450b-1bb4-40c3-8ce3-fa1837321328 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:51.593565 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "name": "network-vif-plugged", "status": "completed", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:51.594089 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-511d450b-1bb4-40c3-8ce3-fa1837321328 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:51.594593 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5', 'code': 200} Nov 01 18:18:51.616393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.659171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e4534-b1e9-4329-8609-76bac061ba20 req-28a78623-439a-4af0-8c7f-5549255d1dea tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.664142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d4e4534-b1e9-4329-8609-76bac061ba20 req-28a78623-439a-4af0-8c7f-5549255d1dea tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 946 time: 0.1686628 Nov 01 18:18:51.680985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.705225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:51.737053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e1646aae-d70f-4b2a-a82d-66a13bce2520 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:51.741731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.830783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c095cee-d592-4069-bf13-4daec27cb769 req-409f40cf-decb-49c4-bc86-5d701f34d5c9 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0637922 Nov 01 18:18:51.867737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.874133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f67b6-d113-4c27-8260-1cf109af1257 req-8dad5c95-dca4-4797-a3fc-0f286f16afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:51.879220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-432f67b6-d113-4c27-8260-1cf109af1257 req-8dad5c95-dca4-4797-a3fc-0f286f16afe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 1096 time: 0.2032640 Nov 01 18:18:51.883069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d4e4534-b1e9-4329-8609-76bac061ba20 req-37cb376c-2e05-407e-a4f1-ca789070730b tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107224 Nov 01 18:18:51.936340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-432f67b6-d113-4c27-8260-1cf109af1257 req-943219f3-a86f-42c5-85eb-779ec34a9235 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Nov 01 18:18:51.945370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:51.961699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:51.967056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:51.968764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:51.983260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:52.157001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.157757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:52.171701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646320d-0a31-4143-8d85-401aef3222d8 req-3fe82ddc-3b48-4f3d-8664-edb8bb3ed14e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.173482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1646320d-0a31-4143-8d85-401aef3222d8 req-3fe82ddc-3b48-4f3d-8664-edb8bb3ed14e tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1526639 Nov 01 18:18:52.234549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1646320d-0a31-4143-8d85-401aef3222d8 req-4b47c533-e1ee-4ba7-8097-aa3b676fcbc4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538797 Nov 01 18:18:52.283757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5840be6c-0cae-443e-881f-e89e453c93b1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7809641 Nov 01 18:18:52.299619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'admin_state_up': True, 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'security_groups': ['5fabd8d6-372f-4a41-9687-5f8b113c67b4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:52.332262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-98607774-7fea-4991-ad4b-1b73a05d6c75 None None] Provisioning complete for port ada586c5-82b7-439e-a740-1716edfc3b54 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:52.332646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98607774-7fea-4991-ad4b-1b73a05d6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:52.382579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-98607774-7fea-4991-ad4b-1b73a05d6c75 None None] Port ada586c5-82b7-439e-a740-1716edfc3b54 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:52.409750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-ecdde0e7-ce83-4ce6-a601-d88e1e76583b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.419063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-ecdde0e7-ce83-4ce6-a601-d88e1e76583b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.425701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-ecdde0e7-ce83-4ce6-a601-d88e1e76583b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.432427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-ecdde0e7-ce83-4ce6-a601-d88e1e76583b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.441708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-ecdde0e7-ce83-4ce6-a601-d88e1e76583b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 3095 time: 0.1260018 Nov 01 18:18:52.482102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8d6a6b6-8f9c-485c-a124-739166f7e12d req-a920560a-1cf7-48b6-bbe4-ca1def9bf911 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393479 Nov 01 18:18:52.530536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Made reservation on behalf of cdd9138862f34844898c3462f88422cf for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:18:52.535474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:52.651823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6c16d-ab21-447a-9258-fa8f1797c2c9 req-b0e8c39b-19f3-4c5f-85c1-e4bbbfe66729 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.653902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dba6c16d-ab21-447a-9258-fa8f1797c2c9 req-b0e8c39b-19f3-4c5f-85c1-e4bbbfe66729 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.1011815 Nov 01 18:18:52.740083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-c78a864b-b960-464e-b50d-69d0ca2d4c70 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.741762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-c78a864b-b960-464e-b50d-69d0ca2d4c70 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.1641195 Nov 01 18:18:52.744927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dba6c16d-ab21-447a-9258-fa8f1797c2c9 req-f56a99ee-df9f-4549-94d0-db43dc7d2622 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Nov 01 18:18:52.840815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd147-86da-42db-928d-3c28bbb30984 req-a16df134-1ac9-41bd-973e-1fc6f13b911a tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:52.856069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-521dd147-86da-42db-928d-3c28bbb30984 req-a16df134-1ac9-41bd-973e-1fc6f13b911a tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 945 time: 0.1279674 Nov 01 18:18:52.907807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-521dd147-86da-42db-928d-3c28bbb30984 req-645dff04-e1a0-4cc6-b9b6-41b54c40f113 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506313 Nov 01 18:18:52.920026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Allocated IP 10.2.2.200 (d8c9727d-d58f-4c3b-b9f2-975abb7893b6/8700bdbb-56e6-48d7-a784-1265bd148594/2cf890d2-d131-4051-90f0-af7c6ff7e507) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:18:52.957471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Deleting port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:52.957821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:53.003992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-496bb647-9d36-4bde-a498-04efdb311b45 req-126780de-9de0-49db-9516-af28d4db52b3 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0488191 Nov 01 18:18:53.444772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558039f9-2270-40e7-a266-9324a889280c req-c01a689b-de8d-41d0-a95e-35c17ad926c9 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.454075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-558039f9-2270-40e7-a266-9324a889280c req-c01a689b-de8d-41d0-a95e-35c17ad926c9 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0762386 Nov 01 18:18:53.509271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-558039f9-2270-40e7-a266-9324a889280c req-ecc1fb01-ecc4-4456-a6ce-62a84efa6d5b tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Nov 01 18:18:53.615565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] For port 000a336c-b22e-41f8-9c78-43a9bd4b02c7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=000a336c-b22e-41f8-9c78-43a9bd4b02c7,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:53.616197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:53.660461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:53.669932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Calling delete_port for 000a336c-b22e-41f8-9c78-43a9bd4b02c7 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:53.728805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-a6fe2002-3f27-4229-8978-2ad9200ad7b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.735925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-a6fe2002-3f27-4229-8978-2ad9200ad7b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.742839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-a6fe2002-3f27-4229-8978-2ad9200ad7b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.750724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-a6fe2002-3f27-4229-8978-2ad9200ad7b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.760668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-a6fe2002-3f27-4229-8978-2ad9200ad7b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 3095 time: 0.1467788 Nov 01 18:18:53.810781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54a1715a-022b-4f16-a622-f9c275a8f4f9 req-07d327cd-18aa-4ec2-9fbd-090424acc232 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460582 Nov 01 18:18:53.813309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:53.955302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f3c3-7e01-487f-864d-830f2634dc19 req-9d5154c6-170e-4ec7-b31e-d9bb40f6ffff tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:53.972459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1099f3c3-7e01-487f-864d-830f2634dc19 req-9d5154c6-170e-4ec7-b31e-d9bb40f6ffff tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 948 time: 0.0990517 Nov 01 18:18:54.068105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1099f3c3-7e01-487f-864d-830f2634dc19 req-c937a8df-64cc-4088-92d7-80be58b59578 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945506 Nov 01 18:18:54.073775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:54.153057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67292e-f013-44af-bd08-57fd537955e6 req-c17d502d-b8f8-4cd1-8744-14094f6f8290 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.154385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e67292e-f013-44af-bd08-57fd537955e6 req-c17d502d-b8f8-4cd1-8744-14094f6f8290 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0836942 Nov 01 18:18:54.158153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-7bdeef6a-ac37-4b26-affe-ab7511c1a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.159578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-7bdeef6a-ac37-4b26-affe-ab7511c1a0fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbafe6a96ccb417f8d73568f061b6178&device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 1096 time: 0.1444271 Nov 01 18:18:54.183029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:54.193228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:54.205961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:54.236413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:18:54.242451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:18:54.246863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:18:54.300692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-871820f2-455c-430c-a4df-51d33a2a6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.302182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-871820f2-455c-430c-a4df-51d33a2a6da7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 200 len: 912 time: 0.1143656 Nov 01 18:18:54.416231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-5f31e885-ff89-483c-83f1-ba8a331e94af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 200 len: 217 time: 0.1059060 Nov 01 18:18:54.495335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event deleted for resources: {'Port': ['ID=000a336c-b22e-41f8-9c78-43a9bd4b02c7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:54.513477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] No DVR routers for this DVR port 000a336c-b22e-41f8-9c78-43a9bd4b02c7 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:54.520158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:54.525470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-8e627015-b43c-44f6-a7db-34d2baa73496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.527138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-8e627015-b43c-44f6-a7db-34d2baa73496 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 200 len: 851 time: 0.1042020 Nov 01 18:18:54.534196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f449f493-b38b-4a82-b3e0-58daab1a12af req-40af0cc6-48af-45e4-97c1-f006b73c3c36 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.32 "DELETE /v2.0/ports/000a336c-b22e-41f8-9c78-43a9bd4b02c7 HTTP/1.1" status: 204 len: 173 time: 1.7826607 Nov 01 18:18:54.557250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'name': 'network-vif-deleted', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:54.561675 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea0166-f0c1-4e93-899b-6835b4ab9b2c" -d '{"events": [{"server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "name": "network-vif-deleted", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:54.567078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1ac9-e167-4d67-8f3f-749671be2de5 req-1aca5e1c-7607-46a7-a0b6-80c9a8a54041 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.575542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7acf1ac9-e167-4d67-8f3f-749671be2de5 req-1aca5e1c-7607-46a7-a0b6-80c9a8a54041 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 945 time: 0.4200361 Nov 01 18:18:54.644428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:54.646767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:54.655358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e67292e-f013-44af-bd08-57fd537955e6 req-272b37b8-4823-40ff-bbe3-a11e23af5e8a tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655776 Nov 01 18:18:54.660079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-1412784e-5098-4814-b3f7-352c22d667d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8171e1cf-427a-41db-880f-0b5177f84857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153769 Nov 01 18:18:54.703259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7acf1ac9-e167-4d67-8f3f-749671be2de5 req-33d57299-13dd-4a17-a497-4ba573f62f14 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263902 Nov 01 18:18:54.726671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd40d4b9-6f21-46a1-bed4-ae3ce1b48f64 None None] Provisioning complete for port 2cf890d2-d131-4051-90f0-af7c6ff7e507 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:54.727147 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd40d4b9-6f21-46a1-bed4-ae3ce1b48f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:54.813004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-15570ec6-fe98-408a-975e-098afc1030a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5216522 Nov 01 18:18:54.828266 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32fa629-13b5-49e1-9dde-1124b3854dea x-openstack-request-id: req-a32fa629-13b5-49e1-9dde-1124b3854dea {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:54.829242 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75ff34-1dc7-4106-986c-0c50f04160ed", "name": "network-vif-deleted", "tag": "000a336c-b22e-41f8-9c78-43a9bd4b02c7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:54.829541 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a32fa629-13b5-49e1-9dde-1124b3854dea {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:54.829915 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75ff34-1dc7-4106-986c-0c50f04160ed', 'name': 'network-vif-deleted', 'tag': '000a336c-b22e-41f8-9c78-43a9bd4b02c7', 'status': 'completed', 'code': 200} Nov 01 18:18:54.836999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cd40d4b9-6f21-46a1-bed4-ae3ce1b48f64 None None] Port 2cf890d2-d131-4051-90f0-af7c6ff7e507 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:18:54.846849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:54.915790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe383238-1f57-4e29-b441-c13f69f0460b req-1c0ff267-4101-4f42-81ba-70235b4de349 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0515485 Nov 01 18:18:54.997225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-5d89b2c0-bd56-49bb-abfd-af5bcbd265d7 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928829 Nov 01 18:18:55.006873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:55.149166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db984917-b7c3-4472-b2c2-8c7db16d00c4 req-93a3ef6a-2eed-4e04-85bc-a8b71c323ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416936 Nov 01 18:18:55.219203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.226097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.232945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.239542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.246649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.248499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-39ba89cd-1da3-4f4c-9884-fe774513320c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 3816 time: 0.0980914 Nov 01 18:18:55.309423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7da840a8-d184-4bf5-ae53-c14ad7b9b3ff req-f0593e6f-7380-4acc-ab2c-431bb2a896ed tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525708 Nov 01 18:18:55.487458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa7bb559-06f3-457d-a5d5-30f3b58ca54f req-3580f9ed-a835-4437-954f-b446f14c56b9 tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c75ff34-1dc7-4106-986c-0c50f04160ed HTTP/1.1" status: 200 len: 210 time: 0.0433872 Nov 01 18:18:55.599083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c1b563-86a9-4064-b74e-f15c80b523e1 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:55.616232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:55.661420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Transition to ACTIVE for port object 85c1b563-86a9-4064-b74e-f15c80b523e1 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:55.703894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88d3a8-5b6d-4141-b2b6-c58a17714891 req-80fd5c91-4d44-4a89-a6e6-a1bb12fd72aa tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.724117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b88d3a8-5b6d-4141-b2b6-c58a17714891 req-80fd5c91-4d44-4a89-a6e6-a1bb12fd72aa tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 945 time: 0.1238322 Nov 01 18:18:55.744635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:55.803940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b88d3a8-5b6d-4141-b2b6-c58a17714891 req-42bef7c5-409c-45b7-8f54-f43e2e0b335d tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Nov 01 18:18:55.930512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565437c-9a72-4560-a15c-8e9f9e474110 req-4871e699-b6e9-46d5-b4ae-7067eaf26c93 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:55.945683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b565437c-9a72-4560-a15c-8e9f9e474110 req-4871e699-b6e9-46d5-b4ae-7067eaf26c93 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.1899710 Nov 01 18:18:56.025831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b565437c-9a72-4560-a15c-8e9f9e474110 req-5e9ff416-5ca3-4d2b-8c3f-43512f55c54c tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Nov 01 18:18:56.054987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:56.096246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:56.110433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Attempting to bind port 85c1b563-86a9-4064-b74e-f15c80b523e1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:56.110433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Attempting to bind port 85c1b563-86a9-4064-b74e-f15c80b523e1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:56.110433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Attempting to bind port 85c1b563-86a9-4064-b74e-f15c80b523e1 on network 48a1fb9e-1477-4271-9a6b-c101ec90f08c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:56.128623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Port 85c1b563-86a9-4064-b74e-f15c80b523e1 on network 48a1fb9e-1477-4271-9a6b-c101ec90f08c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:56.130810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Attempting to bind port 85c1b563-86a9-4064-b74e-f15c80b523e1 on network 48a1fb9e-1477-4271-9a6b-c101ec90f08c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:56.142778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac61e907-d812-487d-b299-eea6fe1a419f req-700bdcf4-5731-48e6-8af7-9ccbc9b4648e tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0457835 Nov 01 18:18:56.153661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:56.154021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Checking segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:56.157069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Bound using segment: {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:56.157576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Bound port: 85c1b563-86a9-4064-b74e-f15c80b523e1, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4110dbee-d7e5-415b-89b2-11afab364a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:56.157954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:56.195195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:18:56.198556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 000a336c-b22e-41f8-9c78-43a9bd4b02c7 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:18:56.257512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 000a336c-b22e-41f8-9c78-43a9bd4b02c7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:18:56.260179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 000a336c-b22e-41f8-9c78-43a9bd4b02c7 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:18:56.360448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:56.371315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:56.405291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:56.453678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:56.517961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.519031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:56.534847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] 10.222.0.32 "PUT /v2.0/ports/85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 1091 time: 1.6889780 Nov 01 18:18:56.569532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.588950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ad67a-bc77-4593-826c-de536196709b service neutron] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:56.608930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.633291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.639019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:56.660428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.699339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:56.724505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68167b2a-4952-4cac-bd9f-50800f843308 req-fc14052c-89b5-4884-bf50-aa3ae3f2d081 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 3828 time: 0.3066585 Nov 01 18:18:56.827618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:56.838483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:56.846603 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f416b-0729-4e81-98b3-426716e99ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:56.872838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'mac_address': 'fa:16:3e:4b:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:18:56.916654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68167b2a-4952-4cac-bd9f-50800f843308 req-2bdb98f0-ca12-4118-9652-ce5338cdca6f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909103 Nov 01 18:18:56.958084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.002645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:57.051462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:57.133987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.139547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-9924d4ae-f072-4c6a-87c7-e855abdbe02c tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:57.144514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-9924d4ae-f072-4c6a-87c7-e855abdbe02c tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.37 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 945 time: 0.1515687 Nov 01 18:18:57.236155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:57.248346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:57.306392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Deleting port 36cd1037-5290-4ab6-9370-2124953a37b5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:18:57.306879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.375411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1a7b3f-2e75-40d4-b258-af5605fd897b {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:57.394031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.433560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Transition to ACTIVE for port object db1a7b3f-2e75-40d4-b258-af5605fd897b will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:57.497050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.525844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20944210-44f1-4add-ad5e-14732bcf5590 req-490fa7a0-82b5-4c1b-a8fe-2475b5a9760b tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:57.535907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20944210-44f1-4add-ad5e-14732bcf5590 req-490fa7a0-82b5-4c1b-a8fe-2475b5a9760b tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/ports?device_id=45528a13-706f-453e-9c45-20b32d22e532 HTTP/1.1" status: 200 len: 945 time: 0.0903187 Nov 01 18:18:57.587759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] For port 36cd1037-5290-4ab6-9370-2124953a37b5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36cd1037-5290-4ab6-9370-2124953a37b5,segment=NetworkSegment(c7c2d53b-0ee9-4337-a30b-067e63faeec8),segment_id=c7c2d53b-0ee9-4337-a30b-067e63faeec8)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:57.588402 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.628071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:57.651725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20944210-44f1-4add-ad5e-14732bcf5590 req-f2e42a22-61b7-435e-aa11-c553ffa1356c tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8864d0d-2944-44b3-a6fc-1f1f45c04a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Nov 01 18:18:57.662495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Calling delete_port for 36cd1037-5290-4ab6-9370-2124953a37b5 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:18:57.763198 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b50dea7-9861-4aba-a2cc-69fc48753dc8 x-openstack-request-id: req-8b50dea7-9861-4aba-a2cc-69fc48753dc8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:18:57.763484 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:18:57.764829 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b50dea7-9861-4aba-a2cc-69fc48753dc8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:18:57.768023 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'status': 'completed', 'code': 200} Nov 01 18:18:57.810151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Attempting to bind port db1a7b3f-2e75-40d4-b258-af5605fd897b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:57.810493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Attempting to bind port db1a7b3f-2e75-40d4-b258-af5605fd897b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:57.810829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Attempting to bind port db1a7b3f-2e75-40d4-b258-af5605fd897b on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:57.824782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Port db1a7b3f-2e75-40d4-b258-af5605fd897b on network f1694758-ba07-4221-b5d8-09da131c2ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:57.825111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Attempting to bind port db1a7b3f-2e75-40d4-b258-af5605fd897b on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:57.843547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:57.845253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:57.845751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Bound using segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:57.846933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Bound port: db1a7b3f-2e75-40d4-b258-af5605fd897b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:57.847560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:57.992200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:57.997302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:18:58.048932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.076642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.077156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.077628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.078095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.078557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.083199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.088463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-d456cf49-3a40-44c0-bb13-73f89890384a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5250 time: 0.3138211 Nov 01 18:18:58.109206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.111018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.113666 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] 10.222.0.32 "PUT /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 1136 time: 1.4861457 Nov 01 18:18:58.214238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:18:58.239696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966b501-4375-47c0-8ffe-6a0f80335dcd service neutron] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:58.265607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:18:58.340836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:18:58.341740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4915a5-7d4a-4174-a083-b3a1d8e6c2ff req-842a7968-9d87-4841-9d22-164c4551b7fc tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.342656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.354009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a4915a5-7d4a-4174-a083-b3a1d8e6c2ff req-842a7968-9d87-4841-9d22-164c4551b7fc tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.4393270 Nov 01 18:18:58.403176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.443105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['36cd1037-5290-4ab6-9370-2124953a37b5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:18:58.445702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.577204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Pushing event deleted for resources: {'Port': ['ID=36cd1037-5290-4ab6-9370-2124953a37b5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:58.657591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.671836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] No DVR routers for this DVR port 36cd1037-5290-4ab6-9370-2124953a37b5 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:18:58.691975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a4915a5-7d4a-4174-a083-b3a1d8e6c2ff req-04c9ddb5-63f5-4d55-848c-52f2af74c259 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324313 Nov 01 18:18:58.704279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:58.713747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-594b141c-3b75-4171-9927-9ca9d2d1e5e6 req-4df8227a-b3aa-4705-ac1c-53b69a633a04 tempest-InstanceActionsV221TestJSON-1240176611 tempest-InstanceActionsV221TestJSON-1240176611-project] 10.222.0.37 "DELETE /v2.0/ports/36cd1037-5290-4ab6-9370-2124953a37b5 HTTP/1.1" status: 204 len: 173 time: 1.5659859 Nov 01 18:18:58.722631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'name': 'network-vif-deleted', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:58.745430 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ed16c-a168-47d4-a800-3ca26c41a333" -d '{"events": [{"server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "name": "network-vif-deleted", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:58.757246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:58.764005 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f17b582-0fe7-41a0-b68b-a75d340cabf4" -d '{"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:58.803925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-4d4d01f2-38aa-4512-ae58-39c73a7045ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.807976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-4d4d01f2-38aa-4512-ae58-39c73a7045ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.808685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-4d4d01f2-38aa-4512-ae58-39c73a7045ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:58.811475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-4d4d01f2-38aa-4512-ae58-39c73a7045ac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5432947 Nov 01 18:18:58.828457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:18:58.913753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:59.008817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0aa4a03f-bf9d-41a1-834e-a52de4199d75 req-3cf6d0df-baef-4812-9817-3e68702850b3 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.1000440 Nov 01 18:18:59.047365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:59.199386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e5f53d-8bed-410d-a3ad-54abfe243996 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:18:59.220027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:59.266094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Transition to ACTIVE for port object 52e5f53d-8bed-410d-a3ad-54abfe243996 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:18:59.350687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:59.499194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:18:59.692083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Attempting to bind port 52e5f53d-8bed-410d-a3ad-54abfe243996 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:18:59.692512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Attempting to bind port 52e5f53d-8bed-410d-a3ad-54abfe243996 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:18:59.693011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Attempting to bind port 52e5f53d-8bed-410d-a3ad-54abfe243996 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:59.699281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Port 52e5f53d-8bed-410d-a3ad-54abfe243996 on network f1694758-ba07-4221-b5d8-09da131c2ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:18:59.700829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Attempting to bind port 52e5f53d-8bed-410d-a3ad-54abfe243996 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:18:59.713130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:18:59.718984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:18:59.719580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Bound using segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:18:59.722345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Bound port: 52e5f53d-8bed-410d-a3ad-54abfe243996, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:18:59.722345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:18:59.775770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'db1a7b3f-2e75-40d4-b258-af5605fd897b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:18:59.783026 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "db1a7b3f-2e75-40d4-b258-af5605fd897b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:18:59.824583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-99253fe5-b40f-459e-9999-865ebe50eaaa tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:59.826116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-99253fe5-b40f-459e-9999-865ebe50eaaa tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 951 time: 0.7285786 Nov 01 18:18:59.878525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-776dcead-572b-49fa-8f35-9f40432d8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:59.880033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a19f416b-0729-4e81-98b3-426716e99ae4 req-776dcead-572b-49fa-8f35-9f40432d8d17 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0500724 Nov 01 18:18:59.919226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5e2a-d12c-4567-9a9e-efe60869c51f req-099bc426-1e8b-4c31-8db7-9ce00a567e7d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:18:59.929071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23fa5e2a-d12c-4567-9a9e-efe60869c51f req-099bc426-1e8b-4c31-8db7-9ce00a567e7d tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 951 time: 0.2825048 Nov 01 18:18:59.984363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:18:59.995247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=52e5f53d-8bed-410d-a3ad-54abfe243996,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:00.082400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.103195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23fa5e2a-d12c-4567-9a9e-efe60869c51f req-15411f43-0d1b-4dbf-b787-d24324e56f5f tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/security-groups?id=022e4d02-e4b7-42e6-b030-601331455e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694362 Nov 01 18:19:00.133951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Deleting port a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:00.134387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.223160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.224762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.226744 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] 10.222.0.32 "PUT /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 1135 time: 1.9764333 Nov 01 18:19:00.291415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4588-7249-4264-921c-7c51184a3824 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:00.327830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:00.335178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] For port a9cac67a-82bb-41c9-8231-b95955ba20bf, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a9cac67a-82bb-41c9-8231-b95955ba20bf,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:00.335829 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.354342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Calling delete_port for a9cac67a-82bb-41c9-8231-b95955ba20bf owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:00.438624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.604147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.613957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.621225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.626812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.632828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.639554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.645479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:00.655540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-c8d8bd32-3d53-436d-8c05-d3a2ae1aefc2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5383 time: 0.2025311 Nov 01 18:19:00.718101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1d2dec5-a578-4027-be35-a951a8b8f3b3 req-2d0942f4-08b3-4c30-82c6-1980e1a7d120 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561502 Nov 01 18:19:00.885342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:00.896976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a9cac67a-82bb-41c9-8231-b95955ba20bf'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:00.951297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Pushing event deleted for resources: {'Port': ['ID=a9cac67a-82bb-41c9-8231-b95955ba20bf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:01.034010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] No DVR routers for this DVR port a9cac67a-82bb-41c9-8231-b95955ba20bf on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:01.040929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:01.053985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c145a29-78af-473d-97d9-4cb5ca70a520 req-09e521a1-c845-4087-8338-6bc451a3ac8c tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.37 "DELETE /v2.0/ports/a9cac67a-82bb-41c9-8231-b95955ba20bf HTTP/1.1" status: 204 len: 173 time: 1.2071974 Nov 01 18:19:01.103433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697c7491-64c1-42da-b975-1e3da95f9343 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:01.124293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36cd1037-5290-4ab6-9370-2124953a37b5 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:01.184558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:01.221960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 36cd1037-5290-4ab6-9370-2124953a37b5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:01.223230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Transition to ACTIVE for port object 697c7491-64c1-42da-b975-1e3da95f9343 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:01.224629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36cd1037-5290-4ab6-9370-2124953a37b5 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:01.225280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:01.252070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a9cac67a-82bb-41c9-8231-b95955ba20bf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:01.267963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a9cac67a-82bb-41c9-8231-b95955ba20bf not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:01.778530 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15162426-a4ff-4810-97e8-9cdffc1b09bb x-openstack-request-id: req-15162426-a4ff-4810-97e8-9cdffc1b09bb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:01.779155 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:01.779476 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15162426-a4ff-4810-97e8-9cdffc1b09bb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:01.780010 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'code': 200} Nov 01 18:19:01.817709 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c48d1-b377-4356-b4d7-59ab8db87e06 x-openstack-request-id: req-8d6c48d1-b377-4356-b4d7-59ab8db87e06 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:01.818080 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45528a13-706f-453e-9c45-20b32d22e532", "name": "network-vif-deleted", "tag": "36cd1037-5290-4ab6-9370-2124953a37b5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:01.818404 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d6c48d1-b377-4356-b4d7-59ab8db87e06 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:01.818876 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45528a13-706f-453e-9c45-20b32d22e532', 'name': 'network-vif-deleted', 'tag': '36cd1037-5290-4ab6-9370-2124953a37b5', 'status': 'completed', 'code': 200} Nov 01 18:19:01.859451 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97548043-2add-4dd7-a868-64396d052cbc x-openstack-request-id: req-97548043-2add-4dd7-a868-64396d052cbc {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:01.859772 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "db1a7b3f-2e75-40d4-b258-af5605fd897b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:01.860032 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97548043-2add-4dd7-a868-64396d052cbc {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:01.860480 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'db1a7b3f-2e75-40d4-b258-af5605fd897b', 'status': 'completed', 'code': 200} Nov 01 18:19:01.870755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:02.085953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7934e2a5-f398-44eb-a6dc-358826d54a8a req-d0da1b0a-5878-473d-b14c-bfd4865c16eb tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0829673 Nov 01 18:19:02.112668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:02.112842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.115953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.123477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.124029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.124514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.124983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.127837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.131568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-539af8b6-4947-4012-9d82-80982fa792a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6245 time: 0.2496388 Nov 01 18:19:02.261915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Attempting to bind port 697c7491-64c1-42da-b975-1e3da95f9343 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:02.262419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Attempting to bind port 697c7491-64c1-42da-b975-1e3da95f9343 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:02.262563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Attempting to bind port 697c7491-64c1-42da-b975-1e3da95f9343 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:02.273900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Port 697c7491-64c1-42da-b975-1e3da95f9343 on network f1694758-ba07-4221-b5d8-09da131c2ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:02.274978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Attempting to bind port 697c7491-64c1-42da-b975-1e3da95f9343 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:02.285911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:02.286192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:02.286454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Bound using segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:02.286907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Bound port: 697c7491-64c1-42da-b975-1e3da95f9343, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:02.287277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:02.376793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-179831f2-bfac-4d83-b362-ba946975aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.377272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-179831f2-bfac-4d83-b362-ba946975aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.377743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-179831f2-bfac-4d83-b362-ba946975aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.379384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-179831f2-bfac-4d83-b362-ba946975aa30 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2390010 Nov 01 18:19:02.496137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:02.510475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:02.565232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-c10c7ed7-57a7-415e-a79c-1ac7a00278b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.565232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1520a77c-e4cd-43e6-bd50-3d9c54d145ef req-c10c7ed7-57a7-415e-a79c-1ac7a00278b3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755226 Nov 01 18:19:02.591299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:02.726568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:02.739033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:02.739772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:02.742056 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e8e51d20-fd01-491d-bc80-cf844697811a service neutron] 10.222.0.32 "PUT /v2.0/ports/697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 1091 time: 2.4234068 Nov 01 18:19:02.757531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26acd5df-7e57-44ad-885c-c68eb2e885af req-72647518-5a82-4035-9d85-5f0c9aad3fba tempest-ServersAdminTestJSON-1452457202 tempest-ServersAdminTestJSON-1452457202-project] 10.222.0.31 "GET /v2.0/ports?device_id=28bca237-181f-46ab-bdda-d0c072842210 HTTP/1.1" status: 200 len: 210 time: 0.0584850 Nov 01 18:19:02.885512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:03.035828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.045300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.049966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.057162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.064385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.071302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.080394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.082465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-4fb443b0-69d6-402b-8286-01c3b8108880 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5395 time: 0.1790566 Nov 01 18:19:03.092614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:03.141128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-855c66eb-f1a6-482f-9806-f4953c145b5c req-849bb26c-8c5c-48d5-a06e-57b20a71af84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514770 Nov 01 18:19:03.287593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51650cb-d232-4156-875c-6b4496f6e8ac req-dd3fbbde-2d80-41f0-80f4-8e8e1dac4c99 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:03.299192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c51650cb-d232-4156-875c-6b4496f6e8ac req-dd3fbbde-2d80-41f0-80f4-8e8e1dac4c99 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0882645 Nov 01 18:19:03.351219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c51650cb-d232-4156-875c-6b4496f6e8ac req-96f2ca36-8ad1-4208-b4e8-41bafdc8e1dd tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Nov 01 18:19:03.604359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8a71a2c-a7b0-4a73-9919-8d872059ba2e req-778f0177-b055-4a9b-a5d3-2b6381d922af tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0825291 Nov 01 18:19:03.612065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db043300-014a-40fa-a33f-cc4cdb4d42e9 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:03.623193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:03.659085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Transition to ACTIVE for port object db043300-014a-40fa-a33f-cc4cdb4d42e9 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:03.669146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:03.721433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44882) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:03.722948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:03.822320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-deleted', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:03.824964 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebef560-35cf-4fff-8736-7a764dab51fe" -d '{"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-deleted", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:03.854708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Deleting subnet 2e04b906-082d-4bc8-970f-00cdd9717cc8 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:19:03.868438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '52e5f53d-8bed-410d-a3ad-54abfe243996'}, {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:03.871064 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8335a2b0-520b-4235-bf32-9fd4a817f28c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "52e5f53d-8bed-410d-a3ad-54abfe243996"}, {"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "697c7491-64c1-42da-b975-1e3da95f9343"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:03.911902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:03.927045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Pushing event updated for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:03.979374 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64666429-58fe-43a4-8d36-5573d94ccbbb x-openstack-request-id: req-64666429-58fe-43a4-8d36-5573d94ccbbb {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:03.979697 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca237-181f-46ab-bdda-d0c072842210", "name": "network-vif-deleted", "tag": "a9cac67a-82bb-41c9-8231-b95955ba20bf", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:03.979948 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64666429-58fe-43a4-8d36-5573d94ccbbb {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:03.980342 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca237-181f-46ab-bdda-d0c072842210', 'name': 'network-vif-deleted', 'tag': 'a9cac67a-82bb-41c9-8231-b95955ba20bf', 'status': 'completed', 'code': 200} Nov 01 18:19:04.032659 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3950f-66ec-4f42-960d-bacb01ae812b x-openstack-request-id: req-5cd3950f-66ec-4f42-960d-bacb01ae812b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:04.059716 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "52e5f53d-8bed-410d-a3ad-54abfe243996", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "697c7491-64c1-42da-b975-1e3da95f9343", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:04.060266 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd3950f-66ec-4f42-960d-bacb01ae812b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:04.063340 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '52e5f53d-8bed-410d-a3ad-54abfe243996', 'status': 'completed', 'code': 200} Nov 01 18:19:04.063739 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343', 'status': 'completed', 'code': 200} Nov 01 18:19:04.101115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.123467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Attempting to bind port db043300-014a-40fa-a33f-cc4cdb4d42e9 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:04.124083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Attempting to bind port db043300-014a-40fa-a33f-cc4cdb4d42e9 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:04.124748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Attempting to bind port db043300-014a-40fa-a33f-cc4cdb4d42e9 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:04.140831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Port db043300-014a-40fa-a33f-cc4cdb4d42e9 on network f1694758-ba07-4221-b5d8-09da131c2ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:04.142822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Attempting to bind port db043300-014a-40fa-a33f-cc4cdb4d42e9 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:04.148265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:04.149260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Checking segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:04.149744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Bound using segment: {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:04.150192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Bound port: db043300-014a-40fa-a33f-cc4cdb4d42e9, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdfa038-d03a-4951-8d94-aa7fe2146432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:04.150564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.216563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Deleting subnet a624b920-730d-494e-a5cb-67556ac55322 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:19:04.216563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.386551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.386885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:04.386885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-5f7a7056-1222-481d-9db1-913981360d40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6312 time: 0.2880428 Nov 01 18:19:04.387109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.408050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-086b3c0f-8e1c-4428-9f1a-3bc3b40eb5be tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.409543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-086b3c0f-8e1c-4428-9f1a-3bc3b40eb5be tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.0593624 Nov 01 18:19:04.528746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.536213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.542912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.548117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.549419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.556555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.557313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Deleting port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:04.558300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.561378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.563609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.572959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.581706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-ca719dcd-59c6-432c-8169-47851064700f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5407 time: 0.2875056 Nov 01 18:19:04.648684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.662942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.663675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.665950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] 10.222.0.32 "PUT /v2.0/ports/db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 1091 time: 1.7875071 Nov 01 18:19:04.684196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-aaba04c6-8a8f-4f4c-be3c-c62494ca3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.685279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-aaba04c6-8a8f-4f4c-be3c-c62494ca3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.686298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-aaba04c6-8a8f-4f4c-be3c-c62494ca3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:04.689356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-aaba04c6-8a8f-4f4c-be3c-c62494ca3361 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3113453 Nov 01 18:19:04.754132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3c025-0808-4a6e-8109-f1ebcf4e8107 service neutron] Pushing event updated for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:04.789410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a334cfde-ea3c-4ac1-a70a-5784696dd79d req-de865826-0a26-4483-8030-9411cf62e132 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946969 Nov 01 18:19:04.794570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.802563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:04.820010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a624b920-730d-494e-a5cb-67556ac55322 HTTP/1.1" status: 204 len: 168 time: 1.1494594 Nov 01 18:19:05.046453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44906) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:05.048167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:05.048391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb659-839f-4c48-81b5-7a929f9ba67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a624b920-730d-494e-a5cb-67556ac55322,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:05.048758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44908) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:05.048758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] For port 2b6e9872-a8a5-4230-a3bc-93396fd30b29, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2b6e9872-a8a5-4230-a3bc-93396fd30b29,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:05.048758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.067957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Calling delete_port for 2b6e9872-a8a5-4230-a3bc-93396fd30b29 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:05.126792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.160260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.168023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e04b906-082d-4bc8-970f-00cdd9717cc8 HTTP/1.1" status: 204 len: 168 time: 1.4428384 Nov 01 18:19:05.172864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:05.206204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6ce84-f13a-4580-894e-7460470e8905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e04b906-082d-4bc8-970f-00cdd9717cc8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:05.333432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146e777-b3b3-47d6-b61e-acbd3965feec req-e580b9d5-6e5f-42d5-b890-587d6c4bd432 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.342583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e146e777-b3b3-47d6-b61e-acbd3965feec req-e580b9d5-6e5f-42d5-b890-587d6c4bd432 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 945 time: 0.3984957 Nov 01 18:19:05.355659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.378548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-230f0e5a-8712-432e-971c-b8c9dc7c57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.379560 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6d4f7a08-648d-4530-94a7-066682961b7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d95b61e12a4e4e729dadf9a22389cebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584072 Nov 01 18:19:05.380068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-230f0e5a-8712-432e-971c-b8c9dc7c57bf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6547663 Nov 01 18:19:05.382149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44914) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:05.388211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.593591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e146e777-b3b3-47d6-b61e-acbd3965feec req-47813459-bf34-46fc-b214-abdd39513869 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500370 Nov 01 18:19:05.649331 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.689412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.690368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.704144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9852e662-1813-469b-a8a7-7c07ee60110d', '2b6e9872-a8a5-4230-a3bc-93396fd30b29'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:05.720859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ece882f-d102-4cf7-9522-7a4cddbc3b67']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:05.739268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.739994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.740528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.741061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.741594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.742118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.743476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:05.745288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-0365a4e5-af9d-4779-b19c-55b9f24452ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6354 time: 0.2638736 Nov 01 18:19:05.778482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d8fcac-a881-44e4-90f3-da9d0ecfd674') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:05.779070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d8fcac-a881-44e4-90f3-da9d0ecfd674') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:05.782345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.838788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:05.870002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-181bd7aa-05a7-45fb-b8ef-cf853fb705f7 req-ab7f5278-9432-49d8-899b-0a1565577ccd tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.1191454 Nov 01 18:19:05.995597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.028508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada586c5-82b7-439e-a740-1716edfc3b54 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:06.041410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:19:06.042147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:19:06.044539 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:19:06.047787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.085488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Transition to ACTIVE for port object ada586c5-82b7-439e-a740-1716edfc3b54 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:06.086765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:06.097961 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:06.137332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.177917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8308eaa0-eff3-48db-8172-fa5c99327121']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:06.210605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c2d53b-0ee9-4337-a30b-067e63faeec8') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:06.210950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c2d53b-0ee9-4337-a30b-067e63faeec8') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:06.220539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-e48252b6-3b8a-424d-bca6-a1324543f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.222078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-e48252b6-3b8a-424d-bca6-a1324543f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.224383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-e48252b6-3b8a-424d-bca6-a1324543f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.225952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.228869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-e48252b6-3b8a-424d-bca6-a1324543f9b5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4443853 Nov 01 18:19:06.243534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.252437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:19:06.252899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.261029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.273117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.292130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.298949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.306256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.312903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.319867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:19:06.323099 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:19:06.332644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-718bd4e2-3ad5-4ac7-8335-76d93586d44a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5407 time: 0.3456981 Nov 01 18:19:06.338003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.340722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.341702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.342930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022e4d02-e4b7-42e6-b030-601331455e24 HTTP/1.1" status: 204 len: 168 time: 0.9594920 Nov 01 18:19:06.369236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Pushing event deleted for resources: {'Port': ['ID=2b6e9872-a8a5-4230-a3bc-93396fd30b29,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:06.373108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] No DVR routers for this DVR port 2b6e9872-a8a5-4230-a3bc-93396fd30b29 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:06.381002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.384768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.385884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-abccaeeb-aaed-4edf-8fa9-3081264ee113 req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "DELETE /v2.0/ports/2b6e9872-a8a5-4230-a3bc-93396fd30b29 HTTP/1.1" status: 204 len: 173 time: 1.9703512 Nov 01 18:19:06.395801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.396047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.396398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.396741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.397081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.397484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.397792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.398574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.398574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.398833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.399145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.399560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717f0d7-2bbe-49c0-a820-edde007b842f tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:06.425265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.434098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ece882f-d102-4cf7-9522-7a4cddbc3b67 HTTP/1.1" status: 204 len: 168 time: 1.5683637 Nov 01 18:19:06.452840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Pushing event updated for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:06.459693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.468503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.474909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8308eaa0-eff3-48db-8172-fa5c99327121 HTTP/1.1" status: 204 len: 168 time: 1.2989991 Nov 01 18:19:06.548506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1967-1f58-4558-a8f4-1a1155c06de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8308eaa0-eff3-48db-8172-fa5c99327121,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:06.693100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Attempting to bind port ada586c5-82b7-439e-a740-1716edfc3b54 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:06.693623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Attempting to bind port ada586c5-82b7-439e-a740-1716edfc3b54 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:06.693761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Attempting to bind port ada586c5-82b7-439e-a740-1716edfc3b54 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:06.706314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652b8d-c0f6-4b3b-815a-cbc39af4dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e4d02-e4b7-42e6-b030-601331455e24,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:06.711667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Port ada586c5-82b7-439e-a740-1716edfc3b54 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:06.712021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Attempting to bind port ada586c5-82b7-439e-a740-1716edfc3b54 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:06.734943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:06.735290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Checking segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:06.735721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Bound using segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:06.736782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Bound port: ada586c5-82b7-439e-a740-1716edfc3b54, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:06.737154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:06.803549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc58fe-8057-40c4-831c-07b7d3893535 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ece882f-d102-4cf7-9522-7a4cddbc3b67,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:06.868791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e88b56-2251-4cb7-ba72-d0d5040d7f22 req-3f282586-1e55-4d49-ae82-aedf8a766c75 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5348716 Nov 01 18:19:06.922811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-901f1b19-ed4e-46cb-8808-0fff9f4b7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:06.928710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8335a2b0-520b-4235-bf32-9fd4a817f28c req-901f1b19-ed4e-46cb-8808-0fff9f4b7379 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5937116 Nov 01 18:19:06.960784 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a071b1-b597-4486-a6c1-f8855257b741 x-openstack-request-id: req-95a071b1-b597-4486-a6c1-f8855257b741 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:06.968111 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:06.969237 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95a071b1-b597-4486-a6c1-f8855257b741 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:06.970407 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9', 'status': 'completed', 'code': 200} Nov 01 18:19:07.005423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:07.018637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ada586c5-82b7-439e-a740-1716edfc3b54,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:07.138461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.138650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.139292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.141382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.142044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.142701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.143266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.146013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-273bacfd-5fc5-4fba-a062-7040d20dbf9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6379 time: 0.1694694 Nov 01 18:19:07.208798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80d06852-9955-43b0-801b-dee5b86f9a69 req-5ba995f8-9085-4e9c-ad55-7966dc5dbe35 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=488a9b39-8f78-4369-9df8-c64a55f8d2b7 HTTP/1.1" status: 200 len: 210 time: 0.0617411 Nov 01 18:19:07.382477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae46015d-d287-409a-ae3d-3b818675d487 req-a2330112-e590-4f3d-8b8b-4b0d07f281d0 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0488315 Nov 01 18:19:07.520033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-ae195615-e6f6-4a14-a5ff-e084389603bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.520033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-ae195615-e6f6-4a14-a5ff-e084389603bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.520033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-ae195615-e6f6-4a14-a5ff-e084389603bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.520033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-ae195615-e6f6-4a14-a5ff-e084389603bd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2532830 Nov 01 18:19:07.558227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-d73c6db8-198a-483c-93c3-e1a56665ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.559992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-101d472b-8c5b-47fb-9d8a-feb644f8b6f2 req-d73c6db8-198a-483c-93c3-e1a56665ff7c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414416 Nov 01 18:19:07.713737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44936) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:07.732486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:07.784658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-030803e2-d922-407a-a0a7-9698df47b834 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6500fd957e944dbab76e5f3118c0efbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693355 Nov 01 18:19:07.788481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44938) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:07.808801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Pushing event updated for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:07.826919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:07.827816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:07.830157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54717d60-73a7-42ea-868e-d79b1eb09f71 service neutron] 10.222.0.32 "PUT /v2.0/ports/ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 1091 time: 3.0333695 Nov 01 18:19:07.871315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:07.910455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.017218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Request body: {'port': {'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:08.107016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.109437 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.113799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.120793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b253149-b4aa-423d-a456-49fdbf7d6f3c HTTP/1.1" status: 204 len: 168 time: 0.3242235 Nov 01 18:19:08.162170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ce2d-9244-4ea4-800c-88565a22fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b253149-b4aa-423d-a456-49fdbf7d6f3c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:08.204190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.222442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.240101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2b6e9872-a8a5-4230-a3bc-93396fd30b29 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:08.254862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.279115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:08.295681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.309514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 2b6e9872-a8a5-4230-a3bc-93396fd30b29 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:08.310177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2b6e9872-a8a5-4230-a3bc-93396fd30b29 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:08.317000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.333549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.350645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:08.366173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-0a2e8539-ad69-4f61-b3c1-9164879169db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5419 time: 0.3664179 Nov 01 18:19:08.393690 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5279bf98-36b3-4cd6-813e-953e869a3a8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adc70039ba744db7b8518d8cee8db5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113210 Nov 01 18:19:08.418794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44950) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:08.423210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:08.563255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fec71087-9e8e-4597-acfa-e174a4d89872 req-452da15d-dbac-4fcc-857e-82b683118b49 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927528 Nov 01 18:19:08.573196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf890d2-d131-4051-90f0-af7c6ff7e507 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:08.591433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.631335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Transition to ACTIVE for port object 2cf890d2-d131-4051-90f0-af7c6ff7e507 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:08.703774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dbcc9582-6236-4c26-83ce-2e3c9174d2ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76004778853145fb97edaf9b095ab1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766774 Nov 01 18:19:08.706612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:08.741727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.745887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.853732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b12a5949-93f9-432b-a659-56716b56f014 req-c419f050-8685-4458-af5f-7fb79182305d tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0809076 Nov 01 18:19:08.875081 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.965868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.982605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'name': 'network-vif-deleted', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29'}, {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:08.987750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:08.989423 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698410e-4407-4bf9-a1d6-0cca83188623" -d '{"events": [{"server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "name": "network-vif-deleted", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29"}, {"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:09.056869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.059601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.060797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8864d0d-2944-44b3-a6fc-1f1f45c04a60 HTTP/1.1" status: 204 len: 168 time: 0.6352465 Nov 01 18:19:09.079918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5c2f8-5455-4d11-bea1-e93f76595b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8864d0d-2944-44b3-a6fc-1f1f45c04a60,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:09.103916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:09.208449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.387635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Attempting to bind port 2cf890d2-d131-4051-90f0-af7c6ff7e507 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:09.387988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Attempting to bind port 2cf890d2-d131-4051-90f0-af7c6ff7e507 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:09.388367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Attempting to bind port 2cf890d2-d131-4051-90f0-af7c6ff7e507 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:09.402130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Port 2cf890d2-d131-4051-90f0-af7c6ff7e507 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:09.402470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Attempting to bind port 2cf890d2-d131-4051-90f0-af7c6ff7e507 on network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:09.409720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:09.410871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Checking segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:09.410871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Bound using segment: {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:09.413512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Bound port: 2cf890d2-d131-4051-90f0-af7c6ff7e507, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ba2167-7a4e-433d-9be2-6c01125aaa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:09.419440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.462077 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68148fd6-86bf-4efd-82b6-08d00cdab2c2 x-openstack-request-id: req-68148fd6-86bf-4efd-82b6-08d00cdab2c2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:09.462471 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a9b39-8f78-4369-9df8-c64a55f8d2b7", "name": "network-vif-deleted", "tag": "2b6e9872-a8a5-4230-a3bc-93396fd30b29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:09.462794 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68148fd6-86bf-4efd-82b6-08d00cdab2c2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:09.463303 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a9b39-8f78-4369-9df8-c64a55f8d2b7', 'name': 'network-vif-deleted', 'tag': '2b6e9872-a8a5-4230-a3bc-93396fd30b29', 'status': 'completed', 'code': 200} Nov 01 18:19:09.463636 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54', 'status': 'completed', 'code': 200} Nov 01 18:19:09.531041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:09.540522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:09.542250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.546306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.546306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b96f6ef5-9b8e-493b-a7e2-4ea38718a01e HTTP/1.1" status: 204 len: 168 time: 0.8360350 Nov 01 18:19:09.556500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c82aed-73ba-40b7-af08-bd706d438458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f6ef5-9b8e-493b-a7e2-4ea38718a01e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:09.574595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.577402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.577754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.578374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.578986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.581958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.584404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.592880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-329329a0-e9df-49b6-bf77-98f898f18cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6446 time: 0.1117067 Nov 01 18:19:09.677128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.704065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:09.707760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:09.710382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] 10.222.0.32 "PUT /v2.0/ports/2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 1091 time: 1.6978848 Nov 01 18:19:09.926734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e77e-7a75-448c-90f0-dec49bafc52e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:10.036808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-a6930fde-3693-4a1f-aa3c-a6ef7b30f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.037504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-a6930fde-3693-4a1f-aa3c-a6ef7b30f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.038688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-a6930fde-3693-4a1f-aa3c-a6ef7b30f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.041446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-a6930fde-3693-4a1f-aa3c-a6ef7b30f712 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdd9138862f34844898c3462f88422cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4355721 Nov 01 18:19:10.170066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1854c6-31da-4da2-8485-9581fbf43043 req-dd847d48-ae6f-4597-80bb-ed0c903183ba tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.171606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc1854c6-31da-4da2-8485-9581fbf43043 req-dd847d48-ae6f-4597-80bb-ed0c903183ba tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.5322242 Nov 01 18:19:10.209929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.217511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.223628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.230563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.236776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.244960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.267847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.269837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-c1dcc550-586a-4c48-8cb1-4a28d313deda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.4050226 Nov 01 18:19:10.765347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-ee8d2548-9e02-4e09-ac98-d79ee25f96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.766904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e698410e-4407-4bf9-a1d6-0cca83188623 req-ee8d2548-9e02-4e09-ac98-d79ee25f96e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7051020 Nov 01 18:19:10.802563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc1854c6-31da-4da2-8485-9581fbf43043 req-0bd7df15-12ff-4ff3-9fb1-36907e95d3a4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205487 Nov 01 18:19:10.885937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaf62ce4-7902-4fb9-8058-cb6815d6a993 req-d3a521b0-60a4-4ac3-9205-36a100120780 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6049738 Nov 01 18:19:10.980934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.981784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.984201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.986918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.988943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.989460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.989898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:10.991990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5555f033-5e35-4d88-b320-dc3dd21be0f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6488 time: 0.1650712 Nov 01 18:19:11.063782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6c399751-6aa5-41e5-a582-281e2d766ae7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 217 time: 0.0507045 Nov 01 18:19:11.098326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-047f34b6-8e4c-48d0-b266-426ca749b533 req-65334495-6305-4960-ab3b-4677a2b7e531 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.1046433 Nov 01 18:19:11.136199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:11.174164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-8ca2dece-af94-4d47-81bb-41c15830c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:11.179001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-8ca2dece-af94-4d47-81bb-41c15830c86d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.0983598 Nov 01 18:19:11.240503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fef98280-f4c5-4ba9-ba15-e2178df2fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:11.243622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fef98280-f4c5-4ba9-ba15-e2178df2fdd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569174 Nov 01 18:19:11.386654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6cd25cdf-bb56-4e5c-b1b8-6a7d82000bf8 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313374 Nov 01 18:19:11.464589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:11.467185 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:11.553273 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed2574-537a-4235-a0d8-b3077683f0e2 x-openstack-request-id: req-47ed2574-537a-4235-a0d8-b3077683f0e2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:11.553712 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:11.553814 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47ed2574-537a-4235-a0d8-b3077683f0e2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:11.554186 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'status': 'completed', 'code': 200} Nov 01 18:19:11.630066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-ff53d0b9-562a-49be-8e98-c4ff5d2a5661 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344618 Nov 01 18:19:11.785568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-c69c5da2-8408-4607-84ad-36540d221703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 217 time: 0.1486552 Nov 01 18:19:11.786235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cf362-57df-4793-999c-5d10492dd7c9 req-a0acaee0-452c-432c-a58e-5e51f26c9024 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:11.787641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-025cf362-57df-4793-999c-5d10492dd7c9 req-a0acaee0-452c-432c-a58e-5e51f26c9024 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.2044096 Nov 01 18:19:11.799573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1015059215-network', 'tenant_id': '2a967e2a19e54678b431d44c0318b94f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:11.921995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-db0440e4-8476-4fb7-9e47-8060cc71b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:11.923776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-db0440e4-8476-4fb7-9e47-8060cc71b734 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1255841 Nov 01 18:19:11.988091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Made reservation on behalf of 2a967e2a19e54678b431d44c0318b94f for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:11.991253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.009862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.111695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-aa3fa58a-6938-4704-8f72-cc6b9d15121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.113363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-aa3fa58a-6938-4704-8f72-cc6b9d15121f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775341 Nov 01 18:19:12.157523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Deleting port 9852e662-1813-469b-a8a7-7c07ee60110d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:12.158148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.303558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45076) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:12.303758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01740552-8074-4972-a83a-a0e6c1af8c0c req-363fc42f-c706-4510-bf06-e67238b46ee4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.303758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01740552-8074-4972-a83a-a0e6c1af8c0c req-363fc42f-c706-4510-bf06-e67238b46ee4 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 945 time: 0.3150280 Nov 01 18:19:12.419353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.512532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] For port 9852e662-1813-469b-a8a7-7c07ee60110d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9852e662-1813-469b-a8a7-7c07ee60110d,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:12.512961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.543462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.552864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Calling delete_port for 9852e662-1813-469b-a8a7-7c07ee60110d owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:12.578081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.592526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.598914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.612628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.624266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.630251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:12.636146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-45d33420-02f3-448e-a3aa-50eee9141043 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.5438964 Nov 01 18:19:12.661604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01740552-8074-4972-a83a-a0e6c1af8c0c req-e2eee308-4a9a-42b2-b72e-f39fad0547e7 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351266 Nov 01 18:19:12.743968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-76267782-7914-4ea2-9f1c-5d17b138415d service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213076 Nov 01 18:19:12.751601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca42352c-be3f-4f5e-a29a-d53149bffa51 req-07cf904f-9ab2-44d3-aa9b-bf6821f0b67f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971208 Nov 01 18:19:12.771757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.863756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1379234847-network', 'tenant_id': '53266ffa92b84a9a9d94f06ece8edfed'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:12.872967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:12.897821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6bd93d01-2695-43cb-b9c9-b82ec79d4fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452076 Nov 01 18:19:12.900387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.911769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:12.913506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9852e662-1813-469b-a8a7-7c07ee60110d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:12.925739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:12.927771 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Added segment fd209bc3-7072-41a6-9a9d-66440d341714 of type vlan for network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 Nov 01 18:19:12.968384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d029872-4b65-40d0-9d62-b9bb7957e308 req-d393bd11-9033-4f58-b079-135802667cff tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0639629 Nov 01 18:19:12.986055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Pushing event deleted for resources: {'Port': ['ID=9852e662-1813-469b-a8a7-7c07ee60110d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:13.016421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-694419d9-c349-488f-ba9f-48109a0cd9d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 217 time: 0.1046383 Nov 01 18:19:13.060310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.092627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] No DVR routers for this DVR port 9852e662-1813-469b-a8a7-7c07ee60110d on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:13.097195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.101314 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-025cf362-57df-4793-999c-5d10492dd7c9 req-c451d1e5-f81a-415c-be2f-a29912356a60 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.32 "DELETE /v2.0/ports/9852e662-1813-469b-a8a7-7c07ee60110d HTTP/1.1" status: 204 len: 173 time: 1.2273085 Nov 01 18:19:13.116627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a2a45df6-6254-4d1c-8c5d-7250ecb9fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:13.119302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a2a45df6-6254-4d1c-8c5d-7250ecb9fda7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0944092 Nov 01 18:19:13.167595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Made reservation on behalf of 53266ffa92b84a9a9d94f06ece8edfed for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:13.170813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.189008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.233963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1721083e-3cb9-4010-9c0a-282f1f69955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:13.236350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-1721083e-3cb9-4010-9c0a-282f1f69955e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103652 Nov 01 18:19:13.279997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.281011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:13.282219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.388741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-cd47042d-5f41-4ef9-96b4-c9b8cece433f service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441355 Nov 01 18:19:13.407061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] Pushing event updated for resources: {'Network': ['ID=0bc7f193-f217-44be-8d92-f2c0cb9deb30,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:13.420897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.428733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:13.444252 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-659c2997-25a1-4120-bf80-d4835cae05eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3062365 Nov 01 18:19:13.447864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45100) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:13.456957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Request body: {'subnet': {'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1015059215-subnet', 'tenant_id': '2a967e2a19e54678b431d44c0318b94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:13.525063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.547749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:13.640358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-a8cf9b26-1fe4-463c-94b8-57df1838a725 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427793 Nov 01 18:19:13.696378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'name': 'network-vif-deleted', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:13.702582 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcaba81-e505-4ee7-aeac-c258a9dd6903" -d '{"events": [{"server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "name": "network-vif-deleted", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:13.709250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.709772 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Added segment 38bcd13c-dbdf-457e-bccf-5bb2c335fb2d of type vlan for network 2f98be56-0850-4182-9290-e25b2df6eb68 Nov 01 18:19:13.713618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b509051f-48c2-4783-a4b3-e8c74fe6e1bd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:13.716698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Made reservation on behalf of 2a967e2a19e54678b431d44c0318b94f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:13.721261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:13.751261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-9b710706-0a4b-46ba-837d-71d51b851d10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 217 time: 0.1034429 Nov 01 18:19:13.825408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fbaf96f8-a1ac-4b12-a2cc-62f3aba6ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:13.827162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-fbaf96f8-a1ac-4b12-a2cc-62f3aba6ae1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0667355 Nov 01 18:19:14.097639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0baecf2d-6ea5-430f-8fd5-cdb273bd2f27 req-14534a3d-9b10-4e95-9fda-235e54ea5e05 tempest-ServerRescueTestJSON-580124351 tempest-ServerRescueTestJSON-580124351-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18ad291-7d4f-4541-8535-3e8c38b67594 HTTP/1.1" status: 200 len: 210 time: 0.1965406 Nov 01 18:19:14.129021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4b41a3c8-5e81-4263-866c-53600a91a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.136025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-4b41a3c8-5e81-4263-866c-53600a91a8e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2906182 Nov 01 18:19:14.349302 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8836cb-5429-48d8-8382-d7e7ee92f480 x-openstack-request-id: req-2f8836cb-5429-48d8-8382-d7e7ee92f480 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:14.350153 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ad291-7d4f-4541-8535-3e8c38b67594", "name": "network-vif-deleted", "tag": "9852e662-1813-469b-a8a7-7c07ee60110d", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:14.350542 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f8836cb-5429-48d8-8382-d7e7ee92f480 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:14.352003 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ad291-7d4f-4541-8535-3e8c38b67594', 'name': 'network-vif-deleted', 'tag': '9852e662-1813-469b-a8a7-7c07ee60110d', 'status': 'completed', 'code': 200} Nov 01 18:19:14.406778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f96e070e-bc3f-4cbc-bbc5-54da0ea175d3 req-edf23c92-33f3-4eba-be05-046690a24260 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0780308 Nov 01 18:19:14.488331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:14.521343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.546566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.572855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.579308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.603092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.609265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.646600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.649225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de2aed69-2505-473d-ad97-955374c915dc req-21181d1c-e931-4e40-ad0d-adc36ec3a173 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.4331996 Nov 01 18:19:14.662387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5ed619fe-67d6-491b-945b-71962bcf1d9d service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214589 Nov 01 18:19:14.705664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:14.706569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:14.707226 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:14.879515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-54a67410-57b7-46c0-8e46-b4d5090d7b30 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019246 Nov 01 18:19:14.937414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f98be56-0850-4182-9290-e25b2df6eb68,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:14.954818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2f98be56-0850-4182-9290-e25b2df6eb68 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:15.002175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-75ae204d-1bd3-4475-9f41-4c9ba118c0b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 217 time: 0.1151886 Nov 01 18:19:15.024967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d6dc07cf-f3a3-4826-9066-90e93ff9c0e1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7352283 Nov 01 18:19:15.026239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de2aed69-2505-473d-ad97-955374c915dc req-77925b50-fca4-48f7-ac53-a8b53f62e4ca tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3624544 Nov 01 18:19:15.027965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:15.032911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Request body: {'subnet': {'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1379234847-subnet', 'tenant_id': '53266ffa92b84a9a9d94f06ece8edfed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:15.047194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:15.158814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-3c615e15-e342-42e2-89a8-d53017ce11d6 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428493 Nov 01 18:19:15.159288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0430c426-b6d0-40f1-91d2-d0cecaa6a77d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:15.198488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:15.304357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-7706fb12-f7f7-4702-997d-d943e7ef5057 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:15.312429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-7706fb12-f7f7-4702-997d-d943e7ef5057 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523178 Nov 01 18:19:15.332886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-18dbb772-faec-4d99-a576-40db1d9541e1 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/quotas/6c60bcae82a849789f0925cd00c2e4c1 HTTP/1.1" status: 200 len: 375 time: 0.0192106 Nov 01 18:19:15.347110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-f67a2885-4199-4d7c-9dd8-b37110da2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:15.350535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-f67a2885-4199-4d7c-9dd8-b37110da2e7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.3171380 Nov 01 18:19:15.390499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Made reservation on behalf of 53266ffa92b84a9a9d94f06ece8edfed for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:15.392711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:15.396099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-1b3cd3e1-61d6-417e-8689-f5ce7ac39c0f tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619588 Nov 01 18:19:15.465033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6774c2ed-c43d-4a12-9812-0bb09041db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:15.466533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6774c2ed-c43d-4a12-9812-0bb09041db3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087322 Nov 01 18:19:15.651437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cdaffde-3cef-4e49-8cbc-c0662b286bbf req-d5914476-3fdb-4a80-a889-09912fad53ac tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0484977 Nov 01 18:19:15.681972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Checking segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:15.682347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Network hostable DHCP agents. Network: 0bc7f193-f217-44be-8d92-f2c0cb9deb30, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:15.756102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-e3231564-fe80-4e1d-8870-e22d4c321644 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702696 Nov 01 18:19:15.890512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3e8e39e-6f8e-4d82-a4c7-40fd17955a6d req-948ff56b-a3c1-47a9-ae1d-80b6e476bc77 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.1627221 Nov 01 18:19:15.906403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:16.069141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-5593186d-ef88-492e-8b87-ac5995f26e9b service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057745 Nov 01 18:19:16.075969 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:19:16.099168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0bc7f193-f217-44be-8d92-f2c0cb9deb30) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:16.112974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b0842-8885-47b4-a516-337ffe672e99 None None] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:16.122979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-884a6e26-338b-4ad1-8dd9-9620e0234778 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 217 time: 0.0448821 Nov 01 18:19:16.127718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.128294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:16.198270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-8edb0192-d4df-41da-85cc-fda86d5d522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.200018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-8edb0192-d4df-41da-85cc-fda86d5d522f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0647702 Nov 01 18:19:16.270731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-24b0c912-aef1-4fc5-acf2-14792fe4cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.272641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-24b0c912-aef1-4fc5-acf2-14792fe4cbcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635617 Nov 01 18:19:16.296682 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-52f90c49-47c1-4bb5-b132-17dd9667c7ed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8452880 Nov 01 18:19:16.331716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:16.401448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9852e662-1813-469b-a8a7-7c07ee60110d no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:16.444096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 9852e662-1813-469b-a8a7-7c07ee60110d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:16.444745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9852e662-1813-469b-a8a7-7c07ee60110d not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:16.452764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686fa92-0253-4260-ad4a-c183109aa983 None None] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:16.545491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f814f8b9-7dc9-469c-9097-c64e79dcc1c7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:16.580631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.597104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.615917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.624904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Checking segment: {'id': '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:16.625431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Network hostable DHCP agents. Network: 2f98be56-0850-4182-9290-e25b2df6eb68, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:16.635955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.643737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.659169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.659690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:16.676086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:16.695901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a611dfbd-b260-4d26-9980-822f541126c9 req-9d880fba-a784-4c67-81cd-12b1197a488a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.2855177 Nov 01 18:19:16.837755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a611dfbd-b260-4d26-9980-822f541126c9 req-626b7237-af10-4e47-ae7a-4d2c1c0af05e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330345 Nov 01 18:19:16.840177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-c5b8abaf-7ba8-4505-8b81-51f03c0c226d service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595183 Nov 01 18:19:16.887922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29055566-1b5b-44bb-8125-d44ef449f61c req-d0437283-7b3a-4e98-8f6a-e87d3abf5136 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0775282 Nov 01 18:19:17.048083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Network 2f98be56-0850-4182-9290-e25b2df6eb68 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:17.167173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2f98be56-0850-4182-9290-e25b2df6eb68) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:17.177465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55888a11-7ff0-4fa5-be9a-44856b15e8bd None None] Network 2f98be56-0850-4182-9290-e25b2df6eb68 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:17.184541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:17.185311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:17.235989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Deleting port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:17.236326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:17.314115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8215ad12-346a-416b-953b-562e340c6342 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:17.331388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8215ad12-346a-416b-953b-562e340c6342 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 818 time: 0.1979187 Nov 01 18:19:17.338184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] For port 73455e85-8c6f-45d0-a0ce-d0af8681c4d3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,segment=NetworkSegment(a94d4c89-e1c5-485a-b847-4ed52db3899c),segment_id=a94d4c89-e1c5-485a-b847-4ed52db3899c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:17.338554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:17.363442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Calling delete_port for 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:17.405803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f524ce5a-1dff-454f-9a8d-7020b885a38d req-f164e720-5c24-4f51-a552-db5580ee884c tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.2711122 Nov 01 18:19:17.448568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-f3695126-5d6e-4ae4-9529-9c3ee17b0fba tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/quotas/2a967e2a19e54678b431d44c0318b94f HTTP/1.1" status: 200 len: 375 time: 0.1159105 Nov 01 18:19:17.514864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbaba6-fd14-42b2-873c-de5d15132aa4 None None] Network 2f98be56-0850-4182-9290-e25b2df6eb68 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:17.568758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-0ba03c5e-03ea-4324-8adb-a74024d8f07b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043987 Nov 01 18:19:17.599194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-3b2f0c2b-c676-478d-9583-55f0d47c9862 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028801 Nov 01 18:19:17.751568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-118f09aa-2772-4923-acd3-58242ea94c18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.1453943 Nov 01 18:19:17.797143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2cca1930-42e4-4959-98d4-809a484eb292 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7664204 Nov 01 18:19:17.861654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:17.925834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-c826c096-cbd5-4cb9-a99e-da12e0a204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:17.928427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73455e85-8c6f-45d0-a0ce-d0af8681c4d3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:17.939592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-c826c096-cbd5-4cb9-a99e-da12e0a204e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.1784720 Nov 01 18:19:17.961047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5fa79312-05f6-44c1-af5a-60ac58d3a4f9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:19:17.966688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5fa79312-05f6-44c1-af5a-60ac58d3a4f9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3891270 Nov 01 18:19:18.332314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.352783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.368288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.374927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.381544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.389234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.396714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.405509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-fd1f9a95-a99b-49aa-9064-b69f921a31ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.3613219 Nov 01 18:19:18.414072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:18.457140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-9e93fdce-6652-4ebf-9ae6-7e56b83e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:18.458899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-9e93fdce-6652-4ebf-9ae6-7e56b83e9fef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5088124 Nov 01 18:19:18.587335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-059081c4-e983-42ce-b74e-0576023950f0 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186614 Nov 01 18:19:18.602043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-203b7957-a383-4fd2-ab0c-d924867910f7 req-ee955a2f-8522-4f59-a28f-4ebdff8e59d5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914182 Nov 01 18:19:18.630299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5646ff6d-e9bc-430d-a877-dcd25d30ba43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:18.828855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac8f249-ed1b-47ec-b0fd-5412ada4e3e1 req-6b29eff8-e197-43fb-ba66-95a628f5674a service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243848 Nov 01 18:19:18.883526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-2dff5c56-48ee-43bc-8c63-6e67074f8e9d service neutron] 10.222.0.31 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372645 Nov 01 18:19:18.968188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:19:19.048433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-fa62c3bd-9a85-4b4c-b587-93a6dcb5302d service neutron] 10.222.0.31 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638284 Nov 01 18:19:19.076073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4665119e-74e1-433f-a27e-c90582538b49 req-60fb2ffb-5527-419c-b40a-a7ba57cff19b tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.2449098 Nov 01 18:19:19.264642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:19:19.285760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Sync routers for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:19:19.306101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:19:19.306743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51c64832-c4da-49e3-ace4-c8bb1b9a2eb2 admin admin] 10.222.0.31 "PUT /v2.0/routers/87b83ef9-0e0a-4710-b86d-fb54d043ed7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1071279 Nov 01 18:19:19.310095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:19.311340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:19.410703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-50a6ac4c-0687-4d44-9211-5ee23a123f1b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3226635 Nov 01 18:19:19.686321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:19:19.698076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:19.940919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:20.067708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:19:17Z', 'revision_number': 5, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port': {'id': '8189ad57-cadf-4114-acc2-247211d73b2c', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:16:41Z', 'updated_at': '2021-11-01T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:20.206916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Checking router: 87b83ef9-0e0a-4710-b86d-fb54d043ed7e for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:19:20.237997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Routers {'87b83ef9-0e0a-4710-b86d-fb54d043ed7e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:19:20.239467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:18:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:20.254801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Deleting port 8189ad57-cadf-4114-acc2-247211d73b2c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:20.255253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:20.334188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.334671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.335281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.336821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.336945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.337378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.337839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.339847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cc671c13-63fc-4828-b48e-7a87995b2be2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6488 time: 1.2554765 Nov 01 18:19:20.399981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fdca1e1c-6843-4987-91f7-101dce525113 req-39901015-0501-40ed-9b17-91b320e5a13c tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.0677497 Nov 01 18:19:20.424413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] Set router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:19:20.553371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:19:19Z', 'revision_number': 6, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:20.592313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dca3aa-4f90-4167-9bb1-bf928e941c2f None None] The sync data for ids ['87b83ef9-0e0a-4710-b86d-fb54d043ed7e'] in n-d-815923-2 is: [{'id': '87b83ef9-0e0a-4710-b86d-fb54d043ed7e', 'name': 'tempest-ServerRescueTestJSON-1940040188-router', 'tenant_id': 'bbafe6a96ccb417f8d73568f061b6178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:16:38Z', 'updated_at': '2021-11-01T18:19:19Z', 'revision_number': 6, 'project_id': 'bbafe6a96ccb417f8d73568f061b6178', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:19:20.597412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] For port 8189ad57-cadf-4114-acc2-247211d73b2c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8189ad57-cadf-4114-acc2-247211d73b2c,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:20.597768 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:20.630514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Calling delete_port for 8189ad57-cadf-4114-acc2-247211d73b2c owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:20.843831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-37b5778a-b209-47b6-adbd-978bc6733751 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.845224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-37b5778a-b209-47b6-adbd-978bc6733751 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4102442 Nov 01 18:19:20.861515 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f8c739-2893-499f-9d02-383267108a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:20.891903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-e87aa50a-10af-46bf-a12a-99b17e16b80d tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.902169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-e87aa50a-10af-46bf-a12a-99b17e16b80d tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/networks?id=2f98be56-0850-4182-9290-e25b2df6eb68 HTTP/1.1" status: 200 len: 813 time: 0.5905256 Nov 01 18:19:20.905646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-447f1489-48e1-485b-9a1e-a57a0b09536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:20.907080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-447f1489-48e1-485b-9a1e-a57a0b09536d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 903 time: 0.4762518 Nov 01 18:19:20.916319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Request body: {'port': {'device_id': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '6c60bcae82a849789f0925cd00c2e4c1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:21.067568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-08b03f56-8e87-4ddb-8e85-1445214c235e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.1480846 Nov 01 18:19:21.079194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.087669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.094183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.104474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.111118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.118358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.124816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.133436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Pushing event deleted for resources: {'Port': ['ID=8189ad57-cadf-4114-acc2-247211d73b2c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:21.136348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.138556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51311363-c0e3-4c40-8152-0a175b1522fa req-f73152a2-05b8-4d18-a332-49be83da6a79 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.4233658 Nov 01 18:19:21.179966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-7f32dcb1-a03b-4330-9101-45734b2d01d4 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/quotas/53266ffa92b84a9a9d94f06ece8edfed HTTP/1.1" status: 200 len: 375 time: 0.2767642 Nov 01 18:19:21.232980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.236244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-cef45802-0859-4b1d-8f5e-f3ffd67028fe tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53266ffa92b84a9a9d94f06ece8edfed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550280 Nov 01 18:19:21.341282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.341282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.413898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-b35c9b5f-005b-4aa0-82d8-e767c1033330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.415727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-b35c9b5f-005b-4aa0-82d8-e767c1033330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.2759781 Nov 01 18:19:21.478392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51311363-c0e3-4c40-8152-0a175b1522fa req-91851e38-1d89-405b-af22-5a7808331145 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866163 Nov 01 18:19:21.510304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.511031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b83ef9-0e0a-4710-b86d-fb54d043ed7e {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:19:21.519622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.536019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-63be2736-1120-484f-9899-f9aa380df003 admin admin] 10.222.0.31 "DELETE /v2.0/routers/87b83ef9-0e0a-4710-b86d-fb54d043ed7e HTTP/1.1" status: 204 len: 168 time: 2.2215505 Nov 01 18:19:21.536445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-19ec1c2b-b020-4f42-aefa-ef6e2e3ec4ba service neutron] 10.222.0.31 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510228 Nov 01 18:19:21.538178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:21.595995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-99670503-94bc-45e3-9550-7c7b50c2a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:21.595995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-99670503-94bc-45e3-9550-7c7b50c2a876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1642416 Nov 01 18:19:21.673268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Deleting subnet 66fd31a1-3a96-4653-9931-b92c222ed693 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:19:21.679111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.685615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8189ad57-cadf-4114-acc2-247211d73b2c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:21.732897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 8189ad57-cadf-4114-acc2-247211d73b2c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:21.733517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8189ad57-cadf-4114-acc2-247211d73b2c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:21.734094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:21.740382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.760207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:21.760761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 73455e85-8c6f-45d0-a0ce-d0af8681c4d3 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:21.802794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:21.824303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-291bfd47-58d2-4b1d-a829-01dc3dc71222 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267427 Nov 01 18:19:21.861167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-554dce63-9666-4a6b-9945-6ea241f8d020 service neutron] 10.222.0.31 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241262 Nov 01 18:19:21.878299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ddcc957-1e7d-4da8-a132-3a7b0686526f req-f7d4066b-a661-4f8c-855d-925ae8a4f188 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0625138 Nov 01 18:19:21.964533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83dcaaf5-3da8-481b-bdd6-9f334c03cf26 req-cd7e05ea-ee00-4124-b71b-3596fbd3bae0 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265419 Nov 01 18:19:22.010876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a76aff0f-d620-4d19-813b-08e232a13f1d req-c86b74b5-0ccc-49bc-aa03-6ede85a369a2 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Nov 01 18:19:22.012809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Made reservation on behalf of 6c60bcae82a849789f0925cd00c2e4c1 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:22.016244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.016715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.017329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.029924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.086320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.089730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/66fd31a1-3a96-4653-9931-b92c222ed693 HTTP/1.1" status: 204 len: 168 time: 0.5442476 Nov 01 18:19:22.090972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002a69-28e0-44b4-961c-90bb096cdc44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fd31a1-3a96-4653-9931-b92c222ed693,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:22.092379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45304) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:22.203750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.232747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.264782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08e8a9a0-2d12-4b1b-9cb0-b9392e0a71eb req-817b56d8-c2ef-450c-aa43-557ed76d139a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0361552 Nov 01 18:19:22.365215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.392194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec3a7ce-87aa-4c2b-b5d9-071abe7379c7 req-cb4cbe63-3f10-42a3-8eb8-8ee2eaf04be0 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 210 time: 0.0426652 Nov 01 18:19:22.410726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8171e1cf-427a-41db-880f-0b5177f84857']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:22.431851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94d4c89-e1c5-485a-b847-4ed52db3899c') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:22.432159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94d4c89-e1c5-485a-b847-4ed52db3899c') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:22.443452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.459675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.470468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:19:22.471371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:19:22.473650 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:19:22.519553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.561739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ce22b-6142-42b3-b209-bf66d33a04dc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:22.569578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.569932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.570496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.570951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.571323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.571672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.572007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.572339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.572690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.573022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.573350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.573674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:22.726862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.739311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.746121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.752167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.758776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.764831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.770938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:22.772921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-55efaee6-1f93-4e04-ae94-dcbc5e631c84 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1179705 Nov 01 18:19:22.803353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.822715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:22.825914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] 10.222.0.31 "DELETE /v2.0/networks/8171e1cf-427a-41db-880f-0b5177f84857 HTTP/1.1" status: 204 len: 168 time: 0.7325718 Nov 01 18:19:22.849055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4222022-02a6-4f60-9d8d-521496aba3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8171e1cf-427a-41db-880f-0b5177f84857,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:22.882622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-928e51e9-2f22-457a-829c-86b833b234d3 req-cd95f2e1-83d9-4359-941f-37842dae0e31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0363958 Nov 01 18:19:22.913663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0181a5f6-1a05-41a6-b8a9-7cad99747c1d req-9c590d89-909c-41e4-9683-6ceef714876f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111817 Nov 01 18:19:22.947745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Allocated IP 192.168.233.56 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/3b5c7442-149c-4cda-a9db-79af0e0a98a4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:23.043160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c39011d-594c-4c09-a714-9dd05488ce3e req-5e25770d-90e4-47ba-9c13-b2d26b34622f tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0410204 Nov 01 18:19:23.170014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e712572-3e35-492f-b937-16fd153a4644 req-a0d45582-9266-4c50-808c-df3fe2848b8a tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.0391953 Nov 01 18:19:23.209004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.377791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f74d2c39-eedc-47b1-8f50-bff0ef9ed194 req-5a784d35-d146-4e66-9f67-a732a1e3b443 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Nov 01 18:19:23.485216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2942586d-2315-4994-bb4b-6c396060f888 req-d85a5090-73d3-4df1-bae4-7a8ab6e967fa tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Nov 01 18:19:23.538932 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.602058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:23.605240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:23.609193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:23.656685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Pushing event updated for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:23.671635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:23.672265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.703119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45360) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:23.751472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-42d1c5a0-618a-4922-8be1-52872c1f6dba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbafe6a96ccb417f8d73568f061b6178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471268 Nov 01 18:19:23.754141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45364) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:23.805117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-f64d3587-a829-4a07-bc46-ca96f24c2e3b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8964503 Nov 01 18:19:23.827090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Request body: {'port': {'device_id': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:23.842552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.860250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.918687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.938555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:23.996018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3acdc515-a9be-44ec-b38a-f248d8a255d5 None None] Provisioning complete for port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:23.996635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3acdc515-a9be-44ec-b38a-f248d8a255d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.035301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3acdc515-a9be-44ec-b38a-f248d8a255d5 None None] Port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:19:24.193008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-904a5cce-40f6-4424-ba65-dc853abae658 req-7dae429a-8531-4cdb-a79c-1bd5c31ed3c1 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0628705 Nov 01 18:19:24.208101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.214364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.220445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.227044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.233163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.239133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.246080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.248004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba6b988b-2450-4404-825e-7691baaa9cba req-78314c5e-dae3-4ba5-bc2e-6a2859944236 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1934037 Nov 01 18:19:24.252459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.255007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.258655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce911f0a-5fe6-459d-9286-c1bfbeed5ceb HTTP/1.1" status: 204 len: 168 time: 0.5008471 Nov 01 18:19:24.296443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef48684-2b42-4dc3-9916-f6445aef3c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce911f0a-5fe6-459d-9286-c1bfbeed5ceb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:24.355089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba6b988b-2450-4404-825e-7691baaa9cba req-47816977-4dd8-4264-9b4b-18e8a4f2273e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978005 Nov 01 18:19:24.389599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff45e65-95d9-4d7f-aa7c-bcc2daef5a40 req-c8f2d31f-1e5e-4a68-830e-83a91edab4e5 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:24.391238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ff45e65-95d9-4d7f-aa7c-bcc2daef5a40 req-c8f2d31f-1e5e-4a68-830e-83a91edab4e5 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 935 time: 0.1132460 Nov 01 18:19:24.456966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5c7442-149c-4cda-a9db-79af0e0a98a4 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:24.472168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.511183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b3b2230-9a7a-41d3-8e91-308c2b5b0b1e req-5d68bcc2-2e26-4a13-92fe-d4b2b321d1c2 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0410767 Nov 01 18:19:24.514047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ff45e65-95d9-4d7f-aa7c-bcc2daef5a40 req-784f183a-24f3-459c-87be-16f727c33df3 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139026 Nov 01 18:19:24.518872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Transition to ACTIVE for port object 3b5c7442-149c-4cda-a9db-79af0e0a98a4 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:24.610066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0650db6f-fceb-4416-abcc-abe7e62dd03f req-bed17e52-145d-43a7-8198-6b93799fc5f4 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 210 time: 0.0285053 Nov 01 18:19:24.641105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.692443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:24.810683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Attempting to bind port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:24.811023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Attempting to bind port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:24.811344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Attempting to bind port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:24.819453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:24.823087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Attempting to bind port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:24.831155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:24.836415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:24.836415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:24.836758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Bound port: 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:24.837445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:24.990746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:25.004877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:25.104865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:25.157628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:25.158672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:25.160294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] 10.222.0.37 "PUT /v2.0/ports/3b5c7442-149c-4cda-a9db-79af0e0a98a4 HTTP/1.1" status: 200 len: 1095 time: 1.3419437 Nov 01 18:19:25.162964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:25.167030 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7006684-6eeb-45dc-b179-11fe223d9bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:25.202909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d671c7-e4f2-44de-8d45-992c6869f7af service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:25.222819 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b59001-c078-4a26-ba6d-ffa06fb5766d x-openstack-request-id: req-a4b59001-c078-4a26-ba6d-ffa06fb5766d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:25.223121 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:25.223378 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4b59001-c078-4a26-ba6d-ffa06fb5766d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:25.223806 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4', 'status': 'completed', 'code': 200} Nov 01 18:19:25.327590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e88a9f56-79db-42c5-9abe-7b8355f51715 req-0495560b-4314-4468-b8a8-ede0b887e337 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0377686 Nov 01 18:19:25.342150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006684-6eeb-45dc-b179-11fe223d9bb3 req-f20fc7d3-27fb-4669-bd28-78f821fe1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:25.343998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7006684-6eeb-45dc-b179-11fe223d9bb3 req-f20fc7d3-27fb-4669-bd28-78f821fe1c59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 1098 time: 0.0954206 Nov 01 18:19:25.378671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7006684-6eeb-45dc-b179-11fe223d9bb3 req-e6b58346-d03d-4461-b152-92ed2bc0d9e4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235531 Nov 01 18:19:25.499306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006684-6eeb-45dc-b179-11fe223d9bb3 req-a41526a3-fe92-4d63-bc4d-a49081d6ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:25.501712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7006684-6eeb-45dc-b179-11fe223d9bb3 req-a41526a3-fe92-4d63-bc4d-a49081d6ae8f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161792 Nov 01 18:19:25.601838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-c0ed6848-8fe5-4944-89d8-8b606bd618bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:25.603284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-c0ed6848-8fe5-4944-89d8-8b606bd618bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 1098 time: 0.0444613 Nov 01 18:19:25.657250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-010aff8c-bf9c-4988-a658-b44c3567df99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4 HTTP/1.1" status: 200 len: 217 time: 0.0449555 Nov 01 18:19:25.717463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd5845a4-067f-4032-8c7b-2bc8735e55e8 req-e826f96c-190c-4449-b94c-bfe18740badc tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f&device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0627773 Nov 01 18:19:25.734768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-be2b9233-f43f-4293-9768-5c995c4d5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:25.735525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-be2b9233-f43f-4293-9768-5c995c4d5453 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0702119 Nov 01 18:19:26.154939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23aef-34b3-453c-848b-3bf83f703552 req-1b2789ed-e2d3-45f0-b367-012aabd7d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.156467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-1b2789ed-e2d3-45f0-b367-012aabd7d12e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4132254 Nov 01 18:19:26.200564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45474) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:26.267104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.290782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.296908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.303016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.309982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.312062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-308643398-network', 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:26.316959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.323839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.330368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.332366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d556a48d-4932-41ad-a726-13ea010c15ff req-f76e8628-49dc-4cc4-bdb6-ecae6d83bd3b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.5490003 Nov 01 18:19:26.404351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-a8d00ee0-f578-4cc9-9963-503a13defb7f tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.405877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-a8d00ee0-f578-4cc9-9963-503a13defb7f tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 818 time: 0.2686262 Nov 01 18:19:26.424886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Request body: {'port': {'device_id': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'admin_state_up': True, 'tenant_id': '2a967e2a19e54678b431d44c0318b94f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:26.429257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-53e437f0-fe0a-4215-b924-36d78b631461 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531564 Nov 01 18:19:26.462623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d556a48d-4932-41ad-a726-13ea010c15ff req-3c50ca85-66c4-45bf-979c-cbab308352b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202271 Nov 01 18:19:26.478194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-489a7b6d-50bb-4561-806a-7f5b9fde7882 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.480043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-489a7b6d-50bb-4561-806a-7f5b9fde7882 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.37 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 818 time: 0.1099286 Nov 01 18:19:26.513457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Request body: {'port': {'device_id': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'admin_state_up': True, 'tenant_id': '2a967e2a19e54678b431d44c0318b94f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:26.532796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:26.537388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.590852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.607657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59c23aef-34b3-453c-848b-3bf83f703552 req-6621857a-3b53-4a11-b4f2-2987e408e052 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640821 Nov 01 18:19:26.725474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee7e1a03-7c9c-4dce-bf33-396a9362bab7 req-b7823c17-9ac6-4e7e-bd65-e5078ccc48a6 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Nov 01 18:19:26.770207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.791708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-f974fabd-eb21-4215-9437-4372a3567749 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:26.793365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-f974fabd-eb21-4215-9437-4372a3567749 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.32 "GET /v2.0/networks?id=2f98be56-0850-4182-9290-e25b2df6eb68 HTTP/1.1" status: 200 len: 813 time: 0.2222414 Nov 01 18:19:26.804972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Made reservation on behalf of 2a967e2a19e54678b431d44c0318b94f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:26.809954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Request body: {'port': {'device_id': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68', 'admin_state_up': True, 'tenant_id': '53266ffa92b84a9a9d94f06ece8edfed'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:26.818179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.944758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.970834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:26.987897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32ffc0-33df-4c7c-a84f-ff4c083d3039,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:26.993029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:26.993377 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Added segment a9ad0d03-019a-4129-be48-67653d85bb8f of type vlan for network be2420d1-4dfb-4082-a988-e064dc4089c2 Nov 01 18:19:26.997183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Made reservation on behalf of 2a967e2a19e54678b431d44c0318b94f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:27.000650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.009098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Allocated IP 172.20.0.13 (0bc7f193-f217-44be-8d92-f2c0cb9deb30/0430c426-b6d0-40f1-91d2-d0cecaa6a77d/653aa7c2-02ad-4312-850d-a0bd65aee8c6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:27.076434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.152300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Made reservation on behalf of 53266ffa92b84a9a9d94f06ece8edfed for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:27.156842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.164817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69982b6-b95c-444a-a385-0e5bfa0523ed req-39726c9b-fff7-4af9-b947-392df89683b1 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:27.166368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d69982b6-b95c-444a-a385-0e5bfa0523ed req-39726c9b-fff7-4af9-b947-392df89683b1 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 947 time: 0.1126900 Nov 01 18:19:27.242164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-701ba8b6-1f5b-481c-896f-441b1db23f8c req-7c4998c1-bffb-460e-b711-ba447603b963 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 210 time: 0.0459435 Nov 01 18:19:27.272808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d69982b6-b95c-444a-a385-0e5bfa0523ed req-b9a4ebf4-e46a-49d9-ad73-e55de1beea33 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Nov 01 18:19:27.278915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.510490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.557192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:27.563077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:27.568781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:27.575741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event updated for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:27.606562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.608196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:27.608196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.628299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:27.628977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.707664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Allocated IP 172.20.0.6 (2f98be56-0850-4182-9290-e25b2df6eb68/f814f8b9-7dc9-469c-9097-c64e79dcc1c7/4459d2b2-1fe8-401a-81ae-d8c59216674e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:27.727596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] Pushing event updated for resources: {'Network': ['ID=be2420d1-4dfb-4082-a988-e064dc4089c2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:27.734816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Allocated IP 172.20.0.4 (0bc7f193-f217-44be-8d92-f2c0cb9deb30/0430c426-b6d0-40f1-91d2-d0cecaa6a77d/41a79173-133e-40cc-866e-ff3fc7526370) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:27.739670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network be2420d1-4dfb-4082-a988-e064dc4089c2 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:27.785312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-5a3f969c-dcd0-4ef5-8c5b-d6dd48a5fe23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3660169 Nov 01 18:19:27.788600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80787e04-3dfc-4b6c-9afe-9951cc8dbea8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5879242 Nov 01 18:19:27.793017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45488) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:27.801789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Request body: {'subnet': {'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-308643398-subnet', 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:27.817603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Request body: {'port': {'device_id': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:27.916800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafbeec6-0875-4c23-b635-a676df971355 req-be0b6df9-7613-4a1d-96b4-0473bd801a33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dd4f5bee3404e769bf996f298475fa6&device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0466835 Nov 01 18:19:27.922461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:27.952984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafbeec6-0875-4c23-b635-a676df971355 req-335e01ce-84bc-400a-89c4-1f88e60e7bdd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1dd4f5bee3404e769bf996f298475fa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276902 Nov 01 18:19:28.049517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-53363429-4399-4f05-aab0-b403dd74f18b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.059850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-53363429-4399-4f05-aab0-b403dd74f18b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 818 time: 0.2180860 Nov 01 18:19:28.070606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Request body: {'port': {'device_id': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'admin_state_up': True, 'tenant_id': '2a967e2a19e54678b431d44c0318b94f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:28.078731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:28.081297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.191434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.213692 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.231470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1bce25e-2921-4bc8-82e8-1d9c37f63bb4 req-66c1a1da-0f26-4d65-bc04-884da46b85a7 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0841608 Nov 01 18:19:28.270187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.279338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.286034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.291899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.297971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.306295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.312849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.314805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-c13c84c3-0e6b-4815-a5d4-968936542290 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.3587053 Nov 01 18:19:28.332967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:28.355938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbeec6-0875-4c23-b635-a676df971355 req-7e5e636e-7515-4d0c-aeed-9117df55831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.357366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafbeec6-0875-4c23-b635-a676df971355 req-7e5e636e-7515-4d0c-aeed-9117df55831b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3822095 Nov 01 18:19:28.390823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c515d80-8c7d-46fa-ace9-79fdff59924d req-ebf0e8f1-fef0-4efd-9f28-dfe705156045 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0450931 Nov 01 18:19:28.414192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-751057e3-9242-4199-96d4-2d6e7700d7c8 req-bc003457-f52d-44b0-bd89-ab0563ae0bbd tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857644 Nov 01 18:19:28.419393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.423917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Made reservation on behalf of 2a967e2a19e54678b431d44c0318b94f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:28.427549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.455460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:28.458082 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777b1d1-99e5-45ad-b34a-40357b8eaae4" -d '{"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-unplugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:28.490581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:28.517383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.522142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.588056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.594467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:28.596309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Network 2f98be56-0850-4182-9290-e25b2df6eb68 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:28.600929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event updated for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:28.603521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:28.605344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:28.619836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:28.662311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:28.676122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.676609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.677048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.677701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.678298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.678704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.679099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.679754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.681017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.681347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.681831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.682164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:28.696239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:28.728283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e732608-1a0a-4a77-a0a6-30c8cbf3b63a req-03e451f9-6776-45f3-9f47-c0d39ee6062f tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.729890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e732608-1a0a-4a77-a0a6-30c8cbf3b63a req-03e451f9-6776-45f3-9f47-c0d39ee6062f tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 931 time: 0.1401875 Nov 01 18:19:28.759639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.760334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.762843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Pushing event updated for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:28.778900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.783144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.783835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.824228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-ef96061b-a54e-4721-9ab8-4c043af4fca4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:28.825788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-ef96061b-a54e-4721-9ab8-4c043af4fca4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.3202929 Nov 01 18:19:28.888560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e732608-1a0a-4a77-a0a6-30c8cbf3b63a req-383ac862-b35f-4839-8bcc-fcda834185b0 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489604 Nov 01 18:19:28.903206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-bca167ba-6495-4e0c-b2f3-f4772e68f1f6 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/quotas/46303d4cc0084ef4968803189f18ad81 HTTP/1.1" status: 200 len: 375 time: 0.0621088 Nov 01 18:19:28.908298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0491d0-2451-4d2c-985a-9f9e5178dc0d,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:28.925673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-c858262d-12de-4800-a449-2e35730dabf3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4295969 Nov 01 18:19:28.935715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653aa7c2-02ad-4312-850d-a0bd65aee8c6 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:28.941457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Request body: {'port': {'device_id': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:28.962567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:28.982416 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-686faaef-1405-4a04-8a81-cd77871fc797 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1795452 Nov 01 18:19:29.001527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Request body: {'port': {'device_id': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:29.004902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Checking segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:29.005334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Network hostable DHCP agents. Network: be2420d1-4dfb-4082-a988-e064dc4089c2, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:29.018931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Transition to ACTIVE for port object 653aa7c2-02ad-4312-850d-a0bd65aee8c6 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:29.028650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.038862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-ec61dceb-4589-4014-ac3f-fbc4f8fbcb34 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279464 Nov 01 18:19:29.055016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759e400-b064-4de4-bbca-e2d3da3cb7f5 req-874cc906-5bd7-42f5-9d39-5e79aa988f70 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:29.056614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5759e400-b064-4de4-bbca-e2d3da3cb7f5 req-874cc906-5bd7-42f5-9d39-5e79aa988f70 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 947 time: 0.0984499 Nov 01 18:19:29.091264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.167816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5759e400-b064-4de4-bbca-e2d3da3cb7f5 req-3f6f9321-86c3-4372-86ed-9d50724fc036 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021266 Nov 01 18:19:29.170414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.219322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Network be2420d1-4dfb-4082-a988-e064dc4089c2 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:29.219458 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db4fbd-bf62-4d87-8853-1884d7f53516 x-openstack-request-id: req-82db4fbd-bf62-4d87-8853-1884d7f53516 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:29.219926 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-unplugged", "status": "completed", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:29.219926 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82db4fbd-bf62-4d87-8853-1884d7f53516 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:29.220317 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'code': 200} Nov 01 18:19:29.254595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-ba9a8c4c-1468-46b6-94e5-d17e59b0985d service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969626 Nov 01 18:19:29.265984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:29.379385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, be2420d1-4dfb-4082-a988-e064dc4089c2) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:29.389271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f238083-03ed-47b2-9bf7-5153dfd42307 None None] Network be2420d1-4dfb-4082-a988-e064dc4089c2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:29.412572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08a295b5-ee20-4823-8e8a-0003b57f7d94 req-6fac340d-583c-43e5-991d-26622da18a23 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0471749 Nov 01 18:19:29.416362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:29.416604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.464883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-14566bf1-a026-408e-9db2-c56c00c3c72b service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997869 Nov 01 18:19:29.467344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Attempting to bind port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:29.468016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Attempting to bind port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:29.468016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Attempting to bind port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:29.475860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:29.476218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Attempting to bind port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:29.485191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:29.485528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Checking segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:29.485912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Bound using segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:29.486348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Bound port: 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:29.486704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.531025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4459d2b2-1fe8-401a-81ae-d8c59216674e {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:29.540549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.548694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31d604-ea2a-4ef2-871a-931d53530eee None None] Network be2420d1-4dfb-4082-a988-e064dc4089c2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:29.553615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Transition to ACTIVE for port object 4459d2b2-1fe8-401a-81ae-d8c59216674e will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:29.657545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca552035-33d5-48f4-80c3-72a6845b84fd req-add1055c-e829-4efc-ab63-88fab7f5c534 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0489354 Nov 01 18:19:29.706614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d82553c9-70f5-4c15-845c-6784e80f7f3a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9123032 Nov 01 18:19:29.712923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-7736c157-aaa4-49a8-a355-cd3abeb60e12 {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:19:29.713453 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:19:29.722499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-fce39f90-4a86-4cbf-b355-f44b37eba0f8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:29.724211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-fce39f90-4a86-4cbf-b355-f44b37eba0f8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "GET /v2.0/ports?device_id=25d49d66-7206-4bc5-9158-be00542bf863 HTTP/1.1" status: 200 len: 944 time: 0.1865256 Nov 01 18:19:29.729579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a79173-133e-40cc-866e-ff3fc7526370 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:29.730064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:29.736466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:29.738020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.751854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.754957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Transition to ACTIVE for port object 41a79173-133e-40cc-866e-ff3fc7526370 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:29.808441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:29.859336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafbeec6-0875-4c23-b635-a676df971355 req-49264f7b-b7a6-4768-93ae-f752868ba5a9 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff68c1ce-de44-4308-a756-d13f9d99bb2f HTTP/1.1" status: 200 len: 210 time: 0.0474479 Nov 01 18:19:29.872218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.927170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Attempting to bind port 4459d2b2-1fe8-401a-81ae-d8c59216674e on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:29.927541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Attempting to bind port 4459d2b2-1fe8-401a-81ae-d8c59216674e by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:29.929694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Attempting to bind port 4459d2b2-1fe8-401a-81ae-d8c59216674e on network 2f98be56-0850-4182-9290-e25b2df6eb68 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:29.935734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Port 4459d2b2-1fe8-401a-81ae-d8c59216674e on network 2f98be56-0850-4182-9290-e25b2df6eb68 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:29.936079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Attempting to bind port 4459d2b2-1fe8-401a-81ae-d8c59216674e on network 2f98be56-0850-4182-9290-e25b2df6eb68 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:29.942683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:29.943119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Checking segment: {'id': '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:29.943568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Bound using segment: {'id': '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:29.944148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Bound port: 4459d2b2-1fe8-401a-81ae-d8c59216674e, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:29.944535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.948151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:29.958304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:30.013654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.019614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.027361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.040515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.065281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.065281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.065281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.065281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-63c4643d-cae3-42cf-b4c5-4546591002b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.2859159 Nov 01 18:19:30.068337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.068956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.070336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-96feb4f6-363f-4723-ba2e-4e956dc6e9e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/653aa7c2-02ad-4312-850d-a0bd65aee8c6 HTTP/1.1" status: 200 len: 1092 time: 2.2606547 Nov 01 18:19:30.072043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:30.072792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Pushing event updated for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:30.078951 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60603e08-08d3-47f4-b7c9-afda2aef448c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:30.083783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-906c9fce-ae03-4c9a-8a3f-b2e321a3d2e8 req-fbbfb837-b17f-45c0-a046-93a6cd6577cd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 210 time: 0.1280639 Nov 01 18:19:30.138152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:30.142560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Deleting port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:30.143169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.158071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e,segment=NetworkSegment(38bcd13c-dbdf-457e-bccf-5bb2c335fb2d),segment_id=38bcd13c-dbdf-457e-bccf-5bb2c335fb2d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:30.196969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Attempting to bind port 41a79173-133e-40cc-866e-ff3fc7526370 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:30.196969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Attempting to bind port 41a79173-133e-40cc-866e-ff3fc7526370 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:30.196969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Attempting to bind port 41a79173-133e-40cc-866e-ff3fc7526370 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:30.207559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Port 41a79173-133e-40cc-866e-ff3fc7526370 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:30.209321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Attempting to bind port 41a79173-133e-40cc-866e-ff3fc7526370 on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:30.215745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.227816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:30.228381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Checking segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:30.228955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Bound using segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:30.229562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Bound port: 41a79173-133e-40cc-866e-ff3fc7526370, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:30.230095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.273643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.408151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.408778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.410226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] 10.222.0.32 "PUT /v2.0/ports/4459d2b2-1fe8-401a-81ae-d8c59216674e HTTP/1.1" status: 200 len: 1091 time: 1.4128871 Nov 01 18:19:30.414939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:30.417324 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:30.474847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:30.482762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c258d1-0840-495f-bcae-3097ea46ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:30.501392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=41a79173-133e-40cc-866e-ff3fc7526370,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:30.511855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Allocated IP 172.20.0.5 (0bc7f193-f217-44be-8d92-f2c0cb9deb30/0430c426-b6d0-40f1-91d2-d0cecaa6a77d/13da1898-f4fe-4edb-8f7d-a61e2ec1405b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:30.596922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.637864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-394fb70a-7e22-4996-9956-37cda76fa4c0 req-cb37ac93-4356-4258-ae01-127f65b98d89 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5524325 Nov 01 18:19:30.761102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecbc44-8c74-4a7a-b992-8858189779b0 req-ecabce18-4a64-4603-9759-1e494bc3b458 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.769043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eecbc44-8c74-4a7a-b992-8858189779b0 req-ecabce18-4a64-4603-9759-1e494bc3b458 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 943 time: 0.5315633 Nov 01 18:19:30.776634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Pushing event updated for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:30.790828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.797201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.800962 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-7e5858f8-5368-4d29-a4cf-21984313f934 service neutron] 10.222.0.37 "PUT /v2.0/ports/41a79173-133e-40cc-866e-ff3fc7526370 HTTP/1.1" status: 200 len: 1091 time: 1.8630085 Nov 01 18:19:30.811328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-74390106-4bad-48c3-bf27-8fba814c3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.813117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-74390106-4bad-48c3-bf27-8fba814c3023 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 1095 time: 0.5697703 Nov 01 18:19:30.845351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-bef45759-45dd-44b5-b6af-f10a14f08a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:30.847095 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-bef45759-45dd-44b5-b6af-f10a14f08a32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53266ffa92b84a9a9d94f06ece8edfed&device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 1094 time: 0.2903831 Nov 01 18:19:30.878497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eecbc44-8c74-4a7a-b992-8858189779b0 req-761538f4-de86-4e48-9ee2-ff8d0f358b61 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039526 Nov 01 18:19:30.879655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-6fd9662a-3cdd-4daa-8575-bd8f8c63ec3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6 HTTP/1.1" status: 200 len: 217 time: 0.0482757 Nov 01 18:19:30.914133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] For port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:30.918477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.918907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-6650cef7-1c8b-4401-8f96-1a58bb2e7a3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e HTTP/1.1" status: 200 len: 217 time: 0.0620468 Nov 01 18:19:30.941963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:30.986256 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33fd51-2bf2-4f6e-a48b-baf8eaed6df7 x-openstack-request-id: req-6f33fd51-2bf2-4f6e-a48b-baf8eaed6df7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:30.986256 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:30.986256 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f33fd51-2bf2-4f6e-a48b-baf8eaed6df7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:30.986256 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6', 'status': 'completed', 'code': 200} Nov 01 18:19:30.998120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Calling delete_port for b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:31.036776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-b94e7e90-6d6a-40a5-92af-1ac321c3f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.038430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-b94e7e90-6d6a-40a5-92af-1ac321c3f909 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f814f8b9-7dc9-469c-9097-c64e79dcc1c7 HTTP/1.1" status: 200 len: 853 time: 0.1097562 Nov 01 18:19:31.080229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-03a00a76-20ac-46af-908c-ad679cd1ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.081770 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-03a00a76-20ac-46af-908c-ad679cd1ab43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 1094 time: 0.1141245 Nov 01 18:19:31.085855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-e7c8c309-f07f-4c2b-b9f4-92103da64d3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f98be56-0850-4182-9290-e25b2df6eb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396347 Nov 01 18:19:31.154121 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-50f8c762-ac01-42b7-9714-343963dd96e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41a79173-133e-40cc-866e-ff3fc7526370 HTTP/1.1" status: 200 len: 217 time: 0.0642765 Nov 01 18:19:31.165277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-dcc34ff4-4653-4b95-b770-1f0a55bd3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.166750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-dcc34ff4-4653-4b95-b770-1f0a55bd3bea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.2754304 Nov 01 18:19:31.216943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-709af06b-5a82-469d-abde-c76dba5dc846 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413103 Nov 01 18:19:31.228653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.286824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba89b10-4870-4f71-88f9-a4e87b61f0bd req-baefe0b5-9c61-4bb6-9a08-e7ddda66b0d7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.304935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-0596b9c4-8f01-4f8c-b68c-815ddc70ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.305744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eba89b10-4870-4f71-88f9-a4e87b61f0bd req-baefe0b5-9c61-4bb6-9a08-e7ddda66b0d7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 947 time: 0.2508349 Nov 01 18:19:31.305921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-0596b9c4-8f01-4f8c-b68c-815ddc70ab48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.1067882 Nov 01 18:19:31.305921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-67c94bf3-8aac-4d41-a2c8-960724d830a0 service neutron] 10.222.0.32 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054384 Nov 01 18:19:31.309172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3b5c7442-149c-4cda-a9db-79af0e0a98a4 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:31.327412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:31.333680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-d94435a9-2dab-445f-a4d6-fc56006d95b7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.344509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-d94435a9-2dab-445f-a4d6-fc56006d95b7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.3624701 Nov 01 18:19:31.369343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-9fdf4d38-ecdd-4c31-b1f1-ead1ef9f0b76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656867 Nov 01 18:19:31.369343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:31.372227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event updated for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:31.374492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:31.425739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:31.440735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3b5c7442-149c-4cda-a9db-79af0e0a98a4', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '3b5c7442-149c-4cda-a9db-79af0e0a98a4', 'mac_address': 'fa:16:3e:44:bd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:31.480174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-14f794bb-9881-4812-9b8d-f11817bb16b1 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/quotas/cac5b9657cba4eb18a986ce63badb1b9 HTTP/1.1" status: 200 len: 375 time: 0.0637057 Nov 01 18:19:31.482705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.497795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5c7442-149c-4cda-a9db-79af0e0a98a4 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:31.516109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.516691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.521535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:31.538316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-256fd477-f73b-4ab4-9c87-1c4e74707c0d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450485 Nov 01 18:19:31.554612 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a6225aee-5e3c-4515-9e04-1b05c76a9052 req-75c0cec2-fedd-4608-bb4c-be6bc2eff8a6 service neutron] 10.222.0.32 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448974 Nov 01 18:19:31.564064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eba89b10-4870-4f71-88f9-a4e87b61f0bd req-3d513ee7-1efa-4c18-ba7f-0d05cd932a0d tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614052 Nov 01 18:19:31.583654 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-d663cf34-0059-42ab-a0aa-1ee990020770 service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784506 Nov 01 18:19:31.587686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-3afd5fd4-2f5e-4425-a87d-1ded2d37f325 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601849 Nov 01 18:19:31.636348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.697960 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7531f676-3afc-46f9-895b-28e25de38df5 x-openstack-request-id: req-7531f676-3afc-46f9-895b-28e25de38df5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:31.698437 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:31.698775 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7531f676-3afc-46f9-895b-28e25de38df5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:31.699169 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e', 'status': 'completed', 'code': 200} Nov 01 18:19:31.704070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-abf1e152-c509-4a94-978b-254cdced412a tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6389642 Nov 01 18:19:31.709925 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.725371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:31.746700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Request body: {'port': {'device_id': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:31.779580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event deleted for resources: {'Port': ['ID=b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:31.858917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-95773b26-d923-4835-9568-f2a65efc2571 service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901955 Nov 01 18:19:31.862557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] No DVR routers for this DVR port b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:31.867576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:31.871059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "DELETE /v2.0/ports/b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d HTTP/1.1" status: 204 len: 173 time: 2.1370044 Nov 01 18:19:31.873290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-9f1b3ff9-e2b4-4c32-bb3d-6984cf38c5f8 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689319 Nov 01 18:19:31.891537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e0549-5959-413d-bfa7-654c0ca92b5b req-4888d849-f97b-45d6-9bec-e0e2b0b4ee0b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:31.893200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-207e0549-5959-413d-bfa7-654c0ca92b5b req-4888d849-f97b-45d6-9bec-e0e2b0b4ee0b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 931 time: 0.1878018 Nov 01 18:19:31.967533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3b5c7442-149c-4cda-a9db-79af0e0a98a4'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:31.983782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-207e0549-5959-413d-bfa7-654c0ca92b5b req-b2ff4ab0-44b3-4085-95eb-256e3980598d tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Nov 01 18:19:32.004402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-fe0c8741-bf0a-4b4f-b735-8da338973a0d service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301036 Nov 01 18:19:32.130351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-839379be-ef0c-4158-86c7-f9569b485b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.131881 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-839379be-ef0c-4158-86c7-f9569b485b25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53266ffa92b84a9a9d94f06ece8edfed&device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 1094 time: 0.4247456 Nov 01 18:19:32.136596 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-f0da14f1-1e76-41ab-b3d1-3ccf995ceb0c service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377555 Nov 01 18:19:32.148050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:32.220580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-843db979-c430-4def-ad88-0a8ab9f7a943 req-49be0668-e06b-4682-bed7-f8f4fd2b04d4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 210 time: 0.0441475 Nov 01 18:19:32.228582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-bb506cf5-1d39-4fc6-b63a-d7b90db52a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.230061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-bb506cf5-1d39-4fc6-b63a-d7b90db52a72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 1095 time: 0.1257331 Nov 01 18:19:32.278972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-9674072e-8460-48b1-af24-44fbbc0fefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.280477 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-9674072e-8460-48b1-af24-44fbbc0fefeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f98be56-0850-4182-9290-e25b2df6eb68 HTTP/1.1" status: 200 len: 914 time: 0.1410701 Nov 01 18:19:32.366094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-81a32fcf-a239-4de8-8af5-ffab46e0ac28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e HTTP/1.1" status: 200 len: 217 time: 0.0422223 Nov 01 18:19:32.378225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.385172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.392073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.398922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.406640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.412658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.420149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.429174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-666ce0c9-1c2c-482a-8b9b-561ae188f513 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1287849 Nov 01 18:19:32.488101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-058cdf3d-5fd3-4e97-a8ec-7972db8290c3 req-9afe3889-7bd9-4312-a91a-d208ae7b07f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547910 Nov 01 18:19:32.499387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-31053e07-b197-4bb6-b6ee-6347e3401dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.500974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-31053e07-b197-4bb6-b6ee-6347e3401dd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 919 time: 0.2639933 Nov 01 18:19:32.592671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-5e29d69b-11a0-4fc8-8448-f0ba89177aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.594137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-5e29d69b-11a0-4fc8-8448-f0ba89177aef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f814f8b9-7dc9-469c-9097-c64e79dcc1c7 HTTP/1.1" status: 200 len: 853 time: 0.2044928 Nov 01 18:19:32.621933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-01542c73-25e7-4081-8a3c-fc0e26f7b784 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6 HTTP/1.1" status: 200 len: 217 time: 0.1031351 Nov 01 18:19:32.660214 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-ad44cbe8-eaac-4987-a889-8b4054f263c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f98be56-0850-4182-9290-e25b2df6eb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520132 Nov 01 18:19:32.682848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163c783-f23d-4e41-ab5e-a23e545ef48f req-57ca5751-215e-47fa-b793-d3065b0596da tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.684393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f163c783-f23d-4e41-ab5e-a23e545ef48f req-57ca5751-215e-47fa-b793-d3065b0596da tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 943 time: 0.1956983 Nov 01 18:19:32.699793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-e1b6b80c-3382-4161-b3bf-1a2233626532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.701215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-e1b6b80c-3382-4161-b3bf-1a2233626532 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.0696676 Nov 01 18:19:32.745666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-0d2866dd-c075-4e67-8d08-a68a1efd64bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316269 Nov 01 18:19:32.792791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f163c783-f23d-4e41-ab5e-a23e545ef48f req-208022c0-76fd-4058-8632-d3fdd1fd98c9 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956621 Nov 01 18:19:32.861711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da1898-f4fe-4edb-8f7d-a61e2ec1405b {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:32.876498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:32.885315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-fd7a147b-b801-4555-a88f-9f58b6023367 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:32.886803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-fd7a147b-b801-4555-a88f-9f58b6023367 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.2659044 Nov 01 18:19:32.888057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a56db05-78fb-4f2b-8888-8d38023bfc94 req-1e06b2f0-c259-4ae7-8e90-299963efbdd7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 210 time: 0.0458963 Nov 01 18:19:32.912205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-639b33b6-da67-4dbd-889a-735fd1fcb269 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558561 Nov 01 18:19:32.917888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Request body: {'port': {'device_id': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'admin_state_up': True, 'tenant_id': '46303d4cc0084ef4968803189f18ad81'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:32.939236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Transition to ACTIVE for port object 13da1898-f4fe-4edb-8f7d-a61e2ec1405b will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:32.941307 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-3ac15464-0cca-4501-84a0-8b1614e8cbc3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680855 Nov 01 18:19:32.995196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-deleted', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:32.997726 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7d521e-13c0-4c1e-ba23-21983a3c7a10" -d '{"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-deleted", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:33.065036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.074795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c38b3aa1-e165-433f-8acd-7d99364b5e78 req-f443ba9a-eb1e-400e-a613-7439ca400ee3 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0408180 Nov 01 18:19:33.094484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60603e08-08d3-47f4-b7c9-afda2aef448c req-f8371df3-e81b-45e5-9f98-6d9300c9f7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717198 Nov 01 18:19:33.103325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2710fe-e5a1-4fb0-b4f7-184fa2ab1e20 req-3669287c-b66f-4b3a-ba57-740ecba30540 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.110751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2710fe-e5a1-4fb0-b4f7-184fa2ab1e20 req-3669287c-b66f-4b3a-ba57-740ecba30540 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 948 time: 0.1276367 Nov 01 18:19:33.164651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-570f89fd-b747-48e1-a50f-c612d3b83af4 req-9aa289af-5538-4bb8-9582-3deefc033b5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dd4f5bee3404e769bf996f298475fa6&device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0507505 Nov 01 18:19:33.171721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9be90ae6-bea0-4b33-a6e5-b716b0e9ec2b req-10f6ff92-574f-4fad-831f-362ae704236c service neutron] 10.222.0.32 "GET /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219348 Nov 01 18:19:33.191018 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb3b77-88b5-4f4f-afde-09be8e258503 x-openstack-request-id: req-5aeb3b77-88b5-4f4f-afde-09be8e258503 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:33.192301 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d49d66-7206-4bc5-9158-be00542bf863", "name": "network-vif-deleted", "tag": "b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:33.192301 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aeb3b77-88b5-4f4f-afde-09be8e258503 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:33.192301 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d49d66-7206-4bc5-9158-be00542bf863', 'name': 'network-vif-deleted', 'tag': 'b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d', 'status': 'completed', 'code': 200} Nov 01 18:19:33.197003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Pushing event updated for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:33.213753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2710fe-e5a1-4fb0-b4f7-184fa2ab1e20 req-08b5c765-c59e-4215-82e2-2c664f4a5f63 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Nov 01 18:19:33.215658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-570f89fd-b747-48e1-a50f-c612d3b83af4 req-1afd5af3-7f49-418d-893c-15b3e2e3fa0d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1dd4f5bee3404e769bf996f298475fa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432124 Nov 01 18:19:33.312767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3b5c7442-149c-4cda-a9db-79af0e0a98a4 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:33.328555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Attempting to bind port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:33.329253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Attempting to bind port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:33.329925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Attempting to bind port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:33.334726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:33.338504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.355431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:33.356839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Attempting to bind port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b on network 0bc7f193-f217-44be-8d92-f2c0cb9deb30 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:33.375093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:33.375599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Checking segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:33.376064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Bound using segment: {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:33.376603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Bound port: 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd209bc3-7072-41a6-9a9d-66440d341714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:33.377066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.400501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c8b00da-9ced-4c87-a55d-8a00e270b565 req-56ba5768-779e-4d8f-8b71-784447326010 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Nov 01 18:19:33.421843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe98f5-b79b-490d-9fbd-f5210ade7530 req-55772c38-c187-429c-b512-20f2c4b6d8bb tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.423437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfbe98f5-b79b-490d-9fbd-f5210ade7530 req-55772c38-c187-429c-b512-20f2c4b6d8bb tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 943 time: 0.1717298 Nov 01 18:19:33.442818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f89fd-b747-48e1-a50f-c612d3b83af4 req-b1d7ca95-58e2-4086-9f3a-7e6c820ab37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.444264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-570f89fd-b747-48e1-a50f-c612d3b83af4 req-b1d7ca95-58e2-4086-9f3a-7e6c820ab37d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221429 Nov 01 18:19:33.483238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfbe98f5-b79b-490d-9fbd-f5210ade7530 req-387baac1-caf2-4652-90a9-e7bfa6cafa2f tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 Nov 01 18:19:33.514782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:33.522089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:33.522089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.532808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:33.552075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:33.563279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Allocated IP 172.20.0.4 (a0ba09c3-7403-4906-bf62-4df41db40d9a/9690731d-372a-4073-b717-ce39c1b11827/464e1154-d5bb-47db-8bda-148a27c6824e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:33.603948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.645075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:33.647947 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d33e19-6d27-4981-869b-aa29b5be2125" -d '{"events": [{"server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:33.653553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.660287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.661873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:33.666351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.666481 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.672769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.678842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.685694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.692010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.696418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-cea7fc20-9c13-43a6-a722-9384ebad6c13 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1121831 Nov 01 18:19:33.698546 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05029655-35d8-4544-b0db-1d475e14fa65 x-openstack-request-id: req-05029655-35d8-4544-b0db-1d475e14fa65 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:33.698831 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:33.699082 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05029655-35d8-4544-b0db-1d475e14fa65 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:33.699466 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4', 'code': 200} Nov 01 18:19:33.709830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:33.712226 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1407fe-02a6-4f70-97f5-943e2999744f" -d '{"events": [{"name": "network-changed", "server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "tag": "41a79173-133e-40cc-866e-ff3fc7526370"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:33.747850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5059cdad-263b-4bb5-b25e-be8db0efbbb2 req-2860b3b9-4990-44e5-8705-7186dab1221f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467522 Nov 01 18:19:33.765969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.769280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.770175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.771943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] 10.222.0.32 "PUT /v2.0/ports/13da1898-f4fe-4edb-8f7d-a61e2ec1405b HTTP/1.1" status: 200 len: 1091 time: 2.0505590 Nov 01 18:19:33.798464 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7530a4-1e1b-439f-9f11-3f22125e0944 x-openstack-request-id: req-de7530a4-1e1b-439f-9f11-3f22125e0944 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:33.798820 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "tag": "41a79173-133e-40cc-866e-ff3fc7526370", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:33.799139 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de7530a4-1e1b-439f-9f11-3f22125e0944 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:33.799623 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370', 'status': 'completed', 'code': 200} Nov 01 18:19:33.802757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddc925-3898-42e7-97ec-4159df77f82b service neutron] Pushing event updated for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:33.841278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:33.880735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:33.940666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e343e-49da-4507-8147-c1841910062e req-cf3bed23-d007-4909-824a-c1ec9bfbb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.942030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a4e343e-49da-4507-8147-c1841910062e req-cf3bed23-d007-4909-824a-c1ec9bfbb508 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 1100 time: 0.0882485 Nov 01 18:19:33.978995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e1af2-2828-462a-a186-e52d19b29dea req-c5387d4e-65d8-4c1c-8cf9-5104d8c687e8 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:33.980545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d7e1af2-2828-462a-a186-e52d19b29dea req-c5387d4e-65d8-4c1c-8cf9-5104d8c687e8 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 943 time: 0.0953979 Nov 01 18:19:34.002939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-6dfaf523-1d9e-4b13-9ffe-760239476bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.004775 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-6dfaf523-1d9e-4b13-9ffe-760239476bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 1094 time: 0.1169326 Nov 01 18:19:34.013033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-28c2f02b-c475-4872-ba12-fcd2d08e3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.014850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-28c2f02b-c475-4872-ba12-fcd2d08e3fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 1094 time: 0.0960701 Nov 01 18:19:34.020848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa7765f2-5d0f-4370-908a-bd3f494cdc67 req-7f81b1ce-5ac9-4cf2-8914-8df005b70808 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 210 time: 0.0514905 Nov 01 18:19:34.033581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a4e343e-49da-4507-8147-c1841910062e req-5e878e71-e14f-4e90-989a-3bdd61528ad6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817904 Nov 01 18:19:34.062398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d7e1af2-2828-462a-a186-e52d19b29dea req-d1d46386-7f2d-4a62-9cd5-ed80db07078f tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733297 Nov 01 18:19:34.090797 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.095403 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-a4b81c09-d9c7-4459-b935-b628c6344957 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b HTTP/1.1" status: 200 len: 217 time: 0.0592663 Nov 01 18:19:34.219801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Network a0ba09c3-7403-4906-bf62-4df41db40d9a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:34.220467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:34.228766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:34.234147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:34.240690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-f9a0fdf7-7803-45be-a396-3fb011845693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.242820 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-f9a0fdf7-7803-45be-a396-3fb011845693 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.0955508 Nov 01 18:19:34.274619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af915867-f5be-45da-a7e0-d832c2e407de req-3196683a-ee03-499d-8f2f-344429e4c8f9 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0602889 Nov 01 18:19:34.313579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-38c9214c-420a-48a9-83f2-b496a4051d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.315108 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-38c9214c-420a-48a9-83f2-b496a4051d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 919 time: 0.2991259 Nov 01 18:19:34.316918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-970dd54a-55b4-438c-a8c1-f821674ac800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518396 Nov 01 18:19:34.332022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.332820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.350519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4459d2b2-1fe8-401a-81ae-d8c59216674e details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:34.361289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:34.361897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bb833-2228-4da7-be5d-33855533847d req-f95b7c2e-9f6f-4a00-aaa5-6d62d9ddf8cf tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.373279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-648bb833-2228-4da7-be5d-33855533847d req-f95b7c2e-9f6f-4a00-aaa5-6d62d9ddf8cf tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.0754287 Nov 01 18:19:34.397385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:34.398067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b8cf02ef-7edf-47c9-b6c9-08f72a7bd36d not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:34.432408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-648bb833-2228-4da7-be5d-33855533847d req-d413b751-6cf0-436d-995b-e51392eb2415 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580790 Nov 01 18:19:34.460947 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-f13a5349-8e67-4f0f-a901-f43c969fde3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41a79173-133e-40cc-866e-ff3fc7526370 HTTP/1.1" status: 200 len: 217 time: 0.1247783 Nov 01 18:19:34.557402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e,segment=NetworkSegment(38bcd13c-dbdf-457e-bccf-5bb2c335fb2d),segment_id=38bcd13c-dbdf-457e-bccf-5bb2c335fb2d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:34.589719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '4459d2b2-1fe8-401a-81ae-d8c59216674e', 'network_id': '2f98be56-0850-4182-9290-e25b2df6eb68', 'port_id': '4459d2b2-1fe8-401a-81ae-d8c59216674e', 'mac_address': 'fa:16:3e:d0:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814f8b9-7dc9-469c-9097-c64e79dcc1c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:34.590581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-2ab64027-1e05-4f57-bc52-52b85c526fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.592457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-2ab64027-1e05-4f57-bc52-52b85c526fc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.0708137 Nov 01 18:19:34.599729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-6fa6d4ed-1b92-4d05-9876-c6bb9067fd1f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001286 Nov 01 18:19:34.602235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-b803f131-125d-44bd-9a6b-2a44decd9e68 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648349 Nov 01 18:19:34.614380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.626514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2f9f-0013-4151-ae6c-84831312cae0 req-66d4997b-7c73-4be6-ad1a-276f552fc721 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.630118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a96d2f9f-0013-4151-ae6c-84831312cae0 req-66d4997b-7c73-4be6-ad1a-276f552fc721 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 931 time: 0.1185591 Nov 01 18:19:34.638857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.645275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0676f-cff4-4100-8d26-f7e3b7e5104e req-32445930-c20f-49d2-8d7d-6b33ac7b3854 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.646812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64e0676f-cff4-4100-8d26-f7e3b7e5104e req-32445930-c20f-49d2-8d7d-6b33ac7b3854 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 943 time: 0.0780923 Nov 01 18:19:34.651820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Request body: {'port': {'device_id': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:34.657418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4459d2b2-1fe8-401a-81ae-d8c59216674e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:34.682674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-04c7569c-51de-4dee-a74e-a77118fa92b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538990 Nov 01 18:19:34.684295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e,segment=NetworkSegment(38bcd13c-dbdf-457e-bccf-5bb2c335fb2d),segment_id=38bcd13c-dbdf-457e-bccf-5bb2c335fb2d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:34.699893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a96d2f9f-0013-4151-ae6c-84831312cae0 req-c90787cb-eb2c-4582-9c48-faff52982b4f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519385 Nov 01 18:19:34.752220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64e0676f-cff4-4100-8d26-f7e3b7e5104e req-faf84b38-9bcf-48d8-9239-9a9988fb6926 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896618 Nov 01 18:19:34.793040 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.833918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:34.889396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:34.896300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab84059b-3f8b-4368-b7c0-992e8d633df1 req-f6046dff-c2f5-4aa7-8f2d-a2bf9dc1e512 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805388 Nov 01 18:19:34.924858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-75d5ea4f-5ec7-4187-8678-d401e434d8ac service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197297 Nov 01 18:19:34.964953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.970907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.977519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.983468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.989463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:34.995462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.001425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.003355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-30445cbb-20af-43df-95d8-a7c01d7707f0 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1431489 Nov 01 18:19:35.004458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4459d2b2-1fe8-401a-81ae-d8c59216674e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:35.056023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecdbb592-c4e3-44f9-b482-8307a9f4851c req-d08fc040-9c22-467c-b9e9-a058a8b1d1e6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456772 Nov 01 18:19:35.133361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f1407fe-02a6-4f70-97f5-943e2999744f req-5e20315f-9a7f-4ade-b65d-5bbd404b0d91 service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002065 Nov 01 18:19:35.165270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20253d84-103c-41be-9b48-8e12ce3ace4e req-e9c8f413-3d3c-4ca0-989c-f62265de4ab4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 210 time: 0.0341911 Nov 01 18:19:35.229835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464e1154-d5bb-47db-8bda-148a27c6824e {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:35.234193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1154-f3e9-46b5-b8d3-f930423b9102 req-ba03b2a6-4554-43e4-ba32-5cb6dddc2ab1 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.235726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ded1154-f3e9-46b5-b8d3-f930423b9102 req-ba03b2a6-4554-43e4-ba32-5cb6dddc2ab1 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Nov 01 18:19:35.237471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:35.250219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Transition to ACTIVE for port object 464e1154-d5bb-47db-8bda-148a27c6824e will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:35.274993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ded1154-f3e9-46b5-b8d3-f930423b9102 req-e4cfa5bf-c130-4f03-a032-f11ca5cb3f4d tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Nov 01 18:19:35.337861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:35.361626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-755fdbc7-3486-4db2-b860-3dcc850aaddb req-6559047b-76dd-4ef3-9383-f824290321f7 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0273237 Nov 01 18:19:35.401021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:35.468024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Attempting to bind port 464e1154-d5bb-47db-8bda-148a27c6824e on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:35.468367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Attempting to bind port 464e1154-d5bb-47db-8bda-148a27c6824e by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:35.468699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Attempting to bind port 464e1154-d5bb-47db-8bda-148a27c6824e on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:35.473025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Port 464e1154-d5bb-47db-8bda-148a27c6824e on network a0ba09c3-7403-4906-bf62-4df41db40d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:35.473370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Attempting to bind port 464e1154-d5bb-47db-8bda-148a27c6824e on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:35.478264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:35.478607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Checking segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:35.478989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Bound using segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:35.479419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Bound port: 464e1154-d5bb-47db-8bda-148a27c6824e, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:35.479803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:35.542091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-570f89fd-b747-48e1-a50f-c612d3b83af4 req-c596d8dd-2a1b-441c-9b02-afbe46905aeb tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.0472243 Nov 01 18:19:35.581474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:35.581474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:35.617569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1838-19bd-4281-8972-220000864009 req-0224dc2b-9a28-4717-a4f9-8648f7a80d13 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.618809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b1a1838-19bd-4281-8972-220000864009 req-0224dc2b-9a28-4717-a4f9-8648f7a80d13 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.1263404 Nov 01 18:19:35.664559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-2ac38494-d319-447c-914e-1e574fb8f014 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.666022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-2ac38494-d319-447c-914e-1e574fb8f014 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.37 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.1387634 Nov 01 18:19:35.681775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:35.682637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Request body: {'port': {'device_id': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'admin_state_up': True, 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:35.689742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b1a1838-19bd-4281-8972-220000864009 req-35ddcf7f-07a3-4992-a269-a460aec0f996 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620887 Nov 01 18:19:35.775130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.776121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:35.777918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/464e1154-d5bb-47db-8bda-148a27c6824e HTTP/1.1" status: 200 len: 1091 time: 1.1481287 Nov 01 18:19:35.802895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b'}, {'name': 'network-changed', 'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:35.805762 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211dd60-3db6-4667-ad05-5d735470e51c" -d '{"events": [{"name": "network-changed", "server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b"}, {"name": "network-changed", "server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:35.815773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eebf0-3d55-4c5e-b0d9-ccd5c0dfd8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:35.857789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391d04-ac7d-4ff4-a847-9fff86e56cad req-9992368d-8275-45f8-9c31-aaa270465b7e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.859371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d391d04-ac7d-4ff4-a847-9fff86e56cad req-9992368d-8275-45f8-9c31-aaa270465b7e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.0836906 Nov 01 18:19:35.946544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d391d04-ac7d-4ff4-a847-9fff86e56cad req-c6ac72f3-3d8a-47d9-abe3-3e856ce42ba2 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701051 Nov 01 18:19:35.956046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc95c6-429e-4f00-a700-a48fa42f1141 req-42cd01a8-b31f-43ea-ab2a-79dcaa6c50b5 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:35.957609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73dc95c6-429e-4f00-a700-a48fa42f1141 req-42cd01a8-b31f-43ea-ab2a-79dcaa6c50b5 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 943 time: 0.0956247 Nov 01 18:19:36.006071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-2413e73e-72fa-473a-b418-15ecab7e9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.013629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73dc95c6-429e-4f00-a700-a48fa42f1141 req-5592e16a-3ffb-4497-8651-f9a232615a61 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Nov 01 18:19:36.014357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:36.015257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-2413e73e-72fa-473a-b418-15ecab7e9b58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0991852 Nov 01 18:19:36.018078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.061114 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c080b508-38c9-4d2d-946e-8e5187cb4044 x-openstack-request-id: req-c080b508-38c9-4d2d-946e-8e5187cb4044 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:36.061754 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:36.062134 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c080b508-38c9-4d2d-946e-8e5187cb4044 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:36.062629 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b', 'status': 'completed', 'code': 200} Nov 01 18:19:36.062958 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e', 'status': 'completed', 'code': 200} Nov 01 18:19:36.064628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-b39d8862-f8dc-404f-93b2-5664b9bec909 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=464e1154-d5bb-47db-8bda-148a27c6824e HTTP/1.1" status: 200 len: 217 time: 0.0407932 Nov 01 18:19:36.148755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-9f18fff5-6e3e-41ec-82ab-5e41df655805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.150085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-9f18fff5-6e3e-41ec-82ab-5e41df655805 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0690675 Nov 01 18:19:36.154922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-1ba25dd7-0ab4-4495-98ff-0da81f24df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.156381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-1ba25dd7-0ab4-4495-98ff-0da81f24df4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 1094 time: 0.0848529 Nov 01 18:19:36.173977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Allocated IP 172.20.0.9 (be2420d1-4dfb-4082-a988-e064dc4089c2/3f0491d0-2451-4d2c-985a-9f9e5178dc0d/b3f0b5ce-84ae-42b4-ba34-103f5f0de967) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:36.189068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-52338993-d322-421f-a600-75780018e924 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317469 Nov 01 18:19:36.302618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ca14044-7d77-4aae-8468-e69321e0a714 req-14426844-cedb-401c-ade4-eb437833ff6d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 210 time: 0.0411992 Nov 01 18:19:36.318528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.324656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.330595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.337206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.343075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.352897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.355923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 653aa7c2-02ad-4312-850d-a0bd65aee8c6 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:36.358172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.358695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4459d2b2-1fe8-401a-81ae-d8c59216674e up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:36.366037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-6ead284b-9105-441b-a187-e1e64c10de20 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1789362 Nov 01 18:19:36.374690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-8084a0c3-3df7-40da-9e0f-1d020fc13671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.376811 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-8084a0c3-3df7-40da-9e0f-1d020fc13671 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 919 time: 0.2112625 Nov 01 18:19:36.378086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-c129d5b2-98ce-4d33-8800-49439f20d31f service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717322 Nov 01 18:19:36.442712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-99b2e357-54b0-40b7-9ebf-261602c55ecf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b HTTP/1.1" status: 200 len: 217 time: 0.0591154 Nov 01 18:19:36.508094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c7f55a3-d858-4e72-8ede-8529d5988f33 req-2f9f8955-45ce-4b93-b49f-7ee5623f3aaa tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410809 Nov 01 18:19:36.533381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048b92-cac5-4458-8979-a6a9a4389a88 req-f5802a0c-9a3c-4695-9113-cade0a80e572 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.534946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b048b92-cac5-4458-8979-a6a9a4389a88 req-f5802a0c-9a3c-4695-9113-cade0a80e572 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 944 time: 0.1444821 Nov 01 18:19:36.564905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-08aeb64d-6bed-49f1-ab7f-fa5d95f35d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.569688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-08aeb64d-6bed-49f1-ab7f-fa5d95f35d11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.0649614 Nov 01 18:19:36.600477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 4459d2b2-1fe8-401a-81ae-d8c59216674e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:36.609007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:36.618763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 4459d2b2-1fe8-401a-81ae-d8c59216674e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:36.619358 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.621115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7c2525b8-ab7f-4632-9854-72d8a8d0be57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472097 Nov 01 18:19:36.626672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b6e6f47-5a0f-47b2-a5ea-e1500fe6b47f req-0c3fbd1a-2125-486a-b9f3-af12aeaddfa6 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863461 Nov 01 18:19:36.645748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '653aa7c2-02ad-4312-850d-a0bd65aee8c6', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'port_id': '653aa7c2-02ad-4312-850d-a0bd65aee8c6', 'mac_address': 'fa:16:3e:c4:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430c426-b6d0-40f1-91d2-d0cecaa6a77d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:36.647062 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.718006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.759053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653aa7c2-02ad-4312-850d-a0bd65aee8c6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:36.766240 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-f3031b62-6288-4a94-b9f0-bf127d0f4cc9 service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378264 Nov 01 18:19:36.789868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:36.791052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.824409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:36.827367 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cba261-6978-4e02-b5b5-bf3f7cb6aa73" -d '{"events": [{"server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "name": "network-vif-plugged", "status": "completed", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:36.841139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e,segment=NetworkSegment(38bcd13c-dbdf-457e-bccf-5bb2c335fb2d),segment_id=38bcd13c-dbdf-457e-bccf-5bb2c335fb2d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:36.892204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.934067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-52f697a5-ebf6-4508-8ff8-bf368535643e service neutron] 10.222.0.32 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597431 Nov 01 18:19:36.936627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-62d39518-bdc7-4c8e-8a58-308746686b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:36.938277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-62d39518-bdc7-4c8e-8a58-308746686b2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0749915 Nov 01 18:19:36.952152 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:36.973266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:37.022327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-905da81e-1e7a-40a4-b4b8-da429b728b07 req-d96d28c3-d03d-49d3-a90e-cd29fd614059 tempest-ServerShowV247Test-1795223453 tempest-ServerShowV247Test-1795223453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ce385a5-e972-42c6-927c-3f8cac2021af HTTP/1.1" status: 200 len: 210 time: 0.4212747 Nov 01 18:19:37.047816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:37.057357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b048b92-cac5-4458-8979-a6a9a4389a88 req-84e23635-b23a-493b-8184-e291e6ce7002 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085640 Nov 01 18:19:37.071829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7dafbb4e-f5ba-471f-aa5a-0ea87c24f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.073413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7dafbb4e-f5ba-471f-aa5a-0ea87c24f5b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 906 time: 0.1277525 Nov 01 18:19:37.107393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['653aa7c2-02ad-4312-850d-a0bd65aee8c6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:37.141610 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40a3ca-9779-4425-8234-0be9984fe2dd x-openstack-request-id: req-5c40a3ca-9779-4425-8234-0be9984fe2dd {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:37.141988 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "name": "network-vif-plugged", "status": "completed", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:37.142293 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c40a3ca-9779-4425-8234-0be9984fe2dd {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:37.142846 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e', 'code': 200} Nov 01 18:19:37.204059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:37.290291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Network be2420d1-4dfb-4082-a988-e064dc4089c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:37.300042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:37.324131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:37.338801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 41a79173-133e-40cc-866e-ff3fc7526370 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:37.359826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e206-c01d-4d10-98f4-7061544173c6 req-11d38853-ca89-4457-b04b-070876661461 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.361755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7700e206-c01d-4d10-98f4-7061544173c6 req-11d38853-ca89-4457-b04b-070876661461 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.2160881 Nov 01 18:19:37.365678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event updated for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:37.402453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda75e72-6aea-4016-b050-8220aa0b6ac7 req-ce068587-eddc-4d38-898e-bce50994c2d8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.404435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bda75e72-6aea-4016-b050-8220aa0b6ac7 req-ce068587-eddc-4d38-898e-bce50994c2d8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.2031202 Nov 01 18:19:37.443615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.445208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:37.484109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7700e206-c01d-4d10-98f4-7061544173c6 req-481c260b-166a-4c3e-abea-b9484a2a3bb8 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035640 Nov 01 18:19:37.492345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bda75e72-6aea-4016-b050-8220aa0b6ac7 req-50543bf1-41bf-4cda-a3cc-ec371a45aa1c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742691 Nov 01 18:19:37.516398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=41a79173-133e-40cc-866e-ff3fc7526370,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:37.540208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '41a79173-133e-40cc-866e-ff3fc7526370', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'port_id': '41a79173-133e-40cc-866e-ff3fc7526370', 'mac_address': 'fa:16:3e:d4:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430c426-b6d0-40f1-91d2-d0cecaa6a77d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:37.552444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-5ce87f38-9f0c-48cc-abb1-c86a923a4580 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8761075 Nov 01 18:19:37.567365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Request body: {'port': {'device_id': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:37.591081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:37.592888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-702e8b11-5558-4d86-b12d-569b8ff04a0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=464e1154-d5bb-47db-8bda-148a27c6824e HTTP/1.1" status: 200 len: 217 time: 0.5127099 Nov 01 18:19:37.611190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a79173-133e-40cc-866e-ff3fc7526370 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:37.637463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=41a79173-133e-40cc-866e-ff3fc7526370,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:37.677034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7474b632-89d2-42c6-b2f3-797c2bfd85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.678485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7474b632-89d2-42c6-b2f3-797c2bfd85a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0781455 Nov 01 18:19:37.681015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647b2cf-0ebf-48e3-94f7-4ceaff7d9bd9 req-2ce44fcb-0cb2-41f5-ab19-1332df3a4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.682514 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2647b2cf-0ebf-48e3-94f7-4ceaff7d9bd9 req-2ce44fcb-0cb2-41f5-ab19-1332df3a4cbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 1096 time: 0.0916514 Nov 01 18:19:37.716227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:37.720374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:37.736413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2049-04a1-4f58-ba69-af6cd91035f9 req-c6bcb7a5-fa62-4741-b5b1-41789b9d9304 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.738146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a7d2049-04a1-4f58-ba69-af6cd91035f9 req-c6bcb7a5-fa62-4741-b5b1-41789b9d9304 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 931 time: 0.1658959 Nov 01 18:19:37.755462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80ea43-15d6-43b5-a19e-2cf961c114d2 req-4693f0d8-0414-486d-bb34-d36d32583136 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:37.757349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b80ea43-15d6-43b5-a19e-2cf961c114d2 req-4693f0d8-0414-486d-bb34-d36d32583136 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 943 time: 0.1650941 Nov 01 18:19:37.767151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-67599714-d0a7-469f-92b4-a403505dcc4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783527 Nov 01 18:19:37.785319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:37.812212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2647b2cf-0ebf-48e3-94f7-4ceaff7d9bd9 req-05475ed4-3dfe-43fa-9cc6-5fea8d6cda43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Nov 01 18:19:37.863647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a7d2049-04a1-4f58-ba69-af6cd91035f9 req-2aaf2246-6d65-413e-b4db-6d9427a34ed9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041160 Nov 01 18:19:37.869502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b80ea43-15d6-43b5-a19e-2cf961c114d2 req-5222f299-bf16-4ac9-85fa-f0479ecd13a1 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Nov 01 18:19:37.890988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-d355884d-7cbf-4421-842a-082b3f26be82 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168709 Nov 01 18:19:37.989044 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6211dd60-3db6-4667-ad05-5d735470e51c req-7037a98f-231d-480b-bf05-984d62765a57 service neutron] 10.222.0.37 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890579 Nov 01 18:19:38.091763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.102140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.105986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['41a79173-133e-40cc-866e-ff3fc7526370'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:38.109071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.115616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.121907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.127885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.134200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.142326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-ebbfc2cf-2a4e-4212-8452-6ee1d1d51684 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1788208 Nov 01 18:19:38.235140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ab89aad-007d-4af7-a134-56267bb31bd5 req-b9128b72-fdc6-45d8-b907-610adf41150b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917068 Nov 01 18:19:38.262079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9429ee9-4d68-4aeb-8220-51b23d4ff473 req-e634a648-f2ad-4710-9e35-e3a422c09f92 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.263619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9429ee9-4d68-4aeb-8220-51b23d4ff473 req-e634a648-f2ad-4710-9e35-e3a422c09f92 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 945 time: 0.1002352 Nov 01 18:19:38.337505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f0b5ce-84ae-42b4-ba34-103f5f0de967 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:38.344106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9429ee9-4d68-4aeb-8220-51b23d4ff473 req-5b021cc7-3339-43fc-8a74-6d3296d582ab tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719781 Nov 01 18:19:38.348079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.374569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 13da1898-f4fe-4edb-8f7d-a61e2ec1405b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:38.376876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 653aa7c2-02ad-4312-850d-a0bd65aee8c6 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:38.377251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Transition to ACTIVE for port object b3f0b5ce-84ae-42b4-ba34-103f5f0de967 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:19:38.401058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45688) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:38.406150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-811168895'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:38.476091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.503266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:38.506804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.510634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:38.526572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b', 'network_id': '0bc7f193-f217-44be-8d92-f2c0cb9deb30', 'port_id': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b', 'mac_address': 'fa:16:3e:aa:b8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430c426-b6d0-40f1-91d2-d0cecaa6a77d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:38.572522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:38.574732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:38.606141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:38.606257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.606257 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Added segment a9625eb6-35ad-45d7-b249-3af1a117a70d of type vlan for network e6a1dd92-8383-4d2c-87ca-f4a520954cea Nov 01 18:19:38.607084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.622578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:38.623100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.657134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da1898-f4fe-4edb-8f7d-a61e2ec1405b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:38.671139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.691889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:38.701059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45696) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:38.712097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Attempting to bind port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:38.712440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Attempting to bind port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:38.712763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Attempting to bind port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:38.721835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 on network be2420d1-4dfb-4082-a988-e064dc4089c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:19:38.722151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Attempting to bind port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:38.732902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:38.733236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Checking segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:38.733619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Bound using segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:38.734135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Bound port: b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:38.734540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.734675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.754776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.756699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2ffe5-901f-4d73-be52-ec4dd7994a24 req-f3a854ef-9e7a-4a5d-8c98-617ccb977589 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.760929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:38.761988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.764184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9f2ffe5-901f-4d73-be52-ec4dd7994a24 req-f3a854ef-9e7a-4a5d-8c98-617ccb977589 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.1137784 Nov 01 18:19:38.785097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.835779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:38.845740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:38.860200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9f2ffe5-901f-4d73-be52-ec4dd7994a24 req-3cca5bc0-ebe8-4d18-983a-3a7067479773 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949647 Nov 01 18:19:38.871121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:38.874688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:38.890494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8322708-8339-44be-9788-3d5dff4ba580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.916683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.939915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Network': ['ID=e6a1dd92-8383-4d2c-87ca-f4a520954cea,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:38.948740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.950984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:38.960729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:39.013270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['13da1898-f4fe-4edb-8f7d-a61e2ec1405b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:39.033624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6dea71c5-50da-4316-becc-b8df6cbb07b1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6314075 Nov 01 18:19:39.034232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:39.045850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-598452208'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:39.053915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.055052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.057572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 200 len: 1091 time: 1.4964852 Nov 01 18:19:39.060046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:39.062733 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73544b8a-88d0-4e46-b218-bfbf71d81e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:39.094724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5579f3-e9ae-4d14-a2fb-a9dc55c79cd1 req-1e598ab9-7176-400d-b502-296366358c66 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.096516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5579f3-e9ae-4d14-a2fb-a9dc55c79cd1 req-1e598ab9-7176-400d-b502-296366358c66 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 943 time: 0.1634243 Nov 01 18:19:39.114316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1bb66-7869-4144-a3e5-fa20ae37fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:39.140093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8322708-8339-44be-9788-3d5dff4ba580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.181764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5579f3-e9ae-4d14-a2fb-a9dc55c79cd1 req-63640036-81f4-431c-aa7b-0a18ca9aff31 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696197 Nov 01 18:19:39.193700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc3c9-c130-49f2-a67b-cbf3d762bf29 req-36e0d81e-3089-4144-ba5f-3db8c632909d tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.195677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bbbc3c9-c130-49f2-a67b-cbf3d762bf29 req-36e0d81e-3089-4144-ba5f-3db8c632909d tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 944 time: 0.0961082 Nov 01 18:19:39.223559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:39.231408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.260545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8322708-8339-44be-9788-3d5dff4ba580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.289610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bbbc3c9-c130-49f2-a67b-cbf3d762bf29 req-4d6b4dcf-5935-48fe-9465-edeaa091e50d tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Nov 01 18:19:39.333566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a8322708-8339-44be-9788-3d5dff4ba580 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dd4f5bee3404e769bf996f298475fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311035 Nov 01 18:19:39.334341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45712) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:39.335653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:39.338420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8322708-8339-44be-9788-3d5dff4ba580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e7142-dc77-4bf4-a9fe-eb1c5179d51c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:39.349268 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6931ae3e-2a92-438e-b716-9779d8192498 x-openstack-request-id: req-6931ae3e-2a92-438e-b716-9779d8192498 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:39.349615 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:39.349932 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6931ae3e-2a92-438e-b716-9779d8192498 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:39.350504 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967', 'status': 'completed', 'code': 200} Nov 01 18:19:39.356812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-1e750883-9199-4e73-ab58-b09b87bf52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.359109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-1e750883-9199-4e73-ab58-b09b87bf52b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 1094 time: 0.1606376 Nov 01 18:19:39.373415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.376170 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Added segment 7d3a3c2f-d54e-4812-94de-d3da69ac5596 of type vlan for network 631781a8-1de4-41c0-a4e2-4e806d7b751d Nov 01 18:19:39.410068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:39.418105 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330a134-46a3-4bed-b64a-9bd465a80f7a" -d '{"events": [{"server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "name": "network-vif-plugged", "status": "completed", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:39.436861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.444922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 41a79173-133e-40cc-866e-ff3fc7526370 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:39.456344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e714-c174-4bbc-a3a3-c5e10da6ed63 req-86a86d79-ac9c-4629-85f0-3424ebcdc9c2 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.456892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:39.458159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9293e714-c174-4bbc-a3a3-c5e10da6ed63 req-86a86d79-ac9c-4629-85f0-3424ebcdc9c2 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.1712561 Nov 01 18:19:39.466213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.467385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-7532dd2c-f64e-466f-95db-8e28fb785bff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 200 len: 217 time: 0.0962191 Nov 01 18:19:39.501992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.566504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.573547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.574308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.601876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.608226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.614233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.620517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.626461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.633226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.639396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.642219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-6f4157f6-e43f-4e5e-a0a3-fd35699d465e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1965139 Nov 01 18:19:39.646120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9293e714-c174-4bbc-a3a3-c5e10da6ed63 req-40340a41-39cd-403a-a56a-01dec3de4f4b tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374729 Nov 01 18:19:39.647983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-730dae1b-bb8c-4bb0-a9e8-c49448fa7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.649374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-730dae1b-bb8c-4bb0-a9e8-c49448fa7835 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.1501629 Nov 01 18:19:39.653580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Network': ['ID=631781a8-1de4-41c0-a4e2-4e806d7b751d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:39.657735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 41a79173-133e-40cc-866e-ff3fc7526370 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:39.664130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-edebe1b9-1641-43c2-8203-8894c8d6f03e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6209860 Nov 01 18:19:39.664130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.664965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 41a79173-133e-40cc-866e-ff3fc7526370 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:39.664965 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.676697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.676697 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/897e7142-dc77-4bf4-a9fe-eb1c5179d51c HTTP/1.1" status: 204 len: 168 time: 0.3351111 Nov 01 18:19:39.677280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:39.695342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'subnet': {'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:39.709554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:39.715161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714c01e-7325-483d-a3c9-fcbd4ee1a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e7142-dc77-4bf4-a9fe-eb1c5179d51c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:39.721971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-f4567881-e423-4b57-86d8-0fbcb80e49d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565727 Nov 01 18:19:39.846971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d547d01-a7e0-4000-8ba1-15dd0ebb70c2 req-65ecc6db-2b5c-423c-ac80-8bd3e6a9bb69 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965337 Nov 01 18:19:39.887367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f9fbe-77c0-4d1a-8b74-0653074cc6c0 req-34b1c13e-bd0e-40d5-b5a4-576d4929e01f tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:39.889030 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.894761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-786f9fbe-77c0-4d1a-8b74-0653074cc6c0 req-34b1c13e-bd0e-40d5-b5a4-576d4929e01f tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 945 time: 0.1618052 Nov 01 18:19:39.898351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:39.902535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:39.913404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-492c4b6e-d60c-4855-a94e-d4410b3675fa service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790490 Nov 01 18:19:39.924508 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9dc66-efda-4103-8d1a-0d405186046c x-openstack-request-id: req-add9dc66-efda-4103-8d1a-0d405186046c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:39.924873 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "name": "network-vif-plugged", "status": "completed", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:39.925215 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-add9dc66-efda-4103-8d1a-0d405186046c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:39.925815 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6', 'code': 200} Nov 01 18:19:39.966577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=41a79173-133e-40cc-866e-ff3fc7526370,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:39.973379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-786f9fbe-77c0-4d1a-8b74-0653074cc6c0 req-1af07bcb-868b-4dd4-bafb-501650232bf3 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776432 Nov 01 18:19:40.018419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.101576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59455f04-114d-4513-bf9c-85d2b3c57c40 req-ec32c229-82b1-41df-89aa-932802d985e3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.110327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59455f04-114d-4513-bf9c-85d2b3c57c40 req-ec32c229-82b1-41df-89aa-932802d985e3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.0831192 Nov 01 18:19:40.114446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:40.115220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa84763-2e60-4e3c-92cf-21707b42db08 req-758c0ba7-9d71-47d2-9008-ed47c4be182a service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937253 Nov 01 18:19:40.118071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3da48-2a3d-4594-ae61-4f2d96f97f1c req-7413684a-945e-4873-a1ba-5c309180c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.125701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21e3da48-2a3d-4594-ae61-4f2d96f97f1c req-7413684a-945e-4873-a1ba-5c309180c79a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 1097 time: 0.1070805 Nov 01 18:19:40.154420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59455f04-114d-4513-bf9c-85d2b3c57c40 req-2cef9f64-79c7-4816-981b-4524b9ea6fc1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Nov 01 18:19:40.193911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21e3da48-2a3d-4594-ae61-4f2d96f97f1c req-36941549-00de-4ecb-a5bc-ca5e3b9ca626 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Nov 01 18:19:40.349942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-843f17b7-2dd4-413e-837f-229d3b9f6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.351780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-843f17b7-2dd4-413e-837f-229d3b9f6553 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 1094 time: 0.0912738 Nov 01 18:19:40.358860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.363452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f7ca8-e229-4cc9-8588-ee9978ec9b0d req-75b35c2c-c3ea-40a7-a8fa-45c282fdf033 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.364932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d91f7ca8-e229-4cc9-8588-ee9978ec9b0d req-75b35c2c-c3ea-40a7-a8fa-45c282fdf033 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 943 time: 0.0687623 Nov 01 18:19:40.401789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 13da1898-f4fe-4edb-8f7d-a61e2ec1405b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:40.421094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Subnet': ['ID=29fedbb6-9d4e-4df7-b77d-dd761a49870c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:40.437019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:40.437392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network hostable DHCP agents. Network: e6a1dd92-8383-4d2c-87ca-f4a520954cea, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:40.467301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d91f7ca8-e229-4cc9-8588-ee9978ec9b0d req-c6c5056f-8053-4840-84e2-df1cbb093563 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936749 Nov 01 18:19:40.506373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-10c799e7-17ad-4607-bcbc-69297f19160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.506373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-10c799e7-17ad-4607-bcbc-69297f19160a service neutron] 10.222.0.37 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.1404049 Nov 01 18:19:40.533179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:40.556743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-f7d225d0-ced0-41ad-8e9a-b5f8d71b3c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 200 len: 217 time: 0.0434153 Nov 01 18:19:40.570050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:40.578336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:40.578336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.633090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-a548ba2f-37ef-4723-b166-914fde958aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.634610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-a548ba2f-37ef-4723-b166-914fde958aa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.0513926 Nov 01 18:19:40.645804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-94de3d7c-247e-44eb-aa75-816c034c17dc tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.647484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-94de3d7c-247e-44eb-aa75-816c034c17dc tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.0703576 Nov 01 18:19:40.675025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.681717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e6a1dd92-8383-4d2c-87ca-f4a520954cea) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:40.703332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cf14c-2a92-4c93-893a-116c26980ed3 None None] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:40.703734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-94f119e1-693f-4b1b-87d2-701468133bb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561578 Nov 01 18:19:40.709520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.709707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.733093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c295af7-04ea-4115-8242-23c63bc88945 req-b2702900-d679-4005-9ecd-5eec7620c0d5 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.734651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c295af7-04ea-4115-8242-23c63bc88945 req-b2702900-d679-4005-9ecd-5eec7620c0d5 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 944 time: 0.1815319 Nov 01 18:19:40.771530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd7966-9280-49a1-a7f4-16113ce34b69 req-976d6768-ceef-45c1-bae3-b8c865043ce4 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:40.774056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25bd7966-9280-49a1-a7f4-16113ce34b69 req-976d6768-ceef-45c1-bae3-b8c865043ce4 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 945 time: 0.1376452 Nov 01 18:19:40.776347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:40.845826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Deleting port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:40.845826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.879239 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.885301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c295af7-04ea-4115-8242-23c63bc88945 req-04e01ad0-aa13-47cf-b418-fbc4f8a0cc5b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305106 Nov 01 18:19:40.904488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:19:40.905417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:40.911025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25bd7966-9280-49a1-a7f4-16113ce34b69 req-527447ec-5557-47f2-81bd-d5dda6635da3 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104524 Nov 01 18:19:40.923081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5118575-c35f-4139-85e4-a4883e9162ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2426467 Nov 01 18:19:40.923708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45756) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:40.924359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-508f9594-296a-4a84-9f46-f5f7e2dbad76 service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123244 Nov 01 18:19:40.932984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'subnet': {'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:40.958962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.056230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] For port 3b5c7442-149c-4cda-a9db-79af0e0a98a4, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3b5c7442-149c-4cda-a9db-79af0e0a98a4,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:41.057182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.089825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Calling delete_port for 3b5c7442-149c-4cda-a9db-79af0e0a98a4 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:41.104414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21a0aa-c1a1-4c72-8802-f9fca0649a5d req-8dd166ea-2da1-4071-bb07-7a75f114d681 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.105946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e21a0aa-c1a1-4c72-8802-f9fca0649a5d req-8dd166ea-2da1-4071-bb07-7a75f114d681 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 949 time: 0.1232607 Nov 01 18:19:41.120481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Allocated IP 10.1.1.2 (e6a1dd92-8383-4d2c-87ca-f4a520954cea/29fedbb6-9d4e-4df7-b77d-dd761a49870c/7252618a-77ca-4ede-9440-f0281b586f8a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:41.133400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45760) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:41.169113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73544b8a-88d0-4e46-b218-bfbf71d81e4d req-a351c677-31f2-48fa-868a-3d36d10f6114 service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365139 Nov 01 18:19:41.201679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.208407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.214933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.221107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.227355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:41.228146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.231434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.234393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.242289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.249973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-459c4b8e-43f7-4658-b42d-07274add9122 req-04e23361-2973-4db6-8780-28c6ce19d150 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.1791148 Nov 01 18:19:41.263042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e21a0aa-c1a1-4c72-8802-f9fca0649a5d req-2a90b88f-87c7-42ee-8128-99d1b932552a tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb7ce22b-6142-42b3-b209-bf66d33a04dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498525 Nov 01 18:19:41.307828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-459c4b8e-43f7-4658-b42d-07274add9122 req-af05ba02-d00b-44e2-bcb8-91efc3b73570 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516891 Nov 01 18:19:41.308471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-524641634-network', 'tenant_id': '60ac0e18a8d649469aca3ebe5c909237'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:41.343461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:41.368978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.377858 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.398960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3b5c7442-149c-4cda-a9db-79af0e0a98a4'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:41.415815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e868775-e53d-4405-b23e-c45808e69445 req-d1e45629-65ef-432a-a001-b7615a7c504a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.417553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e868775-e53d-4405-b23e-c45808e69445 req-d1e45629-65ef-432a-a001-b7615a7c504a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.0538492 Nov 01 18:19:41.453655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Pushing event deleted for resources: {'Port': ['ID=3b5c7442-149c-4cda-a9db-79af0e0a98a4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.476828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e868775-e53d-4405-b23e-c45808e69445 req-42da30a2-c645-4fcd-b231-27315b842cfc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530021 Nov 01 18:19:41.504546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] No DVR routers for this DVR port 3b5c7442-149c-4cda-a9db-79af0e0a98a4 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:41.507432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Made reservation on behalf of 60ac0e18a8d649469aca3ebe5c909237 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:41.508124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:41.509859 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.515171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.518467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eb4b7294-60ce-4bda-93c3-07aec1eaa4f1 req-6b2f25ac-0b00-42b7-a934-b8d46d4fc3b7 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.37 "DELETE /v2.0/ports/3b5c7442-149c-4cda-a9db-79af0e0a98a4 HTTP/1.1" status: 204 len: 173 time: 0.8647690 Nov 01 18:19:41.518927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'name': 'network-vif-deleted', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:41.521264 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f7625a-8b65-494d-bfa7-7e69f3fd93f6" -d '{"events": [{"server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "name": "network-vif-deleted", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:41.525160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '464e1154-d5bb-47db-8bda-148a27c6824e', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '464e1154-d5bb-47db-8bda-148a27c6824e', 'mac_address': 'fa:16:3e:ce:8f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:41.527352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.539701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.582080 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c02734-f98e-4063-b37f-d96e38d3a802 x-openstack-request-id: req-64c02734-f98e-4063-b37f-d96e38d3a802 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:41.582307 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c2f43-fc27-4ccd-95dd-7feb4012b110", "name": "network-vif-deleted", "tag": "3b5c7442-149c-4cda-a9db-79af0e0a98a4", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:41.582545 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c02734-f98e-4063-b37f-d96e38d3a802 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:41.582937 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c2f43-fc27-4ccd-95dd-7feb4012b110', 'name': 'network-vif-deleted', 'tag': '3b5c7442-149c-4cda-a9db-79af0e0a98a4', 'status': 'completed', 'code': 200} Nov 01 18:19:41.636103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:41.640587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:41.656201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:41.669084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Pushing event updated for resources: {'Port': ['ID=7252618a-77ca-4ede-9440-f0281b586f8a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.676518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.700690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff41c7d-c942-42d0-9c84-910b9a565f79 req-5d818421-b25e-46bd-a441-e187c329401e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:41.711045 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.713725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff41c7d-c942-42d0-9c84-910b9a565f79 req-5d818421-b25e-46bd-a441-e187c329401e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 943 time: 0.1278889 Nov 01 18:19:41.743029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464e1154-d5bb-47db-8bda-148a27c6824e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:41.748600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Attempting to bind port 7252618a-77ca-4ede-9440-f0281b586f8a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:41.749134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Attempting to bind port 7252618a-77ca-4ede-9440-f0281b586f8a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:41.749599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Attempting to bind port 7252618a-77ca-4ede-9440-f0281b586f8a on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:41.760742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:41.761283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:41.762027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.763111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Bound using segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:41.763111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Bound port: 7252618a-77ca-4ede-9440-f0281b586f8a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:41.763644 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.768154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff41c7d-c942-42d0-9c84-910b9a565f79 req-d62dcb02-3a22-411a-b384-52aeec725c45 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Nov 01 18:19:41.783948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Subnet': ['ID=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.785151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:41.792949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.820183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Checking segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:41.820730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network hostable DHCP agents. Network: 631781a8-1de4-41c0-a4e2-4e806d7b751d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:41.840130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] For port 7252618a-77ca-4ede-9440-f0281b586f8a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:41.843060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] For port 7252618a-77ca-4ede-9440-f0281b586f8a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7252618a-77ca-4ede-9440-f0281b586f8a,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:41.885884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.886071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.914122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:41.919913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.923185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:41.930200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370'}, {'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:41.935269 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754279d-c6ea-45c0-94ca-b9a8dd7dd1d2" -d '{"events": [{"server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "name": "network-vif-plugged", "status": "completed", "tag": "41a79173-133e-40cc-866e-ff3fc7526370"}, {"server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "name": "network-vif-plugged", "status": "completed", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:41.935496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:41.935809 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Added segment 0dbe9e16-cbf7-4167-a529-ce3bf3a9c0fb of type vlan for network 9d8f2adc-4bd9-4157-9080-484daee66256 Nov 01 18:19:41.937317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791993f0-c37a-4509-9cca-03b28c9e20df,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.996992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:41.999468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 631781a8-1de4-41c0-a4e2-4e806d7b751d) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:42.011200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.011944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.018960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.039395 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ef9a0-8104-4f01-a789-2d771907df35 x-openstack-request-id: req-ff9ef9a0-8104-4f01-a789-2d771907df35 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:42.040031 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "name": "network-vif-plugged", "status": "completed", "tag": "41a79173-133e-40cc-866e-ff3fc7526370", "code": 200}, {"server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "name": "network-vif-plugged", "status": "completed", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:42.041125 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff9ef9a0-8104-4f01-a789-2d771907df35 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:42.041765 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370', 'code': 200} Nov 01 18:19:42.042938 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b', 'code': 200} Nov 01 18:19:42.043981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a2f17-6ac4-4829-951a-292c9617630d None None] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:42.083825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb606b-0642-4333-b8d0-d436c9bd7513 req-3de211d7-f491-4ef8-a6aa-668739345840 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.093474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aeb606b-0642-4333-b8d0-d436c9bd7513 req-3de211d7-f491-4ef8-a6aa-668739345840 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 945 time: 0.1264131 Nov 01 18:19:42.134434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc807850-de8e-46a5-ac05-e2499a68b8dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2049897 Nov 01 18:19:42.154622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac70bc0-4676-468d-8697-bd6b2907bc85 None None] Pushing event updated for resources: {'Port': ['ID=7252618a-77ca-4ede-9440-f0281b586f8a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:42.155142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45776) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:42.157047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.158129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.158891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.162290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'name': 'tempest-TaggedBootDevicesTest-1384151388', 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:42.276457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aeb606b-0642-4333-b8d0-d436c9bd7513 req-04d15f90-812a-4cb2-a890-84e317a31383 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687109 Nov 01 18:19:42.284713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['464e1154-d5bb-47db-8bda-148a27c6824e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:42.381609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-f221e83c-de4f-4655-b694-09819965919e tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.383341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-f221e83c-de4f-4655-b694-09819965919e tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 945 time: 0.3063064 Nov 01 18:19:42.391081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2528169 Nov 01 18:19:42.391240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9168-4bd2-4a6f-960c-9e0bbcce63a6 req-f5f37a34-ed30-4417-98fd-85247f361772 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.391240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764f9168-4bd2-4a6f-960c-9e0bbcce63a6 req-f5f37a34-ed30-4417-98fd-85247f361772 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 945 time: 0.2655933 Nov 01 18:19:42.397291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45782) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:42.403065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5fae-c297-455d-ae7f-c161726f0e60 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8f2adc-4bd9-4157-9080-484daee66256,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:42.409597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Request body: {'subnet': {'network_id': '9d8f2adc-4bd9-4157-9080-484daee66256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-524641634-subnet', 'tenant_id': '60ac0e18a8d649469aca3ebe5c909237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:42.416892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-631781a8-1de4-41c0-a4e2-4e806d7b751d', 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ips': [{'subnet_id': 'cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:19:42.416892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.421116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802766-5a5f-4b9d-9f57-353e2a605ebd req-4891e376-82e0-46b5-8faa-0955dfd798c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.422723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46802766-5a5f-4b9d-9f57-353e2a605ebd req-4891e376-82e0-46b5-8faa-0955dfd798c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 1096 time: 0.2875187 Nov 01 18:19:42.441541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9d8f2adc-4bd9-4157-9080-484daee66256 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:42.445160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 52e5f53d-8bed-410d-a3ad-54abfe243996 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:42.451343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ebc78-278c-439b-a65c-5ef76a11df64 req-ea72fde7-a8b6-4b85-86a0-a3afacc129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.452971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8ebc78-278c-439b-a65c-5ef76a11df64 req-ea72fde7-a8b6-4b85-86a0-a3afacc129f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 1096 time: 0.3070023 Nov 01 18:19:42.470474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31fd2936-d5d9-4ccb-a6da-ead11c3daea3 req-851df09d-3bf5-47fe-92bb-7a1b053f4a55 tempest-TenantUsagesTestJSON-937285063 tempest-TenantUsagesTestJSON-937285063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59c2f43-fc27-4ccd-95dd-7feb4012b110 HTTP/1.1" status: 200 len: 210 time: 0.0697491 Nov 01 18:19:42.543251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46802766-5a5f-4b9d-9f57-353e2a605ebd req-9666f2e8-a15a-4fc6-b8ec-244f4f86c0d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963712 Nov 01 18:19:42.543695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764f9168-4bd2-4a6f-960c-9e0bbcce63a6 req-3f742294-7882-4df3-bd55-3d9d03fb63f2 tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/security-groups?id=b509051f-48c2-4783-a4b3-e8c74fe6e1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396766 Nov 01 18:19:42.550887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8ebc78-278c-439b-a65c-5ef76a11df64 req-95936180-5cf0-474d-9789-8224905b43b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860658 Nov 01 18:19:42.599594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Made reservation on behalf of 60ac0e18a8d649469aca3ebe5c909237 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:42.601953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.606872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Deleting port 4459d2b2-1fe8-401a-81ae-d8c59216674e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:42.607265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.684780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:19:42.692149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Allocated IP 10.2.2.2 (631781a8-1de4-41c0-a4e2-4e806d7b751d/cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e/547c0ba6-065b-4e09-9992-660109eb8258) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:42.730303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] For port 4459d2b2-1fe8-401a-81ae-d8c59216674e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4459d2b2-1fe8-401a-81ae-d8c59216674e,segment=NetworkSegment(38bcd13c-dbdf-457e-bccf-5bb2c335fb2d),segment_id=38bcd13c-dbdf-457e-bccf-5bb2c335fb2d)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:42.730951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:42.744840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Calling delete_port for 4459d2b2-1fe8-401a-81ae-d8c59216674e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:42.757618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.763365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.769488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.776663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.782982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.790855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.796300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.804420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-3bccb9c1-ee2e-41fa-a5cb-6fcad25ca7c5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5431 time: 0.2183568 Nov 01 18:19:42.823202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:42.925435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=52e5f53d-8bed-410d-a3ad-54abfe243996,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:42.949762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bdb7-9806-43bf-acf6-d42df3d1add7 req-700db41f-9d69-4889-b171-91b5003448a7 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:42.951468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5102bdb7-9806-43bf-acf6-d42df3d1add7 req-700db41f-9d69-4889-b171-91b5003448a7 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 944 time: 0.2737567 Nov 01 18:19:42.961371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4f12c8d-243b-4b59-bc40-2898ccf89ce0 req-a726bca4-12e0-43af-a67c-19f3e28208b5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560204 Nov 01 18:19:42.993033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.082085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Pushing event deleted for resources: {'Port': ['ID=4459d2b2-1fe8-401a-81ae-d8c59216674e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:43.140647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4459d2b2-1fe8-401a-81ae-d8c59216674e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:43.140970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] No DVR routers for this DVR port 4459d2b2-1fe8-401a-81ae-d8c59216674e on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:43.145009 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.151339 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f3fe926-3b9f-45f9-ae80-c23a56d48d73 req-314da1df-4842-40d3-af1f-e5a5d26447ed tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.32 "DELETE /v2.0/ports/4459d2b2-1fe8-401a-81ae-d8c59216674e HTTP/1.1" status: 204 len: 173 time: 0.7539320 Nov 01 18:19:43.182698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '52e5f53d-8bed-410d-a3ad-54abfe243996', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'port_id': '52e5f53d-8bed-410d-a3ad-54abfe243996', 'mac_address': 'fa:16:3e:2d:39:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:43.280065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.282720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.300681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e5f53d-8bed-410d-a3ad-54abfe243996 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:43.315554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa77b90-b4c5-4e69-a1f5-12fadec97e4f None None] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:43.354255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b3f0b5ce-84ae-42b4-ba34-103f5f0de967 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:43.361725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3b5c7442-149c-4cda-a9db-79af0e0a98a4 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:43.367703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=52e5f53d-8bed-410d-a3ad-54abfe243996,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:43.371987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.454674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5102bdb7-9806-43bf-acf6-d42df3d1add7 req-6fc98efb-9009-408c-aa4f-549f71f39be2 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879103 Nov 01 18:19:43.459271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 3b5c7442-149c-4cda-a9db-79af0e0a98a4 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:43.459644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3b5c7442-149c-4cda-a9db-79af0e0a98a4 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:43.463454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.469175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7252618a-77ca-4ede-9440-f0281b586f8a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:43.476663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.477319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db1a7b3f-2e75-40d4-b258-af5605fd897b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:43.514052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1116ed-f919-4965-a987-670427810345 req-c59521e8-f2bc-4c2a-afbc-c80a2ba00c68 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:43.515942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a1116ed-f919-4965-a987-670427810345 req-c59521e8-f2bc-4c2a-afbc-c80a2ba00c68 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 943 time: 0.1293848 Nov 01 18:19:43.545631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:43.564525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] device_id is not set on port b1fd4735-e7c2-4459-b71e-596e903eaf34 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:19:43.577166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:43.585087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'name': 'network-vif-deleted', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:43.587667 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f451a11-d071-414a-8718-0dcc9aee06a0" -d '{"events": [{"server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "name": "network-vif-deleted", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:43.623208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:43.625230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] Provisioning complete for port 7252618a-77ca-4ede-9440-f0281b586f8a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:43.625622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.627043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Pushing event updated for resources: {'Port': ['ID=547c0ba6-065b-4e09-9992-660109eb8258,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:43.721412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:43.738096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a1116ed-f919-4965-a987-670427810345 req-42eb7768-5061-43f6-98bd-4c6729904d00 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977818 Nov 01 18:19:43.763866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.799040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a286-c3a5-4701-9ec7-3dd272ef1123 req-731cde3d-a0aa-46de-bef7-f159e559b261 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:43.800610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79e1a286-c3a5-4701-9ec7-3dd272ef1123 req-731cde3d-a0aa-46de-bef7-f159e559b261 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 945 time: 0.2592707 Nov 01 18:19:43.827331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'db1a7b3f-2e75-40d4-b258-af5605fd897b', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'port_id': 'db1a7b3f-2e75-40d4-b258-af5605fd897b', 'mac_address': 'fa:16:3e:f7:97:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:43.866017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:43.881628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7252618a-77ca-4ede-9440-f0281b586f8a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:43.881990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:43.887872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:43.943590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Attempting to bind port 547c0ba6-065b-4e09-9992-660109eb8258 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:43.943967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Attempting to bind port 547c0ba6-065b-4e09-9992-660109eb8258 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:43.944339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Attempting to bind port 547c0ba6-065b-4e09-9992-660109eb8258 on network 631781a8-1de4-41c0-a4e2-4e806d7b751d {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:43.949098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a57770-5e68-420f-bfb5-ce9c94545d1b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:43.954479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79e1a286-c3a5-4701-9ec7-3dd272ef1123 req-d17b9819-5001-40dc-a457-637f5f659c6b tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203656 Nov 01 18:19:43.994229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'port_id': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967', 'mac_address': 'fa:16:3e:fe:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0491d0-2451-4d2c-985a-9f9e5178dc0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:44.004982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.007175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cedcf15-9f57-45f4-a67a-f9248497f776 req-d1e78090-c5fd-4869-b8ea-32f1a13d8f6a tempest-ServerPasswordTestJSON-1259218816 tempest-ServerPasswordTestJSON-1259218816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab9e256d-1035-4fec-af6b-6660ffb806f0 HTTP/1.1" status: 200 len: 210 time: 0.0804074 Nov 01 18:19:44.019451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:44.020128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Checking segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:44.020530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.021598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Bound using segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:44.022104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Bound port: 547c0ba6-065b-4e09-9992-660109eb8258, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:44.022494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.023666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Checking segment: {'id': '0dbe9e16-cbf7-4167-a529-ce3bf3a9c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9d8f2adc-4bd9-4157-9080-484daee66256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:44.024044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Network hostable DHCP agents. Network: 9d8f2adc-4bd9-4157-9080-484daee66256, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:44.033052 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc547a-0bdd-4378-a3d3-c4e4214f9e81 x-openstack-request-id: req-c3dc547a-0bdd-4378-a3d3-c4e4214f9e81 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:44.038008 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9e256d-1035-4fec-af6b-6660ffb806f0", "name": "network-vif-deleted", "tag": "4459d2b2-1fe8-401a-81ae-d8c59216674e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:44.038008 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3dc547a-0bdd-4378-a3d3-c4e4214f9e81 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:44.038008 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9e256d-1035-4fec-af6b-6660ffb806f0', 'name': 'network-vif-deleted', 'tag': '4459d2b2-1fe8-401a-81ae-d8c59216674e', 'status': 'completed', 'code': 200} Nov 01 18:19:44.052583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.1.1.134 (e6a1dd92-8383-4d2c-87ca-f4a520954cea/29fedbb6-9d4e-4df7-b77d-dd761a49870c/b1fd4735-e7c2-4459-b71e-596e903eaf34) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:44.112588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1a7b3f-2e75-40d4-b258-af5605fd897b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:44.185731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.191142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.195607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:44.202335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Network 9d8f2adc-4bd9-4157-9080-484daee66256 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:44.221716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.227443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.233656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.239931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.246505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.252555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.258519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.261753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-e339cc45-f967-43cc-9d20-f52ce4974a29 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5432 time: 0.1674008 Nov 01 18:19:44.266671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f0b5ce-84ae-42b4-ba34-103f5f0de967 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:44.282672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] For port 547c0ba6-065b-4e09-9992-660109eb8258, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:44.326286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] For port 547c0ba6-065b-4e09-9992-660109eb8258, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=547c0ba6-065b-4e09-9992-660109eb8258,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:44.328918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:44.331214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.334145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f6caa51-2d89-4227-ae5c-e83e7c158d60 req-39e9723c-4902-40fb-98e7-7f920b89b203 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630193 Nov 01 18:19:44.334281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] For port 7252618a-77ca-4ede-9440-f0281b586f8a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7252618a-77ca-4ede-9440-f0281b586f8a,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:44.335432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.336116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2cf890d2-d131-4051-90f0-af7c6ff7e507 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:44.345391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.353835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 9d8f2adc-4bd9-4157-9080-484daee66256) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:44.360108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.360962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.380879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d4248-2a73-49fd-a747-bbb06b6f7c4a None None] Network 9d8f2adc-4bd9-4157-9080-484daee66256 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:44.468393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71b452fe-ee6e-43ab-b8b7-1d9eb87ef960 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0663092 Nov 01 18:19:44.469557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.477391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.481833 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.490788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:44.500156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.525254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:44.597443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:44.605809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:44.618841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:44.645736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:44.721327 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:19:44.721699 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:19:44.727257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.728215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.741892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf978e1-eb23-44c0-aa5d-07c4cb1b95e5 req-4873c942-566f-4397-8e96-44224d816f89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:44.744108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:44.744485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abf978e1-eb23-44c0-aa5d-07c4cb1b95e5 req-4873c942-566f-4397-8e96-44224d816f89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 944 time: 0.1459658 Nov 01 18:19:44.784889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0aedb058-4d2b-43ce-a12a-2d7952c0080d None None] Provisioning complete for port 7252618a-77ca-4ede-9440-f0281b586f8a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:44.785216 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0aedb058-4d2b-43ce-a12a-2d7952c0080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.802848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abf978e1-eb23-44c0-aa5d-07c4cb1b95e5 req-77c9ae0c-cbae-4751-b8ae-fa210e92b733 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386391 Nov 01 18:19:44.814699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5ac47-ed90-426a-87d5-7044c137f231 None None] Pushing event updated for resources: {'Port': ['ID=547c0ba6-065b-4e09-9992-660109eb8258,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:44.843805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6068c1b0-ec96-4384-b4f8-934875e6d800 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c60bcae82a849789f0925cd00c2e4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495626 Nov 01 18:19:44.854372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45818) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:44.858766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Deleting subnet 03a57770-5e68-420f-bfb5-ce9c94545d1b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:19:44.870130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:44.901512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f6843350-7647-4363-b48e-cc287cd58210 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7443986 Nov 01 18:19:44.907213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45820) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:44.917984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:44.921124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'name': 'tempest-TaggedBootDevicesTest-859872769', 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:44.922401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:44.969288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7df7d-5cb3-4949-9d1d-55454b02aff9 None None] Network 9d8f2adc-4bd9-4157-9080-484daee66256 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:44.976459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a7e91-263b-4ca5-98a3-35132d1c3b9f None None] Pushing event updated for resources: {'Port': ['ID=7252618a-77ca-4ede-9440-f0281b586f8a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:45.016380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'port_id': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'mac_address': 'fa:16:3e:86:2d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8700bdbb-56e6-48d7-a784-1265bd148594', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:45.025017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d029a-98b2-4b38-b5ed-a8d69768c366 req-6f789903-1031-4a95-aac8-a8bbe3d81761 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.033638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1d029a-98b2-4b38-b5ed-a8d69768c366 req-6f789903-1031-4a95-aac8-a8bbe3d81761 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 944 time: 0.1631064 Nov 01 18:19:45.037130 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.103635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1d029a-98b2-4b38-b5ed-a8d69768c366 req-074d2755-5b21-4248-b669-31feed0dd363 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686917 Nov 01 18:19:45.123953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.155056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.183254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:45.232107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bab20-594c-4af3-be32-087208d03f4e req-c9e97f27-f0fd-4fcf-ab2c-c82ff112bac4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.233996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d7bab20-594c-4af3-be32-087208d03f4e req-c9e97f27-f0fd-4fcf-ab2c-c82ff112bac4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 945 time: 0.1056094 Nov 01 18:19:45.279564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d7bab20-594c-4af3-be32-087208d03f4e req-df9261c5-d10f-4f5a-b3cc-8e0e4d602384 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Nov 01 18:19:45.292350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Deleting subnet f814f8b9-7dc9-469c-9097-c64e79dcc1c7 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:19:45.300629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.303197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.340986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.345966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.346774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb7ce22b-6142-42b3-b209-bf66d33a04dc HTTP/1.1" status: 204 len: 168 time: 0.4913635 Nov 01 18:19:45.358329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb579-40dd-4c14-b447-238b549f42f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ce22b-6142-42b3-b209-bf66d33a04dc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:45.377421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:45.381136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:45.388535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.441547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.475294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1df9-b196-422f-a524-4c2e951609f6 req-5ccbccd1-d71e-4ff9-9dcc-6a66a45f3f18 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.479621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8fe1df9-b196-422f-a524-4c2e951609f6 req-5ccbccd1-d71e-4ff9-9dcc-6a66a45f3f18 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 945 time: 0.1031952 Nov 01 18:19:45.484977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:45.505093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.510058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.573655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a57770-5e68-420f-bfb5-ce9c94545d1b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:45.588668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.594287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e2d23db3-efb4-4854-b33b-0e1f0b280983 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03a57770-5e68-420f-bfb5-ce9c94545d1b HTTP/1.1" status: 204 len: 168 time: 0.8466606 Nov 01 18:19:45.595204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:45.599201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8fe1df9-b196-422f-a524-4c2e951609f6 req-0a217f75-f506-4883-9e84-fc9f34d6b888 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129920 Nov 01 18:19:45.638924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.662146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf890d2-d131-4051-90f0-af7c6ff7e507 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:45.681184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.695870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f814f8b9-7dc9-469c-9097-c64e79dcc1c7 HTTP/1.1" status: 204 len: 168 time: 0.5114679 Nov 01 18:19:45.700716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.705472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:45.715841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:45.754758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dae18-fc50-41df-a74c-dede8c1f81fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f814f8b9-7dc9-469c-9097-c64e79dcc1c7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:45.761913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.768211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.769754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] device_id is not set on port c09b7483-3ebd-4683-bb90-c4cfd5306314 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:19:45.776616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.783786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.791112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.797714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.804351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:45.808225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08599750-4270-4f61-beef-cadc070bae41 req-b21ffd5a-9310-4f56-b4b9-655b61865630 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5433 time: 0.2918589 Nov 01 18:19:45.871242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e5388160-427b-41b5-8149-bee2d2433187 None None] Provisioning complete for port b1fd4735-e7c2-4459-b71e-596e903eaf34 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:45.871811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5388160-427b-41b5-8149-bee2d2433187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.912584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.948496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.949312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 85c1b563-86a9-4064-b74e-f15c80b523e1 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:45.970537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:45.972287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 547c0ba6-065b-4e09-9992-660109eb8258 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:45.979416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e5388160-427b-41b5-8149-bee2d2433187 None None] Port b1fd4735-e7c2-4459-b71e-596e903eaf34 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:19:45.979799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08599750-4270-4f61-beef-cadc070bae41 req-3c906fcb-e60f-4a70-a76c-2d5afb9ad662 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535413 Nov 01 18:19:46.027243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcffede-f791-49bf-aa9c-7d8489227de3 req-7bec46f4-76d1-49aa-a8ea-680459408fbe tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:46.035113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fcffede-f791-49bf-aa9c-7d8489227de3 req-7bec46f4-76d1-49aa-a8ea-680459408fbe tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 946 time: 0.2179890 Nov 01 18:19:46.133942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 464e1154-d5bb-47db-8bda-148a27c6824e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:46.143430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.1.1.128 (e6a1dd92-8383-4d2c-87ca-f4a520954cea/29fedbb6-9d4e-4df7-b77d-dd761a49870c/c09b7483-3ebd-4683-bb90-c4cfd5306314) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:46.158057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 464e1154-d5bb-47db-8bda-148a27c6824e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:46.158402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.186646 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.212243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f98be56-0850-4182-9290-e25b2df6eb68']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.215342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:46.220446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:46.222999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.236421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.236662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bcd13c-dbdf-457e-bccf-5bb2c335fb2d') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.251381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'port_id': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'mac_address': 'fa:16:3e:64:3f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:46.262479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 547c0ba6-065b-4e09-9992-660109eb8258 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:46.262923 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.276021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.312062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.316943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8f2adc-4bd9-4157-9080-484daee66256']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.330362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fcffede-f791-49bf-aa9c-7d8489227de3 req-766a34a1-94c1-4cee-8e68-f0b599f4b625 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946181 Nov 01 18:19:46.342778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbe9e16-cbf7-4167-a529-ce3bf3a9c0fb') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.343084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbe9e16-cbf7-4167-a529-ce3bf3a9c0fb') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:46.345119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.361415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.361579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45848) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:46.365401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:19:46.365815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:19:46.367484 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:19:46.379667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3484035-f780-4f34-9c7f-75cf7d5c0e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.383609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f735a4-8f94-40ea-bc05-84d9f06f1cf0 None None] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:46.408519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad490b3-aa5d-45d5-b686-b33afeee58dd req-f628d6b0-6ec8-42a9-89ba-6111a497961a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:46.418212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dad490b3-aa5d-45d5-b686-b33afeee58dd req-f628d6b0-6ec8-42a9-89ba-6111a497961a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 944 time: 0.1924181 Nov 01 18:19:46.421677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.448306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.465145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.479539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.492396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c1b563-86a9-4064-b74e-f15c80b523e1 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:46.509358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:19:46.509968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.524110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3484035-f780-4f34-9c7f-75cf7d5c0e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.525553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b7202efb-408e-4d49-944a-c7b188b67ad4 None None] Provisioning complete for port 547c0ba6-065b-4e09-9992-660109eb8258 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:46.525919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7202efb-408e-4d49-944a-c7b188b67ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.538128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:19:46.538788 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:19:46.552383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:46.552383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:46.558687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:46.572359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:46.574185 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c02a567-e7f0-47b8-beda-f3d830dcfc14" -d '{"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-plugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:46.615679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e3484035-f780-4f34-9c7f-75cf7d5c0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.615936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dad490b3-aa5d-45d5-b686-b33afeee58dd req-ae12e6f2-cfdd-4fec-8d1b-a668e3cba87c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967502 Nov 01 18:19:46.618914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:46.632785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:46.644598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743eb97-14ee-43b4-ab8a-235d88ae58e5 req-c7a8fe58-c77f-420d-a742-e28ca361e2eb tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:46.653861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f743eb97-14ee-43b4-ab8a-235d88ae58e5 req-c7a8fe58-c77f-420d-a742-e28ca361e2eb tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 944 time: 0.1966562 Nov 01 18:19:46.660226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:46.660678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.674601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.684989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.690988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f98be56-0850-4182-9290-e25b2df6eb68 HTTP/1.1" status: 204 len: 168 time: 0.9819617 Nov 01 18:19:46.720014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e3484035-f780-4f34-9c7f-75cf7d5c0e41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c6ded136be7411d8f26f91f7a6033df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573086 Nov 01 18:19:46.723145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:46.723297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.726575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1255d-52d5-425f-81a5-ffcda5ff7c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f98be56-0850-4182-9290-e25b2df6eb68,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:46.726847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.733745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484035-f780-4f34-9c7f-75cf7d5c0e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c1a65-0afc-488f-a706-2c139e34def9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:46.760528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.761094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.765573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d8f2adc-4bd9-4157-9080-484daee66256 HTTP/1.1" status: 204 len: 168 time: 1.1653759 Nov 01 18:19:46.779083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.781287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 697c7491-64c1-42da-b975-1e3da95f9343 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:46.787253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5665ed5-3d5b-4930-84ca-a457a26b0937 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8f2adc-4bd9-4157-9080-484daee66256,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:46.800414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-29cabde4-b3f1-443c-b85a-771a560a739c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8879807 Nov 01 18:19:46.818777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f743eb97-14ee-43b4-ab8a-235d88ae58e5 req-ba3f0d61-fcfb-47bd-85f1-3cc550d7613c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639507 Nov 01 18:19:46.861361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:46.861911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:46.882975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '697c7491-64c1-42da-b975-1e3da95f9343', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'port_id': '697c7491-64c1-42da-b975-1e3da95f9343', 'mac_address': 'fa:16:3e:54:3c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:46.890543 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59780f6c-0581-42f5-b40c-fd089da96fa6 x-openstack-request-id: req-59780f6c-0581-42f5-b40c-fd089da96fa6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:46.890952 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-plugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:46.891269 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59780f6c-0581-42f5-b40c-fd089da96fa6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:46.893500 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e', 'code': 200} Nov 01 18:19:46.904832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.005306 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.044133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 547c0ba6-065b-4e09-9992-660109eb8258, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=547c0ba6-065b-4e09-9992-660109eb8258,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:47.052584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697c7491-64c1-42da-b975-1e3da95f9343 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:47.054947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ee96-8960-428f-8af1-7cc0f5fdd895 req-e18b28e8-9e86-4c59-ac2c-c2ec06d23f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.057191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da90ee96-8960-428f-8af1-7cc0f5fdd895 req-e18b28e8-9e86-4c59-ac2c-c2ec06d23f97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0889204 Nov 01 18:19:47.108753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da90ee96-8960-428f-8af1-7cc0f5fdd895 req-7dc86e14-2a95-43af-be9e-581ddde91c36 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Nov 01 18:19:47.114609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:47.133745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.145015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7202efb-408e-4d49-944a-c7b188b67ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.189519 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.192544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.196134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/731c1a65-0afc-488f-a706-2c139e34def9 HTTP/1.1" status: 204 len: 168 time: 0.4675364 Nov 01 18:19:47.196305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.196831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7252618a-77ca-4ede-9440-f0281b586f8a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:47.206603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d8c64-f3e6-432e-82e9-30a53dcd5be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c1a65-0afc-488f-a706-2c139e34def9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.224401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.231146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.237543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.245482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.262527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.270766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.272953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.273277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ada586c5-82b7-439e-a740-1716edfc3b54 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:47.279591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.289525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f499480e-7803-494f-9950-c488290f364d req-2a1fddf9-1fac-4c31-af70-c953bbb05108 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5435 time: 0.1422477 Nov 01 18:19:47.301522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.353196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45866) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.355683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065056417', 'description': 'tempest-description--785291052'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:47.363967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b3f0b5ce-84ae-42b4-ba34-103f5f0de967 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:47.372720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f499480e-7803-494f-9950-c488290f364d req-29ff5ef9-6824-4822-a834-59bdbf0baead tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736616 Nov 01 18:19:47.373767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-b7202efb-408e-4d49-944a-c7b188b67ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:19:47.374104 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-b7202efb-408e-4d49-944a-c7b188b67ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:19:47.433270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ada586c5-82b7-439e-a740-1716edfc3b54,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:47.452003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.457637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45868) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.459014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95d1ce-03b7-45de-9867-901f32a6c699 req-a8f6f511-e325-41b6-b4ae-71dbc3524efc tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.461070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a95d1ce-03b7-45de-9867-901f32a6c699 req-a8f6f511-e325-41b6-b4ae-71dbc3524efc tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 946 time: 0.0592480 Nov 01 18:19:47.468131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7252618a-77ca-4ede-9440-f0281b586f8a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:47.468740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.474520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'ada586c5-82b7-439e-a740-1716edfc3b54', 'network_id': 'd8c9727d-d58f-4c3b-b9f2-975abb7893b6', 'port_id': 'ada586c5-82b7-439e-a740-1716edfc3b54', 'mac_address': 'fa:16:3e:35:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8700bdbb-56e6-48d7-a784-1265bd148594', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:47.495944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=547c0ba6-065b-4e09-9992-660109eb8258,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.519361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45870) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.560945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d93554b7-c97f-49e7-a9d6-a0b3b170b961 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60ac0e18a8d649469aca3ebe5c909237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993948 Nov 01 18:19:47.562894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45872) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.568720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a95d1ce-03b7-45de-9867-901f32a6c699 req-fc16a152-77a5-419b-8771-94e520ed76be tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981207 Nov 01 18:19:47.601812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.611066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-66765474-c6eb-4bf4-97ce-ecc984342671 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53266ffa92b84a9a9d94f06ece8edfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876901 Nov 01 18:19:47.612125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.633210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.647880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.665623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.677314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.694041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.696532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada586c5-82b7-439e-a740-1716edfc3b54 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:47.704329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.708764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.722685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:47.737935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:47.738411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.759015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d16e92-c9e2-4b83-9c0e-cf49f4252950,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.772079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ada586c5-82b7-439e-a740-1716edfc3b54,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:47.795910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11084f6-04bc-44f2-bf2d-76baebcf41bc req-94aa374e-2309-4834-bb70-6fe5007af663 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:47.796425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.797139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c11084f6-04bc-44f2-bf2d-76baebcf41bc req-94aa374e-2309-4834-bb70-6fe5007af663 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Nov 01 18:19:47.797661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd8159df-b774-4501-a8ca-d16527c1e051 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4487970 Nov 01 18:19:47.800582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45878) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:47.805230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'security_group_rule': {'security_group_id': '09d16e92-c9e2-4b83-9c0e-cf49f4252950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:47.843139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.843867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db043300-014a-40fa-a33f-cc4cdb4d42e9 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:47.851569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c11084f6-04bc-44f2-bf2d-76baebcf41bc req-813e06fe-5576-457f-8543-4ea16f2f443a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Nov 01 18:19:47.863218 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.866812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.867880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/791993f0-c37a-4509-9cca-03b28c9e20df HTTP/1.1" status: 204 len: 168 time: 0.3038516 Nov 01 18:19:47.884032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655e746-4d3c-4bec-a3c5-1b0bcaa0c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791993f0-c37a-4509-9cca-03b28c9e20df,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.937146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.939811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.943364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 547c0ba6-065b-4e09-9992-660109eb8258 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:47.943904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b509051f-48c2-4783-a4b3-e8c74fe6e1bd HTTP/1.1" status: 204 len: 168 time: 0.3282983 Nov 01 18:19:47.960016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:47.964975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ad395-d420-4134-87dd-8fb242a2bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b509051f-48c2-4783-a4b3-e8c74fe6e1bd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:47.998874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db159242-d59e-4b5d-b6f2-907cf4afb28e req-d3ff648f-dd19-4421-aa8a-749f7fccdba3 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.000520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db159242-d59e-4b5d-b6f2-907cf4afb28e req-d3ff648f-dd19-4421-aa8a-749f7fccdba3 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 944 time: 0.1002641 Nov 01 18:19:48.065464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db159242-d59e-4b5d-b6f2-907cf4afb28e req-245884e5-52d0-4aea-840a-462f4223cd1f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Nov 01 18:19:48.066759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.143257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.169499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847c4ee8-570d-48a4-bec7-1994f2b84e68,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:48.182416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.resource_extend [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:19:48.232795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:48.245015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:48.254900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.262498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.266370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd796fed-8e47-4f98-bd14-d9d85c94d5f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624164 Nov 01 18:19:48.266733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45892) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:48.271305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'db043300-014a-40fa-a33f-cc4cdb4d42e9', 'network_id': 'f1694758-ba07-4221-b5d8-09da131c2ac4', 'port_id': 'db043300-014a-40fa-a33f-cc4cdb4d42e9', 'mac_address': 'fa:16:3e:1c:1d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da884a7e-4827-4d0f-b2af-125e62c2a792', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:48.271458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'security_group_rule': {'security_group_id': '09d16e92-c9e2-4b83-9c0e-cf49f4252950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:48.337659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:48.338624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 547c0ba6-065b-4e09-9992-660109eb8258 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:48.338990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.341805 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.390900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db043300-014a-40fa-a33f-cc4cdb4d42e9 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:48.397382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.444183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:48.446822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.452336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-53fc3b52-ef95-4183-b912-7b1dc4fa215c None None] Provisioning complete for port c09b7483-3ebd-4683-bb90-c4cfd5306314 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:48.452747 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53fc3b52-ef95-4183-b912-7b1dc4fa215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.513380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.563431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.575294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-53fc3b52-ef95-4183-b912-7b1dc4fa215c None None] Port c09b7483-3ebd-4683-bb90-c4cfd5306314 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:19:48.576857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:48.599957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.607446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.613596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.619750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.625492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.631809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.638451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.651815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-7fa18c14-e47c-4bd0-b042-6439ab72369c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5438 time: 0.1604378 Nov 01 18:19:48.657447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-53fc3b52-ef95-4183-b912-7b1dc4fa215c None None] Provisioning complete for port 547c0ba6-065b-4e09-9992-660109eb8258 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:48.657447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53fc3b52-ef95-4183-b912-7b1dc4fa215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.690976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-c11cbdb8-65b0-4185-8390-9fb1a8db1616 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.692730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-c11cbdb8-65b0-4185-8390-9fb1a8db1616 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 946 time: 0.1043608 Nov 01 18:19:48.694593 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.715558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb1c06e4-6334-467e-9314-7b7fe9a254e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.717137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:48.722888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae173a7c-26fd-4b52-84e6-1c72bf02ccf0,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:48.767766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f4b52b5-d10f-4687-aa80-39f25736912d req-a729b635-03d5-4276-bade-49c94a3f0458 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076746 Nov 01 18:19:48.817084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.821291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d9e6f951-b18f-4397-a7b8-4eaade8cb8bf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5505266 Nov 01 18:19:48.824803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45918) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:48.826027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:48.861511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de26c-bea9-4ffa-ba48-fa5ede83124b req-e73aca2c-4366-4297-89e7-092a3fc72073 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:48.863104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22de26c-bea9-4ffa-ba48-fa5ede83124b req-e73aca2c-4366-4297-89e7-092a3fc72073 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 946 time: 0.0805106 Nov 01 18:19:48.893669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:48.900726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Deleting port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:48.901285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.903538 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06853e0d-dd06-4663-95f4-18353bd033f0" -d '{"events": [{"server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "name": "network-vif-plugged", "status": "completed", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:48.907488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22de26c-bea9-4ffa-ba48-fa5ede83124b req-1ca3701d-cc1a-45cc-a9aa-ece203f37a2f tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Nov 01 18:19:48.970179 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825eb3fb-b642-4576-b9ea-80ffeae4c103 x-openstack-request-id: req-825eb3fb-b642-4576-b9ea-80ffeae4c103 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:48.971021 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "name": "network-vif-plugged", "status": "completed", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:48.971443 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-825eb3fb-b642-4576-b9ea-80ffeae4c103 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:48.971567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:48.972172 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967', 'code': 200} Nov 01 18:19:49.079101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162e73-4378-4551-929d-349e27e52ef2 req-826d78a9-68cb-4137-828b-c298309874d1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:49.080649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0162e73-4378-4551-929d-349e27e52ef2 req-826d78a9-68cb-4137-828b-c298309874d1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 945 time: 0.1230633 Nov 01 18:19:49.095799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] For port 653aa7c2-02ad-4312-850d-a0bd65aee8c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=653aa7c2-02ad-4312-850d-a0bd65aee8c6,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:49.096755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.118742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Calling delete_port for 653aa7c2-02ad-4312-850d-a0bd65aee8c6 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:19:49.133389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd768-db86-4652-aa1a-4e11fab1856b req-1914bc75-d30d-48d3-b4f5-ec0a8b8a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:49.135369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['52e5f53d-8bed-410d-a3ad-54abfe243996'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.135712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bd5cd768-db86-4652-aa1a-4e11fab1856b req-1914bc75-d30d-48d3-b4f5-ec0a8b8a8e99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 1096 time: 0.0836260 Nov 01 18:19:49.145341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0162e73-4378-4551-929d-349e27e52ef2 req-eaaf375d-2919-40c1-9a79-442b024e742e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571404 Nov 01 18:19:49.198736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['2cf890d2-d131-4051-90f0-af7c6ff7e507'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.203258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.239071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bd5cd768-db86-4652-aa1a-4e11fab1856b req-9ab8b97b-ce30-470d-ab7c-8708d06be474 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618863 Nov 01 18:19:49.260187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['85c1b563-86a9-4064-b74e-f15c80b523e1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.273879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['db043300-014a-40fa-a33f-cc4cdb4d42e9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.276656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['db1a7b3f-2e75-40d4-b258-af5605fd897b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.369054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16814-b12f-4c9a-8bb9-a4fe8eafc624 req-d28c0ab5-4267-4d8f-8109-52a237c72986 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:49.378520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32f16814-b12f-4c9a-8bb9-a4fe8eafc624 req-d28c0ab5-4267-4d8f-8109-52a237c72986 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.1126075 Nov 01 18:19:49.434690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.452598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 172.25.2.70 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/2bc9ec31-2fc9-4516-9c79-61682263e1d7) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:49.459390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['41a79173-133e-40cc-866e-ff3fc7526370'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:49.464955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32f16814-b12f-4c9a-8bb9-a4fe8eafc624 req-392a464a-e0fb-47c9-8ba3-f0225ed242c6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Nov 01 18:19:49.508312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event deleted for resources: {'Port': ['ID=653aa7c2-02ad-4312-850d-a0bd65aee8c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:49.652384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.747198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b656-d48c-442f-9e80-d93e22d8db7f req-a07e8bff-1c87-4d7f-b012-290797daff89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:49.756441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2309b656-d48c-442f-9e80-d93e22d8db7f req-a07e8bff-1c87-4d7f-b012-290797daff89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 945 time: 0.0752914 Nov 01 18:19:49.825886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.879916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] No DVR routers for this DVR port 653aa7c2-02ad-4312-850d-a0bd65aee8c6 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:19:49.883288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:49.887528 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-480208b2-5f93-46e0-b0cf-566d91f0b2f0 req-469ac343-13cd-427c-bb63-02fe36bd5cc4 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "DELETE /v2.0/ports/653aa7c2-02ad-4312-850d-a0bd65aee8c6 HTTP/1.1" status: 204 len: 173 time: 1.1817279 Nov 01 18:19:49.888165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'name': 'network-vif-deleted', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:49.890563 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04447a8-bedb-41fd-9a9d-e041c91cd857" -d '{"events": [{"server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "name": "network-vif-deleted", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:49.935543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2309b656-d48c-442f-9e80-d93e22d8db7f req-c0620c58-e190-4c9c-b3fb-84aa489b1eaa tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547954 Nov 01 18:19:49.972405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:49.997292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:50.000690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=2bc9ec31-2fc9-4516-9c79-61682263e1d7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:50.004289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:50.007363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:50.054065 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1be493-201a-4297-b569-962e2d305aa4 x-openstack-request-id: req-bb1be493-201a-4297-b569-962e2d305aa4 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:50.054586 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9431b53-8299-492a-a62c-a5d201d2a739", "name": "network-vif-deleted", "tag": "653aa7c2-02ad-4312-850d-a0bd65aee8c6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:50.056126 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb1be493-201a-4297-b569-962e2d305aa4 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:50.056126 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9431b53-8299-492a-a62c-a5d201d2a739', 'name': 'network-vif-deleted', 'tag': '653aa7c2-02ad-4312-850d-a0bd65aee8c6', 'status': 'completed', 'code': 200} Nov 01 18:19:50.115222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.130481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.141505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.148032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ada586c5-82b7-439e-a740-1716edfc3b54'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:50.151413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.162740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.173719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.183076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.195095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-588046f9-839e-44cd-b45e-23aa5c67908e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5438 time: 0.2697167 Nov 01 18:19:50.230814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1491497815-network', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:50.309271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.333995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fdbb1d28-c833-4332-8174-142faefa9f0a req-25f23d09-49c2-470e-a203-28a2e7c0b03e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377494 Nov 01 18:19:50.336146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db517cd2-e29c-455a-812b-5f3da9ae146f req-7b5cd031-b8d3-4ae1-808c-4629fc32549e tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9431b53-8299-492a-a62c-a5d201d2a739 HTTP/1.1" status: 200 len: 210 time: 0.0566781 Nov 01 18:19:50.342936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Made reservation on behalf of 3853e4a3bf1a4253b8c9aed1b68bfb1c for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:50.345269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.360017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.449003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.456806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.527000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.549217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 653aa7c2-02ad-4312-850d-a0bd65aee8c6 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:50.563373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:19:50.583124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 653aa7c2-02ad-4312-850d-a0bd65aee8c6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:50.583485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 653aa7c2-02ad-4312-850d-a0bd65aee8c6 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:50.583954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4459d2b2-1fe8-401a-81ae-d8c59216674e no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:19:50.586590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50392777-7eb2-4783-b8d2-47b08c0c51d2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:50.601093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.602786 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Added segment ac61ab18-a6ac-442d-ba39-04ac73f13a90 of type vlan for network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 Nov 01 18:19:50.652345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 4459d2b2-1fe8-401a-81ae-d8c59216674e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:19:50.652699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4459d2b2-1fe8-401a-81ae-d8c59216674e not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:19:50.686951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36183b4d-5b25-4176-aafd-50e40181cef8 req-5fad92bf-7b13-4d37-830f-bf685b6eda82 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.686951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36183b4d-5b25-4176-aafd-50e40181cef8 req-5fad92bf-7b13-4d37-830f-bf685b6eda82 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.1553483 Nov 01 18:19:50.706947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.750523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36183b4d-5b25-4176-aafd-50e40181cef8 req-0e088216-199f-434c-92cd-a43514ba2431 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547245 Nov 01 18:19:50.770002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.849769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.849965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.851205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:50.851352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-863c721b-1f11-4b98-b463-54ae1d48a1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.852685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.943225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] Pushing event updated for resources: {'Network': ['ID=03813262-cfbe-4c8a-ba8f-4c5c95fd48a2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:50.966391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:19:50.979321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:50.983816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=2bc9ec31-2fc9-4516-9c79-61682263e1d7,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:51.115104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4bb72-0437-4ecc-be7d-c0ce1d5d7174 req-552d2a49-50c5-42cb-a94e-aff0bb7abd88 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.123413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6f4bb72-0437-4ecc-be7d-c0ce1d5d7174 req-552d2a49-50c5-42cb-a94e-aff0bb7abd88 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 945 time: 0.0878448 Nov 01 18:19:51.151178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e814b829-34b9-4d84-8ca8-624dccfd9524 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1776092 Nov 01 18:19:51.158730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46004) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:51.164148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Request body: {'subnet': {'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1491497815-subnet', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:51.171784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6f4bb72-0437-4ecc-be7d-c0ce1d5d7174 req-1eec9368-3c01-4007-9c74-f288e6ffa0d4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Nov 01 18:19:51.192478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:51.196803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7036c823-46d3-4f64-8652-41480454bcb4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3726928 Nov 01 18:19:51.224054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d827b6bc-2a88-4ba7-b389-7b5f7163d35a req-a554d452-780f-46b6-8616-4c9dfa002312 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0809367 Nov 01 18:19:51.256280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Made reservation on behalf of 3853e4a3bf1a4253b8c9aed1b68bfb1c for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:19:51.260118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:51.321484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['697c7491-64c1-42da-b975-1e3da95f9343'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:51.456827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['13da1898-f4fe-4edb-8f7d-a61e2ec1405b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:51.577472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.583395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.589991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.595984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.604841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.610959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.616969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.618897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-4025e7c9-7ef0-4cf4-a740-d9161299e95a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5438 time: 0.1035714 Nov 01 18:19:51.658099 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:51.677972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c82eb706-701a-43a4-ae76-198edceb45b3 req-96daf114-3e0d-467a-936e-c9f3ef2d19a4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500751 Nov 01 18:19:51.754967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Checking segment: {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:51.755346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Network hostable DHCP agents. Network: 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:19:51.757671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61d43ae-0b9f-45e6-9611-62ab3bf8d101,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:51.823177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:19:51.895463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:51.904370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.904370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:51.910680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fa430-d286-4630-a172-d6b510ab9108 None None] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:51.926946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-d56313fd-7582-480a-aea1-d7d9f6905fd1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1065056417&fields=id&tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43 HTTP/1.1" status: 200 len: 267 time: 0.0473220 Nov 01 18:19:51.982675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fa615f01-b221-4b49-a54d-7ec1cceb36fb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:51.986229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fa615f01-b221-4b49-a54d-7ec1cceb36fb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 932 time: 0.0564730 Nov 01 18:19:51.992048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.035562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9512880b-bb79-480c-a415-693054a5320a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:52.036928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9512880b-bb79-480c-a415-693054a5320a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 931 time: 0.0460725 Nov 01 18:19:52.048958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-23f0dd2d-dca1-4362-acc5-b1acc3b98bcc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8888345 Nov 01 18:19:52.051738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:52.056748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:19:52.086570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'fixed_ips': [{'subnet_id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:19:52.088321 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.098860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-da1f73f3-fec3-4b7b-8400-df54db79ae6e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0544822 Nov 01 18:19:52.144858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-aab44f9d-5a9b-4ceb-9b9c-e78ad316b25d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0361059 Nov 01 18:19:52.197777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.199893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.266215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Allocated IP 172.20.0.2 (03813262-cfbe-4c8a-ba8f-4c5c95fd48a2/e61d43ae-0b9f-45e6-9611-62ab3bf8d101/b04558e1-5e80-4361-89d4-6e002fc4379a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:52.280478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d2ed-0431-4de6-95ad-32cef0339c6c req-682683ee-db03-4f11-803f-19dde0dde06c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:52.285471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.288033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3612d2ed-0431-4de6-95ad-32cef0339c6c req-682683ee-db03-4f11-803f-19dde0dde06c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.1339660 Nov 01 18:19:52.350946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3612d2ed-0431-4de6-95ad-32cef0339c6c req-624cd3c3-c768-415c-87ab-7a246de54277 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Nov 01 18:19:52.357817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-eaef35a5-e17f-4e9c-8d16-9a49150950b6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:52.363882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-eaef35a5-e17f-4e9c-8d16-9a49150950b6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:52.381063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-eaef35a5-e17f-4e9c-8d16-9a49150950b6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:52.381063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-eaef35a5-e17f-4e9c-8d16-9a49150950b6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 1988 time: 0.2224395 Nov 01 18:19:52.395694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-1ad21f8b-8298-4008-bb04-e34d2d026ad6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/quotas/7d7847ec5a2040ce8c0a3eabc9edcb43 HTTP/1.1" status: 200 len: 375 time: 0.0168951 Nov 01 18:19:52.473328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-900fe636-9d92-40f4-aefe-78bfe8a26c7c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0689595 Nov 01 18:19:52.496468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.580115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 52e5f53d-8bed-410d-a3ad-54abfe243996 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:52.587465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61c38f67-5c4b-4517-a9c3-39632ff9f342 req-4be72364-4768-4aa6-b2c5-7fc9b142941b tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Nov 01 18:19:52.620610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-1beeaa89-e4cd-4ed8-acae-d47f09db8be5 service neutron] 10.222.0.31 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441300 Nov 01 18:19:52.633162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.717126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.733936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Pushing event updated for resources: {'Port': ['ID=b04558e1-5e80-4361-89d4-6e002fc4379a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:52.752137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:52.757284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:52.770644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f7f4934-fffa-43b8-8f85-6eb51b2fbe79 service neutron] 10.222.0.31 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476276 Nov 01 18:19:52.773036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:52.831843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Attempting to bind port b04558e1-5e80-4361-89d4-6e002fc4379a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:52.832218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Attempting to bind port b04558e1-5e80-4361-89d4-6e002fc4379a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:52.832579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Attempting to bind port b04558e1-5e80-4361-89d4-6e002fc4379a on network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:52.838374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:52.838861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Checking segment: {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:52.839270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.842135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Bound using segment: {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:52.842634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Bound port: b04558e1-5e80-4361-89d4-6e002fc4379a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:52.843028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.884671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 52e5f53d-8bed-410d-a3ad-54abfe243996 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:52.912733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 52e5f53d-8bed-410d-a3ad-54abfe243996 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:52.913389 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:52.982929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] For port b04558e1-5e80-4361-89d4-6e002fc4379a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:52.988515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] For port b04558e1-5e80-4361-89d4-6e002fc4379a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b04558e1-5e80-4361-89d4-6e002fc4379a,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:53.075790 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:19:53.103569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.123447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.137916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.163044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-90eddb6b-1d8d-4637-b6aa-85563319aaa0 service neutron] 10.222.0.31 "GET /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3814204 Nov 01 18:19:53.176327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.178896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=52e5f53d-8bed-410d-a3ad-54abfe243996,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:53.219677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5f53d-8bed-410d-a3ad-54abfe243996'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:53.227771 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca0ed0-bc36-4784-be7e-c6129a9849ed" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "52e5f53d-8bed-410d-a3ad-54abfe243996"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:53.243614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-0c2e5af4-89ff-44ec-83a5-6148fc232c2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771843 Nov 01 18:19:53.246768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b25d8-4c86-4a48-bfdc-27bf846aab21 None None] Pushing event updated for resources: {'Port': ['ID=b04558e1-5e80-4361-89d4-6e002fc4379a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:53.284315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.292051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.298095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.306282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.312815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.315633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Allocated IP 172.25.2.41 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/5134ba67-208a-40cc-8d4c-618442966c60) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:53.318838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.325017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.327032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-128bce9f-45ae-4e16-9757-bc69dfa34938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5438 time: 0.1888285 Nov 01 18:19:53.332716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.333652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db1a7b3f-2e75-40d4-b258-af5605fd897b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:53.423675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-77eb6b4d-a2a7-4635-b998-a1101b684ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.424739 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-77eb6b4d-a2a7-4635-b998-a1101b684ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a967e2a19e54678b431d44c0318b94f&device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 1096 time: 0.1105649 Nov 01 18:19:53.430911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14b30eaf-38b8-47c4-a285-34e9c3171c3d req-434713a2-ce2a-4476-a00f-d1cb29d26f1e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884132 Nov 01 18:19:53.443650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7414a9ef-f20e-461f-9139-afd94347554d service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797215 Nov 01 18:19:53.565544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:53.690343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.704686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-afbc42a6-1992-4f38-ad76-1151962ac04d service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596467 Nov 01 18:19:53.721907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port db1a7b3f-2e75-40d4-b258-af5605fd897b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:53.725361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.731811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port db1a7b3f-2e75-40d4-b258-af5605fd897b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:53.731811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.744077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-fab2dfde-4eac-42fc-8581-6bbf9c2eb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.744836 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b135a14-461e-4015-b681-922e7f471422 x-openstack-request-id: req-9b135a14-461e-4015-b681-922e7f471422 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:53.745137 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "52e5f53d-8bed-410d-a3ad-54abfe243996", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:53.745573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-fab2dfde-4eac-42fc-8581-6bbf9c2eb804 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 200 len: 919 time: 0.2595491 Nov 01 18:19:53.756621 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b135a14-461e-4015-b681-922e7f471422 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:53.756891 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5f53d-8bed-410d-a3ad-54abfe243996', 'code': 200} Nov 01 18:19:53.796882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-d40aff08-9ddb-43fa-8d96-f23b51498246 service neutron] 10.222.0.31 "GET /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0910890 Nov 01 18:19:53.880758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-ca2230fe-3001-49e7-b392-a12d304a87de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41a79173-133e-40cc-866e-ff3fc7526370 HTTP/1.1" status: 200 len: 217 time: 0.1233532 Nov 01 18:19:53.921284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2ec1bcfb-e1a4-4583-9d6c-63d26114c068 service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234608 Nov 01 18:19:53.929993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b04558e1-5e80-4361-89d4-6e002fc4379a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:53.980856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-97229ccf-3e9a-4501-9243-21ac3530992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:53.982939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-97229ccf-3e9a-4501-9243-21ac3530992b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 200 len: 858 time: 0.0730348 Nov 01 18:19:53.985061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:53.986685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:54.045922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-126814bb-49e8-45d0-a50b-c14c44c0bd3b service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140738 Nov 01 18:19:54.079886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:54.080936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b04558e1-5e80-4361-89d4-6e002fc4379a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:54.081468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:54.105770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:54.109236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-47d25bb0-583f-483e-acc2-bd7db37f77cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0bc7f193-f217-44be-8d92-f2c0cb9deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099823 Nov 01 18:19:54.120765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:54.135372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:54.162348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-affe050c-8818-412f-afc3-d115998e5f0f req-bf14a236-d067-438d-962b-4e3f18f89ec9 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1381440 Nov 01 18:19:54.186842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:54.187850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2cf890d2-d131-4051-90f0-af7c6ff7e507 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:54.327474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=5134ba67-208a-40cc-8d4c-618442966c60,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:54.364881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-8e9f4a85-dbd6-4905-843e-585befc2c5e1 service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179562 Nov 01 18:19:54.510868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6f34de11-12e9-42b4-a37e-5c6724b4c760 service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449943 Nov 01 18:19:54.678438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-aff9e2b8-20b7-4399-a98b-c86f07436420 service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666708 Nov 01 18:19:54.693406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:54.695281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:54.766349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-78db7c30-fdaf-4afc-8d71-e255a71d51bf service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257510 Nov 01 18:19:54.804919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452200c0-dd8c-4337-b4de-e907b396492c None None] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:19:54.813511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b04558e1-5e80-4361-89d4-6e002fc4379a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b04558e1-5e80-4361-89d4-6e002fc4379a,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:54.849388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-0812c650-fd0f-404c-8284-bc1b1284700c service neutron] 10.222.0.31 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568775 Nov 01 18:19:54.859714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46148) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:54.884895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b55d3fe9-ca2f-4df1-b785-b26e82e4a43b None None] Provisioning complete for port b04558e1-5e80-4361-89d4-6e002fc4379a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:54.885334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b55d3fe9-ca2f-4df1-b785-b26e82e4a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:54.932444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 2cf890d2-d131-4051-90f0-af7c6ff7e507 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:54.939046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a047ac7c-7d32-4ca4-bdc4-62e7cf71c78e req-97813381-1602-4d6c-872b-b819bf886156 service neutron] 10.222.0.37 "GET /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475973 Nov 01 18:19:54.986976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 2cf890d2-d131-4051-90f0-af7c6ff7e507 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:54.987603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.019134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.022552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.028761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.036339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.044614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.051445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.060045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.065961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.076163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-7d68e6ec-db7a-4d2a-b8e4-aebe744c3cf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5440 time: 0.2256596 Nov 01 18:19:55.129425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b55d3fe9-ca2f-4df1-b785-b26e82e4a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.160683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef2ff47e-828a-46a0-8a71-9c0fdaa1c377 req-6d904fa2-ff5a-458f-bc6e-5578e5c6437a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822902 Nov 01 18:19:55.185019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36a850e9-9d75-4751-a400-d2592bca66de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.198665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.222421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b04558e1-5e80-4361-89d4-6e002fc4379a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:55.285170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-0576418e-f1a7-4206-8ec6-c7b1c42307f8 service neutron] 10.222.0.31 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196947 Nov 01 18:19:55.322337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-b55d3fe9-ca2f-4df1-b785-b26e82e4a43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:19:55.322712 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-b55d3fe9-ca2f-4df1-b785-b26e82e4a43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:19:55.324539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.376540 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b29a64a-3a13-4403-b5b0-17874e307599 req-83c41e23-1e75-4592-b02e-58e73e369d0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0374572 Nov 01 18:19:55.382290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:55.405893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36a850e9-9d75-4751-a400-d2592bca66de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.413565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:19:55.518143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.518143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 85c1b563-86a9-4064-b74e-f15c80b523e1 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:55.551548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a36058-3b3f-425c-815c-adec49775992 req-7a09c0d8-4696-4ef0-969c-b59e036e3b00 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.560469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a36058-3b3f-425c-815c-adec49775992 req-7a09c0d8-4696-4ef0-969c-b59e036e3b00 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:55.563959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14a36058-3b3f-425c-815c-adec49775992 req-7a09c0d8-4696-4ef0-969c-b59e036e3b00 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8&device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 1681 time: 0.1216373 Nov 01 18:19:55.566884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36a850e9-9d75-4751-a400-d2592bca66de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.594454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.642034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:55.648191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-36a850e9-9d75-4751-a400-d2592bca66de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a418463798e848bbac47cc706f9eb554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850928 Nov 01 18:19:55.648637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a850e9-9d75-4751-a400-d2592bca66de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d3aa5-7f4d-4a39-a7d6-4a892a55e342,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:55.651161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46156) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:55.665349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-b8c12eb9-87b7-4364-9bb1-1cf846367888 service neutron] 10.222.0.31 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194661 Nov 01 18:19:55.673309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:55.686882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '464e1154-d5bb-47db-8bda-148a27c6824e', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '464e1154-d5bb-47db-8bda-148a27c6824e', 'mac_address': 'fa:16:3e:ce:8f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:19:55.741672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.761755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 464e1154-d5bb-47db-8bda-148a27c6824e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:19:55.766157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a7b3f-2e75-40d4-b258-af5605fd897b'}, {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:55.768678 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bbcf3e-c151-45bc-8379-1a9c970fa98f" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "db1a7b3f-2e75-40d4-b258-af5605fd897b"}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:55.786271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 85c1b563-86a9-4064-b74e-f15c80b523e1 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:55.792979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:55.802643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 85c1b563-86a9-4064-b74e-f15c80b523e1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:55.803158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14a36058-3b3f-425c-815c-adec49775992 req-96f2b655-f97b-4f6a-ae80-8f47bfdcf6f2 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/security-groups?id=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954362 Nov 01 18:19:55.803367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.879415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.881365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b04558e1-5e80-4361-89d4-6e002fc4379a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:55.911039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fea170a8-21d8-46a6-ac93-b7e18e57b18b service neutron] 10.222.0.31 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443244 Nov 01 18:19:55.930916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.931121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:55.984363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8b9987d-7f61-4b4a-bdb3-c52edb2c4207 req-31080b45-d04f-46ba-a018-289f079dfe69 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0616751 Nov 01 18:19:56.011554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Router 98626c86-e8f2-4fc5-8291-741a6984d6ca is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:19:56.038323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:56.042433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['464e1154-d5bb-47db-8bda-148a27c6824e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:19:56.083991 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7d309-e565-4552-9ea2-1fe5c55e4da6 x-openstack-request-id: req-a5b7d309-e565-4552-9ea2-1fe5c55e4da6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:56.084292 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "db1a7b3f-2e75-40d4-b258-af5605fd897b", "code": 200}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:56.084563 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5b7d309-e565-4552-9ea2-1fe5c55e4da6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:56.084938 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a7b3f-2e75-40d4-b258-af5605fd897b', 'code': 200} Nov 01 18:19:56.085200 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'code': 200} Nov 01 18:19:56.098265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b04558e1-5e80-4361-89d4-6e002fc4379a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:56.098638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.127614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-77fb0733-95d6-45d4-956c-a99dcd17339c service neutron] 10.222.0.31 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091489 Nov 01 18:19:56.132834 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.168774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:19:56.186113 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Sync routers for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:19:56.190484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fb20c595-ab1b-4134-beb5-eb8f87e7f7f6 None None] Provisioning complete for port b04558e1-5e80-4361-89d4-6e002fc4379a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:56.206012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb20c595-ab1b-4134-beb5-eb8f87e7f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.206247 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:19:56.206247 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:56.206519 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.209241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:56.319673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.326023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.326783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee3d3aa5-7f4d-4a39-a7d6-4a892a55e342 HTTP/1.1" status: 204 len: 168 time: 0.6487384 Nov 01 18:19:56.350257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb4f1-8e76-4eee-a051-40738fb61c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d3aa5-7f4d-4a39-a7d6-4a892a55e342,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:56.354734 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.355323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 697c7491-64c1-42da-b975-1e3da95f9343 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:56.355814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.360174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a4876379-19ee-470e-ada4-39613141cfe0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3046262 Nov 01 18:19:56.360649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46184) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:56.385889 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:19:56.402295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.409952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.417929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.425573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.435101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.453320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.475614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:56.486411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-814bd62d-78a1-4ffc-8402-77e670520918 req-507ae6c9-f20b-4f5d-a530-d535c272a938 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5441 time: 0.2186956 Nov 01 18:19:56.507048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:56.552207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-814bd62d-78a1-4ffc-8402-77e670520918 req-183b2ed0-5d82-406b-83ea-ce4d5397d248 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645411 Nov 01 18:19:56.660168 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:54Z', 'revision_number': 3, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:56.695986 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Checking router: 98626c86-e8f2-4fc5-8291-741a6984d6ca for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:19:56.696416 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Updating router 98626c86-e8f2-4fc5-8291-741a6984d6ca port 5134ba67-208a-40cc-8d4c-618442966c60 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:19:56.725005 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.769288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 697c7491-64c1-42da-b975-1e3da95f9343 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:56.777245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 697c7491-64c1-42da-b975-1e3da95f9343 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:56.787722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.927191 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:56.989143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:57.032617 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.120130 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.120368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.121487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ada586c5-82b7-439e-a740-1716edfc3b54 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:57.172060 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Pushing event updated for resources: {'Port': ['ID=5134ba67-208a-40cc-8d4c-618442966c60,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:57.187533 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.188174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.188251 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.188526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.190525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.190525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.190525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.190525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.190525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.191108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.191463 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.192055 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:19:57.207986 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Attempting to bind port 5134ba67-208a-40cc-8d4c-618442966c60 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:19:57.208358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Attempting to bind port 5134ba67-208a-40cc-8d4c-618442966c60 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:19:57.208873 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Attempting to bind port 5134ba67-208a-40cc-8d4c-618442966c60 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:19:57.212618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:57.218481 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:19:57.227844 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:19:57.227844 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.227844 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:19:57.227844 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Bound port: 5134ba67-208a-40cc-8d4c-618442966c60, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:19:57.227844 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.266877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.336156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] For port 5134ba67-208a-40cc-8d4c-618442966c60, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:19:57.339985 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] For port 5134ba67-208a-40cc-8d4c-618442966c60, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5134ba67-208a-40cc-8d4c-618442966c60,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:19:57.416586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:57.434861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Allocated IP 172.20.0.1 (03813262-cfbe-4c8a-ba8f-4c5c95fd48a2/e61d43ae-0b9f-45e6-9611-62ab3bf8d101/4389e949-dea9-485f-8330-00b02a9c4111) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:19:57.486854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port ada586c5-82b7-439e-a740-1716edfc3b54 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:57.490359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port ada586c5-82b7-439e-a740-1716edfc3b54 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:57.490813 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.494188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 464e1154-d5bb-47db-8bda-148a27c6824e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:57.494565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.556499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.566183 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.632120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:19:57.632745 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:57.700233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46222) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:57.716064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5437ce8d-30e1-4d54-8522-6d4f83918be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.765411 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91343759-6785-4625-a950-2cb0e57d9417 None None] Pushing event updated for resources: {'Port': ['ID=5134ba67-208a-40cc-8d4c-618442966c60,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:57.789555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.809536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5437ce8d-30e1-4d54-8522-6d4f83918be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.812107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.842574 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:19:57.849665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ada586c5-82b7-439e-a740-1716edfc3b54,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:57.865386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:57.903232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:57.952018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:57.954778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:57.957296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:19:57.989537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Pushing event updated for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.009035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.029296 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:54Z', 'revision_number': 3, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:19:58.032624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5437ce8d-30e1-4d54-8522-6d4f83918be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.075914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.077094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331dbf4-2228-46f5-9f59-be94d37bb1d5 None None] The sync data for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 is: [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:54Z', 'revision_number': 3, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:19:58.078878 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.080303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db043300-014a-40fa-a33f-cc4cdb4d42e9 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:19:58.087400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1'}, {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343'}, {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54'}, {'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:19:58.112217 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a9e4d9-8123-4c04-9fa8-c91cf170084b" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1"}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "697c7491-64c1-42da-b975-1e3da95f9343"}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54"}, {"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-plugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:19:58.146593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437ce8d-30e1-4d54-8522-6d4f83918be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1a57e-7dab-4a80-8634-613c9cb07ba8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.158814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5437ce8d-30e1-4d54-8522-6d4f83918be0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=204c01c9470b4685b2f90ef0cc57ca4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571991 Nov 01 18:19:58.162358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:19:58.231105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.235343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.254459 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.287652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.320759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4ac8696c-3a75-4cf0-9e30-566eae003595 None None] Provisioning complete for port 4389e949-dea9-485f-8330-00b02a9c4111 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:58.321131 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac8696c-3a75-4cf0-9e30-566eae003595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.365372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8696c-3a75-4cf0-9e30-566eae003595 None None] Port 4389e949-dea9-485f-8330-00b02a9c4111 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:19:58.535533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.649704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port db043300-014a-40fa-a33f-cc4cdb4d42e9 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:19:58.649875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.649982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port db043300-014a-40fa-a33f-cc4cdb4d42e9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:58.649982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.720923 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.754933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:58.788550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.792456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.796091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0e1a57e-7dab-4a80-8634-613c9cb07ba8 HTTP/1.1" status: 204 len: 168 time: 0.6231298 Nov 01 18:19:58.802899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccc8da-db0c-4317-88e3-bc91314c7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1a57e-7dab-4a80-8634-613c9cb07ba8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.868545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.897783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.964191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:58.971014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:58.992056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Pushing event updated for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:19:59.078326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:19:59.079730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:19:59.204483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24c921a9-587b-4ca6-86e2-3348afd67197 req-029d7eb0-f22e-4b64-a215-9ff08677809d tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0619817 Nov 01 18:19:59.312257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Router 98626c86-e8f2-4fc5-8291-741a6984d6ca has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:19:59.489411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.497232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.502345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-4e75ddf5-5acf-4a39-87ee-4f385f5a92ce tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.503885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-4e75ddf5-5acf-4a39-87ee-4f385f5a92ce tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.37 "GET /v2.0/ports?device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 945 time: 0.2333326 Nov 01 18:19:59.504724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.523602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.530515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.547655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.554591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:19:59.565721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-413bcf51-ff7d-4346-882c-39faf9766f2e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.1971419 Nov 01 18:19:59.599039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e78f6f45-1b8f-49a2-ad18-77a1ffc04495 None None] Provisioning complete for port 4389e949-dea9-485f-8330-00b02a9c4111 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:19:59.599438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e78f6f45-1b8f-49a2-ad18-77a1ffc04495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:59.635030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4a33b1e-17b7-4f7d-bac5-65f2d1a08744 req-54cfaf93-e149-416e-865f-3f98b6a1468d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663118 Nov 01 18:19:59.644943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:19:59.659951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-41c0d88c-615a-469c-878d-3c3026b7b113 admin admin] 10.222.0.31 "PUT /v2.0/routers/98626c86-e8f2-4fc5-8291-741a6984d6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2900741 Nov 01 18:19:59.714062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Deleting port 41a79173-133e-40cc-866e-ff3fc7526370 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:19:59.714647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:59.723739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e78f6f45-1b8f-49a2-ad18-77a1ffc04495 None None] Port 4389e949-dea9-485f-8330-00b02a9c4111 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:19:59.772764 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 01 Nov 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc79b17-6c4e-45f7-9724-2c399ab7e426 x-openstack-request-id: req-0cc79b17-6c4e-45f7-9724-2c399ab7e426 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:19:59.773076 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1", "code": 200}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "697c7491-64c1-42da-b975-1e3da95f9343", "code": 200}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54", "code": 200}, {"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-plugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:19:59.773339 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cc79b17-6c4e-45f7-9724-2c399ab7e426 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:19:59.775086 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'code': 200} Nov 01 18:19:59.775494 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343', 'code': 200} Nov 01 18:19:59.776402 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54', 'code': 200} Nov 01 18:19:59.776678 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e', 'code': 200} Nov 01 18:19:59.956578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] For port 41a79173-133e-40cc-866e-ff3fc7526370, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=41a79173-133e-40cc-866e-ff3fc7526370,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:19:59.957192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:19:59.989692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7c885d1-70bd-47c4-9993-552dde774ce0 req-a7e61752-c7db-41c9-9449-d1fb11846c27 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0597041 Nov 01 18:20:00.008277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Calling delete_port for 41a79173-133e-40cc-866e-ff3fc7526370 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:00.057220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5134ba67-208a-40cc-8d4c-618442966c60 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:00.252354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5134ba67-208a-40cc-8d4c-618442966c60 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:00.253854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.333345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Sync routers for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:00.357106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:00.358234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:00.417160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.475632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['41a79173-133e-40cc-866e-ff3fc7526370'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:00.483746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event deleted for resources: {'Port': ['ID=41a79173-133e-40cc-866e-ff3fc7526370,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:00.483945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['13da1898-f4fe-4edb-8f7d-a61e2ec1405b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:00.581965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-d152703a-d6ca-4027-89df-ef05220dce0b tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2027113 Nov 01 18:20:00.590953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] No DVR routers for this DVR port 41a79173-133e-40cc-866e-ff3fc7526370 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:00.599035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.611689 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-670d3db5-73c7-46ca-ab31-e6060319e6c2 req-98b25dad-53a6-46f6-8f43-f097dd1e2b12 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.37 "DELETE /v2.0/ports/41a79173-133e-40cc-866e-ff3fc7526370 HTTP/1.1" status: 204 len: 173 time: 1.0932252 Nov 01 18:20:00.612507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'name': 'network-vif-deleted', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:00.615230 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e76e810-a808-48de-8898-4d29bd8abc61" -d '{"events": [{"server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "name": "network-vif-deleted", "tag": "41a79173-133e-40cc-866e-ff3fc7526370"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:00.616905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:00.696453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.731344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 5134ba67-208a-40cc-8d4c-618442966c60, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5134ba67-208a-40cc-8d4c-618442966c60,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:00.760635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:00.775045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.813584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d092c990-201f-43a3-9847-a51f5ec8cd87 req-2e587563-16ae-4ef5-924d-25061344d3bf tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=feec3003-8a50-4f9b-8e4c-e5c068b29a41 HTTP/1.1" status: 200 len: 210 time: 0.0574927 Nov 01 18:20:00.830349 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:00.927465 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738154bc-3d47-4b60-865d-de4500bbab88 x-openstack-request-id: req-738154bc-3d47-4b60-865d-de4500bbab88 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:00.927985 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feec3003-8a50-4f9b-8e4c-e5c068b29a41", "name": "network-vif-deleted", "tag": "41a79173-133e-40cc-866e-ff3fc7526370", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:00.928512 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-738154bc-3d47-4b60-865d-de4500bbab88 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:00.929307 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feec3003-8a50-4f9b-8e4c-e5c068b29a41', 'name': 'network-vif-deleted', 'tag': '41a79173-133e-40cc-866e-ff3fc7526370', 'status': 'completed', 'code': 200} Nov 01 18:20:01.035771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.066437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=5134ba67-208a-40cc-8d4c-618442966c60,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:01.196262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:58Z', 'revision_number': 4, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '4389e949-dea9-485f-8330-00b02a9c4111', 'name': '', 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'mac_address': 'fa:16:3e:4d:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:57Z', 'updated_at': '2021-11-01T18:19:58Z', 'revision_number': 2, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'subnets': [{'id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:01.229907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Checking router: 98626c86-e8f2-4fc5-8291-741a6984d6ca for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:01.230572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Updating router 98626c86-e8f2-4fc5-8291-741a6984d6ca port 4389e949-dea9-485f-8330-00b02a9c4111 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:20:01.247488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Allocated IP 172.25.2.9 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/673b274b-8742-4708-96e7-f9761c78a466) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:01.258618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-145243df-fa91-48da-9432-202163c838f1 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:01.261514 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-145243df-fa91-48da-9432-202163c838f1 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 945 time: 0.1005239 Nov 01 18:20:01.286732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.454729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Deleting port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:01.455000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.538668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.729582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.736711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] For port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,segment=NetworkSegment(fd209bc3-7072-41a6-9a9d-66440d341714),segment_id=fd209bc3-7072-41a6-9a9d-66440d341714)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:01.736711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.768781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Calling delete_port for 13da1898-f4fe-4edb-8f7d-a61e2ec1405b owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:01.893743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:01.932375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:01.943088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:01.951764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:01.956648 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1730a9-dfb1-4f0c-8dcb-004ed2917fbc" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:01.971294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5134ba67-208a-40cc-8d4c-618442966c60 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:02.023158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event updated for resources: {'Port': ['ID=673b274b-8742-4708-96e7-f9761c78a466,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:02.033437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:02.054975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.142771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.229368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.255165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.261681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Pushing event deleted for resources: {'Port': ['ID=13da1898-f4fe-4edb-8f7d-a61e2ec1405b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:02.291031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.307866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.308103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] No DVR routers for this DVR port 13da1898-f4fe-4edb-8f7d-a61e2ec1405b on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:02.311664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.311839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d62018-425e-4a76-8a3a-31a1ab392b3a None None] Pushing event updated for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:02.322725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-47b51238-9a2b-40a3-8ec0-d734227e782d req-0cfb32dd-61a2-47ad-be1d-d1ee9b650847 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.32 "DELETE /v2.0/ports/13da1898-f4fe-4edb-8f7d-a61e2ec1405b HTTP/1.1" status: 204 len: 173 time: 1.0536115 Nov 01 18:20:02.341914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.360749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.372595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.386727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-1ad49137-fcea-4313-ae77-4be432ed94ac tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.5317214 Nov 01 18:20:02.410672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5134ba67-208a-40cc-8d4c-618442966c60 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:02.411054 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.533071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Attempting to bind port 4389e949-dea9-485f-8330-00b02a9c4111 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:02.533683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Attempting to bind port 4389e949-dea9-485f-8330-00b02a9c4111 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:02.536866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Attempting to bind port 4389e949-dea9-485f-8330-00b02a9c4111 on network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:02.567451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:02.568553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36ba94d5-243a-4d70-9e3f-a7438fe75aa3 req-0e53b2af-2308-4929-b31a-daa8fb8e34a3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1803999 Nov 01 18:20:02.583907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Checking segment: {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:02.584525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.587087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Bound using segment: {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:02.587969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Bound port: 4389e949-dea9-485f-8330-00b02a9c4111, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac61ab18-a6ac-442d-ba39-04ac73f13a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:02.589968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.615890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.717593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] For port 4389e949-dea9-485f-8330-00b02a9c4111, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:02.730309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] For port 4389e949-dea9-485f-8330-00b02a9c4111, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4389e949-dea9-485f-8330-00b02a9c4111,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:02.756408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-66badcc4-891d-498a-851d-bfbe44760e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.759866 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-66badcc4-891d-498a-851d-bfbe44760e6c service neutron] 10.222.0.37 "GET /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 1028 time: 0.1016803 Nov 01 18:20:02.792314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ed7e7d6-1868-4dee-a44d-110def732e4c None None] Provisioning complete for port 4389e949-dea9-485f-8330-00b02a9c4111 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:02.793138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e7d6-1868-4dee-a44d-110def732e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.798266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:02.901992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-b084b66a-426d-408e-9989-bffaef1e087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:02.904570 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-b084b66a-426d-408e-9989-bffaef1e087d service neutron] 10.222.0.37 "GET /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 1027 time: 0.1377740 Nov 01 18:20:02.925670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7e7d6-1868-4dee-a44d-110def732e4c None None] Port 4389e949-dea9-485f-8330-00b02a9c4111 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:02.954118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bb117e2-c5bb-4cf7-b5e9-77991df7b7c7 req-5502cf44-7e0e-4569-b4a8-3c6988df58eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0585227 Nov 01 18:20:02.957852 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:03.008116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'name': 'network-vif-deleted', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:03.021542 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dbf3bc-7388-4bce-8827-10d3b98a3378" -d '{"events": [{"server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "name": "network-vif-deleted", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:03.167480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b0c6879-29e8-4706-93d0-4164f75ccae6 req-d302b12c-2b7e-49d5-a85f-203153bebef4 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0541248 Nov 01 18:20:03.213377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:03.214035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:03.266552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9c34cf14-a624-4526-8ae7-5c08a3878f1e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.266552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9c34cf14-a624-4526-8ae7-5c08a3878f1e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.267938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:03.280475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9c34cf14-a624-4526-8ae7-5c08a3878f1e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.283283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9c34cf14-a624-4526-8ae7-5c08a3878f1e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 1988 time: 0.3710816 Nov 01 18:20:03.364706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-966a491d-e83a-4147-882b-90ca8ccec5db tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43 HTTP/1.1" status: 200 len: 380 time: 0.0709412 Nov 01 18:20:03.382562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'admin_state_up': True, 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'security_groups': ['09d16e92-c9e2-4b83-9c0e-cf49f4252950']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:03.388877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:03.543778 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641bbda2-1ab1-4229-af75-6b22c57fe473 x-openstack-request-id: req-641bbda2-1ab1-4229-af75-6b22c57fe473 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:03.544270 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-plugged", "status": "completed", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:03.544387 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-641bbda2-1ab1-4229-af75-6b22c57fe473 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:03.544834 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9', 'code': 200} Nov 01 18:20:03.560734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 41a79173-133e-40cc-866e-ff3fc7526370 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:03.627331 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b536f2-74e3-4923-8799-bafca5bba3c2 x-openstack-request-id: req-01b536f2-74e3-4923-8799-bafca5bba3c2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:03.629414 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b8c42c-27bb-4177-ac46-4b093f5d70e8", "name": "network-vif-deleted", "tag": "13da1898-f4fe-4edb-8f7d-a61e2ec1405b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:03.629849 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01b536f2-74e3-4923-8799-bafca5bba3c2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:03.631444 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b8c42c-27bb-4177-ac46-4b093f5d70e8', 'name': 'network-vif-deleted', 'tag': '13da1898-f4fe-4edb-8f7d-a61e2ec1405b', 'status': 'completed', 'code': 200} Nov 01 18:20:03.760477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:03.850736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.851096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.853375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48976cfd-d49b-48cf-b807-459d65c5007f req-ac0eccc1-5d0b-4fbd-8e48-a800c030e3b3 tempest-ListServersNegativeTestJSON-1780512338 tempest-ListServersNegativeTestJSON-1780512338-project] 10.222.0.31 "GET /v2.0/ports?device_id=72b8c42c-27bb-4177-ac46-4b093f5d70e8 HTTP/1.1" status: 200 len: 210 time: 0.0895984 Nov 01 18:20:03.886449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.887755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event updated for resources: {'Port': ['ID=673b274b-8742-4708-96e7-f9761c78a466,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:03.889909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.890647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.892642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.893132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:03.902515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-ac78458e-d5da-4641-aba0-8363ff6409d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.4018228 Nov 01 18:20:03.953507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:03.954846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-a4f4cbd9-4bfc-42c1-b9cb-3eb09209b2bd tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.3562970 Nov 01 18:20:04.044482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:04.103471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d79a82a-b31d-42fc-866c-cf74a31273b0 req-aa052015-143c-43ea-9181-d4fcfee4c985 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894052 Nov 01 18:20:04.134312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 41a79173-133e-40cc-866e-ff3fc7526370 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:04.134872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 41a79173-133e-40cc-866e-ff3fc7526370 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:04.188808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-d54bd5a7-be44-4294-82f3-b8eb8a4da3d1 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.2276340 Nov 01 18:20:04.239731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:04.245772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:04.256736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d62018-425e-4a76-8a3a-31a1ab392b3a None None] Pushing event updated for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:04.274545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.285372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.301377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.308976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.309394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] Provisioning complete for port 4389e949-dea9-485f-8330-00b02a9c4111 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:04.309766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:04.325831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.332240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.338586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.340688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19717e10-fb1a-4031-83f2-abcba442b33a req-d88b6d89-3efa-470f-83c3-9896ffb8f7e9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.2724910 Nov 01 18:20:04.430545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:04.475303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:58Z', 'revision_number': 4, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '4389e949-dea9-485f-8330-00b02a9c4111', 'name': '', 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'mac_address': 'fa:16:3e:4d:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:57Z', 'updated_at': '2021-11-01T18:20:02Z', 'revision_number': 4, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'subnets': [{'id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:04.519452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821470fa-64b0-44c8-b777-3d8db08eed70 None None] The sync data for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 is: [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:19:58Z', 'revision_number': 4, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '4389e949-dea9-485f-8330-00b02a9c4111', 'name': '', 'network_id': '03813262-cfbe-4c8a-ba8f-4c5c95fd48a2', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'mac_address': 'fa:16:3e:4d:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:57Z', 'updated_at': '2021-11-01T18:20:02Z', 'revision_number': 4, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'subnets': [{'id': 'e61d43ae-0b9f-45e6-9611-62ab3bf8d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:04.545758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] For port 4389e949-dea9-485f-8330-00b02a9c4111, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4389e949-dea9-485f-8330-00b02a9c4111,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:04.568900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:04.603973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19717e10-fb1a-4031-83f2-abcba442b33a req-eb8def05-5d23-426a-8c9e-9e8a1c10caaf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2491331 Nov 01 18:20:04.627923 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:04.713598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-4081f42f-f241-4d14-ae2b-21979ef5b139 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:04.715855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-4081f42f-f241-4d14-ae2b-21979ef5b139 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.5136969 Nov 01 18:20:04.762156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-0aeed143-c411-4474-a094-8a92a75b82c9 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:20:04.763864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ac349b6-5dde-45a6-8275-78bdf0a95632 req-0aeed143-c411-4474-a094-8a92a75b82c9 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134978 Nov 01 18:20:04.842814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 172.20.0.9 (b57d521f-675d-43e7-ba7e-8441fba059d8/ab515d99-87ab-43af-9af3-466d6c3f3c87/126ffe1c-4343-44b1-a1e7-1e6de53644d3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:04.911426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d8747-48c1-4a9c-81b5-a6f8ecb6ce45 None None] Pushing event updated for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:04.948380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 13da1898-f4fe-4edb-8f7d-a61e2ec1405b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:05.057767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 13da1898-f4fe-4edb-8f7d-a61e2ec1405b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:05.058313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 13da1898-f4fe-4edb-8f7d-a61e2ec1405b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:05.064578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46424) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:05.082415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec9a64de-c27a-46c1-9a4a-686ffb3a3028 req-f3cdb286-90fa-457f-bc83-dee9e9afda36 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0961676 Nov 01 18:20:05.213339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5487845-97fa-484d-86b8-420b8b355c27 req-e78f63f2-8320-4c5d-bdde-a71228bff249 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1066225 Nov 01 18:20:05.340795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efd6633a-d425-485f-9ce4-8d2539828a80 req-9151cd9e-49e1-46c6-8f34-7b2ad7d16b3e tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips/991b0944-7e49-4012-a90b-cafead9f7145 HTTP/1.1" status: 200 len: 691 time: 0.1456804 Nov 01 18:20:05.381986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46428) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:05.473763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:05.548752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-639e0c1b-c8ce-42aa-b416-2df288857c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:05.750548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6633a-d425-485f-9ce4-8d2539828a80 req-297c9201-03a8-4d71-9aaa-cd47ab75a2f7 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:05.752644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efd6633a-d425-485f-9ce4-8d2539828a80 req-297c9201-03a8-4d71-9aaa-cd47ab75a2f7 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.4110656 Nov 01 18:20:05.756525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Deleting subnet 0430c426-b6d0-40f1-91d2-d0cecaa6a77d {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:20:05.764810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:05.873773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-639e0c1b-c8ce-42aa-b416-2df288857c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:05.876724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:05.967395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:05.982479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-639e0c1b-c8ce-42aa-b416-2df288857c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.002517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4389e949-dea9-485f-8330-00b02a9c4111 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:06.050136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network b57d521f-675d-43e7-ba7e-8441fba059d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:06.052464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e0c1b-c8ce-42aa-b416-2df288857c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4abd62-3206-43a3-8acf-13ec4cdf4bf7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:06.082850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:06.087605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:06.176712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.177382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.177710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.198034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4389e949-dea9-485f-8330-00b02a9c4111 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:06.198862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.227664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-639e0c1b-c8ce-42aa-b416-2df288857c19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8aad15d1e3f47cf96505209a3c79550&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1605897 Nov 01 18:20:06.230059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:06.241907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.312773 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-11fcfb60-9407-4c63-9cdd-6db528c14331 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9359691 Nov 01 18:20:06.334055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3761cb9-b4c1-4826-9cf5-0c96dc15dd61 req-4001cd47-022c-4533-b4ee-1e5bc21bd138 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=3853e4a3bf1a4253b8c9aed1b68bfb1c HTTP/1.1" status: 200 len: 694 time: 0.5511780 Nov 01 18:20:06.341312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'admin_state_up': True, 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'security_groups': ['09d16e92-c9e2-4b83-9c0e-cf49f4252950']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:06.438006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.587647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.631536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.665932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0430c426-b6d0-40f1-91d2-d0cecaa6a77d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:06.697035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.702075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e5011e7b-49b2-4417-8bc7-00795f32cfd6 None None] Provisioning complete for port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:06.702562 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5011e7b-49b2-4417-8bc7-00795f32cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.728126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.737680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.754584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.755413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e5011e7b-49b2-4417-8bc7-00795f32cfd6 None None] Port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:06.764057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.776458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.790427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.791936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:06.795476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.800797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-393168be-58d8-4f78-9f0d-d8299010176e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.8682616 Nov 01 18:20:06.807014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.813966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1866e102-652d-45a3-b13c-7c1143ff66b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0430c426-b6d0-40f1-91d2-d0cecaa6a77d HTTP/1.1" status: 204 len: 168 time: 1.4266181 Nov 01 18:20:06.817357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46442) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:06.907392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcffca80-256d-41cf-927b-6fe496b76a2a req-68b2ebe6-f1a8-46b7-9d30-da8f0b8e68ae tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990334 Nov 01 18:20:06.914981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.924359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761cb9-b4c1-4826-9cf5-0c96dc15dd61 req-ce00fb64-7d48-4e5e-8f6a-578d00933bf2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:06.926467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.928792 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd4abd62-3206-43a3-8acf-13ec4cdf4bf7 HTTP/1.1" status: 204 len: 168 time: 0.6966684 Nov 01 18:20:06.947936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3761cb9-b4c1-4826-9cf5-0c96dc15dd61 req-ce00fb64-7d48-4e5e-8f6a-578d00933bf2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks?id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 787 time: 0.6088402 Nov 01 18:20:06.950575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:06.985196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-f3761cb9-b4c1-4826-9cf5-0c96dc15dd61 req-2f750987-1fc6-45b9-8702-ea52fa3440fc tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:20:06.986366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3761cb9-b4c1-4826-9cf5-0c96dc15dd61 req-2f750987-1fc6-45b9-8702-ea52fa3440fc tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0332146 Nov 01 18:20:06.993515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4abd62-3206-43a3-8acf-13ec4cdf4bf7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:07.148667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.154524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.155161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.155717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.156402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.158411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.158999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.159605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.160434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.161667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.162839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.163538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadf7f0-c4dd-420f-bf93-4ae0b0053185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:07.383802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.448772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.1.1.7 (e6a1dd92-8383-4d2c-87ca-f4a520954cea/29fedbb6-9d4e-4df7-b77d-dd761a49870c/8df18a97-5047-405d-b2d9-acad4781f75f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:07.615062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-325c6048-55ef-44c7-9f4c-884802f71ea9 req-a309a16b-0775-4dab-99c5-7ac0eef6c8a8 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.4999182 Nov 01 18:20:07.633777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.636153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc7f193-f217-44be-8d92-f2c0cb9deb30']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:07.647044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1e2e3-1c86-43d5-83ef-30b7fdac87b8 req-8c27be6b-813b-46d2-9d17-47aefd65a072 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.655694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbc1e2e3-1c86-43d5-83ef-30b7fdac87b8 req-8c27be6b-813b-46d2-9d17-47aefd65a072 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 931 time: 0.4975014 Nov 01 18:20:07.677021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd209bc3-7072-41a6-9a9d-66440d341714') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:07.677296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd209bc3-7072-41a6-9a9d-66440d341714') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:07.712721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.755395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbc1e2e3-1c86-43d5-83ef-30b7fdac87b8 req-3aab779f-ab03-447a-a659-095e3a071691 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890172 Nov 01 18:20:07.778633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.786463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:20:07.786945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:20:07.788865 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:20:07.860867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:07.901779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-81e79539-a65e-4b45-9418-b7c8158a6e81 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips/991b0944-7e49-4012-a90b-cafead9f7145 HTTP/1.1" status: 200 len: 691 time: 0.1043580 Nov 01 18:20:07.905500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:07.913699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:07.929283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.938124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.949310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:07.955183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.968101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.974292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:07.995851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:08.007363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:08.008379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.010275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:08.012396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7724b96b-562b-4549-9c7b-3375c1614d63 req-10d7033b-6b92-4a9a-95aa-aa7f253f3bf3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.2426584 Nov 01 18:20:08.027114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46462) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:08.033190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Request body: {'floatingip': {'port_id': '85c1b563-86a9-4064-b74e-f15c80b523e1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:08.096371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46468) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:08.112947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.128237 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8053377 Nov 01 18:20:08.181466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'admin_state_up': True, 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'security_groups': ['09d16e92-c9e2-4b83-9c0e-cf49f4252950']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:08.189006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3959e-cf7f-4084-bd1c-89d3b4d6b67a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:08.226451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe270-e515-44a7-b9f4-e93ec343bff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.242487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.309656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.320971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-565f6a1f-f1f7-4e28-8215-d3caa443fc2e None None] Provisioning complete for port 8df18a97-5047-405d-b2d9-acad4781f75f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:08.321865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-565f6a1f-f1f7-4e28-8215-d3caa443fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.327640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0bc7f193-f217-44be-8d92-f2c0cb9deb30 HTTP/1.1" status: 204 len: 168 time: 1.4957554 Nov 01 18:20:08.368160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33372e9-542c-48a8-89f9-0b41a25cbfa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc7f193-f217-44be-8d92-f2c0cb9deb30,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:08.401032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-565f6a1f-f1f7-4e28-8215-d3caa443fc2e None None] Port 8df18a97-5047-405d-b2d9-acad4781f75f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:08.434601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe270-e515-44a7-b9f4-e93ec343bff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.454506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-814d10ab-d40f-443a-9fe0-d774b25667ab tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:08.467079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-814d10ab-d40f-443a-9fe0-d774b25667ab tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.5640647 Nov 01 18:20:08.473995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-1de71308-d471-49f3-99be-0fa2b2fb2f91 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:20:08.483408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-1de71308-d471-49f3-99be-0fa2b2fb2f91 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0152767 Nov 01 18:20:08.611073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe270-e515-44a7-b9f4-e93ec343bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.645274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-2ec93326-94a8-4d9b-9387-3dc33f792677 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.1608970 Nov 01 18:20:08.681596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c0bbe270-e515-44a7-b9f4-e93ec343bff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99e2eb22395b48659e33516fbb07ec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520728 Nov 01 18:20:08.694367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46478) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:08.743528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe270-e515-44a7-b9f4-e93ec343bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb867b0-5443-4024-a1bd-62a2b1d075df,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:08.758344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-d5dda234-4f93-4854-9c34-e20a1251a4ef tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0987220 Nov 01 18:20:08.798434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:08.802231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.860232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46482) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:08.913875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.921490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c140389-9e30-4b3d-80a6-e71efb16c8e9 req-8fe88f6e-bff0-4bc4-9e4a-16b24e1a512e tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0888536 Nov 01 18:20:08.947839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:08.983684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-61333f44-dff7-4662-98d7-446d948736a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a967e2a19e54678b431d44c0318b94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222253 Nov 01 18:20:08.985451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:09.079104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.112064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Deleting port 673b274b-8742-4708-96e7-f9761c78a466 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:09.112790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.123375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b3a0-f918-47a0-b716-de678b03c14e req-070f2550-e80a-48ca-a512-c9f4fc3bfb07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:09.129765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b3a0-f918-47a0-b716-de678b03c14e req-070f2550-e80a-48ca-a512-c9f4fc3bfb07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:09.138893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ede9b3a0-f918-47a0-b716-de678b03c14e req-070f2550-e80a-48ca-a512-c9f4fc3bfb07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 1651 time: 0.0879340 Nov 01 18:20:09.260931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ede9b3a0-f918-47a0-b716-de678b03c14e req-00863d4d-06e0-418d-a79f-6e93dfe8f98e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045680 Nov 01 18:20:09.260931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.261146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.1.1.118 (e6a1dd92-8383-4d2c-87ca-f4a520954cea/29fedbb6-9d4e-4df7-b77d-dd761a49870c/fcf4ee6c-cecb-44c4-902e-f70f54724ed2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:09.338259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.resource_extend [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:20:09.357431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.388222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.388827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.413816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Calling delete_port for 673b274b-8742-4708-96e7-f9761c78a466 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:09.425937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.567605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.602644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.605558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.610092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb867b0-5443-4024-a1bd-62a2b1d075df HTTP/1.1" status: 204 len: 168 time: 0.9106691 Nov 01 18:20:09.625830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890dc1f-633f-4f4c-9517-af5259523530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb867b0-5443-4024-a1bd-62a2b1d075df,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:09.648689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.652342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.656890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.657481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4 HTTP/1.1" status: 204 len: 168 time: 0.6694090 Nov 01 18:20:09.689198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610b655-c3a2-4d9d-9e4d-2c0d822e107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa04ed3-ab8a-4b20-a5fe-302498cf7cf4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:09.692408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.734714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.765029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event deleted for resources: {'Port': ['ID=673b274b-8742-4708-96e7-f9761c78a466,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:09.864249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:09.884959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:09.890340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:09.903697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.916366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:09.916366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a5bb063-8b1d-4097-af5b-4abab1b73f3b req-7730e04c-64a8-4cb1-8c48-4dd4e18037d2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "DELETE /v2.0/floatingips/991b0944-7e49-4012-a90b-cafead9f7145 HTTP/1.1" status: 204 len: 173 time: 1.1389217 Nov 01 18:20:09.942477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:10.097169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:10.098124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:10.133561 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Floating IP 7c6740b8-cbce-472f-94b4-3c29a3f447cb associated. External IP: 172.25.2.213, port: 85c1b563-86a9-4064-b74e-f15c80b523e1. Nov 01 18:20:10.221143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45aaa914-60cc-447b-9149-c3a065d784d4 req-e766ee72-7086-4222-9598-47dfde030c3b tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0950603 Nov 01 18:20:10.336550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-fbb44dad-f575-4776-b291-7ae9d6636841 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3870254 Nov 01 18:20:10.360535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:10.456412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6b26dfbf-f9c6-4b0f-86fb-3bdd7e3c5e62 None None] Provisioning complete for port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:10.456992 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6b26dfbf-f9c6-4b0f-86fb-3bdd7e3c5e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:10.533141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6b26dfbf-f9c6-4b0f-86fb-3bdd7e3c5e62 None None] Port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:10.626517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc039d4e-00ae-4464-adf9-4ffbc1114612 req-1bc08fab-159a-439e-96a3-96a688764e07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:10.641626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc039d4e-00ae-4464-adf9-4ffbc1114612 req-1bc08fab-159a-439e-96a3-96a688764e07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:10.660226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc039d4e-00ae-4464-adf9-4ffbc1114612 req-1bc08fab-159a-439e-96a3-96a688764e07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:10.661988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc039d4e-00ae-4464-adf9-4ffbc1114612 req-1bc08fab-159a-439e-96a3-96a688764e07 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 2372 time: 0.2625248 Nov 01 18:20:10.663434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:10.851628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3bf6a1fd-2db9-45f2-a7d4-e54f7e9de6a6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6731591 Nov 01 18:20:10.884681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'admin_state_up': True, 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'security_groups': ['09d16e92-c9e2-4b83-9c0e-cf49f4252950']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:10.885039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc039d4e-00ae-4464-adf9-4ffbc1114612 req-8af6aae1-4df4-45d7-8865-c8b10955783d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996706 Nov 01 18:20:11.014617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:11.162149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Allocated IP 172.25.2.240 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/75640980-af95-4891-84b4-530360e8a03e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:11.164521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Router f250f51f-dac7-4137-9039-d4156341667d has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:20:11.284953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:11.287246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:20:11.294726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:11.303218 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Sync routers for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:11.315032 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:11.320141 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:11.334497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:11.367402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3671427-9b10-4461-8fea-2f49ff00f1c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "PUT /v2.0/floatingips/7c6740b8-cbce-472f-94b4-3c29a3f447cb HTTP/1.1" status: 200 len: 991 time: 3.3386917 Nov 01 18:20:11.403831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:11.403831 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf817c91-b32c-4208-883c-d7914ae95c39" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:11.422974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:11.457800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:11.604833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:11.624815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a59f93ed-17c2-4ce9-bdd5-36e3bc01d5d8 req-54656e00-02e0-4e86-be77-8166bd1e4efe tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1482646 Nov 01 18:20:11.639756 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:11.647038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:11.691998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:11.717859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event updated for resources: {'Port': ['ID=75640980-af95-4891-84b4-530360e8a03e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:11.817610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.2.2.100 (631781a8-1de4-41c0-a4e2-4e806d7b751d/cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e/92fb47ab-db04-4713-bbb3-f520d54aa430) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:11.957310 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d79ea-6394-432f-9453-61dc5d011827 x-openstack-request-id: req-ea3d79ea-6394-432f-9453-61dc5d011827 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:11.957618 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:11.957868 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea3d79ea-6394-432f-9453-61dc5d011827 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:11.958276 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'status': 'completed', 'code': 200} Nov 01 18:20:11.995786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46564) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:12.025110 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.178835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.248945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.259988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.260551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.261216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.261708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.262346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.262821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.265145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-ba821140-7e9f-4730-8781-d7d361ce0313 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.2808704 Nov 01 18:20:12.320103 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7c6740b8-cbce-472f-94b4-3c29a3f447cb', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'port_id': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'mac_address': 'fa:16:3e:64:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:33Z', 'updated_at': '2021-11-01T18:20:09Z', 'revision_number': 1, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:12.365691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.375656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1289169036-network', 'tenant_id': 'e0235327a3fa4ed480aa420b9627d8f6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:12.412551 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Checking router: f250f51f-dac7-4137-9039-d4156341667d for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:12.437289 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:12.444707 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:19:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:12.453919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec71a3-2960-4339-b115-1bd8a176f923 req-4de7cabe-5e63-425e-ae81-ad2457a9e019 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.461065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec71a3-2960-4339-b115-1bd8a176f923 req-4de7cabe-5e63-425e-ae81-ad2457a9e019 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.468487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec71a3-2960-4339-b115-1bd8a176f923 req-4de7cabe-5e63-425e-ae81-ad2457a9e019 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.479320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bec71a3-2960-4339-b115-1bd8a176f923 req-4de7cabe-5e63-425e-ae81-ad2457a9e019 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 2372 time: 0.3889666 Nov 01 18:20:12.606234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.627880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.631699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Made reservation on behalf of e0235327a3fa4ed480aa420b9627d8f6 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:12.635109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.646181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.667867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:12.683853 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:12.729404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:12.740934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bec71a3-2960-4339-b115-1bd8a176f923 req-83fc3694-5d37-4353-a947-8f5295fdd122 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606571 Nov 01 18:20:12.748507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:12.761721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.870977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.873653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:12.917606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-7b3f96cd-8afa-4cea-bc43-77b167633f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:12.919463 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-7b3f96cd-8afa-4cea-bc43-77b167633f5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c HTTP/1.1" status: 200 len: 918 time: 0.4554996 Nov 01 18:20:12.924017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:12.973122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.045019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-6c7594b4-2912-4673-839d-bfd6baff0e30 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1880119 Nov 01 18:20:13.066160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'admin_state_up': True, 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'security_groups': ['09d16e92-c9e2-4b83-9c0e-cf49f4252950']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:13.220430 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7c6740b8-cbce-472f-94b4-3c29a3f447cb', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'port_id': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'mac_address': 'fa:16:3e:64:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:33Z', 'updated_at': '2021-11-01T18:20:09Z', 'revision_number': 1, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:13.221004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-952fc442-addc-4895-9d64-fc78695cdb8b req-b22d35ea-d23b-41af-bdb5-531382d7aeef tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1432507 Nov 01 18:20:13.255273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.268965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.274132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9225533 Nov 01 18:20:13.281955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6e7269b9-aa7a-45d9-950e-868559300438 None None] Provisioning complete for port 92fb47ab-db04-4713-bbb3-f520d54aa430 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:13.282636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b362d-7282-489d-bee0-6ca9ec658a56 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event updated for resources: {'Port': ['ID=75640980-af95-4891-84b4-530360e8a03e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:13.283065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-2b5351a2-0caa-4533-842f-2f1181e97fe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 999 time: 0.3403146 Nov 01 18:20:13.283778 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e7269b9-aa7a-45d9-950e-868559300438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.293182 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f372ca4-530f-4916-beeb-b2b216114c10 None None] The sync data for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 is: [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7c6740b8-cbce-472f-94b4-3c29a3f447cb', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'port_id': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'mac_address': 'fa:16:3e:64:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:18:33Z', 'updated_at': '2021-11-01T18:20:09Z', 'revision_number': 1, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:13.354209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6e7269b9-aa7a-45d9-950e-868559300438 None None] Port 92fb47ab-db04-4713-bbb3-f520d54aa430 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:13.428153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-85f0e8aa-60e9-45ab-bfca-1d09e209238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:13.431004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-85f0e8aa-60e9-45ab-bfca-1d09e209238b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.1360304 Nov 01 18:20:13.433984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.459659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:20:13.494245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.494954 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Added segment 22fb9f60-7e75-4fb5-bcae-9fe256212570 of type vlan for network a2dc7387-3799-4408-bc40-d765958d2841 Nov 01 18:20:13.506572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-7c99964a-c6ab-4cef-9136-702321bbd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:13.509250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-7c99964a-c6ab-4cef-9136-702321bbd223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587840 Nov 01 18:20:13.562118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Made reservation on behalf of 7d7847ec5a2040ce8c0a3eabc9edcb43 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:13.571008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.581553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.656722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d627d52e-7dbb-4098-9a48-c1fb3ffd0558,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:13.658707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dadcf0-9875-4a88-88fe-56dcfa4a3755 None None] New status for floating IP 7c6740b8-cbce-472f-94b4-3c29a3f447cb: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:20:13.671615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-017ac729-c744-4eba-940f-afe1b6130aa7 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.3666837 Nov 01 18:20:13.682614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.683895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:13.684624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:13.877066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-4143874f-4bd8-45b0-9fc1-e680279bde19 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603692 Nov 01 18:20:13.902059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] Pushing event updated for resources: {'Network': ['ID=a2dc7387-3799-4408-bc40-d765958d2841,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:13.960941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a2dc7387-3799-4408-bc40-d765958d2841 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:20:13.988250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-92015a3c-07fc-4368-b0cc-c82a933e6a42 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:13.992985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-92015a3c-07fc-4368-b0cc-c82a933e6a42 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.2994149 Nov 01 18:20:14.012311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-acdcb20e-4b34-4e7d-ae6a-a2fa613faf5d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0123024 Nov 01 18:20:14.015344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46606) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:14.030582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Request body: {'subnet': {'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1289169036-subnet', 'tenant_id': 'e0235327a3fa4ed480aa420b9627d8f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:14.048139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-6d8898fc-b900-4805-a7aa-79d47ec4c7d3 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:20:14.050005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8fd710-e1ab-4f57-b078-89b50a842d95 req-6d8898fc-b900-4805-a7aa-79d47ec4c7d3 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0385394 Nov 01 18:20:14.167358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-e2631273-38d1-4f84-a78c-4fc5420ff484 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:14.173632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-e2631273-38d1-4f84-a78c-4fc5420ff484 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:14.178053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cf817c91-b32c-4208-883c-d7914ae95c39 req-75dfc2cc-9dd4-4ac0-8a41-ffe2004c3995 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087157 Nov 01 18:20:14.181392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-e2631273-38d1-4f84-a78c-4fc5420ff484 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:14.188553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-e2631273-38d1-4f84-a78c-4fc5420ff484 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:14.190534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-e2631273-38d1-4f84-a78c-4fc5420ff484 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 3093 time: 0.1960421 Nov 01 18:20:14.252802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-b7e8a535-64f5-42a9-8c43-c68ce6ea0c57 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips/eefbd38e-74aa-42e7-b03b-27fbb26a7c84 HTTP/1.1" status: 200 len: 693 time: 0.0566511 Nov 01 18:20:14.273817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Allocated IP 10.2.2.200 (631781a8-1de4-41c0-a4e2-4e806d7b751d/cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e/aef8d277-66f0-4020-b29b-6aedd7f74f1f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:14.389043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c5a2dde-07a2-45f6-99b5-90c4caa2e882 req-3913adb4-1aec-40fb-a5f8-84649348e9a3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900723 Nov 01 18:20:14.428458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-d883ebe1-d9bf-4fe8-982b-88b445195be1 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:14.445940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-d883ebe1-d9bf-4fe8-982b-88b445195be1 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 784 time: 0.1829600 Nov 01 18:20:14.445940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-8ba680d9-e7d8-4c75-bb08-31e418776543 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:20:14.450341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-8ba680d9-e7d8-4c75-bb08-31e418776543 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124259 Nov 01 18:20:14.464463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Made reservation on behalf of e0235327a3fa4ed480aa420b9627d8f6 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:14.467473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:14.518530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-2ca045cb-cb65-40c1-a2d1-85c859ca16d3 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0659199 Nov 01 18:20:14.571847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:14.604016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-18105242-e650-45ca-8298-2a3d0d0a68a2 tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0844173 Nov 01 18:20:14.769731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:14.836577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cc74fa8-b68b-4fbf-94ae-c7a2280e9d6c req-433bdf56-67ab-4a0f-9066-f49f835385b7 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.2087083 Nov 01 18:20:14.874681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:14.880289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:14.897779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:14.918604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Deleting port 75640980-af95-4891-84b4-530360e8a03e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:14.921793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:14.990324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.046138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:15.095848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.096440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.114575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Calling delete_port for 75640980-af95-4891-84b4-530360e8a03e owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:15.203933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.204616 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.285729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Checking segment: {'id': '22fb9f60-7e75-4fb5-bcae-9fe256212570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:15.286527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Network hostable DHCP agents. Network: a2dc7387-3799-4408-bc40-d765958d2841, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:20:15.315477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a80b305-4050-4ab3-903c-422258031ed9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:15.354620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fd3c9a4d-a014-4d4b-bf32-e232fae900c1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2971716 Nov 01 18:20:15.372847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:15.395622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-52465616-3a69-4150-8db2-532f4fea1f8c None None] Provisioning complete for port aef8d277-66f0-4020-b29b-6aedd7f74f1f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:15.396186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52465616-3a69-4150-8db2-532f4fea1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.432101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Network a2dc7387-3799-4408-bc40-d765958d2841 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:20:15.445075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-52465616-3a69-4150-8db2-532f4fea1f8c None None] Port aef8d277-66f0-4020-b29b-6aedd7f74f1f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:15.462458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.500973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.530152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Pushing event deleted for resources: {'Port': ['ID=75640980-af95-4891-84b4-530360e8a03e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:15.562564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a2dc7387-3799-4408-bc40-d765958d2841) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:15.582044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73b04d-22ee-4beb-b40a-375f18ffe74d None None] Network a2dc7387-3799-4408-bc40-d765958d2841 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:15.592618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.593139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.822229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-08ac20fa-cdf9-49e4-9538-f05f7ebbf5ad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7915926 Nov 01 18:20:15.830339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.836352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c13d72-1bd1-4be9-9bcd-6dc8fb6a5d46 None None] Network a2dc7387-3799-4408-bc40-d765958d2841 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:15.841500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.868841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.889081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.907803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:15.915606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-126c44f3-d84a-4739-8964-409b24a26da1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 3814 time: 0.3130629 Nov 01 18:20:15.924012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.926547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:15.965805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17564ee1-6351-48c4-849e-1c8e3134d4a4 req-a709b509-cabe-451b-aa5c-836bf660470f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "DELETE /v2.0/floatingips/eefbd38e-74aa-42e7-b03b-27fbb26a7c84 HTTP/1.1" status: 204 len: 173 time: 1.3547931 Nov 01 18:20:16.058841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f702933-a9f9-4aed-b81b-d9dcd27650c4 req-f8ec96cb-61a0-483c-be54-9a1d65f796c6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421487 Nov 01 18:20:16.071625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126ffe1c-4343-44b1-a1e7-1e6de53644d3 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:16.087674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:16.103624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Transition to ACTIVE for port object 126ffe1c-4343-44b1-a1e7-1e6de53644d3 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:16.172741 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-4b93ca72-6463-486e-8231-66e7c6afb75b req-5fcd7408-1768-469f-bd3f-c4e0f293780c tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] show failed (client error): The resource could not be found. Nov 01 18:20:16.191938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b93ca72-6463-486e-8231-66e7c6afb75b req-5fcd7408-1768-469f-bd3f-c4e0f293780c tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips/eefbd38e-74aa-42e7-b03b-27fbb26a7c84 HTTP/1.1" status: 404 len: 350 time: 0.0996752 Nov 01 18:20:16.201197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:16.266346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2277add5-e158-4339-b2ed-0aaa12c0631c req-517aa0c2-46e1-4c34-aed9-531939dbfaeb tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0729845 Nov 01 18:20:16.396511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:16.504171 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-765020d4-fcbe-4b37-94c2-c51827fcc5b1 req-d6355437-4b17-444c-a362-f22f7e777e8f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] show failed (client error): The resource could not be found. Nov 01 18:20:16.518161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-765020d4-fcbe-4b37-94c2-c51827fcc5b1 req-d6355437-4b17-444c-a362-f22f7e777e8f tempest-FloatingIPsTestJSON-1337094043 tempest-FloatingIPsTestJSON-1337094043-project] 10.222.0.31 "GET /v2.0/floatingips/eefbd38e-74aa-42e7-b03b-27fbb26a7c84 HTTP/1.1" status: 404 len: 350 time: 0.1393580 Nov 01 18:20:16.519099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46676) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:16.583971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Attempting to bind port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:16.588913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Attempting to bind port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:16.588913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Attempting to bind port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 on network b57d521f-675d-43e7-ba7e-8441fba059d8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:16.597253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 on network b57d521f-675d-43e7-ba7e-8441fba059d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:16.598228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Attempting to bind port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 on network b57d521f-675d-43e7-ba7e-8441fba059d8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:16.611797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:16.613577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Checking segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:16.614009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Bound using segment: {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:16.617935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Bound port: 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dffda0f-cb81-409a-86e4-734590b580bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:16.618447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:16.779130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:16.784854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:16.872330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:16.949279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:16.950003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:16.952342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 1091 time: 1.5891550 Nov 01 18:20:16.958335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:16.967880 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e31cee-eb8b-4d13-9695-dde91f60ac37" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:17.107796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:17.136890 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc06f152-3069-4687-ac6c-8f84d680b307 x-openstack-request-id: req-cc06f152-3069-4687-ac6c-8f84d680b307 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:17.139321 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:17.140565 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc06f152-3069-4687-ac6c-8f84d680b307 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:17.141096 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'status': 'completed', 'code': 200} Nov 01 18:20:17.213404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e506-b617-4120-b25f-8c97474c05c1 service neutron] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:17.367170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:17.469505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.470085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.472254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.472750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.473191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.475034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-12fe2bd3-4fac-48c5-a273-4470a6a39a7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 4361 time: 0.3313401 Nov 01 18:20:17.521425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.559974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.576419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.591548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.604618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.606480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-5924655f-f99f-4383-99fd-ea09545c71dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 3826 time: 0.3226957 Nov 01 18:20:17.787550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1724b442-00fe-4915-82ee-07a1bf1aec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.789050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1724b442-00fe-4915-82ee-07a1bf1aec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.790000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1724b442-00fe-4915-82ee-07a1bf1aec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:17.791809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1724b442-00fe-4915-82ee-07a1bf1aec92 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1766553 Nov 01 18:20:18.006144 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5800fbe-8706-4187-81c2-960865d96fc3 req-f1f080d4-bfa1-42fa-a7c8-fb3d78a96385 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0731089 Nov 01 18:20:18.081710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fd4735-e7c2-4459-b71e-596e903eaf34 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:18.096153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45db8bd5-06a7-4804-89e9-c2dc13afc5d0 req-edcb5ab3-482b-42e9-919a-6c147fe04ce0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149910 Nov 01 18:20:18.119117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1b669dce-a1ae-4fa3-b538-7d5ea478fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:18.120720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56e31cee-eb8b-4d13-9695-dde91f60ac37 req-1b669dce-a1ae-4fa3-b538-7d5ea478fc05 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3084784 Nov 01 18:20:18.163085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:18.204641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Transition to ACTIVE for port object b1fd4735-e7c2-4459-b71e-596e903eaf34 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:18.240829 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:18.337252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:18.523894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:18.566962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Attempting to bind port b1fd4735-e7c2-4459-b71e-596e903eaf34 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:18.567485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Attempting to bind port b1fd4735-e7c2-4459-b71e-596e903eaf34 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:18.573471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Attempting to bind port b1fd4735-e7c2-4459-b71e-596e903eaf34 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:18.596320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Port b1fd4735-e7c2-4459-b71e-596e903eaf34 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:18.596320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Attempting to bind port b1fd4735-e7c2-4459-b71e-596e903eaf34 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:18.608433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:18.608761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:18.609344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Bound using segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:18.609814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Bound port: b1fd4735-e7c2-4459-b71e-596e903eaf34, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:18.610186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:18.644885 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ce45-65b0-408a-bb06-fd673ccc22fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:18.779519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:18.783385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:18.862249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:19.004679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:19.014278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.014810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:19.016826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7c095e63-9a79-47e8-93ea-ea21f46c0e29 service neutron] 10.222.0.37 "PUT /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 1131 time: 1.9333239 Nov 01 18:20:19.145784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'b1fd4735-e7c2-4459-b71e-596e903eaf34'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:19.149447 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983f242-32be-4558-a86f-30ed7adbdf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "b1fd4735-e7c2-4459-b71e-596e903eaf34"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:19.169227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:19.362029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:19.457077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c138ef0-dabc-4729-a927-10eff185731c req-7eddccab-a9fa-46b6-bc0f-0a8e81b9578d tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0868151 Nov 01 18:20:19.564790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.582854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.596823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.612977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.618791 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3bc29-8b00-4b51-a5fb-3d53e32c10c8 x-openstack-request-id: req-eee3bc29-8b00-4b51-a5fb-3d53e32c10c8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:19.621556 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "b1fd4735-e7c2-4459-b71e-596e903eaf34", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:19.622030 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eee3bc29-8b00-4b51-a5fb-3d53e32c10c8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:19.622611 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'b1fd4735-e7c2-4459-b71e-596e903eaf34', 'status': 'completed', 'code': 200} Nov 01 18:20:19.627478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.637526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:19.645765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-b603e397-e201-4e60-a687-7ba2d3117a77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 4599 time: 0.2773201 Nov 01 18:20:19.961957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85e065ca-62a4-475d-8bb2-563f0eacdf82 req-fb975bab-4b72-426f-a8d8-12b97d2c4f8d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3151400 Nov 01 18:20:20.025613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.026600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.026600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.027008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.027465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.027992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.030009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-7ee8bfc0-3c38-40f7-b005-03fc2336f2f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5285 time: 0.3336627 Nov 01 18:20:20.036399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09b7483-3ebd-4683-bb90-c4cfd5306314 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:20.049761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.064969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Transition to ACTIVE for port object c09b7483-3ebd-4683-bb90-c4cfd5306314 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:20.147572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Deleting port 4389e949-dea9-485f-8330-00b02a9c4111 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:20.147992 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.229658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-51709b58-25a4-4d7f-853b-f1709e9fcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.230127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-51709b58-25a4-4d7f-853b-f1709e9fcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.230584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-51709b58-25a4-4d7f-853b-f1709e9fcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.232203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-51709b58-25a4-4d7f-853b-f1709e9fcc12 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1909921 Nov 01 18:20:20.318903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] For port 4389e949-dea9-485f-8330-00b02a9c4111, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4389e949-dea9-485f-8330-00b02a9c4111,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:20.319288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.338500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Calling delete_port for 4389e949-dea9-485f-8330-00b02a9c4111 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:20.399740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-e818e338-25d7-4b59-8a88-0fa542e2263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:20.401760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b983f242-32be-4558-a86f-30ed7adbdf0d req-e818e338-25d7-4b59-8a88-0fa542e2263e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618714 Nov 01 18:20:20.443560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.500518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:20.625553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Attempting to bind port c09b7483-3ebd-4683-bb90-c4cfd5306314 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:20.625553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Attempting to bind port c09b7483-3ebd-4683-bb90-c4cfd5306314 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:20.625553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Attempting to bind port c09b7483-3ebd-4683-bb90-c4cfd5306314 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:20.629784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Port c09b7483-3ebd-4683-bb90-c4cfd5306314 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:20.630185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Attempting to bind port c09b7483-3ebd-4683-bb90-c4cfd5306314 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:20.636159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:20.636714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:20.637074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Bound using segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:20.637568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Bound port: c09b7483-3ebd-4683-bb90-c4cfd5306314, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:20.637990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.680178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82d606ac-4d1b-4103-94ab-969d1d8e67ae req-4540b2e6-94f2-4f8d-a89c-22289646831c tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0529661 Nov 01 18:20:20.694219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.833572 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7868a0c4-e592-4c83-878d-28d83c6cbdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:20.856479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:20.874486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4389e949-dea9-485f-8330-00b02a9c4111,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:20.880191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:21.050834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:21.070822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5569b3f1-0e5c-48ed-b816-aee6864bef30 req-cf91bf43-268b-4a8f-aacc-ee88a0e4fa2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0943003 Nov 01 18:20:21.109222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:21.180846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.181394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:21.183973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] 10.222.0.37 "PUT /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 1130 time: 2.0302694 Nov 01 18:20:21.230184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11576-58c8-4814-8339-dabaa8893170 service neutron] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:21.337459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:21.387059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.405518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.412999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.435235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.451115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.461885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:21.497490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.519619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:21.521583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a426404c-b758-4b1a-bb76-005379ccb75a req-8c1522ea-dea5-47bf-8a22-69cf8a7aa21f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5371 time: 0.2332282 Nov 01 18:20:21.697440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a426404c-b758-4b1a-bb76-005379ccb75a req-66266113-22c9-40a6-90ea-c709197c86a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608799 Nov 01 18:20:21.780287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Router 98626c86-e8f2-4fc5-8291-741a6984d6ca has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:20:21.951689 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:22.027396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4263c3c5-6a61-4961-bf34-3edec3a5862c req-85534a1e-a458-4201-8c2c-5eb876931008 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1361763 Nov 01 18:20:22.314673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-8209130d-2303-45fe-8479-563d9f2589d8 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:22.316719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-8209130d-2303-45fe-8479-563d9f2589d8 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/networks?id=a2dc7387-3799-4408-bc40-d765958d2841 HTTP/1.1" status: 200 len: 810 time: 0.5129948 Nov 01 18:20:22.320260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:20:22.328304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c8ade6bf-3156-42d5-bc3c-ba9720c6bfc5 admin admin] 10.222.0.31 "PUT /v2.0/routers/98626c86-e8f2-4fc5-8291-741a6984d6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8078666 Nov 01 18:20:22.328922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46836) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:22.332091 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Sync routers for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:22.347804 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:22.351045 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:22.378938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1e82881f-bed4-4a5e-8011-7883601a689f tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/quotas/e0235327a3fa4ed480aa420b9627d8f6 HTTP/1.1" status: 200 len: 375 time: 0.0486743 Nov 01 18:20:22.466988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-0b532301-4574-46ec-a717-d4a538a401d1 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0235327a3fa4ed480aa420b9627d8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713317 Nov 01 18:20:22.487216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'c09b7483-3ebd-4683-bb90-c4cfd5306314'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:22.501279 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7cef2a-b89e-4943-8b16-0aef14669435" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "c09b7483-3ebd-4683-bb90-c4cfd5306314"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:22.602029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:22.643850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-30b6f6f0-a054-4d0e-8363-cd29a25c01b1 service neutron] 10.222.0.31 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600547 Nov 01 18:20:22.664225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df18a97-5047-405d-b2d9-acad4781f75f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:22.673040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:22.714122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:22.738293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Transition to ACTIVE for port object 8df18a97-5047-405d-b2d9-acad4781f75f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:22.816088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:22.900815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-fe79d4b2-3e5b-4bb6-9b9c-c6d477b4b324 service neutron] 10.222.0.31 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461290 Nov 01 18:20:23.059468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.158668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.185239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.202378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.207312 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '5134ba67-208a-40cc-8d4c-618442966c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:20:20Z', 'revision_number': 5, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port': {'id': '5134ba67-208a-40cc-8d4c-618442966c60', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:19:53Z', 'updated_at': '2021-11-01T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:23.223055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.230690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:23.231478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.237758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.244511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.254301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-32f00bc4-4e65-4bc1-a7e3-a2309229b78a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5383 time: 0.3353984 Nov 01 18:20:23.268946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Attempting to bind port 8df18a97-5047-405d-b2d9-acad4781f75f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:23.269285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Attempting to bind port 8df18a97-5047-405d-b2d9-acad4781f75f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:23.269690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Attempting to bind port 8df18a97-5047-405d-b2d9-acad4781f75f on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:23.287960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Port 8df18a97-5047-405d-b2d9-acad4781f75f on network e6a1dd92-8383-4d2c-87ca-f4a520954cea not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:23.288368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Attempting to bind port 8df18a97-5047-405d-b2d9-acad4781f75f on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:23.311809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:23.320884 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Checking router: 98626c86-e8f2-4fc5-8291-741a6984d6ca for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:23.321798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:23.325785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Bound using segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:23.328117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Bound port: 8df18a97-5047-405d-b2d9-acad4781f75f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:23.331058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.333164 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Routers {'98626c86-e8f2-4fc5-8291-741a6984d6ca'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:23.335539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98626c86-e8f2-4fc5-8291-741a6984d6ca'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:23.459897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc68472b-ab33-45df-a19e-2dc421c78cd5 req-6be3ab46-10c9-46e7-85e4-858e6d7a11f7 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947081 Nov 01 18:20:23.499243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:23.506332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8df18a97-5047-405d-b2d9-acad4781f75f,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:23.515934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Deleting port 5134ba67-208a-40cc-8d4c-618442966c60 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:23.516314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.526448 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] Set router 98626c86-e8f2-4fc5-8291-741a6984d6ca gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:23.556162 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb6687f-f0b8-471a-aef0-e32fb5530852 x-openstack-request-id: req-adb6687f-f0b8-471a-aef0-e32fb5530852 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:23.556788 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "c09b7483-3ebd-4683-bb90-c4cfd5306314", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:23.557217 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adb6687f-f0b8-471a-aef0-e32fb5530852 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:23.557760 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'c09b7483-3ebd-4683-bb90-c4cfd5306314', 'status': 'completed', 'code': 200} Nov 01 18:20:23.587425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.640594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:20:23Z', 'revision_number': 6, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:23.673303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.734664 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee6c44-df7d-42d8-854f-df5002cec6bc None None] The sync data for ids ['98626c86-e8f2-4fc5-8291-741a6984d6ca'] in n-d-815923-2 is: [{'id': '98626c86-e8f2-4fc5-8291-741a6984d6ca', 'name': 'tempest-FloatingIPsTestJSON-1491497815-router', 'tenant_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:19:52Z', 'updated_at': '2021-11-01T18:20:23Z', 'revision_number': 6, 'project_id': '3853e4a3bf1a4253b8c9aed1b68bfb1c', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:23.735064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:23.747075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:23.747964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:23.750330 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-61e91afa-f2ed-41f1-82fb-a0b8fe5c49e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 1089 time: 2.4188924 Nov 01 18:20:23.876460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:23.895079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cacd5b5-d7cb-4ba6-87f4-1d39cc872d0a req-40f7bf0d-e739-4df4-a4e0-ac2e1ea00848 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1313617 Nov 01 18:20:24.045370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.049590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.050304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.051441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.052597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.054261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.057519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.061221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-5e5717fb-9094-4b54-be03-28454039a10e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6275 time: 0.3024690 Nov 01 18:20:24.122460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:24.154530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4389e949-dea9-485f-8330-00b02a9c4111 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:24.233456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4389e949-dea9-485f-8330-00b02a9c4111 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:24.237159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4389e949-dea9-485f-8330-00b02a9c4111 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:24.253561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-996b5fb6-5274-48d5-8582-e666d920cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.254039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-996b5fb6-5274-48d5-8582-e666d920cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.254535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-996b5fb6-5274-48d5-8582-e666d920cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:24.256277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-996b5fb6-5274-48d5-8582-e666d920cf95 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1841502 Nov 01 18:20:24.367129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] For port 5134ba67-208a-40cc-8d4c-618442966c60, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5134ba67-208a-40cc-8d4c-618442966c60,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:24.368804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:24.385913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cdfcc47-e662-487d-9fe9-44847f116276 req-181c8352-362d-4bb1-a461-e1b3478fe3ea tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 210 time: 0.3227751 Nov 01 18:20:24.410138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Calling delete_port for 5134ba67-208a-40cc-8d4c-618442966c60 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:24.735217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf4ee6c-cecb-44c4-902e-f70f54724ed2 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:24.762445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:24.784535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Transition to ACTIVE for port object fcf4ee6c-cecb-44c4-902e-f70f54724ed2 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:24.851241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:24.890925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:25.037569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:25.133950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Attempting to bind port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:25.134320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Attempting to bind port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:25.134656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Attempting to bind port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:25.139781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:25.140173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Attempting to bind port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:25.147221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:25.147683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Checking segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:25.148381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Bound using segment: {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:25.149239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Bound port: fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9625eb6-35ad-45d7-b249-3af1a117a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:25.149615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:25.375219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:25.382656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:25.479939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:25.484940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-c27b2f04-aa02-4676-91c4-3c3f3f422a93 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.493666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-c27b2f04-aa02-4676-91c4-3c3f3f422a93 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 1.2331326 Nov 01 18:20:25.517816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.524388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.530505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.536938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.543976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.556554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.564019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.571244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:25.572924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-322d3ef0-31c1-4110-a5a4-ae1d636ea204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5383 time: 0.8321960 Nov 01 18:20:25.580126 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:25.597632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Pushing event deleted for resources: {'Port': ['ID=5134ba67-208a-40cc-8d4c-618442966c60,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:25.603687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.608029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:25.611566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 1091 time: 1.7386820 Nov 01 18:20:25.621419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-88a6cf06-7385-4507-9d37-291d362f20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:25.622926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7cef2a-b89e-4943-8b16-0aef14669435 req-88a6cf06-7385-4507-9d37-291d362f20e3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3434067 Nov 01 18:20:25.682361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e001a-c9b8-4523-996c-14cb694fdbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:25.684252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-7a47e90d-323c-4e97-b0d3-63d4a2e349bc tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/quotas/cac5b9657cba4eb18a986ce63badb1b9 HTTP/1.1" status: 200 len: 375 time: 0.1907001 Nov 01 18:20:25.720379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:25.737219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.737590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.738268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.738268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.738565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.738898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.739226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.745201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.745721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.746130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.747405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.747805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:25.948743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c2ccf65-acde-46fd-9877-9c522aaff841 req-4a943828-d39e-459b-9467-da568a58bbc6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3746183 Nov 01 18:20:25.987953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5134ba67-208a-40cc-8d4c-618442966c60 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:25.994580 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.046941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5134ba67-208a-40cc-8d4c-618442966c60 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:26.048072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5134ba67-208a-40cc-8d4c-618442966c60 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:26.204713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.254722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.257627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.313548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.325723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-b19d2bab-4d0b-4bbe-9410-df6c57ffa9d1 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6402848 Nov 01 18:20:26.431344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.431912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98626c86-e8f2-4fc5-8291-741a6984d6ca {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:20:26.443300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.447268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:26.447786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b5e94fff-8cf1-4919-961d-993764da727b admin admin] 10.222.0.31 "DELETE /v2.0/routers/98626c86-e8f2-4fc5-8291-741a6984d6ca HTTP/1.1" status: 204 len: 168 time: 4.1163738 Nov 01 18:20:26.659290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-eb229ce4-9abf-40cb-9616-6e3aa88e795a service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251934 Nov 01 18:20:26.692077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1775e2-da53-440c-becd-185a78dc400b req-91e7731a-5e39-46f7-921a-18b51b88a6e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c25a59f3e8f54f3cb09fedd113760713&device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.1321678 Nov 01 18:20:26.697372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Deleting subnet e61d43ae-0b9f-45e6-9611-62ab3bf8d101 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:20:26.702601 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.760323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1775e2-da53-440c-becd-185a78dc400b req-aa5e4a2f-5fa0-4514-8ad7-395564ff9596 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c25a59f3e8f54f3cb09fedd113760713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546083 Nov 01 18:20:26.784561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.959433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1775e2-da53-440c-becd-185a78dc400b req-bd8015c0-8965-4713-8836-c32133ba57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:26.961900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1775e2-da53-440c-becd-185a78dc400b req-bd8015c0-8965-4713-8836-c32133ba57d0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920638 Nov 01 18:20:26.964232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:26.982261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e1896ee-83e7-410a-b0cc-b03cafbf01c1 req-483d8660-56b5-407b-bae0-ee4ce1b1a4d8 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 210 time: 0.0667405 Nov 01 18:20:27.093839 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34379d3c-04f8-4280-835e-c0ac40b74179 x-openstack-request-id: req-34379d3c-04f8-4280-835e-c0ac40b74179 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:27.095335 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:27.097439 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34379d3c-04f8-4280-835e-c0ac40b74179 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:27.097874 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f', 'status': 'completed', 'code': 200} Nov 01 18:20:27.120059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fb47ab-db04-4713-bbb3-f520d54aa430 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:27.138494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:27.158487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-86f3a78b-bb64-4faa-b0fa-ca199a912354 service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234091 Nov 01 18:20:27.186514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Transition to ACTIVE for port object 92fb47ab-db04-4713-bbb3-f520d54aa430 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:27.199529 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:27.296401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b964daae-c2d8-4ddb-b0cf-54c720760481 req-e4f4684a-c74e-4509-b4e8-3e58772d5b90 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0637045 Nov 01 18:20:27.318817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:27.344781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61d43ae-0b9f-45e6-9611-62ab3bf8d101,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:27.375696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:27.384159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d2748c6-aaca-4563-b086-434683c46d43 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e61d43ae-0b9f-45e6-9611-62ab3bf8d101 HTTP/1.1" status: 204 len: 168 time: 0.9328136 Nov 01 18:20:27.387965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d073d-243e-4763-b3e7-0ee0adb69cfd None None] Network 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:27.388458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.388908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.389454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.389992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.390530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.391060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.391649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.398392 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-b7289b8e-12ff-4292-8cf1-abdb83811969 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6342 time: 0.2867126 Nov 01 18:20:27.398392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:27.581916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:27.828025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3a5766f-72ce-4660-84b0-c82ae2dffade req-6207e91b-79ca-4fb8-a970-42a0b39aab1a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.1209941 Nov 01 18:20:27.844270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-8513ae8a-5be5-49a6-b17b-0a2187ac801e tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.866148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-8513ae8a-5be5-49a6-b17b-0a2187ac801e tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.37 "GET /v2.0/networks?id=a2dc7387-3799-4408-bc40-d765958d2841 HTTP/1.1" status: 200 len: 810 time: 0.7040122 Nov 01 18:20:27.902644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Request body: {'port': {'device_id': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841', 'admin_state_up': True, 'tenant_id': 'e0235327a3fa4ed480aa420b9627d8f6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:27.913119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.923359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.930326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.937645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.944147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.971739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.987463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:27.997026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-10246f9a-e108-4c78-bdf5-96aa5d8d5212 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5407 time: 0.4045491 Nov 01 18:20:28.000122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Attempting to bind port 92fb47ab-db04-4713-bbb3-f520d54aa430 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:28.000601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Attempting to bind port 92fb47ab-db04-4713-bbb3-f520d54aa430 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:28.001191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Attempting to bind port 92fb47ab-db04-4713-bbb3-f520d54aa430 on network 631781a8-1de4-41c0-a4e2-4e806d7b751d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:28.002555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] DHCP port deletion for 03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:20:28.088922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.107897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Port 92fb47ab-db04-4713-bbb3-f520d54aa430 on network 631781a8-1de4-41c0-a4e2-4e806d7b751d not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:28.108217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Attempting to bind port 92fb47ab-db04-4713-bbb3-f520d54aa430 on network 631781a8-1de4-41c0-a4e2-4e806d7b751d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:28.124201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Deleting port b04558e1-5e80-4361-89d4-6e002fc4379a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:28.127605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.139730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ce7b206-93ea-418d-9ee4-aec2e5b64428 req-0d6690de-00fe-450c-81b8-1a4d5b645561 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415646 Nov 01 18:20:28.149461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:28.149812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Checking segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:28.151885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Bound using segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:28.152355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Bound port: 92fb47ab-db04-4713-bbb3-f520d54aa430, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:28.152723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.217748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-1527cde8-f279-4845-9efb-b726a429fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:28.217979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-1527cde8-f279-4845-9efb-b726a429fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:28.218406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-1527cde8-f279-4845-9efb-b726a429fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:28.241401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-1527cde8-f279-4845-9efb-b726a429fbd6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8032267 Nov 01 18:20:28.317328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] For port b04558e1-5e80-4361-89d4-6e002fc4379a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b04558e1-5e80-4361-89d4-6e002fc4379a,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:28.317768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.347904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Calling delete_port for b04558e1-5e80-4361-89d4-6e002fc4379a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:28.384028 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3e1775e2-da53-440c-becd-185a78dc400b req-dba49fd7-36c3-4238-ae20-00e9c5724d1b tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0924802 Nov 01 18:20:28.388511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Made reservation on behalf of e0235327a3fa4ed480aa420b9627d8f6 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:28.392654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.445582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:28.454918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:28.522184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-929788a7-ae3a-4c08-9f87-4c63c79dc57d req-29ddf6cd-1ecc-4f56-bc82-4dbfb7b377cd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 210 time: 0.0572803 Nov 01 18:20:28.540317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e488aeb2-194f-4ab1-a640-87aa803e2139 req-54ad9e5b-373f-499e-8142-b278c2c132b4 tempest-ServerShowV254Test-975810219 tempest-ServerShowV254Test-975810219-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc5aa64-c481-428b-a7f4-b5c0fd8ab360 HTTP/1.1" status: 200 len: 210 time: 0.0620158 Nov 01 18:20:28.564612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.636589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Deleting port b04558e1-5e80-4361-89d4-6e002fc4379a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:28.636904 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.649577 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.719335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:28.721025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.729448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Pushing event deleted for resources: {'Port': ['ID=b04558e1-5e80-4361-89d4-6e002fc4379a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:28.737256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] No DVR routers for this DVR port b04558e1-5e80-4361-89d4-6e002fc4379a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:28.740739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 1091 time: 3.0188301 Nov 01 18:20:28.741463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:28.750822 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:28.784592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.784946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.785292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.785743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.786085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.786430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.786752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.809003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] For port b04558e1-5e80-4361-89d4-6e002fc4379a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b04558e1-5e80-4361-89d4-6e002fc4379a,segment=NetworkSegment(ac61ab18-a6ac-442d-ba39-04ac73f13a90),segment_id=ac61ab18-a6ac-442d-ba39-04ac73f13a90)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:28.809237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.809401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:28.809556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.814036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.814541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.814890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea41cf5-d56c-4fc1-acd6-82d94ba2c441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:20:28.836035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f9ea2-d1aa-4112-b83c-2954d6c843c7 service neutron] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:28.850115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Request body: {'port': {'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:28.877704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Calling delete_port for b04558e1-5e80-4361-89d4-6e002fc4379a owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:28.886166 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29c9b23-fed6-4d9a-a8e6-a46bdbb94289 x-openstack-request-id: req-b29c9b23-fed6-4d9a-a8e6-a46bdbb94289 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:28.886717 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:28.887785 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b29c9b23-fed6-4d9a-a8e6-a46bdbb94289 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:28.888330 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'status': 'completed', 'code': 200} Nov 01 18:20:28.996184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b1df92-8bc7-4f16-8664-4c045ab8cb18 req-50db5dff-6ff7-4055-88f4-ef97e361a958 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.0744228 Nov 01 18:20:29.066629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:29.228784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:29.245843 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ba5ea-3ddb-437f-bf57-a9412b811527" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:29.254893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:29.384824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-dd9f60ea-c160-4b1a-9a9b-f60cbdd74d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:29.397615 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9b5a4ec7-cf54-4617-aa0c-a18635fe416e req-dd9f60ea-c160-4b1a-9a9b-f60cbdd74d74 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0407810 Nov 01 18:20:29.535930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Allocated IP 172.20.0.5 (a2dc7387-3799-4408-bc40-d765958d2841/8a80b305-4050-4ab3-903c-422258031ed9/c44e5fd4-6d1d-4318-ab10-7fef35fff728) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:29.571225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] No DVR routers for this DVR port b04558e1-5e80-4361-89d4-6e002fc4379a on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:29.591108 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a8238-c8a9-444a-b0f0-1e4c5084ccf7 x-openstack-request-id: req-474a8238-c8a9-444a-b0f0-1e4c5084ccf7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:29.593906 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:29.595865 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-474a8238-c8a9-444a-b0f0-1e4c5084ccf7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:29.596461 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'status': 'completed', 'code': 200} Nov 01 18:20:29.653104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04558e1-5e80-4361-89d4-6e002fc4379a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:29.909061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48aa3fd5-f139-42f0-83e0-2a6c5f85b8b2 req-63ef4730-9516-4d92-a910-05305f8f1d54 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 210 time: 0.1606512 Nov 01 18:20:29.939191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b04558e1-5e80-4361-89d4-6e002fc4379a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:29.968625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:29.973365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b04558e1-5e80-4361-89d4-6e002fc4379a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:29.973961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b04558e1-5e80-4361-89d4-6e002fc4379a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:30.027826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.034793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.061663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03813262-cfbe-4c8a-ba8f-4c5c95fd48a2']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:30.070111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.070608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.071295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.071624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.072099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.072649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.073118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.073589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.075570 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-9273dd35-c8ba-4210-b0a0-b373ef431ed0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6409 time: 0.4735293 Nov 01 18:20:30.081162 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:20:30.101192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.106338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac61ab18-a6ac-442d-ba39-04ac73f13a90') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:30.106647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac61ab18-a6ac-442d-ba39-04ac73f13a90') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:30.109652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.125593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.131784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.134285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-49504a77-61bc-4f48-a82e-85c84e6bdc73 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5407 time: 0.3849692 Nov 01 18:20:30.274211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef8d277-66f0-4020-b29b-6aedd7f74f1f {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:30.276644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.277613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.277699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.277773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b986060-5b69-4a5d-8ce4-fe93ff176488 req-34c40f72-f74f-43f6-95f7-ecf0bf825445 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.0731070 Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:20:30.277843 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:20:30.282279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a91432a-18a6-4092-942f-77c4231a88b7 req-f0616582-e240-48dd-9593-f35df9ebb82a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922134 Nov 01 18:20:30.373408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-7523e95d-25cf-4458-a8e3-458ac916d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.373887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-7523e95d-25cf-4458-a8e3-458ac916d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.374382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-7523e95d-25cf-4458-a8e3-458ac916d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.376015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-7523e95d-25cf-4458-a8e3-458ac916d314 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2854841 Nov 01 18:20:30.427049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Transition to ACTIVE for port object aef8d277-66f0-4020-b29b-6aedd7f74f1f will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:30.456585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.518218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-eb7f65fe-3750-401e-ae77-acbdb8d3a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.519760 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa23abcd-af5a-4d0a-9e5f-65f4c8959570 req-eb7f65fe-3750-401e-ae77-acbdb8d3a6b4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368377 Nov 01 18:20:30.599781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.607781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.614584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.625708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] 10.222.0.31 "DELETE /v2.0/networks/03813262-cfbe-4c8a-ba8f-4c5c95fd48a2 HTTP/1.1" status: 204 len: 168 time: 3.2264502 Nov 01 18:20:30.652020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f3418-af4f-4f79-af1b-3c4c1909c317 admin admin] Pushing event deleted for resources: {'Network': ['ID=03813262-cfbe-4c8a-ba8f-4c5c95fd48a2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:30.691052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.719815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.722808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.723429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.724070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.724551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.728206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.729464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:30.734887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-d3151d74-f15d-41f2-a764-e1d07963f55e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6409 time: 0.1693587 Nov 01 18:20:30.792792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:30.853637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Attempting to bind port aef8d277-66f0-4020-b29b-6aedd7f74f1f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:30.854421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Attempting to bind port aef8d277-66f0-4020-b29b-6aedd7f74f1f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:30.854904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Attempting to bind port aef8d277-66f0-4020-b29b-6aedd7f74f1f on network 631781a8-1de4-41c0-a4e2-4e806d7b751d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:30.860537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Port aef8d277-66f0-4020-b29b-6aedd7f74f1f on network 631781a8-1de4-41c0-a4e2-4e806d7b751d not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:30.861184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Attempting to bind port aef8d277-66f0-4020-b29b-6aedd7f74f1f on network 631781a8-1de4-41c0-a4e2-4e806d7b751d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:30.868644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:30.869215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Checking segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:30.869755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Bound using segment: {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:30.870915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Bound port: aef8d277-66f0-4020-b29b-6aedd7f74f1f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3a3c2f-d54e-4812-94de-d3da69ac5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:30.871461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:30.988136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:30.995512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:31.024424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Network a2dc7387-3799-4408-bc40-d765958d2841 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:31.029458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:31.079380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:31.085923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.113714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b4870-0a55-4247-b94b-d00d0dad5650 req-0468db17-efca-470c-a0d0-4d52f638d071 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.124320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e1b4870-0a55-4247-b94b-d00d0dad5650 req-0468db17-efca-470c-a0d0-4d52f638d071 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 931 time: 0.1115265 Nov 01 18:20:31.175743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47044) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:31.228833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.229458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.230921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] 10.222.0.37 "PUT /v2.0/ports/aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 1091 time: 2.3882959 Nov 01 18:20:31.243906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:31.246552 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e075d98-530f-4982-a530-a744ff451d30" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:31.257748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.258434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.293402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e1b4870-0a55-4247-b94b-d00d0dad5650 req-b4cd6f19-6d27-4375-9468-ce95121c9b30 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677840 Nov 01 18:20:31.347989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93bf74a9-4ff7-4f10-bb02-20174cda628f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3853e4a3bf1a4253b8c9aed1b68bfb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695402 Nov 01 18:20:31.353005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47054) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:31.360981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cf55f-fdb6-4e8b-8bbc-53c201ba274e service neutron] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:31.438526 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb719619-bea4-4822-9cd0-50a80c003a8b x-openstack-request-id: req-cb719619-bea4-4822-9cd0-50a80c003a8b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:31.438809 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:31.439070 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb719619-bea4-4822-9cd0-50a80c003a8b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:31.439515 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'status': 'completed', 'code': 200} Nov 01 18:20:31.458739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.519007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.571101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-039d8308-87d2-46df-a6d2-fe4420b580e7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.573031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-039d8308-87d2-46df-a6d2-fe4420b580e7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.2067311 Nov 01 18:20:31.579173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47060) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:31.579955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Pushing event updated for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:31.604119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Request body: {'port': {'device_id': '250c0439-fca6-4e71-b99e-661ef60967e4', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'admin_state_up': True, 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:31.717421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f15657-f633-4510-b949-ad5f7cf5d6d9 req-eb9b1235-f830-4820-b8d3-2c046f2657d6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.1129646 Nov 01 18:20:31.750482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.754531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.764675 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-140644fd-137b-4b9a-a71a-0e14a42fb88c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8677652 Nov 01 18:20:31.766214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.791767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.804637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.805046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Request body: {'port': {'device_id': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:31.849796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.874453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.874588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-08532daf-8006-4e6b-88dc-bb8b2a61888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.879205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-08532daf-8006-4e6b-88dc-bb8b2a61888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.879797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-08532daf-8006-4e6b-88dc-bb8b2a61888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:31.885364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56798fbd-daa1-41db-b344-56ee8f494705 req-de8acc89-f58b-49d0-8ef8-a2355bac4d77 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.3013923 Nov 01 18:20:31.885553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-08532daf-8006-4e6b-88dc-bb8b2a61888c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1138723 Nov 01 18:20:31.888436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:31.896789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:31.964744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56798fbd-daa1-41db-b344-56ee8f494705 req-a6815d8d-61d5-4206-8c22-4475dae99dcb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768895 Nov 01 18:20:32.011472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:32.017679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:32.017679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50392777-7eb2-4783-b8d2-47b08c0c51d2 HTTP/1.1" status: 204 len: 168 time: 0.6605501 Nov 01 18:20:32.033771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838982e2-028c-408b-9878-2eb37a5e3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50392777-7eb2-4783-b8d2-47b08c0c51d2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:32.093000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57e5208-4325-4450-84c2-ecd97366d0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:32.191721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:32.459124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af161d-69e1-4cd0-8319-3b20aaa40c95 req-32e6ba88-b55f-4c68-954b-4ea272821397 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.468502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20af161d-69e1-4cd0-8319-3b20aaa40c95 req-32e6ba88-b55f-4c68-954b-4ea272821397 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 931 time: 0.0803044 Nov 01 18:20:32.521783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20af161d-69e1-4cd0-8319-3b20aaa40c95 req-27291c99-1160-43b3-b0a6-e1b02f241eee tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523582 Nov 01 18:20:32.614238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-4f47089b-f1e1-4a9e-bc1d-751941e50243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.615773 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f83ba5ea-3ddb-437f-bf57-a9412b811527 req-4f47089b-f1e1-4a9e-bc1d-751941e50243 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6799898 Nov 01 18:20:32.721874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Allocated IP 172.20.0.4 (be2420d1-4dfb-4082-a988-e064dc4089c2/3f0491d0-2451-4d2c-985a-9f9e5178dc0d/9a0fc3db-d82a-4069-8b96-e6856fa2b5f2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:32.807402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57e5208-4325-4450-84c2-ecd97366d0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:32.878509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.879296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.879422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.881027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.881027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.881027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.881313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:32.883698 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-74ba47cd-1416-44b7-ac15-9f33e1e21be7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6476 time: 0.2213547 Nov 01 18:20:32.930560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d97e0e70-28a2-49d9-acc2-bc37a566ef0e req-b19fd083-f874-4017-9b64-59d342eec01a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.0863438 Nov 01 18:20:32.937988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57e5208-4325-4450-84c2-ecd97366d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.082907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a57da1b8-e4c9-4fdb-a541-d7fb4c20169c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 217 time: 0.0926812 Nov 01 18:20:33.087434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e5208-4325-4450-84c2-ecd97366d0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a93ef-dd29-4792-8b86-d1642013e8f5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:33.091970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b57e5208-4325-4450-84c2-ecd97366d0af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c25a59f3e8f54f3cb09fedd113760713&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5088177 Nov 01 18:20:33.097369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:33.183001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.193659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.201796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.208378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.215449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.219880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.221767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.228619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.230569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad441334-fe74-4d59-b7ca-60937647a771 req-900d4720-1ee3-468a-b880-6ad854c5b223 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1563406 Nov 01 18:20:33.256082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-4758417f-4557-4681-ab50-e6991419f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.258143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-4758417f-4557-4681-ab50-e6991419f246 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.1651320 Nov 01 18:20:33.279205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad441334-fe74-4d59-b7ca-60937647a771 req-b97ace0e-8ae3-45a1-adbe-09c5cd7a016c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417619 Nov 01 18:20:33.334542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44e5fd4-6d1d-4318-ab10-7fef35fff728 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:33.354699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.374449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.389471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Transition to ACTIVE for port object c44e5fd4-6d1d-4318-ab10-7fef35fff728 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:33.403190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3ee92ae0-6cf8-4ee9-874c-644b6cf1ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.405006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-3ee92ae0-6cf8-4ee9-874c-644b6cf1ede2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366000 Nov 01 18:20:33.428534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.513432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.521356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.526640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:33.673267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16edf6-f810-4e06-a88e-69478830b38a req-f3197025-d200-4bdf-a786-a876a0af7ea1 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.690737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f16edf6-f810-4e06-a88e-69478830b38a req-f3197025-d200-4bdf-a786-a876a0af7ea1 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 943 time: 0.0800314 Nov 01 18:20:33.706234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event updated for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:33.748718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f16edf6-f810-4e06-a88e-69478830b38a req-eef47ea3-b84a-4116-b7db-013c419484c6 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Nov 01 18:20:33.770237 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-caf62bad-637e-4692-8d76-9c913290eee9 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569100 Nov 01 18:20:33.772280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Network be2420d1-4dfb-4082-a988-e064dc4089c2 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:33.782365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:33.798495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:33.880406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:33.909530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.912150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:33.919532 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd4a93ef-dd29-4792-8b86-d1642013e8f5 HTTP/1.1" status: 204 len: 168 time: 0.8057971 Nov 01 18:20:33.962550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2bc04-bc0a-446f-ac3f-c8e594b59dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a93ef-dd29-4792-8b86-d1642013e8f5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:33.987186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:33.996127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.078015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e7bb-7000-42f4-a123-046db6a21f49 req-f393b7d8-8f16-44b7-86db-4ae2a8d0e541 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.085734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c896e7bb-7000-42f4-a123-046db6a21f49 req-f393b7d8-8f16-44b7-86db-4ae2a8d0e541 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 931 time: 0.0594645 Nov 01 18:20:34.095778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Attempting to bind port c44e5fd4-6d1d-4318-ab10-7fef35fff728 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:34.103132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Attempting to bind port c44e5fd4-6d1d-4318-ab10-7fef35fff728 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '22fb9f60-7e75-4fb5-bcae-9fe256212570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:34.103132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Attempting to bind port c44e5fd4-6d1d-4318-ab10-7fef35fff728 on network a2dc7387-3799-4408-bc40-d765958d2841 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:34.107871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Port c44e5fd4-6d1d-4318-ab10-7fef35fff728 on network a2dc7387-3799-4408-bc40-d765958d2841 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:34.108197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Attempting to bind port c44e5fd4-6d1d-4318-ab10-7fef35fff728 on network a2dc7387-3799-4408-bc40-d765958d2841 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:34.112833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7216995d-fd1d-402b-863c-8147307d4dfa service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345654 Nov 01 18:20:34.115519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:34.115867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Checking segment: {'id': '22fb9f60-7e75-4fb5-bcae-9fe256212570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:34.116833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Bound using segment: {'id': '22fb9f60-7e75-4fb5-bcae-9fe256212570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:34.117295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Bound port: c44e5fd4-6d1d-4318-ab10-7fef35fff728, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fb9f60-7e75-4fb5-bcae-9fe256212570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:34.117656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.120919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c896e7bb-7000-42f4-a123-046db6a21f49 req-48b2b10c-3e32-45ba-8e13-5f30fa103e2e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Nov 01 18:20:34.163885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-04303ddf-d2ea-4f95-ae77-c37292a517a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 217 time: 0.0428867 Nov 01 18:20:34.266102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c546ca91-84e8-4402-b6cb-87f750974f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.267588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c546ca91-84e8-4402-b6cb-87f750974f83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0799587 Nov 01 18:20:34.269871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:34.279053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728,segment=NetworkSegment(22fb9f60-7e75-4fb5-bcae-9fe256212570),segment_id=22fb9f60-7e75-4fb5-bcae-9fe256212570)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:34.315261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5ba02262-1c80-4f69-929d-166ae80d1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.316917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-5ba02262-1c80-4f69-929d-166ae80d1f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423594 Nov 01 18:20:34.344899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-fbcb3eea-3e1b-4db3-b954-f95f0eeced13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7523658 Nov 01 18:20:34.360401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Request body: {'port': {'device_id': '250c0439-fca6-4e71-b99e-661ef60967e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:34.426541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.452463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.459040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.463626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.464362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.465742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/c44e5fd4-6d1d-4318-ab10-7fef35fff728 HTTP/1.1" status: 200 len: 1091 time: 2.6741736 Nov 01 18:20:34.466210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.467912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:34.470154 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:34.472388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.479324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.485332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.492179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.494222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-9d940dcc-360b-4ec3-8996-ba8b57a6bda0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1152046 Nov 01 18:20:34.538490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.552216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d08f6e73-85a9-41de-ba43-0524681f0353 req-8c3248bf-7f96-40a3-be1b-87e548b41876 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458913 Nov 01 18:20:34.563666 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-d895c521-b0a3-48b0-afea-011e16c01268 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359791 Nov 01 18:20:34.598524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd38a-5ec5-47bf-84cd-581d3ac671d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:34.604359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:34.625044 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a360b3-2f19-495c-92a7-b01dd0acdd8d x-openstack-request-id: req-d8a360b3-2f19-495c-92a7-b01dd0acdd8d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:34.625340 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:34.625773 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8a360b3-2f19-495c-92a7-b01dd0acdd8d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:34.626201 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728', 'status': 'completed', 'code': 200} Nov 01 18:20:34.742624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:34.848478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1b69a1db-772a-4abf-a915-5b3314edfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.850010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-1b69a1db-772a-4abf-a915-5b3314edfe2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0235327a3fa4ed480aa420b9627d8f6&device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 1094 time: 0.1607985 Nov 01 18:20:34.908888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-e6cd83d0-592a-4666-a68a-35a81664b5dc service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218408 Nov 01 18:20:34.913272 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-a42288a4-f006-47a3-828f-9073155c6624 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728 HTTP/1.1" status: 200 len: 217 time: 0.0507190 Nov 01 18:20:34.939142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8005b-07ca-437b-9d56-a8656ee9ab3b req-a9c62463-1b75-43b1-a3c3-8203451a7095 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:34.942499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96d8005b-07ca-437b-9d56-a8656ee9ab3b req-a9c62463-1b75-43b1-a3c3-8203451a7095 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 943 time: 0.0902147 Nov 01 18:20:34.969790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-network', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:35.010211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96d8005b-07ca-437b-9d56-a8656ee9ab3b req-20d69976-cc56-45b3-8463-3efc8cfed756 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Nov 01 18:20:35.012329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a371930f-8ae0-4432-974a-23fb438ff90e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 217 time: 0.0697753 Nov 01 18:20:35.101613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f700-87e0-4740-9812-b687f72ab585 req-0574b184-cbaf-41ec-a6e6-f30b9580ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.101613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-0574b184-cbaf-41ec-a6e6-f30b9580ca0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a80b305-4050-4ab3-903c-422258031ed9 HTTP/1.1" status: 200 len: 850 time: 0.1377106 Nov 01 18:20:35.127764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-3e5d1efa-b58f-440f-9fae-76fd90cdd17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2dc7387-3799-4408-bc40-d765958d2841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306816 Nov 01 18:20:35.154649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-bf81eb4b-8a1f-430d-9e65-0eff58b0f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.156121 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-bf81eb4b-8a1f-430d-9e65-0eff58b0f077 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1275921 Nov 01 18:20:35.254007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893236c5-485a-44b9-a8dc-ac54f451e80d req-6951159c-5481-42c5-820d-8d75a48ec32f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.255541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-893236c5-485a-44b9-a8dc-ac54f451e80d req-6951159c-5481-42c5-820d-8d75a48ec32f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 931 time: 0.0527899 Nov 01 18:20:35.263360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Made reservation on behalf of 7bb7f6b9a1654f1793e9a45e7883c7f3 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:35.266257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.278750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.320365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:35.337962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-ec375af5-5c83-41af-bded-b3bad416e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.339475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-ec375af5-5c83-41af-bded-b3bad416e2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597202 Nov 01 18:20:35.341267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.348585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-893236c5-485a-44b9-a8dc-ac54f451e80d req-d78dc4aa-111e-4dfb-9cd0-523d51a8f612 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Nov 01 18:20:35.349536 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-d9355b9b-b91c-4633-ad7e-48647af27538 service neutron] 10.222.0.37 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102075 Nov 01 18:20:35.429970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Transition to ACTIVE for port object 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:35.463312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.523658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a726b9d4-b9ba-41df-8eff-59d4b6e0fc83 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697662 Nov 01 18:20:35.553775 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-97f4f700-87e0-4740-9812-b687f72ab585 req-c14e9043-7026-445e-be0a-93a3fafdddef service neutron] 10.222.0.37 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324785 Nov 01 18:20:35.563864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.609606 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.654079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:20:35.670171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.670522 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Added segment d50e0202-2e86-4e8e-8dac-39dfdc4a7746 of type vlan for network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 Nov 01 18:20:35.683251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5656f81-71f4-41ad-9ae4-e5a160680de9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:35.688527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:35.733103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-ebe7c2ee-707b-4ed1-8965-fcb2c05218fe service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980338 Nov 01 18:20:35.792757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.816513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.824008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.831649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.839333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.847042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.853963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.855651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-f41c4d23-d503-474a-8e86-d68f91152585 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 217 time: 0.0980506 Nov 01 18:20:35.860723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.863059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-e878ee03-17a2-405e-856e-678cf439b8c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1763079 Nov 01 18:20:35.910211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Attempting to bind port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:35.910561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Attempting to bind port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:35.910904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Attempting to bind port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:35.926052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 on network be2420d1-4dfb-4082-a988-e064dc4089c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:35.926544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Attempting to bind port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:35.932764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b429ec0b-6e93-46b0-a13c-28efdc139360 req-95bcd7a7-b373-450b-9849-ee9fdff3973e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612392 Nov 01 18:20:35.943133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:35.943479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Checking segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:35.943893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Bound using segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:35.944390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Bound port: 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:35.944710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.949690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-419a4b99-ea5f-40e6-ba58-aaa64c1021fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.951207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-419a4b99-ea5f-40e6-ba58-aaa64c1021fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0235327a3fa4ed480aa420b9627d8f6&device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 1094 time: 0.1806381 Nov 01 18:20:35.956575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2625d404-f23f-4c37-9266-58ed7c8ef8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.958260 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-2625d404-f23f-4c37-9266-58ed7c8ef8b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1018295 Nov 01 18:20:35.980953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:35.982075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:35.988871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:36.086235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=120dfe7b-333f-4f6e-94a6-dbb10128e4b0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:36.094548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:36.099943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:20:36.150893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f71e25f-3f85-463f-a1fb-ba40f38ba1b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4064260 Nov 01 18:20:36.151337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47246) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:36.158640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Request body: {'subnet': {'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-subnet', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:36.242979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afabb19-e3f1-412c-a0a9-4ac2604ba9f7 req-711897fa-68df-4afd-8c88-3dee912214a5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.252611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1afabb19-e3f1-412c-a0a9-4ac2604ba9f7 req-711897fa-68df-4afd-8c88-3dee912214a5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 943 time: 0.0631084 Nov 01 18:20:36.346790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1afabb19-e3f1-412c-a0a9-4ac2604ba9f7 req-a4454e24-42b7-4161-97db-f7264767da8a tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931396 Nov 01 18:20:36.349581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Made reservation on behalf of 7bb7f6b9a1654f1793e9a45e7883c7f3 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:36.352679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:36.558770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:36.583774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fa089b8a-a65c-4e22-8c48-358935be7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.585933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-fa089b8a-a65c-4e22-8c48-358935be7e52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6108859 Nov 01 18:20:36.626677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b00ca-1368-4427-9dfc-9c35b1f07b60 req-5081c615-d157-47f9-9e47-f139ee8ce962 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.636419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b78b00ca-1368-4427-9dfc-9c35b1f07b60 req-5081c615-d157-47f9-9e47-f139ee8ce962 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 943 time: 0.1556075 Nov 01 18:20:36.645822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-db8108a7-cb1b-42e5-b085-6655c7618530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.648564 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-db8108a7-cb1b-42e5-b085-6655c7618530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2dc7387-3799-4408-bc40-d765958d2841 HTTP/1.1" status: 200 len: 911 time: 0.6831732 Nov 01 18:20:36.701238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:36.752966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b78b00ca-1368-4427-9dfc-9c35b1f07b60 req-dfd3f550-76c8-45dc-bcbf-f149c952cab5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153307 Nov 01 18:20:36.784206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.786250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:36.789084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] 10.222.0.32 "PUT /v2.0/ports/9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 HTTP/1.1" status: 200 len: 1091 time: 2.4323740 Nov 01 18:20:36.792544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:36.802061 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b538819f-87ba-4426-b59b-713b7a17f1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:36.807418 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-3ac759b5-ec5d-42f9-9701-54fc1752511e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728 HTTP/1.1" status: 200 len: 217 time: 0.1140928 Nov 01 18:20:36.817981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-72c5d174-4788-4ba3-a7db-72b74a946e91 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.833689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-72c5d174-4788-4ba3-a7db-72b74a946e91 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.4852369 Nov 01 18:20:36.903485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-9a51f5fc-b818-49bf-a2fb-a809be085f90 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/quotas/46303d4cc0084ef4968803189f18ad81 HTTP/1.1" status: 200 len: 375 time: 0.0671079 Nov 01 18:20:36.954927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-0973f0e8-b96c-4707-9b98-f0bfa8e7179e service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598559 Nov 01 18:20:36.960457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfacd05-2bf0-4517-9499-a4b42226177f service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:36.978526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-da07b3a1-c440-4fe0-9413-6af7eb3b448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:36.980218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-da07b3a1-c440-4fe0-9413-6af7eb3b448d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a80b305-4050-4ab3-903c-422258031ed9 HTTP/1.1" status: 200 len: 850 time: 0.1639736 Nov 01 18:20:37.005423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:37.066771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-87979619-4bb0-4a8f-a592-90130b2bf367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2dc7387-3799-4408-bc40-d765958d2841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712414 Nov 01 18:20:37.075772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-a062c4c8-83bf-44cb-ae2c-0ec0a75ae968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.077457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-a062c4c8-83bf-44cb-ae2c-0ec0a75ae968 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 1094 time: 0.1745131 Nov 01 18:20:37.082046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-5b0d2bcc-9849-42cd-ad4e-d4f138100554 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647766 Nov 01 18:20:37.112949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b809710-fab8-4d72-b162-893c40fcfc84,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:37.158467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-c5aaaabf-3681-4a77-a7d7-d4142c9c77e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 HTTP/1.1" status: 200 len: 217 time: 0.0652814 Nov 01 18:20:37.267170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-408dd13b-d92f-4aac-a494-15e1d929d491 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021822 Nov 01 18:20:37.321487 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b74503-6ff1-4456-9a40-b958bba20ba6 x-openstack-request-id: req-94b74503-6ff1-4456-9a40-b958bba20ba6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:37.321781 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:37.322039 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94b74503-6ff1-4456-9a40-b958bba20ba6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:37.322464 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', 'status': 'completed', 'code': 200} Nov 01 18:20:37.329715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-d888db50-4fdf-4414-9cc0-08831a3c53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.331220 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-d888db50-4fdf-4414-9cc0-08831a3c53ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.1400332 Nov 01 18:20:37.332563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a211fe3d-1f2a-4d5e-86c0-35feb450c1b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 217 time: 0.0540681 Nov 01 18:20:37.363639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-a05fd883-d1c3-4dcc-aa56-3ed3e1912f04 service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806358 Nov 01 18:20:37.385901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-4b83bd2d-d01d-401c-96bb-9ae0ca855fad service neutron] 10.222.0.37 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058121 Nov 01 18:20:37.387882 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-abccb02a-983c-42e5-ba90-50a49d6c6cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483994 Nov 01 18:20:37.472107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Checking segment: {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:37.474662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Network hostable DHCP agents. Network: 120dfe7b-333f-4f6e-94a6-dbb10128e4b0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:20:37.504074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-e6f3b668-583c-4b48-906d-be9abdbd4529 service neutron] 10.222.0.31 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392152 Nov 01 18:20:37.537253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.544544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.551023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.551762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a65666e9-116b-4c36-aeff-a35c265f417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.553294 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a65666e9-116b-4c36-aeff-a35c265f417d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1978896 Nov 01 18:20:37.558938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.568543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.576160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.583572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.590822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-51fb14ae-2e24-479d-8420-3f4d49f836a5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1441686 Nov 01 18:20:37.607054 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-3f2d0c2e-4e7a-4f88-b9a9-9a2be685f6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986392 Nov 01 18:20:37.611159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:20:37.629966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:37.651722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98b9bc31-315e-400d-9155-cb0fe1436467 req-052e6a5d-7885-402c-920f-81482182c550 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598550 Nov 01 18:20:37.662595 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28a7b2d5-6e45-45cc-9104-0a9d3e79b8ec req-2e5f5b29-3cb1-4ceb-9180-11c03097615d service neutron] 10.222.0.37 "GET /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554536 Nov 01 18:20:37.707051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-cf840d71-0c25-4fee-819c-9067ba3f2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.707051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-cf840d71-0c25-4fee-819c-9067ba3f2de7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395471 Nov 01 18:20:37.752963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 120dfe7b-333f-4f6e-94a6-dbb10128e4b0) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:37.765250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.766306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:37.811955 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5879bbd-5e33-4cb7-b521-1c86df0ce18b req-7d27a864-abc5-442b-8741-bc9bd7af8ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974549 Nov 01 18:20:37.816465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:37.831159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeeeb21-9441-40b6-94d9-3285a3a93093 None None] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:37.868512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:37.870836 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfc0d19-2695-44d0-9ced-19f541bccd96" -d '{"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:37.915142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8744b7-fda2-44ff-968b-cdfc1b52b3b5 req-affff227-a1d6-48e0-8a08-abd7dcf61d6d tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:37.923341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:37.925992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a8744b7-fda2-44ff-968b-cdfc1b52b3b5 req-affff227-a1d6-48e0-8a08-abd7dcf61d6d tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 943 time: 0.1472363 Nov 01 18:20:37.934614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-85324e28-b150-410c-a470-507286b693da service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169359 Nov 01 18:20:38.063469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a8744b7-fda2-44ff-968b-cdfc1b52b3b5 req-38bb8a38-bb4f-41b3-a70c-e613c04b7445 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350856 Nov 01 18:20:38.086147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2aab49d7-c905-4ffb-88f4-12f5f0f65abf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9329841 Nov 01 18:20:38.086373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'fixed_ips': [{'subnet_id': '8b809710-fab8-4d72-b162-893c40fcfc84'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:20:38.088041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.090508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.092579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:38.098554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:38.104829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403a2ed-fd15-49b9-8de1-83a6b4eeba53 req-31cd0584-a318-4d1c-afbd-e7fb5153996a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.106311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e403a2ed-fd15-49b9-8de1-83a6b4eeba53 req-31cd0584-a318-4d1c-afbd-e7fb5153996a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 943 time: 0.1338370 Nov 01 18:20:38.195387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-a3219db9-53c0-4dbd-9317-05bbccc65361 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522259 Nov 01 18:20:38.201496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e403a2ed-fd15-49b9-8de1-83a6b4eeba53 req-a35d5f22-621a-4024-a3c9-aafd6b107697 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Nov 01 18:20:38.222208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea9c2206-9e46-47f5-82d2-ebb7fda58474 req-003e985d-0996-4dec-ab0b-bb9873d7120c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0473154 Nov 01 18:20:38.313741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-d2c3cddd-3634-4ab5-83ae-7e612050adaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 217 time: 0.0998871 Nov 01 18:20:38.335923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Allocated IP 172.20.0.2 (120dfe7b-333f-4f6e-94a6-dbb10128e4b0/8b809710-fab8-4d72-b162-893c40fcfc84/3e7b40a9-e9b4-409a-8824-d9d3f971e32a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:38.351302 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299632a-c9d4-4655-81d4-2a3d0759e6ea x-openstack-request-id: req-8299632a-c9d4-4655-81d4-2a3d0759e6ea {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:38.351928 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:38.352325 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8299632a-c9d4-4655-81d4-2a3d0759e6ea {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:38.352850 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e', 'code': 200} Nov 01 18:20:38.398051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-2ef53900-81b2-476b-8d76-3d2109abdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.400218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-2ef53900-81b2-476b-8d76-3d2109abdc69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 1094 time: 0.2714221 Nov 01 18:20:38.426748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:38.526778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.528101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.610559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a9094-befb-46b4-981c-da17403eaef4 req-9376577d-6161-4b76-9e33-ebd7292b59a8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.612835 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a24a9094-befb-46b4-981c-da17403eaef4 req-9376577d-6161-4b76-9e33-ebd7292b59a8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a0f0e7c-a503-43eb-8050-92bbb6f26fa3 HTTP/1.1" status: 200 len: 943 time: 0.2077553 Nov 01 18:20:38.638687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c0910c14-a127-43c5-bc92-3b4b6adf177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.640621 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c0910c14-a127-43c5-bc92-3b4b6adf177a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.3174152 Nov 01 18:20:38.729166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.788497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.821847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:38.844025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-b048c69d-0847-4651-85f6-5781e631fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.845951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-b048c69d-0847-4651-85f6-5781e631fa3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.3865063 Nov 01 18:20:38.850888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7e394fe9-fba8-4272-a743-a4fabee7c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.853220 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-7e394fe9-fba8-4272-a743-a4fabee7c87b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461508 Nov 01 18:20:38.889917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.891312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.897971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.905223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.914320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.921145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.927278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:38.932676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:38.933430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7838405-d691-4e6a-99ac-70431b69ceff req-889dc7b6-daa0-4328-bd0b-e7abccc5f239 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1359696 Nov 01 18:20:38.938543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Pushing event updated for resources: {'Port': ['ID=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:38.945422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-a3e9202e-bf72-4a57-a906-f0a0740facfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 HTTP/1.1" status: 200 len: 217 time: 0.0892286 Nov 01 18:20:38.961821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:38.968852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:39.003127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7838405-d691-4e6a-99ac-70431b69ceff req-75607edd-839d-4b2e-ae0f-cca07b65d02f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651276 Nov 01 18:20:39.066280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Attempting to bind port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:39.066280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Attempting to bind port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:39.066280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Attempting to bind port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a on network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:39.070676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:39.071044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Checking segment: {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:39.071659 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.072092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Bound using segment: {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:39.072578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Bound port: 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:39.073114 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.108555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.110695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Deleting port 464e1154-d5bb-47db-8bda-148a27c6824e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:39.110695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.160388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] For port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:39.173502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] For port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:39.232484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.254193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-b08d3f88-5b57-4c41-be08-448eb8674cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:39.255892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-b08d3f88-5b57-4c41-be08-448eb8674cf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.2689807 Nov 01 18:20:39.286871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad206-151e-4c93-b466-bbc0fe72a3f1 req-7cc70200-e215-495c-8058-4978c2111402 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:39.291530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c1ad206-151e-4c93-b466-bbc0fe72a3f1 req-7cc70200-e215-495c-8058-4978c2111402 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 943 time: 0.0751393 Nov 01 18:20:39.292079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47354) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:39.317603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-bea74b46-d577-44d8-9e68-5aed99bf16b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488284 Nov 01 18:20:39.323343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-bd13eafd-75bc-4cf7-9c8f-f61aaac45cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182181 Nov 01 18:20:39.347999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.392641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c1ad206-151e-4c93-b466-bbc0fe72a3f1 req-f2576b90-35b6-475c-ac59-20f8adb09269 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901442 Nov 01 18:20:39.421827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] For port 464e1154-d5bb-47db-8bda-148a27c6824e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=464e1154-d5bb-47db-8bda-148a27c6824e,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:39.421827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:39.426464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73bc2-01c5-4162-87ee-5f644a23bd2c req-50fc0b69-f585-4457-ad59-00e38a4a555b tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:39.426464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fce73bc2-01c5-4162-87ee-5f644a23bd2c req-50fc0b69-f585-4457-ad59-00e38a4a555b tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 943 time: 0.1067812 Nov 01 18:20:39.512356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e03a82-57f2-4a23-bc58-8eb6869bb6ba None None] Pushing event updated for resources: {'Port': ['ID=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:39.516130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fce73bc2-01c5-4162-87ee-5f644a23bd2c req-474cca6c-97b0-4f0d-9bad-206fb916f9a0 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Nov 01 18:20:39.596581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d20929c4-c5c3-4c08-a8f4-171403339087 req-26150b53-d6cb-4b14-b2e4-3d3a106f608f tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0601940 Nov 01 18:20:39.646247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c44e5fd4-6d1d-4318-ab10-7fef35fff728 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:20:39.896061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728,segment=NetworkSegment(22fb9f60-7e75-4fb5-bcae-9fe256212570),segment_id=22fb9f60-7e75-4fb5-bcae-9fe256212570)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:39.927496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728', 'network_id': 'a2dc7387-3799-4408-bc40-d765958d2841', 'port_id': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728', 'mac_address': 'fa:16:3e:9c:58:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a80b305-4050-4ab3-903c-422258031ed9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:20:40.041455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.103354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3e7b40a9-e9b4-409a-8824-d9d3f971e32a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:40.195927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Calling delete_port for 464e1154-d5bb-47db-8bda-148a27c6824e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:40.242222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44e5fd4-6d1d-4318-ab10-7fef35fff728 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:40.242526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b45550c-87bf-48aa-aa29-93c93a165840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.303855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.310547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728,segment=NetworkSegment(22fb9f60-7e75-4fb5-bcae-9fe256212570),segment_id=22fb9f60-7e75-4fb5-bcae-9fe256212570)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:40.312933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.321581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.330347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.343848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:40.344530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.344874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.354229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.355100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-9d088b54-7387-4cc2-b3ca-08faed7db74f service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0283685 Nov 01 18:20:40.362829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.375013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-65c1b1cb-54d8-4abc-bd47-0313e9876e0d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1765332 Nov 01 18:20:40.383941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-dd6a2ef1-59e0-40b3-b051-52c08fee1fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0396183 Nov 01 18:20:40.432083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0409463c-2c11-414c-a232-2dcb7a74c354 req-14781445-852c-456c-b12b-162849d4acbe tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563068 Nov 01 18:20:40.447877 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.510875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:40.513850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-02537fae-5f68-46d5-9fe9-b51c3c1bffd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.1203046 Nov 01 18:20:40.576536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.645049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:40.704181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc9d5-7a11-47bd-8b8d-36815add38f9 req-be9f7117-d968-4abf-8fd5-71de7beb0094 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.710171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49cfc9d5-7a11-47bd-8b8d-36815add38f9 req-be9f7117-d968-4abf-8fd5-71de7beb0094 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 944 time: 0.1738436 Nov 01 18:20:40.730887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b538819f-87ba-4426-b59b-713b7a17f1e0 req-2ed14cff-7ea6-44a9-a69f-6e9d1e8fe753 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643980 Nov 01 18:20:40.733029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b45550c-87bf-48aa-aa29-93c93a165840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.737486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.806891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:40.824463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15f08f-c889-4f12-a507-fe7956f17f88 req-5981b3be-538c-4133-a2fb-09299cce6da3 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.826192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee15f08f-c889-4f12-a507-fe7956f17f88 req-5981b3be-538c-4133-a2fb-09299cce6da3 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 943 time: 0.1097379 Nov 01 18:20:40.842413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-583eccaa-03e2-4328-96b8-655604e7fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:40.843923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-583eccaa-03e2-4328-96b8-655604e7fd5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.3176415 Nov 01 18:20:40.860937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:20:40.880592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49cfc9d5-7a11-47bd-8b8d-36815add38f9 req-17d5a29d-4331-463e-9a83-48a0356a6829 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627998 Nov 01 18:20:40.924024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee15f08f-c889-4f12-a507-fe7956f17f88 req-d6a106c3-70cc-4738-909a-33bfd28440cf tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873444 Nov 01 18:20:40.966683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b45550c-87bf-48aa-aa29-93c93a165840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:40.993685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.003533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c44e5fd4-6d1d-4318-ab10-7fef35fff728'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:41.005897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eef9d-1eb1-4fc3-a78d-b23f7d3c2e39 None None] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:41.041851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.052353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64fb2693-7845-4b08-9d72-4b9ab1c2cb1a req-9f13760a-0b1b-4a41-ab57-f6b2b635d1b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0674679 Nov 01 18:20:41.089070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b45550c-87bf-48aa-aa29-93c93a165840 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1512da9a608403b968753b439e19e70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7808487 Nov 01 18:20:41.090312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45550c-87bf-48aa-aa29-93c93a165840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65818dd5-16ec-4586-a1f8-e38224791efd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:41.091993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:41.115642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:41.121075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd6dc00b-8772-444d-bccb-6c2321302543 None None] Provisioning complete for port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:41.121444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc00b-8772-444d-bccb-6c2321302543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.131667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.147764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c02b9e77-1054-4d86-9cf2-b7d2176cbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.149269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c02b9e77-1054-4d86-9cf2-b7d2176cbad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2625332 Nov 01 18:20:41.184592 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.188653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event deleted for resources: {'Port': ['ID=464e1154-d5bb-47db-8bda-148a27c6824e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:41.244450 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.265587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'port_id': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', 'mac_address': 'fa:16:3e:22:2d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0491d0-2451-4d2c-985a-9f9e5178dc0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:20:41.317757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] No DVR routers for this DVR port 464e1154-d5bb-47db-8bda-148a27c6824e on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:41.325740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.329014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a24a9094-befb-46b4-981c-da17403eaef4 req-28eb40dc-fe71-4a79-a3cf-4e05049c002d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.37 "DELETE /v2.0/ports/464e1154-d5bb-47db-8bda-148a27c6824e HTTP/1.1" status: 204 len: 173 time: 2.6945453 Nov 01 18:20:41.330951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-deleted', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:41.333192 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e4668-9e35-4fff-b57c-416154c35512" -d '{"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-deleted", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:41.389069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Allocated IP 172.25.2.87 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ddef3a08-be07-4b7a-b08d-cb49da8ec050) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:41.403234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.415180 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c99152f-b18c-4114-a928-afa9c54c907c x-openstack-request-id: req-1c99152f-b18c-4114-a928-afa9c54c907c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:41.415884 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0f0e7c-a503-43eb-8050-92bbb6f26fa3", "name": "network-vif-deleted", "tag": "464e1154-d5bb-47db-8bda-148a27c6824e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:41.416359 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c99152f-b18c-4114-a928-afa9c54c907c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:41.417420 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0f0e7c-a503-43eb-8050-92bbb6f26fa3', 'name': 'network-vif-deleted', 'tag': '464e1154-d5bb-47db-8bda-148a27c6824e', 'status': 'completed', 'code': 200} Nov 01 18:20:41.445383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:41.450053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-347d88dd-ece1-49b5-9a3a-bae167575fea service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756114 Nov 01 18:20:41.456095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.460594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.462429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65818dd5-16ec-4586-a1f8-e38224791efd HTTP/1.1" status: 204 len: 168 time: 0.3692489 Nov 01 18:20:41.496335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:41.496539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759c173-066a-4ebb-b3ec-c545a5ee127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65818dd5-16ec-4586-a1f8-e38224791efd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:41.666951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:41.719430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:41.720386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.735952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 464e1154-d5bb-47db-8bda-148a27c6824e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:41.737139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 464e1154-d5bb-47db-8bda-148a27c6824e not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:41.743799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.762391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.775425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.787452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.810809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.817018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-a2f05a05-0248-4ba1-8b76-193f173c459c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.818634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-a2f05a05-0248-4ba1-8b76-193f173c459c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 805 time: 0.4422081 Nov 01 18:20:41.828339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:41.831373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-bd52c41f-8bb0-436d-b9bc-1c82604bcbf1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.2207975 Nov 01 18:20:41.848991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Request body: {'port': {'device_id': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'admin_state_up': True, 'tenant_id': '46303d4cc0084ef4968803189f18ad81'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:41.869753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b34a1e-ccd4-4d85-b0bb-2b3030bebf95 req-c931c01a-9706-4753-94e4-63b2fc58fc30 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031811 Nov 01 18:20:41.920097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d0fd15-6e47-4ec5-8901-0bba23d0f586 req-20fcdce6-37e7-4812-8a12-1711727f29ca tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793595 Nov 01 18:20:41.934856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:41.969101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3e7b40a9-e9b4-409a-8824-d9d3f971e32a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:41.985366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:42.069070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:42.212107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:42.212829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:42.228682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8369-5851-4895-93b0-b0933be4b8e6 req-152b6050-11ee-462a-ad08-1fce62fec1e1 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.238877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e4f8369-5851-4895-93b0-b0933be4b8e6 req-152b6050-11ee-462a-ad08-1fce62fec1e1 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 944 time: 0.1748276 Nov 01 18:20:42.272606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d950d-d775-4031-8932-b3f911a6bfad req-edd6b0ce-decb-4c07-aab7-a27fa969ae4d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.281192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-571d950d-d775-4031-8932-b3f911a6bfad req-edd6b0ce-decb-4c07-aab7-a27fa969ae4d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 944 time: 0.1687129 Nov 01 18:20:42.290474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:42.342049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5beae9fb-e8d4-42f5-97d0-e0af69566a25 None None] Provisioning complete for port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:42.342690 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5beae9fb-e8d4-42f5-97d0-e0af69566a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:42.389180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e4f8369-5851-4895-93b0-b0933be4b8e6 req-3a1a63fb-2d00-483b-a4d8-9cc99476b023 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492589 Nov 01 18:20:42.404972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-571d950d-d775-4031-8932-b3f911a6bfad req-c2ec7727-a1db-4410-8df0-239f7af82b6e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224713 Nov 01 18:20:42.477184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Pushing event updated for resources: {'Port': ['ID=ddef3a08-be07-4b7a-b08d-cb49da8ec050,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:42.480382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Made reservation on behalf of 46303d4cc0084ef4968803189f18ad81 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:20:42.484200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:42.528674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:42.618270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:42.623364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:42.663351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-260b91ed-ca22-4aef-8288-af6e896be186 req-3b377747-310c-42e1-aee6-049f9256c6fe tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0621867 Nov 01 18:20:42.692808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.692808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.692808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.692808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.693391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.693482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.694489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:42.698469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-9b1cec52-633c-4373-9a8c-2797161a6acc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6476 time: 0.3996279 Nov 01 18:20:43.024681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Allocated IP 172.20.0.13 (a0ba09c3-7403-4906-bf62-4df41db40d9a/9690731d-372a-4073-b717-ce39c1b11827/9808eb37-b270-485e-8701-47783eb3e330) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:43.044097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-ebe0bcbd-f345-41e7-8674-2e085f3159f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.045801 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-ebe0bcbd-f345-41e7-8674-2e085f3159f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 902 time: 0.3352158 Nov 01 18:20:43.107385 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-18469821-3cc9-4f10-a84f-253bab783aff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.0522902 Nov 01 18:20:43.164198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.165955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.173740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.181834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.188859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.196897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.203858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.214901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-6e2f5a41-b5f5-4a04-9790-dcc6e05cc72e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1611390 Nov 01 18:20:43.231719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-7bd15008-073c-497c-9364-695449c4e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.233332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-7bd15008-073c-497c-9364-695449c4e83f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.1183465 Nov 01 18:20:43.261458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-534cef47-0cc4-4162-b6cf-19eeaf40a04b req-b7d02ea0-f1d4-4ad9-9aef-5209553a51c9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452342 Nov 01 18:20:43.385890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075d98-530f-4982-a530-a744ff451d30 req-81c46d42-1a2a-46bd-beea-553fe2a60bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.387445 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-81c46d42-1a2a-46bd-beea-553fe2a60bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113124 Nov 01 18:20:43.423179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:43.476812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:43.654179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-4ba9bfc0-2c75-4b40-a5ed-d4f281e4418f service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555001 Nov 01 18:20:43.682258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c44e5fd4-6d1d-4318-ab10-7fef35fff728 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:43.712097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f539-aa8c-4bc8-8a22-f65e7aa4e4db req-b0bdc774-8fe8-44b9-96b4-a8a90aadb7f7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.720601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61d9f539-aa8c-4bc8-8a22-f65e7aa4e4db req-b0bdc774-8fe8-44b9-96b4-a8a90aadb7f7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 944 time: 0.1763797 Nov 01 18:20:43.793224 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:43.800445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44b985-5dd5-4642-b8f8-3aae35946983 req-19ffe5c5-6e96-4e02-8a9f-b08031c8bb91 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:43.805707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:43.812655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b44b985-5dd5-4642-b8f8-3aae35946983 req-19ffe5c5-6e96-4e02-8a9f-b08031c8bb91 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 944 time: 0.2894211 Nov 01 18:20:43.857633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61d9f539-aa8c-4bc8-8a22-f65e7aa4e4db req-ea6eb7da-6844-4a6f-abbe-dbafb3f14115 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361313 Nov 01 18:20:43.892859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b44b985-5dd5-4642-b8f8-3aae35946983 req-589bb862-9514-482c-8b48-1eb5e2f0e0b9 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779743 Nov 01 18:20:43.913294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port c44e5fd4-6d1d-4318-ab10-7fef35fff728 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:20:43.935364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c44e5fd4-6d1d-4318-ab10-7fef35fff728 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:43.935364 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:44.063751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:44.107743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:44.110915 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6291a9-440c-49fc-912d-6855724e3429" -d '{"events": [{"server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "name": "network-vif-plugged", "status": "completed", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:44.130468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728,segment=NetworkSegment(22fb9f60-7e75-4fb5-bcae-9fe256212570),segment_id=22fb9f60-7e75-4fb5-bcae-9fe256212570)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:44.134721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055db2d-e048-4a1d-af03-84f16aba9792 req-a88596af-bc99-4e78-af69-aec2b1d3fe89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.138107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d055db2d-e048-4a1d-af03-84f16aba9792 req-a88596af-bc99-4e78-af69-aec2b1d3fe89 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 932 time: 0.1152198 Nov 01 18:20:44.179069 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac944308-2c1d-4bcb-85b5-35332f146f52 x-openstack-request-id: req-ac944308-2c1d-4bcb-85b5-35332f146f52 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:44.179069 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "name": "network-vif-plugged", "status": "completed", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:44.179069 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac944308-2c1d-4bcb-85b5-35332f146f52 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:44.179069 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728', 'code': 200} Nov 01 18:20:44.208324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d055db2d-e048-4a1d-af03-84f16aba9792 req-c5841943-88a3-4445-902b-e665d9efb8da tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551443 Nov 01 18:20:44.278065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:44.330102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:44.385983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Network a0ba09c3-7403-4906-bf62-4df41db40d9a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:44.387733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:44.415996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:44.419144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:44.491873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.497767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.504021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.510160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.516283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.522767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.524850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cea59-05a9-4f4e-8e5d-d43703bc94d6 req-49c062ab-4f0f-4f1a-b4d8-c9a5e8b5987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.526339 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-224cea59-05a9-4f4e-8e5d-d43703bc94d6 req-49c062ab-4f0f-4f1a-b4d8-c9a5e8b5987f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 1096 time: 0.2641156 Nov 01 18:20:44.529009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.530836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-c73ad1a6-b0b9-46a9-8865-86cc13e1398e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.0974078 Nov 01 18:20:44.546844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0e075d98-530f-4982-a530-a744ff451d30 req-25029095-a20d-4ae2-b409-e796003ee41c service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553263 Nov 01 18:20:44.555708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:44.556350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:44.579584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2895818-0c30-4675-bbe6-01e09cc48f21 req-f435b9ae-7b24-47de-8976-2f96a442670c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415053 Nov 01 18:20:44.602827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-224cea59-05a9-4f4e-8e5d-d43703bc94d6 req-213586b5-857c-4e87-b537-09c538862250 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Nov 01 18:20:44.680925 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-020b2a39-e0dd-4610-96af-0c337a859ae3 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8448672 Nov 01 18:20:44.681608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Router 1b9b9a87-90d7-49d2-b689-23f35bf40616 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:20:44.694481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Request body: {'port': {'device_id': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:20:44.795295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:44.891721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:45.018020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:20:45.029126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Sync routers for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:45.036021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f6ef6-d7d5-4c9b-b9a1-22d2e0fae585 req-e6e0b18a-c9f6-4059-98e9-8ede711f4cf5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:45.038309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-410f6ef6-d7d5-4c9b-b9a1-22d2e0fae585 req-e6e0b18a-c9f6-4059-98e9-8ede711f4cf5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 944 time: 0.0921626 Nov 01 18:20:45.049369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:45.049369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:45.113271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ff2b-ca70-4eed-a878-ee66c3ffbc0e req-6965de6b-eeff-447a-8dc8-d171958b44a9 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:45.121355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf58ff2b-ca70-4eed-a878-ee66c3ffbc0e req-6965de6b-eeff-447a-8dc8-d171958b44a9 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.1113992 Nov 01 18:20:45.146483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:20:45.147325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-410f6ef6-d7d5-4c9b-b9a1-22d2e0fae585 req-b8f49f02-1327-44ce-af8d-4a0203513f7e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985138 Nov 01 18:20:45.166385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:45.168801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.212303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.217720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93fd498f-52b1-4a70-9a04-b4fa864ba39a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.1199443 Nov 01 18:20:45.223048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf58ff2b-ca70-4eed-a878-ee66c3ffbc0e req-73271850-3bb7-4d89-b9ff-f6a9c24e9ff0 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Nov 01 18:20:45.223389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:45.379633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:45.393388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.452924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Transition to ACTIVE for port object 9808eb37-b270-485e-8701-47783eb3e330 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:20:45.469641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c79b05-d131-40a3-85d4-fb0fa14b7a4b req-f27a2c94-241c-4550-9560-d8c5ac773e8d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:45.471327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c79b05-d131-40a3-85d4-fb0fa14b7a4b req-f27a2c94-241c-4550-9560-d8c5ac773e8d tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 932 time: 0.1546669 Nov 01 18:20:45.549171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:45.630333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.640796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.713939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:45.781824 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.792648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:45.865417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:45.875391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:43Z', 'revision_number': 3, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:45.909742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Checking router: 1b9b9a87-90d7-49d2-b689-23f35bf40616 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:45.910466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Updating router 1b9b9a87-90d7-49d2-b689-23f35bf40616 port ddef3a08-be07-4b7a-b08d-cb49da8ec050 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:20:45.930550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Attempting to bind port 9808eb37-b270-485e-8701-47783eb3e330 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:45.931060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Attempting to bind port 9808eb37-b270-485e-8701-47783eb3e330 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:45.931667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Attempting to bind port 9808eb37-b270-485e-8701-47783eb3e330 on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:45.937166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Port 9808eb37-b270-485e-8701-47783eb3e330 on network a0ba09c3-7403-4906-bf62-4df41db40d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:20:45.937634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Attempting to bind port 9808eb37-b270-485e-8701-47783eb3e330 on network a0ba09c3-7403-4906-bf62-4df41db40d9a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:45.944209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:45.945125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Checking segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:45.945522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Bound using segment: {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:45.945967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Bound port: 9808eb37-b270-485e-8701-47783eb3e330, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53413d77-b9bd-48ae-8a5a-5f64d2f20666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:45.946509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:45.954623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.021444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c79b05-d131-40a3-85d4-fb0fa14b7a4b req-65ed058a-09ef-4a18-8845-29519e70feb5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398138 Nov 01 18:20:46.072859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:46.076021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:46.083123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.089428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.095912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.105800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.113177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.119279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.125791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.127930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-035dad08-f767-4856-b475-347c9ade3e96 req-5fc32432-da7d-46e5-b228-63f6ccc443ef tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1837716 Nov 01 18:20:46.182951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:46.185926 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e7a93c-b49c-4add-8688-f1876cb132b1" -d '{"events": [{"server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "name": "network-vif-plugged", "status": "completed", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:46.256973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.258101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-035dad08-f767-4856-b475-347c9ade3e96 req-898d8413-3b70-433f-a83b-9cae028f8ef1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186385 Nov 01 18:20:46.274588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.336085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e3a3-fe60-44fe-a7b1-ae1bdac1038d req-67b51189-beb0-49ba-9147-1d6591236760 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.337833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6768e3a3-fe60-44fe-a7b1-ae1bdac1038d req-67b51189-beb0-49ba-9147-1d6591236760 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.1176131 Nov 01 18:20:46.355305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:46.360380 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e86c3-b6e0-466c-8608-cae12d6334bc x-openstack-request-id: req-c23e86c3-b6e0-466c-8608-cae12d6334bc {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:46.360824 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "name": "network-vif-plugged", "status": "completed", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:46.361110 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c23e86c3-b6e0-466c-8608-cae12d6334bc {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:46.361661 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', 'code': 200} Nov 01 18:20:46.363067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.364714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.367581 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-1460a2ee-800e-4ceb-9a35-f5f45fc94c4b service neutron] 10.222.0.32 "PUT /v2.0/ports/9808eb37-b270-485e-8701-47783eb3e330 HTTP/1.1" status: 200 len: 1092 time: 1.6783221 Nov 01 18:20:46.368301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'tag': '9808eb37-b270-485e-8701-47783eb3e330'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:46.371939 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36803b-1233-4d6a-95ad-d4dcfddf7629" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "tag": "9808eb37-b270-485e-8701-47783eb3e330"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:46.398679 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.436607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6768e3a3-fe60-44fe-a7b1-ae1bdac1038d req-8fd294b8-2df6-4fbd-a094-c33c7bf85f2c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900261 Nov 01 18:20:46.497432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Attempting to bind port ddef3a08-be07-4b7a-b08d-cb49da8ec050 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:46.498439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Attempting to bind port ddef3a08-be07-4b7a-b08d-cb49da8ec050 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:46.498439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Attempting to bind port ddef3a08-be07-4b7a-b08d-cb49da8ec050 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:46.506934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:46.507311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:46.508289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.510941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:46.510941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Bound port: ddef3a08-be07-4b7a-b08d-cb49da8ec050, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:46.510941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.512988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3b7d-d6f6-4864-a954-87cc0dc10a7b None None] Pushing event updated for resources: {'Port': ['ID=ddef3a08-be07-4b7a-b08d-cb49da8ec050,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:46.561543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc333-507b-4231-a07e-fb4e6670b19d req-2bab9b18-5e2f-413d-b424-aa5d3d27fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.564347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da6dc333-507b-4231-a07e-fb4e6670b19d req-2bab9b18-5e2f-413d-b424-aa5d3d27fae8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 1096 time: 0.1025169 Nov 01 18:20:46.626216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] For port ddef3a08-be07-4b7a-b08d-cb49da8ec050, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:46.637957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] For port ddef3a08-be07-4b7a-b08d-cb49da8ec050, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddef3a08-be07-4b7a-b08d-cb49da8ec050,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:46.650000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde74a0-660a-4fe2-8940-e8c4f6bfdc02 req-54bbca47-8128-4122-b149-de75bd5d7614 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.657340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dde74a0-660a-4fe2-8940-e8c4f6bfdc02 req-54bbca47-8128-4122-b149-de75bd5d7614 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.1765740 Nov 01 18:20:46.659707 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e11650-96dd-4c22-a755-4eada7025372 x-openstack-request-id: req-a7e11650-96dd-4c22-a755-4eada7025372 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:46.660223 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "tag": "9808eb37-b270-485e-8701-47783eb3e330", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:46.670439 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7e11650-96dd-4c22-a755-4eada7025372 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:46.670439 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'tag': '9808eb37-b270-485e-8701-47783eb3e330', 'status': 'completed', 'code': 200} Nov 01 18:20:46.703717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da6dc333-507b-4231-a07e-fb4e6670b19d req-41b517cf-e451-482e-9a0e-ce4455f25137 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072671 Nov 01 18:20:46.710648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.711388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-d510ae16-c93f-4508-bb10-ab8491afee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:46.713020 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-d510ae16-c93f-4508-bb10-ab8491afee07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 1095 time: 0.1442163 Nov 01 18:20:46.727623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dde74a0-660a-4fe2-8940-e8c4f6bfdc02 req-758c1752-502f-400e-a92c-6a20a19d36e4 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Nov 01 18:20:46.827091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:46.875038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Allocated IP 172.20.0.1 (120dfe7b-333f-4f6e-94a6-dbb10128e4b0/8b809710-fab8-4d72-b162-893c40fcfc84/3de212f1-e1d8-4ad8-ae24-24f7391de2fa) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:20:46.886678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:46.887305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:46.891965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3b7d-d6f6-4864-a954-87cc0dc10a7b None None] Pushing event updated for resources: {'Port': ['ID=ddef3a08-be07-4b7a-b08d-cb49da8ec050,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:46.949432 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-a28b1622-ad85-4768-b447-8c36f22c5b9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9808eb37-b270-485e-8701-47783eb3e330 HTTP/1.1" status: 200 len: 217 time: 0.0486691 Nov 01 18:20:47.004182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-29b1e1f5-d83f-4986-bce3-02ed1e3ba529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.005020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:47.006236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-29b1e1f5-d83f-4986-bce3-02ed1e3ba529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0481288 Nov 01 18:20:47.011105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:47.043526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-3c11a434-2068-4eb0-a421-5858def4762a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293496 Nov 01 18:20:47.172208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:47.186634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-f5319cac-3e9f-4d20-8372-ab420eef8fac service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327958 Nov 01 18:20:47.211078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:43Z', 'revision_number': 3, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:47.227040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:47.238239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631eebc6-6f16-4213-bd20-6f9df5e62081 None None] The sync data for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 is: [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:43Z', 'revision_number': 3, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:47.247661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103c86a-a117-438d-8893-886e2424f2dd req-60e70287-3fdc-4e97-87f6-550ef6bc17c5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.247661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6103c86a-a117-438d-8893-886e2424f2dd req-60e70287-3fdc-4e97-87f6-550ef6bc17c5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.1050432 Nov 01 18:20:47.247661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:47.251394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:20:47.257425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Pushing event updated for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:47.336869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86e2e31a-0fd8-4e10-ad02-94f1b6635000 req-213d141b-6e9d-4372-aa66-ef5a0273a477 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408596 Nov 01 18:20:47.393983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6103c86a-a117-438d-8893-886e2424f2dd req-a66bdb51-53a5-432f-b0eb-630e7a043a63 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019924 Nov 01 18:20:47.414433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:47.539290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-e8a0046f-86aa-45e1-b254-6880ab089cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.550546 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-e8a0046f-86aa-45e1-b254-6880ab089cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46303d4cc0084ef4968803189f18ad81&device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 1095 time: 0.0818162 Nov 01 18:20:47.584907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47534) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:47.736897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6214f36f-999d-4fc3-9b7b-f525afd158e9 None None] Provisioning complete for port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:47.737591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6214f36f-999d-4fc3-9b7b-f525afd158e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:47.745388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.753465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.761958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-97ad1966-4a47-49f1-832e-252c993e2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.762431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.781037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.783119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-97ad1966-4a47-49f1-832e-252c993e2d49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 200 len: 906 time: 0.2245476 Nov 01 18:20:47.789588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.796055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.808910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.831847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6214f36f-999d-4fc3-9b7b-f525afd158e9 None None] Port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:47.836238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4ae2e5ff-7e2b-48d7-a1d5-e6375c6da8f0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.4482117 Nov 01 18:20:47.886268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-ae490463-c36f-4809-9bba-082522cf88e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9808eb37-b270-485e-8701-47783eb3e330 HTTP/1.1" status: 200 len: 217 time: 0.0955415 Nov 01 18:20:47.896286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d7671-2dda-4fd3-9bf9-69057d503aa1 req-68c1d7ae-8a2b-4ee5-adc0-7f903961f7ae tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.908688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a09d7671-2dda-4fd3-9bf9-69057d503aa1 req-68c1d7ae-8a2b-4ee5-adc0-7f903961f7ae tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.2845235 Nov 01 18:20:47.977446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-6a0ccd37-0221-4494-b341-99dc7c3d2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:47.983898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-6a0ccd37-0221-4494-b341-99dc7c3d2544 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 200 len: 845 time: 0.0899830 Nov 01 18:20:47.989649 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.010382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddef3a08-be07-4b7a-b08d-cb49da8ec050 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:48.044306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-3924e5aa-d56b-4090-8004-1a20a24fc5ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ba09c3-7403-4906-bf62-4df41db40d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514033 Nov 01 18:20:48.060185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a09d7671-2dda-4fd3-9bf9-69057d503aa1 req-2e318e62-860b-47a3-b029-a076d619403b tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503046 Nov 01 18:20:48.070149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5f6b285-40fc-4859-b1d3-0c21116b155a req-4d48da4c-c7a2-4085-90b5-1d68ec3e7edf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327099 Nov 01 18:20:48.147151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ddef3a08-be07-4b7a-b08d-cb49da8ec050 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:48.158941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.213283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a82c-d5c1-44a4-b761-5b72a30f0e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.294796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-6b469d7f-1d6a-45d7-965f-a77774dc2a3f service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426844 Nov 01 18:20:48.315276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.348618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.356992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port ddef3a08-be07-4b7a-b08d-cb49da8ec050, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddef3a08-be07-4b7a-b08d-cb49da8ec050,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:48.409924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab3cff-acca-47d3-8154-c948050aedda req-e97d3851-7ece-4923-8e3c-020bfaf54db5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:48.411257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2cab3cff-acca-47d3-8154-c948050aedda req-e97d3851-7ece-4923-8e3c-020bfaf54db5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.0781543 Nov 01 18:20:48.416554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a82c-d5c1-44a4-b761-5b72a30f0e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.439579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa36803b-1233-4d6a-95ad-d4dcfddf7629 req-a310e1fc-b340-41ed-9193-6753195be3da service neutron] 10.222.0.32 "GET /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366746 Nov 01 18:20:48.470896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2cab3cff-acca-47d3-8154-c948050aedda req-2226483c-aa41-4e49-8a0f-230880914e0c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471861 Nov 01 18:20:48.561367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8706eb5-ca4e-44f7-9be1-bc168ca53e6d req-beaf485c-3c98-4acb-aa15-540d38d4e2d1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:48.570277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a82c-d5c1-44a4-b761-5b72a30f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.572941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.574772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8706eb5-ca4e-44f7-9be1-bc168ca53e6d req-beaf485c-3c98-4acb-aa15-540d38d4e2d1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.0756907 Nov 01 18:20:48.601953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.650190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a82c-d5c1-44a4-b761-5b72a30f0e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f87ee6d-9cab-4e6e-81b1-a27b98afd999,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:48.659105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a1b3a82c-d5c1-44a4-b761-5b72a30f0e60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fc5428659b040faba8e54982b4f804c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0712118 Nov 01 18:20:48.659105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47556) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:48.671913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae983d0b-7cec-4186-8eaf-a2872270e127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.713623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=ddef3a08-be07-4b7a-b08d-cb49da8ec050,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:48.725654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.748164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8706eb5-ca4e-44f7-9be1-bc168ca53e6d req-625c85d9-32d1-4ac2-9894-e4d6f02815ca tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720483 Nov 01 18:20:48.753987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.786635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.789555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Pushing event updated for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:48.885177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:20:48.886665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:20:48.957091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.962092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:48.969952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f87ee6d-9cab-4e6e-81b1-a27b98afd999 HTTP/1.1" status: 204 len: 168 time: 0.3087156 Nov 01 18:20:48.994100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76fe1d-98d5-49f1-bc02-2ccabc62a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f87ee6d-9cab-4e6e-81b1-a27b98afd999,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:49.069745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Router 1b9b9a87-90d7-49d2-b689-23f35bf40616 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:20:49.131557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a2fc8-38ad-4331-867f-cbcda35c120a req-c5059009-bcd9-4409-913c-f9ff5fd527fe tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.138930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b31a2fc8-38ad-4331-867f-cbcda35c120a req-c5059009-bcd9-4409-913c-f9ff5fd527fe tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.0942578 Nov 01 18:20:49.284299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f5f3f1df-7df8-44b0-a786-a37ed53c27fe None None] Provisioning complete for port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:49.284872 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f1df-7df8-44b0-a786-a37ed53c27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:49.286450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b31a2fc8-38ad-4331-867f-cbcda35c120a req-855682ae-d7d5-42ba-a0ec-591a3b10218c tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466520 Nov 01 18:20:49.316260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:20:49.326172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a0c5-2d16-47f2-950d-69892ab72243 req-18ac473b-4447-493b-87fe-c844e911f0fe tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.327724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a131a0c5-2d16-47f2-950d-69892ab72243 req-18ac473b-4447-493b-87fe-c844e911f0fe tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.1241827 Nov 01 18:20:49.338909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92a45474-731b-447c-9bac-fb36ae112972 admin admin] 10.222.0.31 "PUT /v2.0/routers/1b9b9a87-90d7-49d2-b689-23f35bf40616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1071644 Nov 01 18:20:49.357844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3f1df-7df8-44b0-a786-a37ed53c27fe None None] Port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:20:49.392952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a131a0c5-2d16-47f2-950d-69892ab72243 req-b4916278-27d7-4a02-832c-709296e92d4a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555379 Nov 01 18:20:49.488221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.494775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.500929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.508438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.514540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.524362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.530991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:49.532972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-33cc8fb2-ec7f-425e-835a-6bc6f8dd2138 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1144688 Nov 01 18:20:49.570660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Sync routers for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:49.581092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13e08abb-4723-4770-9c5f-e1e9e48a76c8 req-eab59c20-d11b-4b60-b583-24239adf89d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402288 Nov 01 18:20:49.594151 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:49.596716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:49.760074 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:49.897855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddef3a08-be07-4b7a-b08d-cb49da8ec050 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:49.951142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ddef3a08-be07-4b7a-b08d-cb49da8ec050 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:49.951832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.000909 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:47Z', 'revision_number': 4, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3de212f1-e1d8-4ad8-ae24-24f7391de2fa', 'name': '', 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'mac_address': 'fa:16:3e:50:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:46Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 2, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'subnets': [{'id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:50.027248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Checking router: 1b9b9a87-90d7-49d2-b689-23f35bf40616 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:50.027714 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Updating router 1b9b9a87-90d7-49d2-b689-23f35bf40616 port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:20:50.053906 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.143251 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-35d9018f-3d52-4bc3-a074-b20bfb4641bb req-3d612b7e-b440-4a4d-8e10-e9eb29256a54 tempest-FloatingIPDetailsNegativeTestJSON-1841940842 tempest-FloatingIPDetailsNegativeTestJSON-1841940842-project] show failed (client error): The resource could not be found. Nov 01 18:20:50.147718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35d9018f-3d52-4bc3-a074-b20bfb4641bb req-3d612b7e-b440-4a4d-8e10-e9eb29256a54 tempest-FloatingIPDetailsNegativeTestJSON-1841940842 tempest-FloatingIPDetailsNegativeTestJSON-1841940842-project] 10.222.0.31 "GET /v2.0/floatingips/fe7488a7-1e96-41a0-b6b6-d5af1c82ee41 HTTP/1.1" status: 404 len: 350 time: 0.0632663 Nov 01 18:20:50.165202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:50.228349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47604) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:50.243438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3266d7db-47d5-4ff0-8e7b-7141465374a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.345486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3266d7db-47d5-4ff0-8e7b-7141465374a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.348593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317c6c8-1191-4e2d-ade9-339bec4df027 req-cb7efbb9-355e-4d13-b436-0d528552e9ac tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.350499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3317c6c8-1191-4e2d-ade9-339bec4df027 req-cb7efbb9-355e-4d13-b436-0d528552e9ac tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.1328607 Nov 01 18:20:50.425708 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.438064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3266d7db-47d5-4ff0-8e7b-7141465374a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.522836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3317c6c8-1191-4e2d-ade9-339bec4df027 req-ee5e5fb6-0080-4dc7-afe4-8c33b6de2098 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651034 Nov 01 18:20:50.526918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266d7db-47d5-4ff0-8e7b-7141465374a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1eb1d-65cf-4cfb-9149-e2a21d07a1fb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:50.548910 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3266d7db-47d5-4ff0-8e7b-7141465374a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f078541849b74789958de5f115364b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192682 Nov 01 18:20:50.549708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47612) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:50.592665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140ee53-366c-4f23-bd36-44daa2709d2e req-d52b0eb4-d732-4513-acf3-8ab5e21029ec tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.594095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9140ee53-366c-4f23-bd36-44daa2709d2e req-d52b0eb4-d732-4513-acf3-8ab5e21029ec tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.1149433 Nov 01 18:20:50.594916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-541930ea-4cff-402e-aa50-14bd34dcd2d5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.596500 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-541930ea-4cff-402e-aa50-14bd34dcd2d5 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 945 time: 0.1140308 Nov 01 18:20:50.610171 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.690119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9140ee53-366c-4f23-bd36-44daa2709d2e req-42bde3e0-1f3f-4642-a5fb-1791b332138e tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/security-groups?id=d627d52e-7dbb-4098-9a48-c1fb3ffd0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849562 Nov 01 18:20:50.726073 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b631d6-9f5f-43e6-97ca-0e5a32b08967 None None] Pushing event updated for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:50.760406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.793453 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Attempting to bind port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:20:50.794438 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Attempting to bind port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:20:50.794879 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Attempting to bind port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa on network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:20:50.801974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:20:50.802451 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Checking segment: {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:20:50.803141 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.803623 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Bound using segment: {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:20:50.804736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Bound port: 3de212f1-e1d8-4ad8-ae24-24f7391de2fa, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:20:50.805041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.806228 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.812510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.819907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.820083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Deleting port c44e5fd4-6d1d-4318-ab10-7fef35fff728 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:50.823094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.828542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.835073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.841529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.847450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:50.855371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6947bafc-27b6-4405-917d-7f935dc58226 req-28cce4de-faa2-4820-a151-5c4c3c4d847f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1546869 Nov 01 18:20:50.889680 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] For port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:20:50.894475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] For port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:20:50.898576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fedf7fe6-211a-4477-8326-9eb259a0be4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.906081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6947bafc-27b6-4405-917d-7f935dc58226 req-dfea59e9-4946-4bb7-a522-8a9d935f325a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497971 Nov 01 18:20:50.918308 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:50.926613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:20:50.947592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.024054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] For port c44e5fd4-6d1d-4318-ab10-7fef35fff728, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c44e5fd4-6d1d-4318-ab10-7fef35fff728,segment=NetworkSegment(22fb9f60-7e75-4fb5-bcae-9fe256212570),segment_id=22fb9f60-7e75-4fb5-bcae-9fe256212570)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:51.024433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.032327 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.055915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Calling delete_port for c44e5fd4-6d1d-4318-ab10-7fef35fff728 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:51.177048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:51.200912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9808eb37-b270-485e-8701-47783eb3e330', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '9808eb37-b270-485e-8701-47783eb3e330', 'mac_address': 'fa:16:3e:07:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:20:51.215434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:51.216450 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:51.233531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.236937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.240403 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16c1eb1d-65cf-4cfb-9149-e2a21d07a1fb HTTP/1.1" status: 204 len: 168 time: 0.6859491 Nov 01 18:20:51.258195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbbd00-e722-42d5-abfd-c33a80bbd4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1eb1d-65cf-4cfb-9149-e2a21d07a1fb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:51.305526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b631d6-9f5f-43e6-97ca-0e5a32b08967 None None] Pushing event updated for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:51.319274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] Provisioning complete for port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:51.320522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.394292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Deleting port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:51.396137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.422103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.437647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.472175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c44e5fd4-6d1d-4318-ab10-7fef35fff728'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:51.479342 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:51.493318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Pushing event deleted for resources: {'Port': ['ID=c44e5fd4-6d1d-4318-ab10-7fef35fff728,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:51.532101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:20:51.570792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] For port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:51.571391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.592371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Calling delete_port for 3de212f1-e1d8-4ad8-ae24-24f7391de2fa owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:51.656494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:51.687660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.714859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] No DVR routers for this DVR port c44e5fd4-6d1d-4318-ab10-7fef35fff728 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:51.718938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.723874 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38c1161d-9d24-4c72-b66a-040fc712a342 req-b325af08-320e-423e-b960-237c42276fbd tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.37 "DELETE /v2.0/ports/c44e5fd4-6d1d-4318-ab10-7fef35fff728 HTTP/1.1" status: 204 len: 173 time: 1.1171112 Nov 01 18:20:51.737580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'name': 'network-vif-deleted', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:51.742342 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acdaccb-b4c5-4bf4-9f97-1b35d90f351f" -d '{"events": [{"server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "name": "network-vif-deleted", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:51.760971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.769757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3e66c540-731e-414d-a489-bffb80106861 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2278817 Nov 01 18:20:51.786278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] For port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:51.913713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:51.926314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:52.018248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.018904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.019721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.020321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.020868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.022442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.023556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.026425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:52.038327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-3b867910-528d-4adf-85ab-6c6c88f94e72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.1612325 Nov 01 18:20:52.057828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303dba-f3ca-4894-94c9-1b003daca2b8 req-6f06e95d-37fd-4ac9-b931-0c391055d0e8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.070520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff303dba-f3ca-4894-94c9-1b003daca2b8 req-6f06e95d-37fd-4ac9-b931-0c391055d0e8 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.3725286 Nov 01 18:20:52.101230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9808eb37-b270-485e-8701-47783eb3e330'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:20:52.160351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:47Z', 'revision_number': 4, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3de212f1-e1d8-4ad8-ae24-24f7391de2fa', 'name': '', 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'mac_address': 'fa:16:3e:50:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:46Z', 'updated_at': '2021-11-01T18:20:50Z', 'revision_number': 4, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'subnets': [{'id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:52.166394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303abb1-9b8f-40cd-93ae-5cbc38a729c6 None None] Pushing event updated for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:52.185760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-179ccec1-1242-4d8c-a1ae-ba02d5d9b846 None None] Provisioning complete for port 3de212f1-e1d8-4ad8-ae24-24f7391de2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:52.186137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-179ccec1-1242-4d8c-a1ae-ba02d5d9b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:52.222223 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecac09-b32a-467d-9afa-a28e709a51a7 None None] The sync data for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 is: [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:47Z', 'revision_number': 4, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '3de212f1-e1d8-4ad8-ae24-24f7391de2fa', 'name': '', 'network_id': '120dfe7b-333f-4f6e-94a6-dbb10128e4b0', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'mac_address': 'fa:16:3e:50:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:46Z', 'updated_at': '2021-11-01T18:20:50Z', 'revision_number': 4, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'subnets': [{'id': '8b809710-fab8-4d72-b162-893c40fcfc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:52.259077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-573947cf-ecd9-41a3-b471-b6366892edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.260763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-573947cf-ecd9-41a3-b471-b6366892edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.261229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-573947cf-ecd9-41a3-b471-b6366892edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.262900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-573947cf-ecd9-41a3-b471-b6366892edec service neutron] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 2298 time: 0.2018843 Nov 01 18:20:52.364227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-e38801f7-9a1e-45fa-b8ed-3a587c41b72f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 1001 time: 0.0938714 Nov 01 18:20:52.445578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-cb998b2c-ff56-4de5-9841-626a0e41bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.447114 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-cb998b2c-ff56-4de5-9841-626a0e41bde8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.0755110 Nov 01 18:20:52.542538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-75d3aa52-0481-4498-8500-006b0d7defa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:52.544234 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-75d3aa52-0481-4498-8500-006b0d7defa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887196 Nov 01 18:20:52.732123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-a102ee97-cc83-4b4f-a22a-ca41d56b5622 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788986 Nov 01 18:20:52.895191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-7fa82e9e-fb0e-4da7-9ebb-dbed560ef4fb service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555877 Nov 01 18:20:52.975971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-88697815-4078-4194-a0b2-a0902551f0e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 217 time: 0.0728972 Nov 01 18:20:52.999665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa6394a1-0300-442f-a6f0-81782fbe272c req-6a53d324-2c29-4875-9d5f-d28054bfc420 tempest-ServerGroupTestJSON-258308008 tempest-ServerGroupTestJSON-258308008-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb7d8c5-9136-4e6e-96d3-9a4c87894348 HTTP/1.1" status: 200 len: 210 time: 0.9264226 Nov 01 18:20:53.076099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff303dba-f3ca-4894-94c9-1b003daca2b8 req-cdf9d8c6-0f7d-4470-9298-3678561b4c6c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0004218 Nov 01 18:20:53.168122 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c5a7f-9925-4f85-8247-a5d6261d681f x-openstack-request-id: req-cc5c5a7f-9925-4f85-8247-a5d6261d681f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:53.173815 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb7d8c5-9136-4e6e-96d3-9a4c87894348", "name": "network-vif-deleted", "tag": "c44e5fd4-6d1d-4318-ab10-7fef35fff728", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:53.173815 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc5c5a7f-9925-4f85-8247-a5d6261d681f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:53.173815 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb7d8c5-9136-4e6e-96d3-9a4c87894348', 'name': 'network-vif-deleted', 'tag': 'c44e5fd4-6d1d-4318-ab10-7fef35fff728', 'status': 'completed', 'code': 200} Nov 01 18:20:53.185237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-07be00da-74e6-4406-9b34-051d645aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.186882 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-07be00da-74e6-4406-9b34-051d645aa6c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.2017312 Nov 01 18:20:53.277032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:53.295367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-900bbdf0-67da-4bdc-8964-30fd464513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.296980 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-900bbdf0-67da-4bdc-8964-30fd464513f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025417 Nov 01 18:20:53.383723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Pushing event deleted for resources: {'Port': ['ID=3de212f1-e1d8-4ad8-ae24-24f7391de2fa,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:53.444512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.461537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.479313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.492641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.500855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-d2282f77-ba52-45cd-958c-3661d2df367b service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959720 Nov 01 18:20:53.517128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.532872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.540552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:53.548742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-f92f9477-5b5d-41d0-9916-4b024af015c3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.3616788 Nov 01 18:20:53.677401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:53.704822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c44e5fd4-6d1d-4318-ab10-7fef35fff728 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:53.740312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: c44e5fd4-6d1d-4318-ab10-7fef35fff728 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:53.760761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c44e5fd4-6d1d-4318-ab10-7fef35fff728 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:53.813420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1b60cc1-3be8-47f5-84ee-d14d7d9540f4 req-367d7543-72b0-46a8-9d6e-04bc2a82f0e2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2594774 Nov 01 18:20:53.871344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-1da4146d-9e85-457f-ab1e-ba2f716dce3e service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563921 Nov 01 18:20:53.941674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-175b7074-e5e6-40db-8241-9a427f19d9f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 217 time: 0.0682704 Nov 01 18:20:54.022843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-5042d20a-6ff7-41bd-8208-ffbf42ece230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:54.024364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-5042d20a-6ff7-41bd-8208-ffbf42ece230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0759933 Nov 01 18:20:54.070396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:54.085567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-59359aac-8d31-44e5-a390-fc7bc960c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:54.088123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-59359aac-8d31-44e5-a390-fc7bc960c3c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564244 Nov 01 18:20:54.303934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-9888ff2a-1f1f-49e2-aafc-c8a7f725c5f9 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063437 Nov 01 18:20:54.408679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77bd8-63c0-4de0-892b-a48504682643 req-b5b3e246-931e-4c61-8fa1-902bd3a49758 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:54.417714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43a77bd8-63c0-4de0-892b-a48504682643 req-b5b3e246-931e-4c61-8fa1-902bd3a49758 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 945 time: 0.1894679 Nov 01 18:20:54.490979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43a77bd8-63c0-4de0-892b-a48504682643 req-b8d5fd20-1735-40c8-b658-e7a445c9593c tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664945 Nov 01 18:20:54.544029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-d0c73169-e31c-4df8-a01e-9c1775fb3171 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323318 Nov 01 18:20:54.577917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Router 1b9b9a87-90d7-49d2-b689-23f35bf40616 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:20:54.660118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-60258f80-3993-4107-9bd4-257a278ec07c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 217 time: 0.1072347 Nov 01 18:20:54.743247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-a0eb07d9-5546-42e1-aa5e-bc5d898a7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:54.745969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-a0eb07d9-5546-42e1-aa5e-bc5d898a7056 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0792508 Nov 01 18:20:54.777777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:20:54.791298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Sync routers for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:20:54.819944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47744) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:54.822114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b533736f-768c-4d7c-ada2-f6a713ae6aab admin admin] 10.222.0.31 "PUT /v2.0/routers/1b9b9a87-90d7-49d2-b689-23f35bf40616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6549292 Nov 01 18:20:54.836278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:54.837730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:54.850562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-d86697e7-a3d8-4a9e-8024-13a38d58383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:54.852822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-d86697e7-a3d8-4a9e-8024-13a38d58383c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993321 Nov 01 18:20:54.959488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:20:55.023911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47762) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:55.037259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:55.132568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Deleting subnet 8a80b305-4050-4ab3-903c-422258031ed9 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:20:55.136783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.262064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.275365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.291408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.294035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 9808eb37-b270-485e-8701-47783eb3e330 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:20:55.299705 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-90b8ff4a-7627-4b77-9a52-e00411f112f5 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676186 Nov 01 18:20:55.300912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 9808eb37-b270-485e-8701-47783eb3e330 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:20:55.301623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.308461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.315665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.319444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.326269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.335704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.347883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-06d8894c-7c3d-4a49-97fc-b7e8da473d6c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.3748322 Nov 01 18:20:55.367173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:53Z', 'revision_number': 5, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:55.369863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.405930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Checking router: 1b9b9a87-90d7-49d2-b689-23f35bf40616 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:20:55.420050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Routers {'1b9b9a87-90d7-49d2-b689-23f35bf40616'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:20:55.421262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:20:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1b9b9a87-90d7-49d2-b689-23f35bf40616'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:55.425443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c02bf4f2-a711-4edc-9c9e-8a89225d4ac3 req-94cae3d3-2e51-4841-9a5b-ee27ea1895a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719461 Nov 01 18:20:55.473613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.592361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.744585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9808eb37-b270-485e-8701-47783eb3e330'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:20:55.746865 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ecc88-885f-486e-98c5-bbadd35b6b7e" -d '{"events": [{"server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "name": "network-vif-plugged", "status": "completed", "tag": "9808eb37-b270-485e-8701-47783eb3e330"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:20:55.753781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.770742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:55.797220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] Set router 1b9b9a87-90d7-49d2-b689-23f35bf40616 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:20:55.806997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a80b305-4050-4ab3-903c-422258031ed9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:55.820003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.827827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f423caa-a38a-43ff-94da-84b4b198b7b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a80b305-4050-4ab3-903c-422258031ed9 HTTP/1.1" status: 204 len: 168 time: 0.8003218 Nov 01 18:20:55.830824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:55.904524 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb28fb-734e-4f73-a624-7601f92bb704 x-openstack-request-id: req-e1fb28fb-734e-4f73-a624-7601f92bb704 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:20:55.904831 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "name": "network-vif-plugged", "status": "completed", "tag": "9808eb37-b270-485e-8701-47783eb3e330", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:20:55.907859 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1fb28fb-734e-4f73-a624-7601f92bb704 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:20:55.907859 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9808eb37-b270-485e-8701-47783eb3e330', 'code': 200} Nov 01 18:20:55.930883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.947275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:55.962087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3d4a4-48b5-47a1-a022-8895fd0dc687 req-50e3c48a-4ac1-45c1-bc52-802c335651cc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:55.963677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32d3d4a4-48b5-47a1-a022-8895fd0dc687 req-50e3c48a-4ac1-45c1-bc52-802c335651cc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 945 time: 0.3140581 Nov 01 18:20:55.986201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-d1b37b19-b5c9-4880-900e-41bb650ab842 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8133972 Nov 01 18:20:56.138903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.157362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32d3d4a4-48b5-47a1-a022-8895fd0dc687 req-6ed41e93-20b3-42e8-90e3-23205efa6b16 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732483 Nov 01 18:20:56.189697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dc7387-3799-4408-bc40-d765958d2841']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:56.200446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:56.201796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fb9f60-7e75-4fb5-bcae-9fe256212570') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:56.202302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fb9f60-7e75-4fb5-bcae-9fe256212570') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:56.217151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.237035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.244866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:20:56.245565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:20:56.248276 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:20:56.250582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:53Z', 'revision_number': 5, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:20:56.291671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2232f7-2add-49e1-8433-14184d2119f7 None None] The sync data for ids ['1b9b9a87-90d7-49d2-b689-23f35bf40616'] in n-d-815923-2 is: [{'id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441255016-router', 'tenant_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:20:38Z', 'updated_at': '2021-11-01T18:20:53Z', 'revision_number': 5, 'project_id': '7bb7f6b9a1654f1793e9a45e7883c7f3', 'gw_port': {'id': 'ddef3a08-be07-4b7a-b08d-cb49da8ec050', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b9a87-90d7-49d2-b689-23f35bf40616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:20:41Z', 'updated_at': '2021-11-01T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:20:56.295126 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.376467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342da6-45cc-4b7d-a9aa-d43614547329 req-b2fc1ea3-5860-4255-b18e-b8e4aeace070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.377976 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75342da6-45cc-4b7d-a9aa-d43614547329 req-b2fc1ea3-5860-4255-b18e-b8e4aeace070 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 1097 time: 0.4530697 Nov 01 18:20:56.384797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-5c1d7c49-3618-4ca7-b13d-cb7838c308a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.386272 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-5c1d7c49-3618-4ca7-b13d-cb7838c308a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 1096 time: 0.3032091 Nov 01 18:20:56.392578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.411886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.418937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a2dc7387-3799-4408-bc40-d765958d2841 HTTP/1.1" status: 204 len: 168 time: 0.5843351 Nov 01 18:20:56.421983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-b04ed9fd-61d4-42b6-9be8-96107dd0e321 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1118925 Nov 01 18:20:56.428496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e09b0-7b4f-42a1-803b-be0d5ff7b5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dc7387-3799-4408-bc40-d765958d2841,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:56.468161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.583538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-57b20f12-8d23-4b2a-99fd-edf8d737940d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 217 time: 0.1497338 Nov 01 18:20:56.589139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.595335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.604004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.610349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.617072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.622946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.629050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.632234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-6881597d-4cb9-4bda-aa07-901575797bc3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1012859 Nov 01 18:20:56.678336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9f2cd4a-0c04-462b-b55c-60f1b2f7549e req-79d8e8ba-2177-4e4f-b5af-698c401e1e9c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392394 Nov 01 18:20:56.698389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75342da6-45cc-4b7d-a9aa-d43614547329 req-5bec7991-602b-4949-97d8-6e39ece951c7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080237 Nov 01 18:20:56.714471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-648a508f-2aae-41e6-b0e9-6e8b87c72608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.727274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-648a508f-2aae-41e6-b0e9-6e8b87c72608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1225033 Nov 01 18:20:56.810737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-f3d4cf2c-6ac3-423c-8592-cb0328ba1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:56.812469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-f3d4cf2c-6ac3-423c-8592-cb0328ba1949 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.3948562 Nov 01 18:20:56.875381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:56.877724 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-01392e44-664d-4e87-9438-bd95e04854cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 200 len: 217 time: 0.0569141 Nov 01 18:20:56.968577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a41aed6-dce0-4258-b082-38ce138f0896 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0235327a3fa4ed480aa420b9627d8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901361 Nov 01 18:20:56.970607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47840) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:56.971031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Deleting port ddef3a08-be07-4b7a-b08d-cb49da8ec050 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:56.971626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:56.998655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-0f697330-2de9-4e49-ab30-d56e215f33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:57.002063 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-0f697330-2de9-4e49-ab30-d56e215f33cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.1169031 Nov 01 18:20:57.069330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-14c6baf7-3510-4696-9ecc-58fa478bf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:57.071307 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-14c6baf7-3510-4696-9ecc-58fa478bf7c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740298 Nov 01 18:20:57.076051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-328b271f-c7fd-453b-84c9-699b81452b69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376260 Nov 01 18:20:57.113659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.163546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.248716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] For port ddef3a08-be07-4b7a-b08d-cb49da8ec050, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddef3a08-be07-4b7a-b08d-cb49da8ec050,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:57.249099 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.277629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Calling delete_port for ddef3a08-be07-4b7a-b08d-cb49da8ec050 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:57.317124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-01e0d2b0-c037-4d42-bbb7-48736a99c402 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345109 Nov 01 18:20:57.322036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.324634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.330476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d627d52e-7dbb-4098-9a48-c1fb3ffd0558 HTTP/1.1" status: 204 len: 168 time: 0.3527255 Nov 01 18:20:57.352330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c0542-fdd8-452d-89d5-c19fc65a18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627d52e-7dbb-4098-9a48-c1fb3ffd0558,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:57.380029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0c61-a481-40e8-9f78-b7b9a2cf0025 req-e9aa32e2-bc44-4bd3-b596-ae3ad944fffe tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:57.383259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-4fc00483-cb2a-49e1-8df3-f712b11efdc5 service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788491 Nov 01 18:20:57.389297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83be0c61-a481-40e8-9f78-b7b9a2cf0025 req-e9aa32e2-bc44-4bd3-b596-ae3ad944fffe tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 946 time: 0.1073630 Nov 01 18:20:57.468831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83be0c61-a481-40e8-9f78-b7b9a2cf0025 req-dd13d695-f9ec-4a28-9181-687679d9e3c4 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718391 Nov 01 18:20:57.610442 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-8e6aba8c-7d2f-4161-a163-7817d5240aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833114 Nov 01 18:20:57.613162 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09490f27-a4b6-4ac9-9f35-a1ee9571873b req-9e3d1aef-919a-4e19-9eb6-ea2ba8ee127c service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176208 Nov 01 18:20:57.672446 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-2b37a22c-9fbe-4447-a095-45af9a46efed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 217 time: 0.0443623 Nov 01 18:20:57.760304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-6be31798-9f7c-4a13-b63f-86d9dd4fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:57.761781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-6be31798-9f7c-4a13-b63f-86d9dd4fbfd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0692074 Nov 01 18:20:57.822165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:57.857847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddef3a08-be07-4b7a-b08d-cb49da8ec050,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:57.861504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3de212f1-e1d8-4ad8-ae24-24f7391de2fa no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:20:57.903325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-98fb66a3-6642-4020-9144-03f1e1008e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:57.905285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-98fb66a3-6642-4020-9144-03f1e1008e84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309347 Nov 01 18:20:57.937856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3de212f1-e1d8-4ad8-ae24-24f7391de2fa {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:20:57.938205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3de212f1-e1d8-4ad8-ae24-24f7391de2fa not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:20:58.021508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.054900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.072330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.079846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.087912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.095842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.103093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.110015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.112840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79d5da31-48e9-4141-9315-477f2332e400 req-07b7647f-3e20-4c60-9b84-bafa42a57267 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.2061605 Nov 01 18:20:58.136356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.142030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.166161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-8128980e-81f1-4d1d-b602-d4ada57c57ca service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292256 Nov 01 18:20:58.242453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79d5da31-48e9-4141-9315-477f2332e400 req-595cb349-127a-49c1-8d80-f384ac6a28d0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222792 Nov 01 18:20:58.301488 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-8039fce1-e819-418c-adad-4cf324792223 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006334 Nov 01 18:20:58.319730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.320606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9b9a87-90d7-49d2-b689-23f35bf40616 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:20:58.362658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.367038 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd13bf54-c59b-47c0-bb2c-379070f8d2b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1b9b9a87-90d7-49d2-b689-23f35bf40616 HTTP/1.1" status: 204 len: 168 time: 3.5430703 Nov 01 18:20:58.367038 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-edb9d05c-9c50-4853-abf8-f15777a02a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.0576537 Nov 01 18:20:58.367304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47896) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:58.482469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Deleting subnet 8b809710-fab8-4d72-b162-893c40fcfc84 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:20:58.489157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-e989f3b5-8ff6-497b-849f-9c895bd27688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.491584 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-e989f3b5-8ff6-497b-849f-9c895bd27688 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.1092856 Nov 01 18:20:58.492498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.578902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.629235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325563-6af9-4b1e-98b4-f6e9e3c889d8 req-ee86eaf6-eafc-496e-9ed3-e69c71b4a27a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.629235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa325563-6af9-4b1e-98b4-f6e9e3c889d8 req-ee86eaf6-eafc-496e-9ed3-e69c71b4a27a tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 946 time: 0.0638018 Nov 01 18:20:58.671963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa325563-6af9-4b1e-98b4-f6e9e3c889d8 req-13610763-c09f-4fc2-a73b-87dc42452b44 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Nov 01 18:20:58.688020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-9da117ad-6459-402d-aa02-e120629124d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:58.689551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-9da117ad-6459-402d-aa02-e120629124d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1651828 Nov 01 18:20:58.727250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.857464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-9f92bafc-058a-45b9-8966-55156cf411a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569643 Nov 01 18:20:58.945986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:58.997868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b809710-fab8-4d72-b162-893c40fcfc84,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:59.004397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.012212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:59.012402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7094a9f9-0019-4d61-b681-a1869f1e6623 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b809710-fab8-4d72-b162-893c40fcfc84 HTTP/1.1" status: 204 len: 168 time: 0.6318328 Nov 01 18:20:59.016383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16665cd-077a-40ab-bea1-111b879985f7 None None] Network 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:20:59.045347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-65abbc19-a9e8-4ba2-a322-e1319a7b04b0 req-6af360ed-1326-4e4d-acfe-1eb8fbfdd8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804645 Nov 01 18:20:59.158731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.256346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Deleting port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:59.256885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.268654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47928) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:20:59.369266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] DHCP port deletion for 120dfe7b-333f-4f6e-94a6-dbb10128e4b0 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:20:59.371746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] For port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:59.372135 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.422041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Calling delete_port for 3e7b40a9-e9b4-409a-8824-d9d3f971e32a owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:59.442963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Deleting port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:20:59.443320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.476173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.482917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.489684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.497073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.503778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.519318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.528589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:20:59.532777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-e141f312-8291-4d9c-abcc-eefdd24cc468 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1750131 Nov 01 18:20:59.570817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] For port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,segment=NetworkSegment(d50e0202-2e86-4e8e-8dac-39dfdc4a7746),segment_id=d50e0202-2e86-4e8e-8dac-39dfdc4a7746)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:20:59.571992 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.609300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Calling delete_port for 3e7b40a9-e9b4-409a-8824-d9d3f971e32a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:20:59.633010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1675a313-3e7c-4165-a7f7-56f1a8499ec9 req-c5d6d0fe-11c9-464f-9c7c-54e979e7b10e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605829 Nov 01 18:20:59.723778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15c2319b-9005-4f0b-b3a7-ea3100429ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: from cryptography.utils import int_from_bytes Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: from cryptography.utils import int_from_bytes Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.799354 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:20:59.802184 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:20:59.819251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.820936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:20:59.887531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] No DVR routers for this DVR port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:59.899482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:59.930913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] No DVR routers for this DVR port 3e7b40a9-e9b4-409a-8824-d9d3f971e32a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:20:59.942068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903119d-b3ea-40a1-993b-5d8cda1ec44c None None] Pushing event deleted for resources: {'Port': ['ID=3e7b40a9-e9b4-409a-8824-d9d3f971e32a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:20:59.948809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddef3a08-be07-4b7a-b08d-cb49da8ec050 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:00.000343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ddef3a08-be07-4b7a-b08d-cb49da8ec050 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:21:00.000868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddef3a08-be07-4b7a-b08d-cb49da8ec050 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:21:00.001532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3e7b40a9-e9b4-409a-8824-d9d3f971e32a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:00.062353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3e7b40a9-e9b4-409a-8824-d9d3f971e32a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:21:00.064023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3e7b40a9-e9b4-409a-8824-d9d3f971e32a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:21:00.088742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.201198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120dfe7b-333f-4f6e-94a6-dbb10128e4b0']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:00.253362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:00.275465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:00.276021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e0202-2e86-4e8e-8dac-39dfdc4a7746') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:00.281009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15c2319b-9005-4f0b-b3a7-ea3100429ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.289846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.309448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.327554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7b9f-095b-4558-96c0-da916f31ddc5 req-7e52a446-a8d1-4a0c-9d50-8ea54642fa79 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.327831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-081d7b9f-095b-4558-96c0-da916f31ddc5 req-7e52a446-a8d1-4a0c-9d50-8ea54642fa79 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 946 time: 0.1678379 Nov 01 18:21:00.328791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:21:00.329193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:21:00.331028 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:21:00.401988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15c2319b-9005-4f0b-b3a7-ea3100429ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.403939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-881116192-network', 'tenant_id': '8a2d0c7dfd644066a2e02fc75d30f165'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:00.473301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-15c2319b-9005-4f0b-b3a7-ea3100429ae4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dab4b08f0bf4286bcfad14d8f30e890&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028213 Nov 01 18:21:00.473826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2319b-9005-4f0b-b3a7-ea3100429ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318867d4-97d8-4aad-8be9-7d19671846c8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:00.474155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:00.480684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-081d7b9f-095b-4558-96c0-da916f31ddc5 req-61a23bf6-7407-4d63-b089-f2fa9a9ebacc tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388037 Nov 01 18:21:00.506799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Made reservation on behalf of 8a2d0c7dfd644066a2e02fc75d30f165 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:00.509394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.523187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.530443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.534045 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.534841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/120dfe7b-333f-4f6e-94a6-dbb10128e4b0 HTTP/1.1" status: 204 len: 168 time: 1.5202496 Nov 01 18:21:00.569454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677f3e-c978-45b3-80b3-230dd5ecb0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=120dfe7b-333f-4f6e-94a6-dbb10128e4b0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:00.577944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.611252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.669399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.669789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-ba1868c6-8fbf-4137-8093-a8c31723f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.673188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-ba1868c6-8fbf-4137-8093-a8c31723f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.1159875 Nov 01 18:21:00.695909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-b7ae4616-2576-47be-b55b-0ebcbd382c05 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/quotas/cac5b9657cba4eb18a986ce63badb1b9 HTTP/1.1" status: 200 len: 375 time: 0.0098209 Nov 01 18:21:00.762977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.768432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.771956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.772929 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/318867d4-97d8-4aad-8be9-7d19671846c8 HTTP/1.1" status: 204 len: 168 time: 0.2968905 Nov 01 18:21:00.789650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:00.791561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-a5416e9f-7484-401b-9268-31fa07e33458 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872037 Nov 01 18:21:00.804632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3351da84-4221-4ddf-9d2b-a8dfe982dba1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:00.813869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.814227 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Added segment 5211c7f3-3f8c-4608-b3e6-022227ece72a of type vlan for network 1cb18770-898a-4492-841d-9b84db2aee5c Nov 01 18:21:00.825546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6421-c3b8-48c4-913a-f687d0fb74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318867d4-97d8-4aad-8be9-7d19671846c8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:00.856686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.863347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.869603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.871422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.877406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.884603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.890324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.897199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:00.900468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-c05ff3df-54ed-41fa-a650-9d9ce78dd5af tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1656249 Nov 01 18:21:00.978762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48014) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:00.996265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab42c1e0-96c6-41a3-b098-307d17ca5d0b req-befe2fa3-09a4-470d-9379-6e104395a9e5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686417 Nov 01 18:21:00.998029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:00.999144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:01.000332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.007738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-45647bdd-baf8-4aa6-b7ca-24fcf8738d77 service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078879 Nov 01 18:21:01.057927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-705d3c38-78f9-4903-b9a4-5b565f76e4be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bb7f6b9a1654f1793e9a45e7883c7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784261 Nov 01 18:21:01.075422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:01.096469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb18770-898a-4492-841d-9b84db2aee5c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:01.105355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b12f2fe5-8879-47ee-93f8-f5a9fa00fea1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8499587 Nov 01 18:21:01.109089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:01.110346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 1cb18770-898a-4492-841d-9b84db2aee5c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:01.117260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Request body: {'subnet': {'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-881116192-subnet', 'tenant_id': '8a2d0c7dfd644066a2e02fc75d30f165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:01.146443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.163188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-4a4721f6-019c-40fb-a5fa-c73b1d65b202 service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486259 Nov 01 18:21:01.194169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.260403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Made reservation on behalf of 8a2d0c7dfd644066a2e02fc75d30f165 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:01.263106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.362386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.366117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.369852 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5656f81-71f4-41ad-9ae4-e5a160680de9 HTTP/1.1" status: 204 len: 168 time: 0.2910366 Nov 01 18:21:01.376701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1358dca-dec4-42cf-b355-f197aef3f95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5656f81-71f4-41ad-9ae4-e5a160680de9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:01.486627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71249a60-5dce-4c1a-80bd-a776d450077e req-675a5f53-4e8d-4647-8158-72c04f6c8787 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 210 time: 0.0382290 Nov 01 18:21:01.592199 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.648099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0536dd-507b-483e-a331-f8a95174091f req-356e307e-c759-4c18-9062-80c572075d25 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:01.649620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a0536dd-507b-483e-a331-f8a95174091f req-356e307e-c759-4c18-9062-80c572075d25 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 946 time: 0.0943365 Nov 01 18:21:01.683864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b1a045-f44f-494e-a9e9-5f23bc0f2311,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:01.706824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Checking segment: {'id': '5211c7f3-3f8c-4608-b3e6-022227ece72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:01.707119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Network hostable DHCP agents. Network: 1cb18770-898a-4492-841d-9b84db2aee5c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:01.715242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a0536dd-507b-483e-a331-f8a95174091f req-d1204182-3e84-48e5-a64f-4225b7f55c58 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Nov 01 18:21:01.765996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48038) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:01.776675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3085615f-4f96-42b8-b740-d3d69a4545c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.843889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Network 1cb18770-898a-4492-841d-9b84db2aee5c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:01.871785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3085615f-4f96-42b8-b740-d3d69a4545c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.911987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 1cb18770-898a-4492-841d-9b84db2aee5c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:01.916306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:01.919296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.927060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f465b2-b806-4a33-8ef6-63bc8480d5cf None None] Network 1cb18770-898a-4492-841d-9b84db2aee5c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:01.950816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3085615f-4f96-42b8-b740-d3d69a4545c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:01.988255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3085615f-4f96-42b8-b740-d3d69a4545c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b98842bd524d4d1e9e41e15d6d17bebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227004 Nov 01 18:21:01.988585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:01.995584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085615f-4f96-42b8-b740-d3d69a4545c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f21db9-912f-4e90-bf5b-85de342d8f37,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:02.050048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:02.069343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1c775a2e-2249-4f77-9c88-2b00905d95b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9587870 Nov 01 18:21:02.071727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb89b83-4e27-4493-aeee-4fbcf8da0a91 None None] Network 1cb18770-898a-4492-841d-9b84db2aee5c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:02.093047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:02.226637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.233609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.241043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.247569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.254041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.260830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:02.261286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.263738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:02.267299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.269323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-72477d3b-31b3-4834-b1a1-58c77d127f83 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1104743 Nov 01 18:21:02.269465 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7f21db9-912f-4e90-bf5b-85de342d8f37 HTTP/1.1" status: 204 len: 168 time: 0.2787864 Nov 01 18:21:02.278736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4d42-1502-4c53-905e-7c365b830935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f21db9-912f-4e90-bf5b-85de342d8f37,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:02.333935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97560b5b-4aa1-4142-b06a-631e764d5b55 req-73aca616-5153-4433-9af6-2873f9344546 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569551 Nov 01 18:21:02.592673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-552fa224-805d-494e-bde3-e319f3f938d5 req-efdde998-7c94-4b92-b35d-a4dde481265c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Nov 01 18:21:02.841284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52038754-40a8-48b8-a17b-5f7b950cacaf req-739e0bc7-22ec-421f-89a6-7945b4d8f1dd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:02.843067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52038754-40a8-48b8-a17b-5f7b950cacaf req-739e0bc7-22ec-421f-89a6-7945b4d8f1dd tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 946 time: 0.0561373 Nov 01 18:21:02.885189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52038754-40a8-48b8-a17b-5f7b950cacaf req-68121eff-cd26-45e5-8c80-f37932b673a7 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Nov 01 18:21:03.017015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:03.094522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-28984037-ac94-411e-a6fa-a7cb1e27a904 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.096621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-28984037-ac94-411e-a6fa-a7cb1e27a904 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/networks?id=1cb18770-898a-4492-841d-9b84db2aee5c HTTP/1.1" status: 200 len: 820 time: 0.1288426 Nov 01 18:21:03.136376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-3def6a2a-7d98-49dc-bda0-c2129d9bcfcb tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/quotas/8a2d0c7dfd644066a2e02fc75d30f165 HTTP/1.1" status: 200 len: 375 time: 0.0241551 Nov 01 18:21:03.146955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:03.159632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '9808eb37-b270-485e-8701-47783eb3e330', 'network_id': 'a0ba09c3-7403-4906-bf62-4df41db40d9a', 'port_id': '9808eb37-b270-485e-8701-47783eb3e330', 'mac_address': 'fa:16:3e:07:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9690731d-372a-4073-b717-ce39c1b11827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:03.172056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-7d09c0a6-decd-4aaa-89bd-30cf6d128f00 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a2d0c7dfd644066a2e02fc75d30f165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344768 Nov 01 18:21:03.203481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:03.218749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:03.241722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:03.272583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-8b7f7978-ccf1-43f9-9086-bfc493516b3c service neutron] 10.222.0.31 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940943 Nov 01 18:21:03.368672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-6747fd62-95bc-4c6f-9f5e-a8e74a4adb77 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Nov 01 18:21:03.369397 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:03.449859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:03.497461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9808eb37-b270-485e-8701-47783eb3e330'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:03.503714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.510563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.516512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.524052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.530218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.536175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.542383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:03.544321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afa211af-58d3-4b92-9217-c43016dd56fd req-006db9e6-bfd0-4211-aa7e-efab0ab07084 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1090822 Nov 01 18:21:03.585122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afa211af-58d3-4b92-9217-c43016dd56fd req-043bf89d-f425-4ad5-a37e-4b4c3b150fdd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342944 Nov 01 18:21:03.863444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92aadd28-8010-4bc7-ae36-9d314a2b9723 req-5ad6310c-886f-4ec6-96a9-40b73bbb3a6b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 210 time: 0.0662618 Nov 01 18:21:03.865444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c952efab-b217-4a13-a262-637bb098efa6 req-e2be986d-ca58-4eea-ada7-8c894edccf60 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 210 time: 0.0647383 Nov 01 18:21:04.016469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-5764328b-d273-47ca-8582-e286f79f1dcb tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.018086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-5764328b-d273-47ca-8582-e286f79f1dcb tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.1402824 Nov 01 18:21:04.033048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Request body: {'port': {'device_id': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'admin_state_up': True, 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:04.034059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78dda-85f7-4996-899b-d607c9888884 req-10056237-3a62-41f2-aaf7-72e241ac2fd1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.037291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0a78dda-85f7-4996-899b-d607c9888884 req-10056237-3a62-41f2-aaf7-72e241ac2fd1 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 945 time: 0.0662141 Nov 01 18:21:04.086869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0a78dda-85f7-4996-899b-d607c9888884 req-2f1f4117-9480-444b-8d9d-31b7b4aab32e tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Nov 01 18:21:04.254493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:04.258926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:04.402783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Allocated IP 172.20.0.8 (be2420d1-4dfb-4082-a988-e064dc4089c2/3f0491d0-2451-4d2c-985a-9f9e5178dc0d/3e8f336b-6b07-4fb1-87e4-075f691e6400) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:04.563075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:04.564031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:04.674540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:04.688783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:04.752992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:04.796823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5098a31a-2133-46af-baad-67dba79635ef req-02c07c6c-17c1-4480-b33e-36e849dfd8f9 tempest-AbsoluteLimitsNegativeTestJSON-1325903844 tempest-AbsoluteLimitsNegativeTestJSON-1325903844-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=73b4c549846e4bbe8eb5c7ce5198b016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376117 Nov 01 18:21:04.829290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Network be2420d1-4dfb-4082-a988-e064dc4089c2 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:04.836636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:04.839217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event updated for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:04.841794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:04.914921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.915696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:04.972523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.980566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.987759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:04.994716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.000889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.006970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.012953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.014936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-f57ae714-e0c0-4c04-8b84-d5367322f0e9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5419 time: 0.1305485 Nov 01 18:21:05.025946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a31a-2133-46af-baad-67dba79635ef req-93c27882-4a7e-4ff7-a666-016baae450f5 tempest-AbsoluteLimitsNegativeTestJSON-1325903844 tempest-AbsoluteLimitsNegativeTestJSON-1325903844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.027445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5098a31a-2133-46af-baad-67dba79635ef req-93c27882-4a7e-4ff7-a666-016baae450f5 tempest-AbsoluteLimitsNegativeTestJSON-1325903844 tempest-AbsoluteLimitsNegativeTestJSON-1325903844-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286873 Nov 01 18:21:05.030280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:05.058038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5098a31a-2133-46af-baad-67dba79635ef req-57841299-215e-4da9-94f7-df8b07f7671b tempest-AbsoluteLimitsNegativeTestJSON-1325903844 tempest-AbsoluteLimitsNegativeTestJSON-1325903844-project] 10.222.0.31 "GET /v2.0/quotas/73b4c549846e4bbe8eb5c7ce5198b016 HTTP/1.1" status: 200 len: 375 time: 0.0152557 Nov 01 18:21:05.099010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a35d65eb-defa-438e-b320-f558bc36ad9d req-94335b67-5551-41e7-999d-9c14c4e4a13e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703573 Nov 01 18:21:05.101541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5098a31a-2133-46af-baad-67dba79635ef req-668beb8b-834c-498d-9afa-34c0a8eea311 tempest-AbsoluteLimitsNegativeTestJSON-1325903844 tempest-AbsoluteLimitsNegativeTestJSON-1325903844-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b4c549846e4bbe8eb5c7ce5198b016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337346 Nov 01 18:21:05.120030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-1f661648-a325-4016-a2f6-a39183d06fc6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924242 Nov 01 18:21:05.135949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Request body: {'port': {'device_id': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:05.238178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.271530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.306521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:05.333987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:05.390737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d1b3b37-16a0-4dd0-ae65-e0f93a104bb1 req-b437c3ed-54c8-4c4a-88d5-56606f87bd21 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 210 time: 0.0309956 Nov 01 18:21:05.437533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.527122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:05.572494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8f336b-6b07-4fb1-87e4-075f691e6400 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:05.582220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.594703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16aa29-ec98-4a7b-9e48-0f4c66d73495 req-5017c512-b28a-4592-86bb-20d437b5a0e5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.601666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Transition to ACTIVE for port object 3e8f336b-6b07-4fb1-87e4-075f691e6400 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:05.602747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f16aa29-ec98-4a7b-9e48-0f4c66d73495 req-5017c512-b28a-4592-86bb-20d437b5a0e5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 931 time: 0.1293893 Nov 01 18:21:05.632590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674ad0-b7b9-4927-b68f-33cdf2cdb64f req-ed24f62c-627f-44d4-8766-dd5ff647ec23 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:05.636036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d674ad0-b7b9-4927-b68f-33cdf2cdb64f req-ed24f62c-627f-44d4-8766-dd5ff647ec23 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.1053200 Nov 01 18:21:05.665568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.696875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f16aa29-ec98-4a7b-9e48-0f4c66d73495 req-ab4a200d-27ba-405e-833e-7f89029d70ff tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884264 Nov 01 18:21:05.715468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d674ad0-b7b9-4927-b68f-33cdf2cdb64f req-449e9768-99a4-41b2-a7ca-71a1c7b5f685 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704143 Nov 01 18:21:05.744719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:05.751742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 126ffe1c-4343-44b1-a1e7-1e6de53644d3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:05.778194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48198) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:05.862970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Attempting to bind port 3e8f336b-6b07-4fb1-87e4-075f691e6400 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:05.863312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Attempting to bind port 3e8f336b-6b07-4fb1-87e4-075f691e6400 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:05.863671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Attempting to bind port 3e8f336b-6b07-4fb1-87e4-075f691e6400 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:05.868447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Port 3e8f336b-6b07-4fb1-87e4-075f691e6400 on network be2420d1-4dfb-4082-a988-e064dc4089c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:05.868851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Attempting to bind port 3e8f336b-6b07-4fb1-87e4-075f691e6400 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:05.873877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:05.874214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Checking segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:05.874654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Bound using segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:05.875027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Bound port: 3e8f336b-6b07-4fb1-87e4-075f691e6400, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:05.875381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.906511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:05.918417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'port_id': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'mac_address': 'fa:16:3e:33:7d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:05.965794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:05.971976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:05.973202 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:05.991913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126ffe1c-4343-44b1-a1e7-1e6de53644d3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:06.014158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3566-7dfd-499d-9127-effa62275ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.016687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:06.049162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.095085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.095085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.095085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] 10.222.0.32 "PUT /v2.0/ports/3e8f336b-6b07-4fb1-87e4-075f691e6400 HTTP/1.1" status: 200 len: 1091 time: 0.9558067 Nov 01 18:21:06.095085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:06.095085 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73344eca-6645-424a-82fd-1cd90d441b57" -d '{"events": [{"name": "network-changed", "server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:06.095571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3566-7dfd-499d-9127-effa62275ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.113802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e254-4085-4846-80a7-8584909eb7ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:06.127855 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96947fac-d61b-440f-9a37-f76b9a65f0b9 x-openstack-request-id: req-96947fac-d61b-440f-9a37-f76b9a65f0b9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:06.128453 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:06.128453 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96947fac-d61b-440f-9a37-f76b9a65f0b9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:06.128746 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'status': 'completed', 'code': 200} Nov 01 18:21:06.151708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.152536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 92fb47ab-db04-4713-bbb3-f520d54aa430 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:06.181892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3566-7dfd-499d-9127-effa62275ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.207019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:06.235532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344eca-6645-424a-82fd-1cd90d441b57 req-7896edc6-68e6-4abc-8acb-bf190c155d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.237586 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-73344eca-6645-424a-82fd-1cd90d441b57 req-7896edc6-68e6-4abc-8acb-bf190c155d95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 1094 time: 0.0852077 Nov 01 18:21:06.274729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7fa3566-7dfd-499d-9127-effa62275ce6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73b4c549846e4bbe8eb5c7ce5198b016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954832 Nov 01 18:21:06.278493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:06.299712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa3566-7dfd-499d-9127-effa62275ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377ff3ec-116f-44f7-9cfc-dbcc90be2832,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:06.352044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.358314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.368243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.374125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.380025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.386013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.392031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.394143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-5323adbf-5f26-4ad3-ad7b-2337f043c56e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5420 time: 0.1341650 Nov 01 18:21:06.421649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:06.443455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'port_id': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'mac_address': 'fa:16:3e:89:eb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:06.472491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99d7ff87-c0e9-4c13-b25a-fce6530825ad req-13266f6e-5057-4685-9e31-451ad2f62f23 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694921 Nov 01 18:21:06.503333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.532630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fb47ab-db04-4713-bbb3-f520d54aa430 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:06.547014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76a9f5f0-1ea7-4b2b-a91e-953a72e072c5 req-f3c811f6-ba65-415d-b8eb-ce2c07dfc53c tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 210 time: 0.0312207 Nov 01 18:21:06.566823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:06.665292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.672021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b1fd4735-e7c2-4459-b71e-596e903eaf34 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:06.748967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:06.824855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:06.845829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b1fd4735-e7c2-4459-b71e-596e903eaf34', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'port_id': 'b1fd4735-e7c2-4459-b71e-596e903eaf34', 'mac_address': 'fa:16:3e:68:49:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:06.893742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.914543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fd4735-e7c2-4459-b71e-596e903eaf34 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:06.918517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:06.922767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344eca-6645-424a-82fd-1cd90d441b57 req-9bcd4dfd-4b5b-47f0-b482-7324e1c8514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.924324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-73344eca-6645-424a-82fd-1cd90d441b57 req-9bcd4dfd-4b5b-47f0-b482-7324e1c8514b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6761858 Nov 01 18:21:06.941083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:06.944978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-fe0aa2ad-d690-4c61-8e89-f56d649c48d2 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.946467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-fe0aa2ad-d690-4c61-8e89-f56d649c48d2 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.1958270 Nov 01 18:21:06.957296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5133a7c-175b-42a6-8c41-d1caffbd04aa req-b939b789-52be-4eab-8a9f-ed514872abf9 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.960086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5133a7c-175b-42a6-8c41-d1caffbd04aa req-b939b789-52be-4eab-8a9f-ed514872abf9 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 944 time: 0.1097083 Nov 01 18:21:06.971384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312edc3-7422-4c25-8a67-b970c2000213 req-78015f84-f9c4-411c-8aea-774fec83e3c9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:06.984459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9312edc3-7422-4c25-8a67-b970c2000213 req-78015f84-f9c4-411c-8aea-774fec83e3c9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 943 time: 0.1679695 Nov 01 18:21:07.038198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-16d8c691-52fa-48cc-b531-f99dda0a3e54 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.039720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-16d8c691-52fa-48cc-b531-f99dda0a3e54 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.37 "GET /v2.0/networks?id=1cb18770-898a-4492-841d-9b84db2aee5c HTTP/1.1" status: 200 len: 820 time: 0.6837518 Nov 01 18:21:07.041739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.049290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9312edc3-7422-4c25-8a67-b970c2000213 req-010c282a-d80d-4542-add6-d450ebb7201a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Nov 01 18:21:07.063547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.064238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c09b7483-3ebd-4683-bb90-c4cfd5306314 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:07.069839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5133a7c-175b-42a6-8c41-d1caffbd04aa req-bd5cf171-eda5-400b-9d9b-60eb3edd03b2 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/security-groups?id=8999ceed-2051-4f3a-8802-b68792a0aeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822999 Nov 01 18:21:07.078796 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:21:07.087847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Request body: {'port': {'device_id': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c', 'admin_state_up': True, 'tenant_id': '8a2d0c7dfd644066a2e02fc75d30f165'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:07.153727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.170288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c09b7483-3ebd-4683-bb90-c4cfd5306314', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'port_id': 'c09b7483-3ebd-4683-bb90-c4cfd5306314', 'mac_address': 'fa:16:3e:96:ab:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:07.226451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:07.241779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.244678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344eca-6645-424a-82fd-1cd90d441b57 req-5122022e-f5d6-4f70-82df-b6d6818ec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.246177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-73344eca-6645-424a-82fd-1cd90d441b57 req-5122022e-f5d6-4f70-82df-b6d6818ec2b6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3127213 Nov 01 18:21:07.266234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09b7483-3ebd-4683-bb90-c4cfd5306314 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:07.282558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.284517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Deleting port 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:21:07.285048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.394996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-3436f6a4-f774-42dc-b6a9-3f4552872779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.397288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-3436f6a4-f774-42dc-b6a9-3f4552872779 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 1094 time: 0.1083188 Nov 01 18:21:07.403439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.406057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.407180 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/377ff3ec-116f-44f7-9cfc-dbcc90be2832 HTTP/1.1" status: 204 len: 168 time: 1.1177752 Nov 01 18:21:07.459706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ff3ec-116f-44f7-9cfc-dbcc90be2832,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:07.460266 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.460988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fcf4ee6c-cecb-44c4-902e-f70f54724ed2 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:07.465969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] For port 9808eb37-b270-485e-8701-47783eb3e330, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9808eb37-b270-485e-8701-47783eb3e330,segment=NetworkSegment(53413d77-b9bd-48ae-8a5a-5f64d2f20666),segment_id=53413d77-b9bd-48ae-8a5a-5f64d2f20666)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.465969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.466357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-6e236dce-9253-4c23-ba10-33ea769830cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400 HTTP/1.1" status: 200 len: 217 time: 0.0580692 Nov 01 18:21:07.488288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Calling delete_port for 9808eb37-b270-485e-8701-47783eb3e330 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:21:07.491124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.491458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.491824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.492161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.492490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.492823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.493151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.493482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.493808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.494133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.494456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.494780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8f4b9-d100-4aab-b376-657fa6ce91ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:07.524459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Made reservation on behalf of 8a2d0c7dfd644066a2e02fc75d30f165 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:07.529999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.554465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.566040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:07.573100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'port_id': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'mac_address': 'fa:16:3e:66:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:07.594231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-0e8b1727-4084-400f-9079-e96ea652a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.595766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-0e8b1727-4084-400f-9079-e96ea652a356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.1153846 Nov 01 18:21:07.620762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.638682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf4ee6c-cecb-44c4-902e-f70f54724ed2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:07.684617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.703358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.710935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.718138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.725483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.732718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.738747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.744789 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.745615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8df18a97-5047-405d-b2d9-acad4781f75f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:07.752443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:07.761301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-344080d2-aacc-46c6-911c-0239cf87b055 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5423 time: 0.1236253 Nov 01 18:21:07.768067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-ae0b2764-2fe1-48f9-a320-7374c415ac6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637900 Nov 01 18:21:07.804769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a2aa1ee-5c47-47ec-a4a6-3c88eb186ee7 req-250e3187-8ba2-406d-a437-d144b01f5d41 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 210 time: 0.0406842 Nov 01 18:21:07.834348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b8cb95b-bf76-42b5-8821-61fa7df28f54 req-79b2ad94-8de3-4fb9-9246-17746d10f661 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705779 Nov 01 18:21:07.836289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Allocated IP 172.20.0.4 (1cb18770-898a-4492-841d-9b84db2aee5c/11b1a045-f44f-494e-a9e9-5f23bc0f2311/1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:07.864384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8df18a97-5047-405d-b2d9-acad4781f75f,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:07.890671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '8df18a97-5047-405d-b2d9-acad4781f75f', 'network_id': 'e6a1dd92-8383-4d2c-87ca-f4a520954cea', 'port_id': '8df18a97-5047-405d-b2d9-acad4781f75f', 'mac_address': 'fa:16:3e:94:ad:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fedbb6-9d4e-4df7-b77d-dd761a49870c', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:07.898953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:07.934191 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:07.944488 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-39bc01ef-5322-41a2-a2f4-6245634f2ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637437 Nov 01 18:21:07.947394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df18a97-5047-405d-b2d9-acad4781f75f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:07.966177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8df18a97-5047-405d-b2d9-acad4781f75f,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:08.068995 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.122023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.152508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aef8d277-66f0-4020-b29b-6aedd7f74f1f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:08.178753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Pushing event deleted for resources: {'Port': ['ID=9808eb37-b270-485e-8701-47783eb3e330,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:08.187844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d78db5f9-cef6-4708-a634-f93bdd011fa7 req-2aaf3a2b-a055-4615-a791-11242d490ffd service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349064 Nov 01 18:21:08.230270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4f52-0abe-4d1a-9936-a16a29c8a58b req-3db74093-a43d-4786-9c8f-9182d0cd4c36 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:08.239775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:08.242295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bdd4f52-0abe-4d1a-9936-a16a29c8a58b req-3db74093-a43d-4786-9c8f-9182d0cd4c36 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 943 time: 0.0732374 Nov 01 18:21:08.262024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] No DVR routers for this DVR port 9808eb37-b270-485e-8701-47783eb3e330 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:21:08.267660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.271872 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c8ce6dd0-0307-454b-954a-d00cd7e69d2b req-c2a27abb-92fc-44a2-8745-752e7df8d5b5 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.32 "DELETE /v2.0/ports/9808eb37-b270-485e-8701-47783eb3e330 HTTP/1.1" status: 204 len: 173 time: 1.3066094 Nov 01 18:21:08.272697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'name': 'network-vif-deleted', 'tag': '9808eb37-b270-485e-8701-47783eb3e330'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:08.275268 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b261c2f-4ab4-4c16-9145-fe678c8aaa17" -d '{"events": [{"server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "name": "network-vif-deleted", "tag": "9808eb37-b270-485e-8701-47783eb3e330"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:08.290576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.309049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7677b42f-0bcd-4fbf-b580-d2847a5894c7 req-caa81a29-2136-4da5-8cb6-bb2ba60b5f70 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0635922 Nov 01 18:21:08.332179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bdd4f52-0abe-4d1a-9936-a16a29c8a58b req-d3f25582-9382-409b-92dc-0e8a8d9ec9f0 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888362 Nov 01 18:21:08.343908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:08.364080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'network_id': '631781a8-1de4-41c0-a4e2-4e806d7b751d', 'port_id': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'mac_address': 'fa:16:3e:7a:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:08.373912 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af57e7d1-8ff1-4f5b-8639-a437ca771d75 x-openstack-request-id: req-af57e7d1-8ff1-4f5b-8639-a437ca771d75 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:08.374208 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb75ef6-9349-4996-9dc9-5ab9b591f2ae", "name": "network-vif-deleted", "tag": "9808eb37-b270-485e-8701-47783eb3e330", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:08.374455 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af57e7d1-8ff1-4f5b-8639-a437ca771d75 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:08.374919 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb75ef6-9349-4996-9dc9-5ab9b591f2ae', 'name': 'network-vif-deleted', 'tag': '9808eb37-b270-485e-8701-47783eb3e330', 'status': 'completed', 'code': 200} Nov 01 18:21:08.412605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.429688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef8d277-66f0-4020-b29b-6aedd7f74f1f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:08.455057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:08.534586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.579344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Network 1cb18770-898a-4492-841d-9b84db2aee5c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:08.585215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:08.587644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:08.613038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Pushing event updated for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:08.625736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.649378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:08.649998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.685612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:08.760382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-4aea3a04-56b9-49ee-8464-ea8703f2620a tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7065063 Nov 01 18:21:08.773904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Request body: {'port': {'device_id': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:08.834629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:08.992382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.012512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c50c-5d93-41d3-8da9-3a0b6bc15bfc req-495d9289-9c61-4afe-9f7e-4e75d96a1f2f tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.014021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5424c50c-5d93-41d3-8da9-3a0b6bc15bfc req-495d9289-9c61-4afe-9f7e-4e75d96a1f2f tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 931 time: 0.0885949 Nov 01 18:21:09.041016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.047314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.053288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.059568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.060331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['126ffe1c-4343-44b1-a1e7-1e6de53644d3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:09.065573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.071594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.079090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.080956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-57fe3bd1-beff-4128-be72-e84356c429f6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5426 time: 0.1167698 Nov 01 18:21:09.133913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5424c50c-5d93-41d3-8da9-3a0b6bc15bfc req-ec10dfd6-46cc-4e52-b78d-ae0f6fef883f tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114070 Nov 01 18:21:09.161308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e26d7b4-3d91-4fdd-baa6-9b822007b11f req-45ddda51-ba0d-4c62-bbaf-7ba7a965c957 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714679 Nov 01 18:21:09.210160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:09.217685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.230700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Transition to ACTIVE for port object 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:09.325110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b1fd4735-e7c2-4459-b71e-596e903eaf34'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:09.329920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['fcf4ee6c-cecb-44c4-902e-f70f54724ed2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:09.345495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.373791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c09b7483-3ebd-4683-bb90-c4cfd5306314'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:09.486784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:09.503497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c64580f-0d2b-42c1-a6cc-de67557d552e req-b35ac1a9-aca9-4055-931a-295b03e1e714 tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eb75ef6-9349-4996-9dc9-5ab9b591f2ae HTTP/1.1" status: 200 len: 210 time: 0.0523639 Nov 01 18:21:09.531444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Attempting to bind port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:09.531808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Attempting to bind port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '5211c7f3-3f8c-4608-b3e6-022227ece72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:09.532144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Attempting to bind port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd on network 1cb18770-898a-4492-841d-9b84db2aee5c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:09.541101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd on network 1cb18770-898a-4492-841d-9b84db2aee5c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:09.541427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Attempting to bind port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd on network 1cb18770-898a-4492-841d-9b84db2aee5c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:09.554420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:09.554771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Checking segment: {'id': '5211c7f3-3f8c-4608-b3e6-022227ece72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:09.555162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Bound using segment: {'id': '5211c7f3-3f8c-4608-b3e6-022227ece72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:09.555634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Bound port: 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5211c7f3-3f8c-4608-b3e6-022227ece72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:09.555985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.593374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf647-d01b-471e-a737-d204dd7755b0 req-4bb97c03-68e4-4986-bf18-ffbc98a42ef9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.593374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9eadf647-d01b-471e-a737-d204dd7755b0 req-4bb97c03-68e4-4986-bf18-ffbc98a42ef9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 943 time: 0.1146469 Nov 01 18:21:09.648187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9eadf647-d01b-471e-a737-d204dd7755b0 req-fb1623be-d6cb-49c2-9773-aaca026f3f7a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544021 Nov 01 18:21:09.684460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:09.692390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,segment=NetworkSegment(5211c7f3-3f8c-4608-b3e6-022227ece72a),segment_id=5211c7f3-3f8c-4608-b3e6-022227ece72a)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:09.894315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.927561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:09.928174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:09.929541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd HTTP/1.1" status: 200 len: 1091 time: 1.1613033 Nov 01 18:21:09.956602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a0d67-c4a7-42d0-ad53-1e9f3299c903 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:10.022046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['aef8d277-66f0-4020-b29b-6aedd7f74f1f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:10.079226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['92fb47ab-db04-4713-bbb3-f520d54aa430'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:10.119612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-8de50df3-7c71-4c3c-a26a-de3fa0729353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.121298 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-8de50df3-7c71-4c3c-a26a-de3fa0729353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2d0c7dfd644066a2e02fc75d30f165&device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 1094 time: 0.0473571 Nov 01 18:21:10.171269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-e4b2cba4-a2c6-4176-9f13-be5ec3513bbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd HTTP/1.1" status: 200 len: 217 time: 0.0418851 Nov 01 18:21:10.284401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-f03cb684-6057-466d-a1d5-6662466d638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.288010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-f03cb684-6057-466d-a1d5-6662466d638d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b1a045-f44f-494e-a9e9-5f23bc0f2311 HTTP/1.1" status: 200 len: 860 time: 0.1070876 Nov 01 18:21:10.339265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-3465e2fc-8c36-4d36-bc4b-d3e587e6ae98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cb18770-898a-4492-841d-9b84db2aee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436020 Nov 01 18:21:10.351039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8df18a97-5047-405d-b2d9-acad4781f75f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:10.366479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6528-b70f-4dd7-89ec-027f029cefc3 req-278e69fd-c040-4f80-9f22-553b5baff670 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.374174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5aa6528-b70f-4dd7-89ec-027f029cefc3 req-278e69fd-c040-4f80-9f22-553b5baff670 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 943 time: 0.1101546 Nov 01 18:21:10.392241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:10.393815 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db271f6f-acb1-467a-a59d-3fc803af55a5" -d '{"events": [{"name": "network-changed", "server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:10.414447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.420748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.426920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.433827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.441282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.458003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.468441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.470922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-eb76dbde-1be3-4865-840d-fca10f39dacb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5426 time: 0.1609778 Nov 01 18:21:10.506822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-e2958dcf-7f8b-42f7-8eb7-bb8882cd4622 service neutron] 10.222.0.37 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587801 Nov 01 18:21:10.512372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5aa6528-b70f-4dd7-89ec-027f029cefc3 req-ea3b01f9-5907-464f-b0f2-f1fe6073e446 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373479 Nov 01 18:21:10.540435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c9d07e1-45d5-4ea2-b8ea-4087aba7f284 req-3a0db293-be84-49f1-8be0-9e3b3900c1d6 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624065 Nov 01 18:21:10.594500 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694390b8-f09b-4d67-b78c-10bcb925561f x-openstack-request-id: req-694390b8-f09b-4d67-b78c-10bcb925561f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:10.594768 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:10.595016 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-694390b8-f09b-4d67-b78c-10bcb925561f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:10.595421 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd', 'status': 'completed', 'code': 200} Nov 01 18:21:10.625670 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9952ea5d-55c6-4213-a483-224e2b97cf83 req-667429af-07ac-4dd1-a0a8-a2cddabc316e service neutron] 10.222.0.37 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094651 Nov 01 18:21:10.853286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-42b511cf-8ade-4b6f-bd43-7379287af76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:10.855178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-42b511cf-8ade-4b6f-bd43-7379287af76b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2d0c7dfd644066a2e02fc75d30f165&device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 1094 time: 0.0546570 Nov 01 18:21:10.997710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48350) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:11.017448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48354) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:11.053809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-a9b37b44-b7d4-4082-b269-582947f3967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.055314 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-a9b37b44-b7d4-4082-b269-582947f3967b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cb18770-898a-4492-841d-9b84db2aee5c HTTP/1.1" status: 200 len: 921 time: 0.1918645 Nov 01 18:21:11.067471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 3e8f336b-6b07-4fb1-87e4-075f691e6400 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:11.070938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:11.097055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 9808eb37-b270-485e-8701-47783eb3e330 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:21:11.097407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9808eb37-b270-485e-8701-47783eb3e330 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:21:11.113221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ef94-1f68-4011-9ae9-da6fd0b072f4 req-2eb0cf62-3055-4410-bdd6-f81c6e4fcc6d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.117680 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-f4c78bcc-f89a-4c0e-a71d-67d92291d85e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd HTTP/1.1" status: 200 len: 217 time: 0.0440242 Nov 01 18:21:11.121685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54d0ef94-1f68-4011-9ae9-da6fd0b072f4 req-2eb0cf62-3055-4410-bdd6-f81c6e4fcc6d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 943 time: 0.3953280 Nov 01 18:21:11.128869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Deleting subnet 9690731d-372a-4073-b717-ce39c1b11827 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:21:11.141585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.188513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54d0ef94-1f68-4011-9ae9-da6fd0b072f4 req-99f0f183-7f30-4509-8c01-6b2216031dc3 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Nov 01 18:21:11.214362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.234656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48360) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:11.235190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-2a4306dc-2ec7-47c7-8060-7ab46d753986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.236732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-2a4306dc-2ec7-47c7-8060-7ab46d753986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b1a045-f44f-494e-a9e9-5f23bc0f2311 HTTP/1.1" status: 200 len: 860 time: 0.1036773 Nov 01 18:21:11.262112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.278696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:11.291411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'port_id': '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'mac_address': 'fa:16:3e:52:b5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0491d0-2451-4d2c-985a-9f9e5178dc0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:11.337496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-932229659-network', 'tenant_id': '2d496b860ad34b35b97cfdb51cfe7ff9'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:11.341236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.359528 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-bd2e4adb-979d-438c-b7b5-39f38020c7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cb18770-898a-4492-841d-9b84db2aee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149795 Nov 01 18:21:11.360776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd04b-20c4-4323-867b-ceaad259efaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.364935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8f336b-6b07-4fb1-87e4-075f691e6400 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:11.386446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:11.439166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.487062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9690731d-372a-4073-b717-ce39c1b11827,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:11.489079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.493167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-38eb1fea-448f-42cc-9895-eb80c329a81e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9690731d-372a-4073-b717-ce39c1b11827 HTTP/1.1" status: 204 len: 168 time: 0.4739857 Nov 01 18:21:11.495805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:11.523019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-42e15107-323c-4f38-9453-3117f03baf4e service neutron] 10.222.0.37 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524820 Nov 01 18:21:11.573476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd04b-20c4-4323-867b-ceaad259efaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.579429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.583905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Made reservation on behalf of 2d496b860ad34b35b97cfdb51cfe7ff9 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:11.586553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.601342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.614261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.643123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db271f6f-acb1-467a-a59d-3fc803af55a5 req-3db030ae-dd52-47b3-a36a-3bb0064f634f service neutron] 10.222.0.37 "GET /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115177 Nov 01 18:21:11.694090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd04b-20c4-4323-867b-ceaad259efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.695661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:11.745916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f5cd04b-20c4-4323-867b-ceaad259efaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44328eaa670949b1903e669a0b076af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447629 Nov 01 18:21:11.746388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:11.752537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cd04b-20c4-4323-867b-ceaad259efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf47ff2-827c-47cd-8e00-a0ad57340ffd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:11.780282 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.804177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.826595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ba09c3-7403-4906-bf62-4df41db40d9a']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:11.828103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.836649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca6c7-26b3-4b23-a1e6-c6ca7f30638f req-2c5c06f4-881b-4ff8-831b-3494d8c4dab7 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.838177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e5ca6c7-26b3-4b23-a1e6-c6ca7f30638f req-2c5c06f4-881b-4ff8-831b-3494d8c4dab7 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 943 time: 0.1895785 Nov 01 18:21:11.861955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53413d77-b9bd-48ae-8a5a-5f64d2f20666') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:11.862617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53413d77-b9bd-48ae-8a5a-5f64d2f20666') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:11.894146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.900310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.905773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['3e8f336b-6b07-4fb1-87e4-075f691e6400'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:11.906311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.913586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.919741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.926027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.937773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:11.939739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-71a00853-f95e-427f-9769-b23cc73d40d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5426 time: 0.2458403 Nov 01 18:21:11.941568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:11.982677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.003421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.007613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:21:12.008017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:21:12.011335 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:21:12.024816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e5ca6c7-26b3-4b23-a1e6-c6ca7f30638f req-6614aaed-b794-43ec-8d70-f6b62b3246e1 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771550 Nov 01 18:21:12.047830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.052899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.054598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecf47ff2-827c-47cd-8e00-a0ad57340ffd HTTP/1.1" status: 204 len: 168 time: 0.3073781 Nov 01 18:21:12.068607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d9159-31ab-4ed7-941c-218e88025f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf47ff2-827c-47cd-8e00-a0ad57340ffd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:12.079825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a33b1dbe-6991-4b1b-b94c-2767832b642c req-9b76b97e-1c16-4bfe-b1c5-8dbc171937dd tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233850 Nov 01 18:21:12.107750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 126ffe1c-4343-44b1-a1e7-1e6de53644d3 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:12.133988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.159171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:12.174035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ed6e6-22e6-4010-819c-fa6cc58428a2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:12.179145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.179745 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Added segment d96ed20e-3d64-4165-bb50-4829165fca5c of type vlan for network 7efcf591-0c99-424e-b39f-e1ed1b5aa23a Nov 01 18:21:12.189403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.213087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.218938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0ba09c3-7403-4906-bf62-4df41db40d9a HTTP/1.1" status: 204 len: 168 time: 0.7198005 Nov 01 18:21:12.241149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d139014-32b1-430f-8119-db56b0e2e71d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ba09c3-7403-4906-bf62-4df41db40d9a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:12.245817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.288589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:12.293848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:12.294294 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.322005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdeb98-d671-48d3-9595-df71c122bba2 req-b8dd1146-5acc-49db-bac8-171faeb4b9b1 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:12.323573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bbdeb98-d671-48d3-9595-df71c122bba2 req-b8dd1146-5acc-49db-bac8-171faeb4b9b1 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 944 time: 0.0664675 Nov 01 18:21:12.365919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bbdeb98-d671-48d3-9595-df71c122bba2 req-90b4f75c-4f99-4fbb-a937-5b4387c75037 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Nov 01 18:21:12.388440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.412957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:12.415598 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3098a6f4-936f-4315-8092-8f823cd98992" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:12.429080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:12.431036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.432078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:12.433979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.457236 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0394d94-07fd-4e76-8b14-f2c06412cec0 x-openstack-request-id: req-f0394d94-07fd-4e76-8b14-f2c06412cec0 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:12.457533 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:12.457788 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0394d94-07fd-4e76-8b14-f2c06412cec0 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:12.458340 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'code': 200} Nov 01 18:21:12.493540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7efcf591-0c99-424e-b39f-e1ed1b5aa23a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:12.503255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7efcf591-0c99-424e-b39f-e1ed1b5aa23a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:12.535358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2039b051-4085-46d3-8b8b-18786ec613a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2965784 Nov 01 18:21:12.535924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:12.540979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Request body: {'subnet': {'network_id': '7efcf591-0c99-424e-b39f-e1ed1b5aa23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-932229659-subnet', 'tenant_id': '2d496b860ad34b35b97cfdb51cfe7ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:12.563755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.705330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Made reservation on behalf of 2d496b860ad34b35b97cfdb51cfe7ff9 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:12.709167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.756539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:12.808937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48396) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:12.855367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ba335020-0311-4e66-a92f-d92c364ada48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46303d4cc0084ef4968803189f18ad81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451255 Nov 01 18:21:12.857844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48398) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:12.911464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.934957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:12.961710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.014674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d02c6f-63cd-4833-bb5c-ffecf2103bf8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:13.023208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Checking segment: {'id': 'd96ed20e-3d64-4165-bb50-4829165fca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7efcf591-0c99-424e-b39f-e1ed1b5aa23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:13.023602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Network hostable DHCP agents. Network: 7efcf591-0c99-424e-b39f-e1ed1b5aa23a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:13.054355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.057616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.059063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8999ceed-2051-4f3a-8802-b68792a0aeb5 HTTP/1.1" status: 204 len: 168 time: 0.2002656 Nov 01 18:21:13.065040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 3e8f336b-6b07-4fb1-87e4-075f691e6400 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:13.072468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fb4c7-9052-4ad2-b544-bae155a2bf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999ceed-2051-4f3a-8802-b68792a0aeb5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:13.163781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cd933-8f97-4109-9058-7c208881d656 req-04a9767a-fdc1-4375-9bf4-b57a1a92f193 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.165313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-294cd933-8f97-4109-9058-7c208881d656 req-04a9767a-fdc1-4375-9bf4-b57a1a92f193 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 943 time: 0.0586843 Nov 01 18:21:13.233501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-294cd933-8f97-4109-9058-7c208881d656 req-5bd20582-b901-43b8-8a58-058b48db69a9 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Nov 01 18:21:13.242762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 3e8f336b-6b07-4fb1-87e4-075f691e6400 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:13.244032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Network 7efcf591-0c99-424e-b39f-e1ed1b5aa23a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:13.257649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 3e8f336b-6b07-4fb1-87e4-075f691e6400 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:13.257649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.270137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.276265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.282230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.288862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.296099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.302768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.309082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.316977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1271958f-bc3b-4db8-898b-82016a191084 req-fc69a700-869f-4c62-83ff-347ca3f3b664 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5427 time: 0.1387503 Nov 01 18:21:13.358913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1271958f-bc3b-4db8-898b-82016a191084 req-33af535e-e395-47d9-a1e9-fd1db3a6396e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410872 Nov 01 18:21:13.362229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.391177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7efcf591-0c99-424e-b39f-e1ed1b5aa23a) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:13.401332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.401332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.402347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:13.404190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c10bdf-f669-478b-93d3-19021d3b7249 None None] Network 7efcf591-0c99-424e-b39f-e1ed1b5aa23a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:13.467920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:13.487234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f8da70a-3c78-4d1f-aa10-175855fa88ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.532831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd277-ebac-4883-a9a6-2a76b58316ba req-02a795ba-eff9-4970-a0da-cf277451ba55 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:13.534898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5fd277-ebac-4883-a9a6-2a76b58316ba req-02a795ba-eff9-4970-a0da-cf277451ba55 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 944 time: 0.0789039 Nov 01 18:21:13.543705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23df1e-0781-4e10-9fa8-5bb8b4e72778 None None] Network 7efcf591-0c99-424e-b39f-e1ed1b5aa23a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:13.552266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-165a210f-1b71-4797-b966-a6d676d06073 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0152323 Nov 01 18:21:13.556686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.598653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5fd277-ebac-4883-a9a6-2a76b58316ba req-694ecb09-102e-4122-8ed0-8847eea44453 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Nov 01 18:21:13.623565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f8da70a-3c78-4d1f-aa10-175855fa88ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.658715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:13.753012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f8da70a-3c78-4d1f-aa10-175855fa88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.783280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f8da70a-3c78-4d1f-aa10-175855fa88ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=283e4023e3f6464584d4413448f1c62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142707 Nov 01 18:21:13.784476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da70a-3c78-4d1f-aa10-175855fa88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3566c41c-1642-496f-bad6-a05d33a947ef,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:13.786322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48420) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:13.850473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:13.873959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.014212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1901657135', 'description': 'tempest-description-1425959093'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:14.037202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.040420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.044449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3566c41c-1642-496f-bad6-a05d33a947ef HTTP/1.1" status: 204 len: 168 time: 0.2566009 Nov 01 18:21:14.053126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9887d-cbd3-40cb-b549-443150cc5d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566c41c-1642-496f-bad6-a05d33a947ef,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:14.115315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:14.117226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.119640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c09b7483-3ebd-4683-bb90-c4cfd5306314 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:14.195577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.261292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,segment=NetworkSegment(5211c7f3-3f8c-4608-b3e6-022227ece72a),segment_id=5211c7f3-3f8c-4608-b3e6-022227ece72a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:14.265548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.282938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd', 'network_id': '1cb18770-898a-4492-841d-9b84db2aee5c', 'port_id': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd', 'mac_address': 'fa:16:3e:02:98:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b1a045-f44f-494e-a9e9-5f23bc0f2311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:14.295663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1373e8-de35-4844-b06e-665053b80961,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:14.330982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.354677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:14.377820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,segment=NetworkSegment(5211c7f3-3f8c-4608-b3e6-022227ece72a),segment_id=5211c7f3-3f8c-4608-b3e6-022227ece72a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:14.385035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daacc6-7f9a-4ad9-8fae-db81a7d633cc req-d27968dd-2560-4b2b-87c5-c52de759089c tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.385240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port c09b7483-3ebd-4683-bb90-c4cfd5306314 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:14.386600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1daacc6-7f9a-4ad9-8fae-db81a7d633cc req-d27968dd-2560-4b2b-87c5-c52de759089c tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 943 time: 0.0648561 Nov 01 18:21:14.390303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c09b7483-3ebd-4683-bb90-c4cfd5306314 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:14.390681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.413451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.414735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-054aa327-8fb7-455f-a7d4-a2a468c6a7d0 req-ea5889e9-23f7-4ee3-8b5f-1dbdf87987d8 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4191873 Nov 01 18:21:14.452988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1daacc6-7f9a-4ad9-8fae-db81a7d633cc req-ce4a7b86-a2d0-4001-84b6-ead529aa9c73 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588820 Nov 01 18:21:14.460537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:14.462856 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c61cd85-f358-4412-ae2a-78be39a8fd8a" -d '{"events": [{"server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:14.465694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.577221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:14.598206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.623734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-f51262d2-ba0b-4e32-b85a-96fe17742c98 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4c1373e8-de35-4844-b06e-665053b80961 HTTP/1.1" status: 200 len: 1815 time: 0.0840068 Nov 01 18:21:14.643223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.650013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.655994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.660702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:14.662202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.677582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.678372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.684758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.695640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-0d6fa59c-6aa6-4775-ab70-2f6fa09bea19 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5427 time: 0.1669376 Nov 01 18:21:14.709960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c1373e8-de35-4844-b06e-665053b80961', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:14.710351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c1373e8-de35-4844-b06e-665053b80961', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:14.739840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.741093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fcf4ee6c-cecb-44c4-902e-f70f54724ed2 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:14.756050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ec6d5c0-41c2-4dd0-85e8-b5b4fb43f988 req-fb8eb918-be58-477d-8340-5c26544f9c3e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593691 Nov 01 18:21:14.830005 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3d3195-64d8-4fc5-aefa-a8ce9f6c9e46 x-openstack-request-id: req-7b3d3195-64d8-4fc5-aefa-a8ce9f6c9e46 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:14.830005 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:14.830005 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b3d3195-64d8-4fc5-aefa-a8ce9f6c9e46 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:14.830005 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'code': 200} Nov 01 18:21:14.834993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:14.845366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:14.945130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888354b3-5e04-4806-bfd3-687ccd18fd11 req-8e3fc31f-70ad-4506-b720-7f805f1d7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.947396 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-888354b3-5e04-4806-bfd3-687ccd18fd11 req-8e3fc31f-70ad-4506-b720-7f805f1d7677 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 1096 time: 0.0551527 Nov 01 18:21:14.975118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:14.979575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:14.987166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c8b1b-6d40-49a2-8349-bbacc38eb923 req-d0b74ebf-7b60-450d-a2f6-58f11b4c3839 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:14.988885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc9c8b1b-6d40-49a2-8349-bbacc38eb923 req-d0b74ebf-7b60-450d-a2f6-58f11b4c3839 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 945 time: 0.0953937 Nov 01 18:21:15.000825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-888354b3-5e04-4806-bfd3-687ccd18fd11 req-2509fd4a-6545-4967-aa9e-4dbaf1be6654 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Nov 01 18:21:15.005568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:15.006133 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.032522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.047071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc9c8b1b-6d40-49a2-8349-bbacc38eb923 req-a724d3f3-4b60-41bf-90c8-6f450479ed22 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Nov 01 18:21:15.094371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.116267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c59d7a-b4dc-4645-ae18-0872b68f0873,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:15.152985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.188896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:15.205983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.218602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b80ee005-7d4b-4456-88b0-47ec5d9249dd req-31cd34e7-e2e3-4e80-b007-cb3837d45b0d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5033474 Nov 01 18:21:15.294723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82699141-0741-41e0-a1de-76c3ef041e0f req-0d5dd277-ceec-48b7-98ca-74ff2370a69a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4c1373e8-de35-4844-b06e-665053b80961 HTTP/1.1" status: 200 len: 2409 time: 0.0486629 Nov 01 18:21:15.300487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.310744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b1fd4735-e7c2-4459-b71e-596e903eaf34 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:15.340933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-ed9fa67e-a431-405e-b9db-dceb287c3339 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-group-rules/a7c59d7a-b4dc-4645-ae18-0872b68f0873 HTTP/1.1" status: 200 len: 778 time: 0.0233998 Nov 01 18:21:15.386412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:15.391446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-5563a555-cc77-4863-a8bd-8d5439b0900d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4c1373e8-de35-4844-b06e-665053b80961 HTTP/1.1" status: 200 len: 2409 time: 0.0433521 Nov 01 18:21:15.425692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.434663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.522893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b1fd4735-e7c2-4459-b71e-596e903eaf34 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:15.527184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b1fd4735-e7c2-4459-b71e-596e903eaf34 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:15.527765 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.573664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.580339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.583890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a84146a4-fd69-4d67-ac89-de29c8896782 req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a7c59d7a-b4dc-4645-ae18-0872b68f0873 HTTP/1.1" status: 204 len: 173 time: 0.1801784 Nov 01 18:21:15.587649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c05b9-dc6f-475c-b25d-2f8499c97107 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7c59d7a-b4dc-4645-ae18-0872b68f0873,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:15.626417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.678120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:15.726684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4cd73-92d5-40ff-a2d1-ab88fac7e29a req-1253f40b-4d9e-473e-818f-f50578479c9e tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:15.729130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6eb4cd73-92d5-40ff-a2d1-ab88fac7e29a req-1253f40b-4d9e-473e-818f-f50578479c9e tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 944 time: 0.0775661 Nov 01 18:21:15.768948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:15.798669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6eb4cd73-92d5-40ff-a2d1-ab88fac7e29a req-1537873c-7c45-4c0f-ae75-ce43b75a8241 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 Nov 01 18:21:15.860192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:15.866760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-267a879c-e425-4b6f-bae8-873795141f03 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435970 Nov 01 18:21:15.959533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1985040189', 'description': 'tempest-description-741260727'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:16.012463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-3dd8c813-c76f-41d6-8683-f06890168a42 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.014007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-3dd8c813-c76f-41d6-8683-f06890168a42 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462681 Nov 01 18:21:16.033423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-0f700fe0-134b-4e1a-9803-a36a74c1404f tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/quotas/eb6f5edf3ac740f39d5fe9d8dd7000fb HTTP/1.1" status: 200 len: 375 time: 0.0099902 Nov 01 18:21:16.077174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-4677be16-ba41-4eac-bd10-07d1aebeb26f tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368373 Nov 01 18:21:16.107060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.116371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aef8d277-66f0-4020-b29b-6aedd7f74f1f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:16.256102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.345470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port aef8d277-66f0-4020-b29b-6aedd7f74f1f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:16.350607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port aef8d277-66f0-4020-b29b-6aedd7f74f1f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:16.350989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.385577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.434464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.448624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a272b-a04b-4152-be30-48ee524d4b84,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:16.490564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:16.565997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.573721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.573862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.574686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 92fb47ab-db04-4713-bbb3-f520d54aa430 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:16.581832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.588769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.595437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.603536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.616325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.616903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-e70cb400-6740-4599-b537-3dfbcf3f49ec tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5430 time: 0.1118827 Nov 01 18:21:16.620513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.634115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fead4efb-0fbd-459d-8d9d-4721bb608536 req-288fb0af-ca70-410d-afa5-08635e2eb58a tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6809447 Nov 01 18:21:16.663645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:16.729231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8de34ad8-e0bd-4617-9cd1-3bdb0a03f0aa req-ea13f95a-e525-4086-836e-289ef4784db5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937681 Nov 01 18:21:16.764587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735076d6-6f31-4577-8c11-0e9555e8666c req-73fd2891-19e1-4637-9923-950b000cc78a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:16.766151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-735076d6-6f31-4577-8c11-0e9555e8666c req-73fd2891-19e1-4637-9923-950b000cc78a tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 945 time: 0.0748274 Nov 01 18:21:16.819261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9b522de-08c9-4145-b6a2-42fcba4d556b req-9e828f8f-2b5f-4343-bdab-77f05af3dad9 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.0433896 Nov 01 18:21:16.827605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b7483-3ebd-4683-bb90-c4cfd5306314'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd4735-e7c2-4459-b71e-596e903eaf34'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:16.835165 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3b3fb-9543-4c1f-af49-6f547ed2c09c" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "c09b7483-3ebd-4683-bb90-c4cfd5306314"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1fd4735-e7c2-4459-b71e-596e903eaf34"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:16.847672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-735076d6-6f31-4577-8c11-0e9555e8666c req-27bffef4-83fb-4912-a279-5e2351574e83 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Nov 01 18:21:16.859279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 92fb47ab-db04-4713-bbb3-f520d54aa430 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:16.864299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 92fb47ab-db04-4713-bbb3-f520d54aa430 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:16.882829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:16.933672 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3160a-1355-4f3e-a21b-dfb9c9ba28b9 x-openstack-request-id: req-52a3160a-1355-4f3e-a21b-dfb9c9ba28b9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:16.934144 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "c09b7483-3ebd-4683-bb90-c4cfd5306314", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1fd4735-e7c2-4459-b71e-596e903eaf34", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:16.934510 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a3160a-1355-4f3e-a21b-dfb9c9ba28b9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:16.935060 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b7483-3ebd-4683-bb90-c4cfd5306314', 'code': 200} Nov 01 18:21:16.935423 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'code': 200} Nov 01 18:21:16.937769 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd4735-e7c2-4459-b71e-596e903eaf34', 'code': 200} Nov 01 18:21:16.938204 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'code': 200} Nov 01 18:21:16.956610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e3ac46e-6ea9-462b-a7a1-6c00f9bc4b68 req-0c6f2b70-70bd-41ba-92aa-524d2500b056 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/bf0a272b-a04b-4152-be30-48ee524d4b84 HTTP/1.1" status: 200 len: 1814 time: 0.1025229 Nov 01 18:21:17.044415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.086889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca2188-b10d-420f-868b-2f140cc0ade9 req-975b6674-14c5-4077-a1ba-c7b7ccf8018d tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.091382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaca2188-b10d-420f-868b-2f140cc0ade9 req-975b6674-14c5-4077-a1ba-c7b7ccf8018d tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 944 time: 0.0763752 Nov 01 18:21:17.116078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:17.172963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaca2188-b10d-420f-868b-2f140cc0ade9 req-86c25052-04c5-4e51-bbac-5b6445c2c264 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751646 Nov 01 18:21:17.199379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2094465023', 'description': 'tempest-description-49435393'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:17.226061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.227167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8df18a97-5047-405d-b2d9-acad4781f75f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:17.308566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:17.339802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.415962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.494034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 8df18a97-5047-405d-b2d9-acad4781f75f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:17.498244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 8df18a97-5047-405d-b2d9-acad4781f75f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:17.498738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.539033 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.570222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6875d-e708-4189-8d23-048b727f9cc9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:17.585398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.617561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8df18a97-5047-405d-b2d9-acad4781f75f,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:17.655397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.656698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39971fac-6e28-4be1-9277-a817068e0940 req-65afe753-386d-4087-8b43-173088fef597 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4642222 Nov 01 18:21:17.722561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:17.746181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2648f19-e01a-49be-a3f3-a4b0a6377549 req-c2e77db5-2eca-443b-9054-0e7500d8b194 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/04c6875d-e708-4189-8d23-048b727f9cc9 HTTP/1.1" status: 200 len: 1813 time: 0.0583797 Nov 01 18:21:17.767401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-706488423', 'description': 'tempest-description-928612717'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:17.816841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:17.944797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.951115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.957201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.963858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.969883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.976086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.982232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:17.986346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91aebb79-a897-485a-a249-84812ff8ecfa req-c448b174-c0aa-4ad9-84b5-5f0d9f22ecad tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1217754 Nov 01 18:21:17.987801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.048581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91aebb79-a897-485a-a249-84812ff8ecfa req-02e1478e-a734-4e27-a1db-2ed05a422b03 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574541 Nov 01 18:21:18.131346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:18.156005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.158322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c88c07c3-40cb-4ed1-9417-3602a884e590 req-093bb42c-4afc-4c32-868d-c0f5e67ab073 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.0526478 Nov 01 18:21:18.311133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:18.316666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:18.317295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.322587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.374110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e208afdd-ee5b-497c-9802-8d0aa5e51621,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:18.385589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42172-f9ea-412b-b017-14a0c0418dd3 req-ca760b41-9e4f-4d9c-b355-693e28bd71bc tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:18.394278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7b42172-f9ea-412b-b017-14a0c0418dd3 req-ca760b41-9e4f-4d9c-b355-693e28bd71bc tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 944 time: 0.1046326 Nov 01 18:21:18.453119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7b42172-f9ea-412b-b017-14a0c0418dd3 req-9d3d796a-6252-4f57-973a-e85bd6df02b3 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556757 Nov 01 18:21:18.467059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.472208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c072509d-d91b-44ce-acbb-7d13f4b5c055 req-96ff8450-191d-4eb3-9ae8-39c142f0a1bb tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7108512 Nov 01 18:21:18.486795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.523225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48604) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:18.538622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,segment=NetworkSegment(5211c7f3-3f8c-4608-b3e6-022227ece72a),segment_id=5211c7f3-3f8c-4608-b3e6-022227ece72a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:18.549098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8313c5c-1deb-4003-858a-18f9bd9a91c2 req-26642f13-c406-401e-9a98-bf5ed8f4fd4c tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/e208afdd-ee5b-497c-9802-8d0aa5e51621 HTTP/1.1" status: 200 len: 1813 time: 0.0571828 Nov 01 18:21:18.574969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-616524445', 'description': 'tempest-description-1871043680'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:18.682797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.687596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7f399b22-827b-4e31-b1a4-fe10246bcb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.705482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.717710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c522af9-05a4-42a1-841b-6aecc2b96d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.783308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:18.805191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.854060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c522af9-05a4-42a1-841b-6aecc2b96d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.865621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.895969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae6172-af29-407a-939b-14bb239783e7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:18.940030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f'}, {'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:18.942463 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4825acc-bf16-40cb-9b9d-71fd3925eeca" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f"}, {"server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "name": "network-vif-plugged", "status": "completed", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:18.950952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2c522af9-05a4-42a1-841b-6aecc2b96d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.977861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:18.979430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a018887f-fd25-4dbb-8bc8-36f6d0c267a1 req-e70354cc-528f-4634-8f27-836417f8cbbf tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4093840 Nov 01 18:21:19.015466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c522af9-05a4-42a1-841b-6aecc2b96d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cee10416d0d45a29c729cbcc37fda8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902849 Nov 01 18:21:19.017187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48618) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:19.020938 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0543b-5f5b-4746-9ace-09f0aafa531c x-openstack-request-id: req-76c0543b-5f5b-4746-9ace-09f0aafa531c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:19.021328 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-plugged", "status": "completed", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f", "code": 200}, {"server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "name": "network-vif-plugged", "status": "completed", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:19.022097 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c0543b-5f5b-4746-9ace-09f0aafa531c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:19.022506 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'code': 200} Nov 01 18:21:19.022624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c522af9-05a4-42a1-841b-6aecc2b96d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229912cf-2a23-473b-b18e-4ca2841c2946,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:19.022764 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f', 'code': 200} Nov 01 18:21:19.023196 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd', 'code': 200} Nov 01 18:21:19.096361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98a3804a-e0b5-45bc-a5ca-d33bb29159b2 req-ecc68ce3-a59a-49f0-80fc-fae5082556f0 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4bae6172-af29-407a-939b-14bb239783e7 HTTP/1.1" status: 200 len: 1814 time: 0.0874012 Nov 01 18:21:19.135527 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-768964ff-f4bb-4184-8a55-4724d26dc655 req-bc1a250c-d7fe-4eba-abcc-35a26034f468 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] show failed (client error): The resource could not be found. Nov 01 18:21:19.154442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-768964ff-f4bb-4184-8a55-4724d26dc655 req-bc1a250c-d7fe-4eba-abcc-35a26034f468 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/9aa2a2ac-735c-4b96-b183-e5ce3a26e00d HTTP/1.1" status: 404 len: 352 time: 0.0400016 Nov 01 18:21:19.199280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.202329 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-ede0127a-8d65-4123-b1ac-3ed9c7a09ab3 req-9ea69397-ea88-4358-b1a2-f1a773850eb3 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] show failed (client error): The resource could not be found. Nov 01 18:21:19.203395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ede0127a-8d65-4123-b1ac-3ed9c7a09ab3 req-9ea69397-ea88-4358-b1a2-f1a773850eb3 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-group-rules/9347ccff-8008-4b1f-bb76-c9ebf809071b HTTP/1.1" status: 404 len: 361 time: 0.0325742 Nov 01 18:21:19.244812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.290142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.296978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.304366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.311715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.325333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.335370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.345007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.350041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-e450cdc7-d948-4f1d-9a22-87e971affe71 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1759915 Nov 01 18:21:19.415982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1947a4d0-e484-4227-856d-0cf5967ad537 req-1ca9bc5d-ef05-475a-853f-869964ef094b tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.0439250 Nov 01 18:21:19.511747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ed986a-6e87-4456-9af2-64e7d24abf16 req-ddddac0e-806d-47f5-8b24-8f445f245e58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335387 Nov 01 18:21:19.540594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.552376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.552376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/229912cf-2a23-473b-b18e-4ca2841c2946 HTTP/1.1" status: 204 len: 168 time: 0.5299916 Nov 01 18:21:19.569640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-6b901039-ce01-45ab-a9bb-49244b17e329 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4bae6172-af29-407a-939b-14bb239783e7 HTTP/1.1" status: 200 len: 1814 time: 0.1146986 Nov 01 18:21:19.571457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66eff1-ed31-4270-aba8-a0b5419efb57 req-b748fb6c-4663-4347-ae60-29ed3cf62fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.574354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-be66eff1-ed31-4270-aba8-a0b5419efb57 req-b748fb6c-4663-4347-ae60-29ed3cf62fda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 1096 time: 0.4704096 Nov 01 18:21:19.594842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.598513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.598513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.600038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.601048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.601806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.602509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.607640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-dd367b93-d4d1-4635-8621-e59b818ff24b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.0951233 Nov 01 18:21:19.641646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4030-c7b2-46d5-8d1a-01f910454f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229912cf-2a23-473b-b18e-4ca2841c2946,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:19.658712 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.698957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c5edb1a2-df4b-4234-bbaa-284b0ccc6424 req-0d3e6b07-2f75-406d-bbe9-bd3accd78999 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650616 Nov 01 18:21:19.701450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-be66eff1-ed31-4270-aba8-a0b5419efb57 req-93f76ecf-dccf-44a4-82ff-cbe98fc136dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160276 Nov 01 18:21:19.701956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.792168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc8d7-e262-4da8-b7d8-cdc7020bf159 req-2840b3c4-8092-47a4-9e5a-1178d1642b85 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:19.793675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f1cc8d7-e262-4da8-b7d8-cdc7020bf159 req-2840b3c4-8092-47a4-9e5a-1178d1642b85 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.0547128 Nov 01 18:21:19.832558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f1cc8d7-e262-4da8-b7d8-cdc7020bf159 req-8351032b-1c24-4acb-8466-3a23bb635637 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Nov 01 18:21:19.875218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-20a37ef5-a68f-4ba8-a7ed-1a12647cb091 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214567 Nov 01 18:21:19.910733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.913426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:19.914626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa048880-85ba-43e4-a98e-d710cd6e8e80 req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-groups/4bae6172-af29-407a-939b-14bb239783e7 HTTP/1.1" status: 204 len: 173 time: 0.3417003 Nov 01 18:21:19.928166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea0bd2-d30d-460e-8eca-31ef99ec8b69 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae6172-af29-407a-939b-14bb239783e7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:19.998685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-fee4987e-ea77-48bb-955a-ff2c2fa27b9d tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:20.005716 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-fee4987e-ea77-48bb-955a-ff2c2fa27b9d tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203148 Nov 01 18:21:20.005810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-c8df7910-687d-4f85-96d4-0ee0efcfc583 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/e208afdd-ee5b-497c-9802-8d0aa5e51621 HTTP/1.1" status: 200 len: 1813 time: 0.0707026 Nov 01 18:21:20.016427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Request body: {'port': {'device_id': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'eb6f5edf3ac740f39d5fe9d8dd7000fb'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:20.099631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.121464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48650) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:20.138107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.259537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Made reservation on behalf of eb6f5edf3ac740f39d5fe9d8dd7000fb for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:20.263220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.273759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.312184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efc92bc2-2ecb-4098-a05b-85028b533010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.324816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.327480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.331637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363fbb89-30f3-4c1d-97c6-e57b24b750fb req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-groups/e208afdd-ee5b-497c-9802-8d0aa5e51621 HTTP/1.1" status: 204 len: 173 time: 0.2993882 Nov 01 18:21:20.357413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2fcd8-27ce-4660-a8bc-c719fbd572ba tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208afdd-ee5b-497c-9802-8d0aa5e51621,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:20.389179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.430657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-0ff86917-8681-4ee7-a36a-219c94e41334 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/04c6875d-e708-4189-8d23-048b727f9cc9 HTTP/1.1" status: 200 len: 1813 time: 0.0786121 Nov 01 18:21:20.479444 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efc92bc2-2ecb-4098-a05b-85028b533010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.482737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.509221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48664) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:20.523239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.526084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fec40fcb-e9f7-40e5-8723-9473e4d69ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.543123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efc92bc2-2ecb-4098-a05b-85028b533010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.550244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:20.566870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.624094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Allocated IP 192.168.233.34 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/4d04db28-874a-4ef1-8432-d1f24761c1c6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:20.630615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-efc92bc2-2ecb-4098-a05b-85028b533010 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15819fe6e63844eb96d6a2c4cee19715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076621 Nov 01 18:21:20.634346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:20.636729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc92bc2-2ecb-4098-a05b-85028b533010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba178ac-84c8-4a71-a93b-6c78700a66b7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:20.709898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fec40fcb-e9f7-40e5-8723-9473e4d69ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.733152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.794098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.836871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.841832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.841832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13d2796d-8cd2-4f67-b5d4-9d631235ea14 req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-groups/04c6875d-e708-4189-8d23-048b727f9cc9 HTTP/1.1" status: 204 len: 173 time: 0.4024804 Nov 01 18:21:20.858075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1ad2f-f08e-4309-8e7b-e7d45034fb05 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6875d-e708-4189-8d23-048b727f9cc9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:20.865460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.888425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fec40fcb-e9f7-40e5-8723-9473e4d69ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.889879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79f66a10-5db1-42ed-9db0-8e501b6b229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:20.946139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c67f75e3-9eb3-4921-8e82-c4e49cf96f44 req-6e1b0ee1-b7bd-49aa-a3bc-7e0f7ddbb174 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.0448928 Nov 01 18:21:20.952697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fec40fcb-e9f7-40e5-8723-9473e4d69ea4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cacd1f86f4e2492087bff1a4eee67de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425542 Nov 01 18:21:20.953813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec40fcb-e9f7-40e5-8723-9473e4d69ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e17e414-ed27-4718-902a-29270685fb95,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:20.955591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48676) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:21.010002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.019246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.021999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.025600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fba178ac-84c8-4a71-a93b-6c78700a66b7 HTTP/1.1" status: 204 len: 168 time: 0.3878708 Nov 01 18:21:21.040293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0266def-7699-44df-9bd3-5ac5c573faa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba178ac-84c8-4a71-a93b-6c78700a66b7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:21.044662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.068999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.074551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.078421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.084886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.091320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.097905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.104733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.111193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.113414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-223b1c75-3227-4c60-a526-a348a8431d93 req-c134370c-12fb-4535-9dc7-716f0bdac9f4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1093969 Nov 01 18:21:21.124833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:21.130698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:21.133273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:21.175902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Pushing event updated for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:21.195881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-223b1c75-3227-4c60-a526-a348a8431d93 req-82c65053-fcc9-463c-ba65-cbfb15ae6989 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599468 Nov 01 18:21:21.219214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.219905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.290175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-058150db-8b46-432f-8f35-32bdac379e4d tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/bf0a272b-a04b-4152-be30-48ee524d4b84 HTTP/1.1" status: 200 len: 1814 time: 0.0566416 Nov 01 18:21:21.322368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.326992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.332143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e17e414-ed27-4718-902a-29270685fb95 HTTP/1.1" status: 204 len: 168 time: 0.3746660 Nov 01 18:21:21.355547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ade1-7d2f-4cf5-a860-35701770ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e17e414-ed27-4718-902a-29270685fb95,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:21.423607 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e96dee8c-c8b9-4736-9e47-4749efced000 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4101374 Nov 01 18:21:21.430418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.443712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Request body: {'port': {'device_id': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:21.471475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.485762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-76ce0ac9-86e6-4275-ae7b-a39b7eca27f2 None None] Provisioning complete for port 4d04db28-874a-4ef1-8432-d1f24761c1c6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:21.486201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-76ce0ac9-86e6-4275-ae7b-a39b7eca27f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.517509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.536654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491cc9-e764-4454-b610-2cb1a90fbe5f req-c2f73adf-074c-4eb5-818b-662acd733be8 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:21.544295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e491cc9-e764-4454-b610-2cb1a90fbe5f req-c2f73adf-074c-4eb5-818b-662acd733be8 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.1440871 Nov 01 18:21:21.551189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-76ce0ac9-86e6-4275-ae7b-a39b7eca27f2 None None] Port 4d04db28-874a-4ef1-8432-d1f24761c1c6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:21.612565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e491cc9-e764-4454-b610-2cb1a90fbe5f req-ed5877f4-acfb-448d-a041-245e2d054eb1 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 Nov 01 18:21:21.673655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.679738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.681055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065ba7e3-4052-4d56-803a-fdd66c06b958 req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-groups/bf0a272b-a04b-4152-be30-48ee524d4b84 HTTP/1.1" status: 204 len: 173 time: 0.3836997 Nov 01 18:21:21.714506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96fc98-e9ef-40f8-825f-45a0d1a8b705 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a272b-a04b-4152-be30-48ee524d4b84,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:21.869481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-6ce436e3-b4e0-4866-a494-1f6f3e16ab55 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "GET /v2.0/security-groups/4c1373e8-de35-4844-b06e-665053b80961 HTTP/1.1" status: 200 len: 1815 time: 0.1517780 Nov 01 18:21:21.912803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d04db28-874a-4ef1-8432-d1f24761c1c6 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:21.933726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.948896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Transition to ACTIVE for port object 4d04db28-874a-4ef1-8432-d1f24761c1c6 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:21.954218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.994533 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:21.998983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.031711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.041260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48696) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:22.071766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423c7a9-535c-485c-b4b4-1cd4854cf2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.122892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Pushing event updated for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:22.208279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Attempting to bind port 4d04db28-874a-4ef1-8432-d1f24761c1c6 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:22.208696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Attempting to bind port 4d04db28-874a-4ef1-8432-d1f24761c1c6 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:22.209074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Attempting to bind port 4d04db28-874a-4ef1-8432-d1f24761c1c6 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:22.214525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Port 4d04db28-874a-4ef1-8432-d1f24761c1c6 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:22.214853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Attempting to bind port 4d04db28-874a-4ef1-8432-d1f24761c1c6 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:22.221850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:22.222203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:22.222591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:22.223035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Bound port: 4d04db28-874a-4ef1-8432-d1f24761c1c6, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:22.223958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.236923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423c7a9-535c-485c-b4b4-1cd4854cf2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.268543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b443-6d66-48a6-959c-61be033aa509 req-41172e95-66a4-4c97-8130-09e1eac0b90d tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.270225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3857b443-6d66-48a6-959c-61be033aa509 req-41172e95-66a4-4c97-8130-09e1eac0b90d tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 947 time: 0.1822853 Nov 01 18:21:22.325988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3857b443-6d66-48a6-959c-61be033aa509 req-6387ad55-104d-45ab-8224-87373712e2e5 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475178 Nov 01 18:21:22.351623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.361347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.361347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bae7fb1b-ab8e-44ad-914e-ce8d6094ec0c req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c1373e8-de35-4844-b06e-665053b80961 HTTP/1.1" status: 204 len: 173 time: 0.4892273 Nov 01 18:21:22.369321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48708) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:22.394845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68198d-adfe-41d3-aec0-b7e11aa10460 tempest-SecurityGroupRulesNegativeTestJSON-1307190180 tempest-SecurityGroupRulesNegativeTestJSON-1307190180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1373e8-de35-4844-b06e-665053b80961,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:22.434678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:22.436383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423c7a9-535c-485c-b4b4-1cd4854cf2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.444131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:22.457434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Deleting subnet e6d02c6f-63cd-4833-bb5c-ffecf2103bf8 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:21:22.466104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.511526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5423c7a9-535c-485c-b4b4-1cd4854cf2fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fafad5943f324eaa9677c1b9953f000f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691417 Nov 01 18:21:22.515677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48710) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:22.516566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c7a9-535c-485c-b4b4-1cd4854cf2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b0148-b2de-4a91-8f32-4d03edffeb4e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:22.539078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.551907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.558251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.561990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.564527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.570622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.576776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.583279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.589604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.596210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-a2666fc6-e14d-448d-9eee-d089ee887b78 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1793950 Nov 01 18:21:22.646606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Pushing event updated for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:22.665303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.666004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.667471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-74d589e2-2f03-4c72-bb6a-798b4e3c605b service neutron] 10.222.0.32 "PUT /v2.0/ports/4d04db28-874a-4ef1-8432-d1f24761c1c6 HTTP/1.1" status: 200 len: 1095 time: 1.2297680 Nov 01 18:21:22.676697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:22.680820 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85115a0-ccca-43b9-bbf1-400b09578c10" -d '{"events": [{"name": "network-changed", "server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:22.898564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6d122e-8d4e-497e-8ff7-692155affd41 req-cfb990d5-1b7f-4f50-97a9-22445fc03400 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027815 Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82e79b-b02e-4dcf-b5e4-9665df1b888e x-openstack-request-id: req-8c82e79b-b02e-4dcf-b5e4-9665df1b888e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c82e79b-b02e-4dcf-b5e4-9665df1b888e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6', 'status': 'completed', 'code': 200} Nov 01 18:21:22.901027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.902123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6578-fd75-437b-93e7-6ca41cfc861d req-f741cb25-7f18-4cfd-a699-4542872fb213 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.902123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6c6578-fd75-437b-93e7-6ca41cfc861d req-f741cb25-7f18-4cfd-a699-4542872fb213 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.1060660 Nov 01 18:21:22.902310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.929279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85115a0-ccca-43b9-bbf1-400b09578c10 req-e67dc7a9-7d50-4a9b-8cda-2bb288ab8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:22.930884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b85115a0-ccca-43b9-bbf1-400b09578c10 req-e67dc7a9-7d50-4a9b-8cda-2bb288ab8d5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 1098 time: 0.1012168 Nov 01 18:21:22.972217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:22.976835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6c6578-fd75-437b-93e7-6ca41cfc861d req-cfe7da82-faf1-40fb-89cc-06a882d04e80 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173372 Nov 01 18:21:23.002424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.009899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6d02c6f-63cd-4833-bb5c-ffecf2103bf8 HTTP/1.1" status: 204 len: 168 time: 0.6393657 Nov 01 18:21:23.012674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b85115a0-ccca-43b9-bbf1-400b09578c10 req-67a0e9c5-dc02-4a13-bed8-47faf9b7111a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668232 Nov 01 18:21:23.014674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:23.039641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.047340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.054450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.061776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.068748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.075249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.081623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.084708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4021757-b26c-4082-b6e9-fe116473e808 req-2ad72900-ee31-462a-a823-a2a395829aac tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1851454 Nov 01 18:21:23.096632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:23.104759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Request body: {'floatingip': {'port_id': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:23.167081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.191990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1193-3f61-4c02-9539-3ac78b714b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d02c6f-63cd-4833-bb5c-ffecf2103bf8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:23.199721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.202675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.202869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.203914 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc8b0148-b2de-4a91-8f32-4d03edffeb4e HTTP/1.1" status: 204 len: 168 time: 0.6869805 Nov 01 18:21:23.268916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db50a0-f8d1-46a9-85d1-b226d800b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b0148-b2de-4a91-8f32-4d03edffeb4e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:23.486392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85115a0-ccca-43b9-bbf1-400b09578c10 req-0758891e-7d52-48d6-8e40-72ff2a488a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.491430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b85115a0-ccca-43b9-bbf1-400b09578c10 req-0758891e-7d52-48d6-8e40-72ff2a488a94 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468706 Nov 01 18:21:23.632999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8cdc8-b00e-4fcf-a917-54a9884ce9a9 req-f01f5f56-6124-4391-a22a-229f81d5812c tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.634644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfe8cdc8-b00e-4fcf-a917-54a9884ce9a9 req-f01f5f56-6124-4391-a22a-229f81d5812c tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 947 time: 0.0904746 Nov 01 18:21:23.644219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.715891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efcf591-0c99-424e-b39f-e1ed1b5aa23a']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:23.731303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96ed20e-3d64-4165-bb50-4829165fca5c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:23.731634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96ed20e-3d64-4165-bb50-4829165fca5c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:23.735067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-05805b57-6a60-4619-8a31-e4c415667ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:23.736624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-05805b57-6a60-4619-8a31-e4c415667ad7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 1098 time: 0.1174030 Nov 01 18:21:23.746641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.853806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-98444726-b9c4-4f39-9af4-58d1497065bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6 HTTP/1.1" status: 200 len: 217 time: 0.1035345 Nov 01 18:21:23.856552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.875080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfe8cdc8-b00e-4fcf-a917-54a9884ce9a9 req-8e4c304e-80b8-410b-b788-4a49a6ad13c1 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165318 Nov 01 18:21:23.946463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:21:23.947050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:21:23.948662 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:21:23.956690 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.081658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-8fbcbfa7-ff29-42cd-baf8-c0ceac7b0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:24.086650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-8fbcbfa7-ff29-42cd-baf8-c0ceac7b0401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.2231138 Nov 01 18:21:24.109315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.155079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-1a02bd5f-d5b4-4df4-8df6-f5457de3e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:24.155079 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-1a02bd5f-d5b4-4df4-8df6-f5457de3e3f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594642 Nov 01 18:21:24.202380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.213849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.243847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.250558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7efcf591-0c99-424e-b39f-e1ed1b5aa23a HTTP/1.1" status: 204 len: 168 time: 1.2080178 Nov 01 18:21:24.251612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446340cd-1a21-43d3-82e3-c7d1fda9b569 admin admin] Pushing event deleted for resources: {'Network': ['ID=7efcf591-0c99-424e-b39f-e1ed1b5aa23a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:24.332524 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-19103f93-c624-4525-8eb4-7c6394a46e3c service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674335 Nov 01 18:21:24.347831 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Floating IP 13cb39cd-9fd2-4f91-9ebe-d7b6269d3787 associated. External IP: 172.25.2.70, port: 126ffe1c-4343-44b1-a1e7-1e6de53644d3. Nov 01 18:21:24.480455 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db0cb3ab-c5be-4b6b-acca-051979e644c2 req-e1a1b00d-d331-4d94-9573-3a704c3a1f3d service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407311 Nov 01 18:21:24.624930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Router 6cf777d3-55ba-4de8-a155-172295b6fbbf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:21:24.763149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:21:24.771651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:24.775441 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Sync routers for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:21:24.789488 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:24.790366 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:24.846498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a42348dd-352b-4604-8b50-c8411900ade5 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "PUT /v2.0/floatingips/13cb39cd-9fd2-4f91-9ebe-d7b6269d3787 HTTP/1.1" status: 200 len: 990 time: 1.7482424 Nov 01 18:21:24.852931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:24.855759 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e62719-269f-41a3-be06-63e378be98a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:24.884675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8049d-a36b-4a24-a2d9-57524dbce36d req-4380a045-209d-491f-91d1-e1faf4894163 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:24.886279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbd8049d-a36b-4a24-a2d9-57524dbce36d req-4380a045-209d-491f-91d1-e1faf4894163 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.1061852 Nov 01 18:21:24.907788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48804) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:24.952989 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:24.990163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f60bbb5-89cc-418e-8b09-c47c22c2ca89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d496b860ad34b35b97cfdb51cfe7ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761051 Nov 01 18:21:24.991296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48808) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:25.003559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbd8049d-a36b-4a24-a2d9-57524dbce36d req-03bcac9c-38a6-48a3-944d-05412729efdf tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092882 Nov 01 18:21:25.082882 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea6328-4282-43e8-a65e-29278feb3712 x-openstack-request-id: req-ecea6328-4282-43e8-a65e-29278feb3712 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:25.083281 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:25.083551 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecea6328-4282-43e8-a65e-29278feb3712 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:25.083963 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'status': 'completed', 'code': 200} Nov 01 18:21:25.099470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:25.156148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:25.176179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07150958-d2e3-41a0-b6a5-66fd3a9307b7 req-d55933e7-f9b7-41fa-89b0-f7e588353069 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.184726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07150958-d2e3-41a0-b6a5-66fd3a9307b7 req-d55933e7-f9b7-41fa-89b0-f7e588353069 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 947 time: 0.0626519 Nov 01 18:21:25.204333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.205048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.205662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.206386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.206997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.212172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.212172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.212172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-99135f92-3c27-4281-833f-88c2441775b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.0972257 Nov 01 18:21:25.235475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07150958-d2e3-41a0-b6a5-66fd3a9307b7 req-efdf5a2e-4eb3-4abb-aa23-384ff9a85773 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Nov 01 18:21:25.354207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-dea8dee1-3900-41ef-891f-791d8f3befd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.356497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-dea8dee1-3900-41ef-891f-791d8f3befd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8 HTTP/1.1" status: 200 len: 912 time: 0.1352377 Nov 01 18:21:25.382718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:25.387322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:25.392815 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a2ed6e6-22e6-4010-819c-fa6cc58428a2 HTTP/1.1" status: 204 len: 168 time: 0.4003243 Nov 01 18:21:25.426041 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '13cb39cd-9fd2-4f91-9ebe-d7b6269d3787', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'port_id': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'mac_address': 'fa:16:3e:33:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:19:50Z', 'updated_at': '2021-11-01T18:21:23Z', 'revision_number': 1, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:25.447693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576844-6d04-49bd-a989-a842322223bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ed6e6-22e6-4010-819c-fa6cc58428a2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:25.465845 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Checking router: 6cf777d3-55ba-4de8-a155-172295b6fbbf for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:21:25.485738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-f3de1680-281c-4fc5-bf79-515ed8b5c9f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 998 time: 0.1196277 Nov 01 18:21:25.485908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:25.486459 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:25.556625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-83c6c7aa-eaf0-49ce-89bd-7c8b5c585790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.558647 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-83c6c7aa-eaf0-49ce-89bd-7c8b5c585790 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.0650175 Nov 01 18:21:25.635476 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:25.661521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62719-269f-41a3-be06-63e378be98a7 req-a2e10636-71a2-4b54-8b2e-f3f2303bd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:25.663435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-a2e10636-71a2-4b54-8b2e-f3f2303bd654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961206 Nov 01 18:21:25.791115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-6c35544d-ea93-4dd2-9f77-a08e48232966 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200194 Nov 01 18:21:25.965905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48e62719-269f-41a3-be06-63e378be98a7 req-cf6c9ea2-3389-427c-aa15-8125547f2e4b service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592715 Nov 01 18:21:25.976824 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '13cb39cd-9fd2-4f91-9ebe-d7b6269d3787', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'port_id': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'mac_address': 'fa:16:3e:33:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:19:50Z', 'updated_at': '2021-11-01T18:21:23Z', 'revision_number': 1, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:26.010133 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d2be-6eca-401b-b326-674f5435b04d None None] The sync data for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 is: [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '13cb39cd-9fd2-4f91-9ebe-d7b6269d3787', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'port_id': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'mac_address': 'fa:16:3e:33:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:19:50Z', 'updated_at': '2021-11-01T18:21:23Z', 'revision_number': 1, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:21:26.146134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:26.218813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757262-68db-455d-b241-e4bc2ebf48ad req-a08e6218-31af-47f5-93f7-0e63692e5df7 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:26.224785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-1c55484e-396a-40fe-97cc-f3175370316f tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:26.226503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e757262-68db-455d-b241-e4bc2ebf48ad req-a08e6218-31af-47f5-93f7-0e63692e5df7 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.0626051 Nov 01 18:21:26.227245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-1c55484e-396a-40fe-97cc-f3175370316f tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.37 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 945 time: 0.0702751 Nov 01 18:21:26.280335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e757262-68db-455d-b241-e4bc2ebf48ad req-ac0c193e-3601-4364-bf41-7e6c9fdf8b82 tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/security-groups?id=3351da84-4221-4ddf-9d2b-a8dfe982dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Nov 01 18:21:26.382553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Deleting port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:21:26.383581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:26.383723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddfb56-46ea-4101-8a26-f799207a3e96 None None] New status for floating IP 13cb39cd-9fd2-4f91-9ebe-d7b6269d3787: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:21:26.444081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d179-06b1-44b6-93e1-f8508b3e24bd req-cf4217a7-8497-4431-9981-414b2a775c87 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:26.450735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e756d179-06b1-44b6-93e1-f8508b3e24bd req-cf4217a7-8497-4431-9981-414b2a775c87 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 947 time: 0.0985703 Nov 01 18:21:26.520206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e756d179-06b1-44b6-93e1-f8508b3e24bd req-dce170aa-c9b7-4880-98d4-8f07aa68c547 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676157 Nov 01 18:21:26.552670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] For port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,segment=NetworkSegment(5211c7f3-3f8c-4608-b3e6-022227ece72a),segment_id=5211c7f3-3f8c-4608-b3e6-022227ece72a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:26.553134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:26.568796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Calling delete_port for 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:21:26.786617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:26.811728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:26.826321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Pushing event deleted for resources: {'Port': ['ID=1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:26.923775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] No DVR routers for this DVR port 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:21:26.927571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:26.931519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1cf5733c-188a-4ab7-bc61-951d5d85eec3 req-f34785c6-de3c-421c-b3fb-0898bc84117b tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.37 "DELETE /v2.0/ports/1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd HTTP/1.1" status: 204 len: 173 time: 0.6974044 Nov 01 18:21:26.932344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'name': 'network-vif-deleted', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:26.935296 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb05c08-8e8a-4c2d-b6ad-54fbe010800e" -d '{"events": [{"server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "name": "network-vif-deleted", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:26.994591 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24304a73-fee9-45b3-a195-72182c2472d8 x-openstack-request-id: req-24304a73-fee9-45b3-a195-72182c2472d8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:26.994591 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b6e37-7745-48a0-b8c6-81fc2120a929", "name": "network-vif-deleted", "tag": "1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:26.994591 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24304a73-fee9-45b3-a195-72182c2472d8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:26.994591 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b6e37-7745-48a0-b8c6-81fc2120a929', 'name': 'network-vif-deleted', 'tag': '1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd', 'status': 'completed', 'code': 200} Nov 01 18:21:27.138984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4d04db28-874a-4ef1-8432-d1f24761c1c6 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:27.256532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:27.280479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '4d04db28-874a-4ef1-8432-d1f24761c1c6', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '4d04db28-874a-4ef1-8432-d1f24761c1c6', 'mac_address': 'fa:16:3e:4f:2d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:27.330435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:27.349067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d04db28-874a-4ef1-8432-d1f24761c1c6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:27.381666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:27.434907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e3c72bf-5298-40a4-813c-28487af51e37 req-5ac25f54-d73c-4afd-a4aa-ce98224e269d tempest-ServerMetadataNegativeTestJSON-43495305 tempest-ServerMetadataNegativeTestJSON-43495305-project] 10.222.0.31 "GET /v2.0/ports?device_id=433b6e37-7745-48a0-b8c6-81fc2120a929 HTTP/1.1" status: 200 len: 210 time: 0.0295579 Nov 01 18:21:27.470762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:27.544553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:27.609588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48894) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:27.716376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdad7f8-bc8c-4a83-9ba1-ce691cd952da req-5535e076-1c10-44a4-8cf2-2a31f923988e tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:27.718031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bdad7f8-bc8c-4a83-9ba1-ce691cd952da req-5535e076-1c10-44a4-8cf2-2a31f923988e tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 948 time: 0.0944548 Nov 01 18:21:27.766711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bdad7f8-bc8c-4a83-9ba1-ce691cd952da req-50dd2c1a-e287-473e-b54c-d3c5ab4f2810 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Nov 01 18:21:27.798779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4d04db28-874a-4ef1-8432-d1f24761c1c6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:28.007171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1657464699-network', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:28.127819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:28.130706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.139863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.221628 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.316286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.339715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:28.356428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5cbe09-c358-4930-af04-b34c947c69d6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:28.359651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.360001 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Added segment 850e9757-db96-4cf9-b629-0d60834dc239 of type vlan for network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 Nov 01 18:21:28.371453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.371902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.372253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.372591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.372967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.373311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.373642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.373973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.374300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.374622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.374952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.375296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:28.425913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.510237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48934) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:28.555971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Deleting subnet 11b1a045-f44f-494e-a9e9-5f23bc0f2311 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:21:28.559301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.562332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.563448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:28.564272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.594977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.641636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c3390c-83ab-45a5-b319-8ecb0f7aed64,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:28.660329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:28.674004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.680167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9280b3ba-e23d-4587-bf6f-0622fd98cd59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0693603 Nov 01 18:21:28.688062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48946) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:28.691933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Request body: {'subnet': {'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1657464699-subnet', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:28.808477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:28.811832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.872299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.908288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b1a045-f44f-494e-a9e9-5f23bc0f2311,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:28.916249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:28.918419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-39faae5f-14bd-4706-88ca-843ada820879 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11b1a045-f44f-494e-a9e9-5f23bc0f2311 HTTP/1.1" status: 204 len: 168 time: 0.4070611 Nov 01 18:21:28.920901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:28.949280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708271a6-0f4f-4cb7-81e9-ab366b7e6a93 req-ec3b48da-9a78-4d70-9418-5fb1c08f1e01 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:28.950917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-708271a6-0f4f-4cb7-81e9-ab366b7e6a93 req-ec3b48da-9a78-4d70-9418-5fb1c08f1e01 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 948 time: 0.0816801 Nov 01 18:21:29.003907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.036246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-708271a6-0f4f-4cb7-81e9-ab366b7e6a93 req-52906de8-c716-4e7d-ae43-ed909d75539d tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735106 Nov 01 18:21:29.104462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.126182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb18770-898a-4492-841d-9b84db2aee5c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:29.135680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5211c7f3-3f8c-4608-b3e6-022227ece72a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:29.135982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5211c7f3-3f8c-4608-b3e6-022227ece72a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:29.142508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4d04db28-874a-4ef1-8432-d1f24761c1c6 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:29.145584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.163273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.169964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:21:29.170353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:21:29.172100 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:21:29.209295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.267876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916714aa-4699-4793-b628-26c58544974e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:29.276241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Checking segment: {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:29.280197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Network hostable DHCP agents. Network: d4c3390c-83ab-45a5-b319-8ecb0f7aed64, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:29.351253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 4d04db28-874a-4ef1-8432-d1f24761c1c6 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:29.351466 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.351606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 4d04db28-874a-4ef1-8432-d1f24761c1c6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:29.351606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.355702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.359382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/1cb18770-898a-4492-841d-9b84db2aee5c HTTP/1.1" status: 204 len: 168 time: 0.4375315 Nov 01 18:21:29.374718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c3712-e2f0-43b0-be9c-2993b3560d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb18770-898a-4492-841d-9b84db2aee5c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:29.436446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:29.436652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.458826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:29.461385 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eced8c7a-3064-4ead-ae3f-56230ac8fd4a" -d '{"events": [{"server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "name": "network-vif-plugged", "status": "completed", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:29.474128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:29.501890 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b58be42-d291-418f-88c0-b62b22fa7b0f x-openstack-request-id: req-0b58be42-d291-418f-88c0-b62b22fa7b0f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:29.502181 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "name": "network-vif-plugged", "status": "completed", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:29.502442 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b58be42-d291-418f-88c0-b62b22fa7b0f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:29.502833 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6', 'code': 200} Nov 01 18:21:29.527885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d4c3390c-83ab-45a5-b319-8ecb0f7aed64) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:29.532579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:29.533326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.538635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed824a6d-8c4a-42c1-96c5-e83d1b1260d7 None None] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:29.602742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b24e-bb6d-4ac2-9b99-ac2a760cf387 req-5693749f-d4ab-4fff-9f47-61b615516a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:29.604656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9886b24e-bb6d-4ac2-9b99-ac2a760cf387 req-5693749f-d4ab-4fff-9f47-61b615516a84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 1099 time: 0.0433412 Nov 01 18:21:29.615899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.644074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9886b24e-bb6d-4ac2-9b99-ac2a760cf387 req-20c42648-5c55-4e0f-a615-d52a84af72f0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301960 Nov 01 18:21:29.691244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e763dad-a895-427b-9254-73c1f7c3d222 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0059254 Nov 01 18:21:29.693943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48974) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:29.698269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:29.701071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:29.718696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.719142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.719484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.719836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.720166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.720497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.720822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.721146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.721466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.721784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.722142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.722440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:29.748922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'fixed_ips': [{'subnet_id': '916714aa-4699-4793-b628-26c58544974e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:21:29.755037 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.841832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.843019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.910351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:29.919078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48982) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:29.919326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Allocated IP 172.20.0.2 (d4c3390c-83ab-45a5-b319-8ecb0f7aed64/916714aa-4699-4793-b628-26c58544974e/7d90af19-e438-4331-bb18-36007f914f24) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:29.920994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48984) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:29.966605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbe84286-fb44-4cf4-8c13-8b0405d09a9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a2d0c7dfd644066a2e02fc75d30f165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443265 Nov 01 18:21:29.969197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:30.092591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.124231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.130051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faa97edf-4b13-4a4e-8882-4ccf4e7c44dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.163302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.171410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ad1d-cbfd-4999-99d1-79dfb891412a req-721441bf-797e-4d0c-a184-6a2d7e3ec794 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:30.183590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d267ad1d-cbfd-4999-99d1-79dfb891412a req-721441bf-797e-4d0c-a184-6a2d7e3ec794 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 949 time: 0.0745029 Nov 01 18:21:30.204925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:30.224565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.230732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.241361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:21:30.241904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1d4799a6-bbb4-4ae9-87ab-5e4585a98ffd not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:21:30.249985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:30.251532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d267ad1d-cbfd-4999-99d1-79dfb891412a req-2d5efadd-eaf6-4f5c-a8d0-7a2a7fcdc269 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Nov 01 18:21:30.266309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:30.271899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:30.275197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Pushing event updated for resources: {'Port': ['ID=7d90af19-e438-4331-bb18-36007f914f24,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:30.328095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faa97edf-4b13-4a4e-8882-4ccf4e7c44dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.342761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Attempting to bind port 7d90af19-e438-4331-bb18-36007f914f24 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:30.343199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Attempting to bind port 7d90af19-e438-4331-bb18-36007f914f24 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:30.343674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Attempting to bind port 7d90af19-e438-4331-bb18-36007f914f24 on network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:30.349770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:30.353418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Checking segment: {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:30.353418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.353418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Bound using segment: {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:30.353418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Bound port: 7d90af19-e438-4331-bb18-36007f914f24, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:30.353418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.381965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.384771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.388333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3351da84-4221-4ddf-9d2b-a8dfe982dba1 HTTP/1.1" status: 204 len: 168 time: 0.4157312 Nov 01 18:21:30.399634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ca573-838c-478e-b45d-9850e4a047bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3351da84-4221-4ddf-9d2b-a8dfe982dba1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:30.420735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faa97edf-4b13-4a4e-8882-4ccf4e7c44dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.449438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] For port 7d90af19-e438-4331-bb18-36007f914f24, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:30.459007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] For port 7d90af19-e438-4331-bb18-36007f914f24, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7d90af19-e438-4331-bb18-36007f914f24,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:30.475632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:30.475851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-faa97edf-4b13-4a4e-8882-4ccf4e7c44dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b72c95ed3ec4404a02a0f2b2571348e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551243 Nov 01 18:21:30.489349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97edf-4b13-4a4e-8882-4ccf4e7c44dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f676c8c-90a4-436d-b2b0-b6bc8899faab,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:30.543682 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.562510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.568236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.627263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee85cb-5236-4064-9d06-be8d0eb33770 None None] Pushing event updated for resources: {'Port': ['ID=7d90af19-e438-4331-bb18-36007f914f24,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:30.710660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.713583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:30.714949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f676c8c-90a4-436d-b2b0-b6bc8899faab HTTP/1.1" status: 204 len: 168 time: 0.2376256 Nov 01 18:21:30.723227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423bdd6-3e50-4934-8f51-b486d370bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f676c8c-90a4-436d-b2b0-b6bc8899faab,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:30.950953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:31.008899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:31.133928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Allocated IP 172.25.2.116 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4a7c72e3-db7d-4d0f-a69a-16e12cee6a82) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:31.289828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:31.379926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0833ab-dc55-4665-9d25-803e68948da5 req-38f6195e-c957-45af-b2f7-c3bd1eb6ee29 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:31.387959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b0833ab-dc55-4665-9d25-803e68948da5 req-38f6195e-c957-45af-b2f7-c3bd1eb6ee29 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 949 time: 0.0585434 Nov 01 18:21:31.425461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:31.431487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b0833ab-dc55-4665-9d25-803e68948da5 req-210bbbfd-99c6-412b-9980-4b021fb0b3f4 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Nov 01 18:21:31.495767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Pushing event updated for resources: {'Port': ['ID=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:31.506124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:31.506124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:31.508102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:31.880865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3d454-b204-4406-a7c7-658fb51ea41a None None] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:31.983114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] Provisioning complete for port 7d90af19-e438-4331-bb18-36007f914f24 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:31.983894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:31.991417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.038203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7d90af19-e438-4331-bb18-36007f914f24 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:32.090298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e525d-4948-41ce-b6ab-164fb4810349 req-2dfc8bf7-fc08-48fd-866b-2bd904c78147 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:32.101317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-397e525d-4948-41ce-b6ab-164fb4810349 req-2dfc8bf7-fc08-48fd-866b-2bd904c78147 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 949 time: 0.0791698 Nov 01 18:21:32.109501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49038) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:32.146379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c39d4a-3f46-45c6-9fa7-55efd35603e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.208115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7d90af19-e438-4331-bb18-36007f914f24 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:32.208606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.236064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c39d4a-3f46-45c6-9fa7-55efd35603e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.253130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.277336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-397e525d-4948-41ce-b6ab-164fb4810349 req-622b102e-167e-427c-8260-a4907fb1b176 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749606 Nov 01 18:21:32.305015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] For port 7d90af19-e438-4331-bb18-36007f914f24, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7d90af19-e438-4331-bb18-36007f914f24,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:32.334035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c39d4a-3f46-45c6-9fa7-55efd35603e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.351299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.373233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.406032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92c39d4a-3f46-45c6-9fa7-55efd35603e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c6b5f0bffad4d37ae204d90cd6d61aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913971 Nov 01 18:21:32.406304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49042) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:32.414560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c39d4a-3f46-45c6-9fa7-55efd35603e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d05dd1-e85e-4d78-85d6-ba2d74878aa9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:32.466576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.476961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.511442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.617391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:21:32.617391 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:21:32.621799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154445-a695-41a6-b3b4-48722e356d9d None None] Pushing event updated for resources: {'Port': ['ID=7d90af19-e438-4331-bb18-36007f914f24,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:32.627800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-38cd8772-95bf-48f8-9f99-6c4f7c5f22f6 None None] Provisioning complete for port 7d90af19-e438-4331-bb18-36007f914f24 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:32.628272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-38cd8772-95bf-48f8-9f99-6c4f7c5f22f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.720334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.720334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:32.720334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9d05dd1-e85e-4d78-85d6-ba2d74878aa9 HTTP/1.1" status: 204 len: 168 time: 0.3123112 Nov 01 18:21:32.727893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3557dd-a5f4-43ad-a8d9-50ef78e9d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d05dd1-e85e-4d78-85d6-ba2d74878aa9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:32.794025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Router 7f1b35f7-60bc-44e3-b39c-c950f40e445c is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:21:32.905802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:21:32.914588 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Sync routers for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:21:32.923690 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:32.926628 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:33.002693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.007613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5b5bb815-ff42-4f85-8ce5-fbc921882e3f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3094921 Nov 01 18:21:33.007939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:33.045692 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:33.258204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:33.283493 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:31Z', 'revision_number': 3, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:33.333044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Checking router: 7f1b35f7-60bc-44e3-b39c-c950f40e445c for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:21:33.333398 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Updating router 7f1b35f7-60bc-44e3-b39c-c950f40e445c port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:21:33.379900 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.406758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-198802981-network', 'tenant_id': '1a3454f4f00348289acae3b6a186c372'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:33.505111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Made reservation on behalf of 1a3454f4f00348289acae3b6a186c372 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:33.509986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.523086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.618178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.678079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-a0725b18-2ae2-4b21-8349-18a1da9bc395 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:33.680159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-a0725b18-2ae2-4b21-8349-18a1da9bc395 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.32 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 949 time: 0.0602484 Nov 01 18:21:33.742164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.804556 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.819797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:33.843738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.844092 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Added segment 60bcb815-c678-4c5c-893d-b406e82b9b10 of type vlan for network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 Nov 01 18:21:33.845389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:33.884320 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.910312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:33.920058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d6718-7f65-4b6c-914e-96a433f69418 req-089b9f6b-48d7-41d4-bb18-c42e8e1427f1 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:33.920058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-693d6718-7f65-4b6c-914e-96a433f69418 req-089b9f6b-48d7-41d4-bb18-c42e8e1427f1 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 949 time: 0.0991921 Nov 01 18:21:33.934286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Deleting port 4d04db28-874a-4ef1-8432-d1f24761c1c6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:21:33.934637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.009856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-693d6718-7f65-4b6c-914e-96a433f69418 req-cd2e312d-9154-43e4-8e62-6f1d662dab4f tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/security-groups?id=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803635 Nov 01 18:21:34.024242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7d90af19-e438-4331-bb18-36007f914f24 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:34.026199 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Pushing event updated for resources: {'Port': ['ID=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:34.045784 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.047723 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.048249 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.048736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.049238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.049730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.050222 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.050711 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.051220 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.051738 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.052253 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.052766 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:21:34.060496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.061664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:34.063128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.067866 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Attempting to bind port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:34.068636 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Attempting to bind port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:34.069243 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Attempting to bind port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:34.075131 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:34.075788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:34.076468 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.077011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:34.077719 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Bound port: 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:34.078938 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.117250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7d90af19-e438-4331-bb18-36007f914f24 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:34.117934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.124011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.187191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] Pushing event updated for resources: {'Network': ['ID=6a0261b0-f54d-4dcf-a645-c4c18478d2e9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:34.200215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8d47d60-fd81-4051-a7ab-65352e1d4133 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9406331 Nov 01 18:21:34.204078 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] For port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:34.204419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49098) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:34.207517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] For port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:34.209696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Request body: {'subnet': {'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-198802981-subnet', 'tenant_id': '1a3454f4f00348289acae3b6a186c372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:34.220051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:34.246945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] For port 4d04db28-874a-4ef1-8432-d1f24761c1c6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4d04db28-874a-4ef1-8432-d1f24761c1c6,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:34.250151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.279072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Calling delete_port for 4d04db28-874a-4ef1-8432-d1f24761c1c6 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:21:34.339923 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.396807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Allocated IP 172.20.0.1 (d4c3390c-83ab-45a5-b319-8ecb0f7aed64/916714aa-4699-4793-b628-26c58544974e/f77df90b-2882-4a77-a2e2-48f2a2c75f7e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:34.412751 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:34.413466 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:34.434745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Made reservation on behalf of 1a3454f4f00348289acae3b6a186c372 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:34.437952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.591523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.646642 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d3a2-d149-409c-bfc1-200e84cb7224 None None] Pushing event updated for resources: {'Port': ['ID=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:34.741715 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:34.773418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.814655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.851245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Pushing event updated for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:34.862563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:34.864160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:34.866647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:34.876927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.917105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.950536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:34.963956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4d04db28-874a-4ef1-8432-d1f24761c1c6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:34.964372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4b1d44-10e0-4248-b180-afcee7084fa5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:34.982827 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:31Z', 'revision_number': 3, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:35.025005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4c30e-e6f6-4b48-b255-74f573bf3897 None None] The sync data for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 is: [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:31Z', 'revision_number': 3, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:21:35.026889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Pushing event deleted for resources: {'Port': ['ID=4d04db28-874a-4ef1-8432-d1f24761c1c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:35.069351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Checking segment: {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:35.083106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Network hostable DHCP agents. Network: 6a0261b0-f54d-4dcf-a645-c4c18478d2e9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:35.138031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] No DVR routers for this DVR port 4d04db28-874a-4ef1-8432-d1f24761c1c6 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:21:35.142951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:35.148238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c435477c-9157-42b1-b1a5-ed50a90c2c96 req-1a044546-c1b7-4214-b742-04bf5dc2b559 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.32 "DELETE /v2.0/ports/4d04db28-874a-4ef1-8432-d1f24761c1c6 HTTP/1.1" status: 204 len: 173 time: 1.4603271 Nov 01 18:21:35.148717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'name': 'network-vif-deleted', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:35.151648 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32ed51-8bc7-4be2-9ad5-a150b2e0a0ee" -d '{"events": [{"server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "name": "network-vif-deleted", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:35.202052 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc91e52-31f2-4227-8e52-bd3b5dcb1eb8 x-openstack-request-id: req-2cc91e52-31f2-4227-8e52-bd3b5dcb1eb8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:35.202519 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a", "name": "network-vif-deleted", "tag": "4d04db28-874a-4ef1-8432-d1f24761c1c6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:35.202869 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc91e52-31f2-4227-8e52-bd3b5dcb1eb8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:35.203366 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a', 'name': 'network-vif-deleted', 'tag': '4d04db28-874a-4ef1-8432-d1f24761c1c6', 'status': 'completed', 'code': 200} Nov 01 18:21:35.210433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e16fb235-7832-4f2b-9c44-0c62c426b17d req-de2021d9-c1d4-44ec-af79-8ccf401f7175 tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.0762229 Nov 01 18:21:35.284953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:35.364700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-142b5f96-1771-4e0e-b0c6-d29055848f66 None None] Provisioning complete for port f77df90b-2882-4a77-a2e2-48f2a2c75f7e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:35.365472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-142b5f96-1771-4e0e-b0c6-d29055848f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:35.390286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6a0261b0-f54d-4dcf-a645-c4c18478d2e9) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:35.401119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:35.402367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:35.420774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451560cf-2663-4271-879e-21bc29db4584 None None] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:35.496464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57994332-83f8-4771-97e3-bb0c96717bd5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2905354 Nov 01 18:21:35.507481 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:35.595625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-142b5f96-1771-4e0e-b0c6-d29055848f66 None None] Port f77df90b-2882-4a77-a2e2-48f2a2c75f7e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:35.741030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7c3d3-e606-474e-9456-37a424263abe None None] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:35.865211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:35.961848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.127250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.130909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Pushing event updated for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:36.134879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:36.272661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:36.273856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.378361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:36.383583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:36.443551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.493151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:36.642479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.772027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50279fa5-41f9-4ac4-9f88-fc1fb08b7cbb req-e9347ff5-1d40-4894-9eb2-2084f6b5d75b tempest-ImagesNegativeTestJSON-543222031 tempest-ImagesNegativeTestJSON-543222031-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a23a2d-3e6d-419e-b7ec-6c3b0e3fc78a HTTP/1.1" status: 200 len: 210 time: 0.1021860 Nov 01 18:21:36.793633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-3467dc4d-c335-48b1-bb7c-ad9155717955 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:36.796269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-3467dc4d-c335-48b1-bb7c-ad9155717955 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 813 time: 0.2695315 Nov 01 18:21:36.806255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:36.825347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-38ff693a-fabd-4401-907b-1e7f5f78148e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/quotas/1a3454f4f00348289acae3b6a186c372 HTTP/1.1" status: 200 len: 375 time: 0.0273561 Nov 01 18:21:36.826871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-43e6a209-aa75-43b5-abce-34be71d725ce None None] Provisioning complete for port f77df90b-2882-4a77-a2e2-48f2a2c75f7e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:36.827448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-43e6a209-aa75-43b5-abce-34be71d725ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:36.876409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-a09d4bc6-c218-45a6-b917-635c442b9b42 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466166 Nov 01 18:21:36.898190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-43e6a209-aa75-43b5-abce-34be71d725ce None None] Port f77df90b-2882-4a77-a2e2-48f2a2c75f7e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:36.913311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Router 7f1b35f7-60bc-44e3-b39c-c950f40e445c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:21:37.033701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-61b2b833-a05d-4f4f-8965-7c74185bb177 service neutron] 10.222.0.31 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602383 Nov 01 18:21:37.163386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:21:37.168572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a3991756-8131-4ae7-b09a-576aef7bb8de admin admin] 10.222.0.31 "PUT /v2.0/routers/7f1b35f7-60bc-44e3-b39c-c950f40e445c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1595700 Nov 01 18:21:37.170869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-98cc7df1-a15b-47d1-a757-3bf0c9ecd47f service neutron] 10.222.0.31 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363726 Nov 01 18:21:37.171009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4d04db28-874a-4ef1-8432-d1f24761c1c6 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:21:37.212156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 4d04db28-874a-4ef1-8432-d1f24761c1c6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:21:37.212508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4d04db28-874a-4ef1-8432-d1f24761c1c6 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:21:37.331187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49210) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:37.501680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19d36e42-ee37-4cd3-b34b-c2f3d4158b56 req-c675698f-b918-44c9-8933-fe1f5cf41bc6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 210 time: 0.0442851 Nov 01 18:21:37.747017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1671004987'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:37.807799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Sync routers for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:21:37.820020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:37.820516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:37.830257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:37.834026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:37.862516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:37.899052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:37.899412 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Added segment e8be56ca-fce7-4dee-ac5f-fa637f561d63 of type vlan for network 04c6eec0-3a63-4610-aa73-48b217302f38 Nov 01 18:21:37.984982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.044213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:38.137974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:38.168915 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.175191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:38.175944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.237592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:38.238182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.341716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Network': ['ID=04c6eec0-3a63-4610-aa73-48b217302f38,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:38.360872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 04c6eec0-3a63-4610-aa73-48b217302f38 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:38.370279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-92f8c483-459a-4669-84ad-22efc6de3777 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0374479 Nov 01 18:21:38.385168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:38.402809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'subnet': {'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:38.584289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:35Z', 'revision_number': 4, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f77df90b-2882-4a77-a2e2-48f2a2c75f7e', 'name': '', 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'mac_address': 'fa:16:3e:ca:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '916714aa-4699-4793-b628-26c58544974e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:34Z', 'updated_at': '2021-11-01T18:21:35Z', 'revision_number': 2, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'subnets': [{'id': '916714aa-4699-4793-b628-26c58544974e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:38.588342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5cd73548-2f4f-45f2-906a-9793297809ac req-9dc08fe4-bd86-4b5d-b639-b589842259c0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 210 time: 0.0282118 Nov 01 18:21:38.616061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Checking router: 7f1b35f7-60bc-44e3-b39c-c950f40e445c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:21:38.616398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Updating router 7f1b35f7-60bc-44e3-b39c-c950f40e445c port f77df90b-2882-4a77-a2e2-48f2a2c75f7e binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:21:38.640705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.658786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:38.663138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.946842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:38.991066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.013483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.014688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.083183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14d06-378a-46fb-bda2-3cdc2a644d60 None None] Pushing event updated for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:39.152706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Subnet': ['ID=146b55eb-8a41-45b7-a0a5-5fa391704fbc,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:39.208460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Checking segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:39.209043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network hostable DHCP agents. Network: 04c6eec0-3a63-4610-aa73-48b217302f38, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:39.268683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49296) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:39.303457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Attempting to bind port f77df90b-2882-4a77-a2e2-48f2a2c75f7e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:39.304428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 04c6eec0-3a63-4610-aa73-48b217302f38 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:39.309970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Attempting to bind port f77df90b-2882-4a77-a2e2-48f2a2c75f7e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:39.309970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Attempting to bind port f77df90b-2882-4a77-a2e2-48f2a2c75f7e on network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:39.322796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:39.328405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Checking segment: {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:39.328405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.328405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Bound using segment: {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:39.328405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Bound port: f77df90b-2882-4a77-a2e2-48f2a2c75f7e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850e9757-db96-4cf9-b629-0d60834dc239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:39.328405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.345545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49302) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:39.378811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 04c6eec0-3a63-4610-aa73-48b217302f38) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:39.384370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:39.385126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.423740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945751e-3783-41d7-8eb3-5c5756b9aec8 None None] Network 04c6eec0-3a63-4610-aa73-48b217302f38 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:39.450404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57542a6a-1d6e-4833-9df3-75385702ecc1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0641057 Nov 01 18:21:39.453197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:39.472233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-665851925'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:39.513368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49310) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:39.517361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b619fa15-3ae0-41e2-9ee1-482d2c71b0bc None None] Provisioning complete for port f77df90b-2882-4a77-a2e2-48f2a2c75f7e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:39.517730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b619fa15-3ae0-41e2-9ee1-482d2c71b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.569538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b619fa15-3ae0-41e2-9ee1-482d2c71b0bc None None] Port f77df90b-2882-4a77-a2e2-48f2a2c75f7e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:39.580320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] For port f77df90b-2882-4a77-a2e2-48f2a2c75f7e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:39.601948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] For port f77df90b-2882-4a77-a2e2-48f2a2c75f7e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:39.677593 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24338357-e60b-4c7a-bcea-ca62a1bf4fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.695146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58166f25-3e44-4d2e-ae20-c0240af15bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.713668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:39.717391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.732563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-04c6eec0-3a63-4610-aa73-48b217302f38', 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'fixed_ips': [{'subnet_id': '146b55eb-8a41-45b7-a0a5-5fa391704fbc'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:21:39.735181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.743249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.792212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe115e3e-bc33-4a05-ab22-1f24cefd2065 req-f593be29-7617-49f5-b3d5-718075588978 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 210 time: 0.0823188 Nov 01 18:21:39.818861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3d6da238-09dc-4ddf-a266-1f702ab3589b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb6f5edf3ac740f39d5fe9d8dd7000fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039441 Nov 01 18:21:39.821567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:39.898434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24338357-e60b-4c7a-bcea-ca62a1bf4fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.915164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.949782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.959825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:21:39.980058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:39.980502 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Added segment bef72178-6b5e-4b1c-b017-4254b00cd8b5 of type vlan for network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 Nov 01 18:21:39.993518 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24338357-e60b-4c7a-bcea-ca62a1bf4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.078895 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58166f25-3e44-4d2e-ae20-c0240af15bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.088594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14d06-378a-46fb-bda2-3cdc2a644d60 None None] Pushing event updated for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.098655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-24338357-e60b-4c7a-bcea-ca62a1bf4fa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdb5f857f48a48a988454fa30fd66a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244948 Nov 01 18:21:40.098763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49318) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:40.098854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24338357-e60b-4c7a-bcea-ca62a1bf4fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a075d5-6b28-41e1-9da3-1d97f038b8df,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.101727 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.117811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:21:40.118496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:40.134792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.135346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58166f25-3e44-4d2e-ae20-c0240af15bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.137951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.141534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff HTTP/1.1" status: 204 len: 168 time: 0.3179502 Nov 01 18:21:40.162748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5fd81-f581-4324-8419-1c53c86ee78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d2cb4-e9e0-4d8c-a36a-00c83fe66cff,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.181321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.189665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58166f25-3e44-4d2e-ae20-c0240af15bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9afe4ac-4d5f-4ddc-931c-ea4ef5d166aa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.198282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:40.198947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-58166f25-3e44-4d2e-ae20-c0240af15bd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a137eb7cd74b4e916109af061cc793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531396 Nov 01 18:21:40.201010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.208449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:40.209466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.232924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.303202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Network': ['ID=2074b94f-e2f4-449d-9000-6fb7ff9ea201,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.341799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a134f768-f698-4574-a847-e879683a7d95 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8872235 Nov 01 18:21:40.344324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49328) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:40.350057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'subnet': {'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:40.356767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.397420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.522704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.525449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.530245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47a075d5-6b28-41e1-9da3-1d97f038b8df HTTP/1.1" status: 204 len: 168 time: 0.4310992 Nov 01 18:21:40.556976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:21:40.669820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:21:40.691066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9b5ad-6bef-4a6f-a42a-3b9212ceaed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a075d5-6b28-41e1-9da3-1d97f038b8df,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:40.693079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:40.697361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.778544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] Provisioning complete for port f77df90b-2882-4a77-a2e2-48f2a2c75f7e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:40.778922 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.829448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-5a415be1-9b65-471a-b9fb-9fd33f3783eb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:40.831005 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-5a415be1-9b65-471a-b9fb-9fd33f3783eb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 813 time: 0.3992980 Nov 01 18:21:40.844052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.846155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:40.849585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9afe4ac-4d5f-4ddc-931c-ea4ef5d166aa HTTP/1.1" status: 204 len: 168 time: 0.6497862 Nov 01 18:21:40.858953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Request body: {'port': {'device_id': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'admin_state_up': True, 'tenant_id': '1a3454f4f00348289acae3b6a186c372'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:40.935474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc1fe5-2a99-4cac-a943-96abf698584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9afe4ac-4d5f-4ddc-931c-ea4ef5d166aa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:41.010972 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.052966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8ac87a6-ed05-41c2-a6d4-e5efe9830f5a req-a7a0ec0b-265a-46c5-b1ed-24f414acd504 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 210 time: 0.0898879 Nov 01 18:21:41.087083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] For port f77df90b-2882-4a77-a2e2-48f2a2c75f7e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:41.109538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Allocated IP 19.80.0.2 (04c6eec0-3a63-4610-aa73-48b217302f38/146b55eb-8a41-45b7-a0a5-5fa391704fbc/40fe6f62-5fac-4465-b248-251b29a19517) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:41.244788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:35Z', 'revision_number': 4, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f77df90b-2882-4a77-a2e2-48f2a2c75f7e', 'name': '', 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'mac_address': 'fa:16:3e:ca:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '916714aa-4699-4793-b628-26c58544974e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:34Z', 'updated_at': '2021-11-01T18:21:39Z', 'revision_number': 4, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'subnets': [{'id': '916714aa-4699-4793-b628-26c58544974e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:21:41.247028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Made reservation on behalf of 1a3454f4f00348289acae3b6a186c372 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:41.250826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.251889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.291016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f74ae-c990-4af8-b14b-ac8b5ae7529c None None] The sync data for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 is: [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:21:35Z', 'revision_number': 4, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f77df90b-2882-4a77-a2e2-48f2a2c75f7e', 'name': '', 'network_id': 'd4c3390c-83ab-45a5-b319-8ecb0f7aed64', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'mac_address': 'fa:16:3e:ca:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '916714aa-4699-4793-b628-26c58544974e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:34Z', 'updated_at': '2021-11-01T18:21:39Z', 'revision_number': 4, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'subnets': [{'id': '916714aa-4699-4793-b628-26c58544974e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:21:41.398667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907cccc-fb3d-4ad2-88b2-6382b9cc8d98 None None] Pushing event updated for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:41.400534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.408124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.523012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.613603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Allocated IP 172.20.0.2 (6a0261b0-f54d-4dcf-a645-c4c18478d2e9/cb4b1d44-10e0-4248-b180-afcee7084fa5/3aa84e66-aec9-4f28-9795-6897ad127c2b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:41.626490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Network 04c6eec0-3a63-4610-aa73-48b217302f38 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:41.639850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:41.646148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Checking segment: {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:41.655374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:41.660449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network hostable DHCP agents. Network: 2074b94f-e2f4-449d-9000-6fb7ff9ea201, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:21:41.674342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Pushing event updated for resources: {'Port': ['ID=40fe6f62-5fac-4465-b248-251b29a19517,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:41.692185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Subnet': ['ID=9afb1a22-638c-4961-8510-35d3a56501d9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:41.774922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Attempting to bind port 40fe6f62-5fac-4465-b248-251b29a19517 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:41.775289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Attempting to bind port 40fe6f62-5fac-4465-b248-251b29a19517 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:41.775688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Attempting to bind port 40fe6f62-5fac-4465-b248-251b29a19517 on network 04c6eec0-3a63-4610-aa73-48b217302f38 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:41.782136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:41.783400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Checking segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:41.783400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.783400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Bound using segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:41.783924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Bound port: 40fe6f62-5fac-4465-b248-251b29a19517, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:41.784378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.875613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:21:41.887085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:41.887378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] For port 40fe6f62-5fac-4465-b248-251b29a19517, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:41.895418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] For port 40fe6f62-5fac-4465-b248-251b29a19517, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=40fe6f62-5fac-4465-b248-251b29a19517,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:42.025363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f77df90b-2882-4a77-a2e2-48f2a2c75f7e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:42.089412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f77df90b-2882-4a77-a2e2-48f2a2c75f7e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:42.089789 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.123003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2074b94f-e2f4-449d-9000-6fb7ff9ea201) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:42.130091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:42.131179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.151886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddd698-e8d9-4782-a112-258240189303 None None] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:42.184742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.205633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.233392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49360) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:42.264471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ad3c-40fc-4003-ae83-cc4dc746aac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.328314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:42.333121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:42.335326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:42.338118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:42.366726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9ebbd5d3-419d-4741-a94a-ad94f0e3300c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0212953 Nov 01 18:21:42.389160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5112fd-7a35-42fa-9ea1-fdb06d1316fd req-76898e23-0bb7-4446-bcfe-7edf17a50ade tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:42.406746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b5112fd-7a35-42fa-9ea1-fdb06d1316fd req-76898e23-0bb7-4446-bcfe-7edf17a50ade tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 931 time: 0.2177851 Nov 01 18:21:42.424369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:42.425129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.502347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db731a-52e8-414a-a711-ce44f11f242f None None] Pushing event updated for resources: {'Port': ['ID=40fe6f62-5fac-4465-b248-251b29a19517,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:42.533356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b5112fd-7a35-42fa-9ea1-fdb06d1316fd req-206bb78a-953d-46dd-bff5-138d365a6dc3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200526 Nov 01 18:21:42.571204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-b6bc53df-0cfc-4e37-a552-7281afc3fa59 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7288098 Nov 01 18:21:42.585947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Request body: {'port': {'device_id': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:42.596047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:42.606861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ad3c-40fc-4003-ae83-cc4dc746aac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.619043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-61bd0d81-99b7-4545-8d6e-ccfb1304fc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.724358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ad3c-40fc-4003-ae83-cc4dc746aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.808138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.815905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2074b94f-e2f4-449d-9000-6fb7ff9ea201', 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'fixed_ips': [{'subnet_id': '9afb1a22-638c-4961-8510-35d3a56501d9'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:21:42.818100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:42.890205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a2d0ad3c-40fc-4003-ae83-cc4dc746aac2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f543df0677b74f458ee5a50b5a23e65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557269 Nov 01 18:21:42.898217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:42.946716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0ad3c-40fc-4003-ae83-cc4dc746aac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b0511-8c61-45a6-bbeb-9eab8fd961a0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:43.090049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.094885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-61bd0d81-99b7-4545-8d6e-ccfb1304fc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.168848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Allocated IP 19.86.0.2 (2074b94f-e2f4-449d-9000-6fb7ff9ea201/9afb1a22-638c-4961-8510-35d3a56501d9/cdb5adce-cef3-41f7-9731-ce7e4be0c5a3) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:43.210413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-61bd0d81-99b7-4545-8d6e-ccfb1304fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.222219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.309860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd0d81-99b7-4545-8d6e-ccfb1304fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d224d1-8f39-4b82-a81f-8213f371a99a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:43.393707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-61bd0d81-99b7-4545-8d6e-ccfb1304fc42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf702a8e531e47f0a7d17abf210dfd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962308 Nov 01 18:21:43.399376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:43.407113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.482282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-35aa46c1-0de3-4f7b-afcf-010c0db238f5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:43.482502 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.489075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-35aa46c1-0de3-4f7b-afcf-010c0db238f5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:43.497021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-35aa46c1-0de3-4f7b-afcf-010c0db238f5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/networks?id=04c6eec0-3a63-4610-aa73-48b217302f38&id=2074b94f-e2f4-449d-9000-6fb7ff9ea201&id=04c6eec0-3a63-4610-aa73-48b217302f38 HTTP/1.1" status: 200 len: 1391 time: 0.4344177 Nov 01 18:21:43.527824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-24151b18-66dc-4e6c-a09a-bd1df8cf71e0 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/quotas/7639c12e9a98476fa3b41eaff1be5128 HTTP/1.1" status: 200 len: 375 time: 0.0256951 Nov 01 18:21:43.567957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.570786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.572677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa2b0511-8c61-45a6-bbeb-9eab8fd961a0 HTTP/1.1" status: 204 len: 168 time: 0.6650765 Nov 01 18:21:43.608048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Pushing event updated for resources: {'Port': ['ID=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:43.611565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e84c4d-6bd8-4fec-8aee-b5447cc7638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b0511-8c61-45a6-bbeb-9eab8fd961a0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:43.646092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.654417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:43.686776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:43.688601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-7499bd5e-d917-4230-a197-c46f7d2ed3ac tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1598096 Nov 01 18:21:43.696830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:43.701855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:43.740629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.768471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.782110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Transition to ACTIVE for port object 3aa84e66-aec9-4f28-9795-6897ad127c2b will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:43.853982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.914573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-0e327c3f-de56-4350-a6a0-c3577f9461f3 service neutron] 10.222.0.31 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247345 Nov 01 18:21:43.959559 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.962090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:43.963434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90d224d1-8f39-4b82-a81f-8213f371a99a HTTP/1.1" status: 204 len: 168 time: 0.5577524 Nov 01 18:21:44.053865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d3bf-fe6a-44f9-a628-dc0c3c59e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d224d1-8f39-4b82-a81f-8213f371a99a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:44.079143 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:21:44.106484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 40fe6f62-5fac-4465-b248-251b29a19517 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:44.135926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:44.181469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Attempting to bind port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:44.182020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Attempting to bind port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:44.182441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Attempting to bind port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 on network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:44.199916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Attempting to bind port 3aa84e66-aec9-4f28-9795-6897ad127c2b on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:44.200255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Attempting to bind port 3aa84e66-aec9-4f28-9795-6897ad127c2b by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:44.204804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Attempting to bind port 3aa84e66-aec9-4f28-9795-6897ad127c2b on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:44.208231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Port 3aa84e66-aec9-4f28-9795-6897ad127c2b on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:44.208671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Attempting to bind port 3aa84e66-aec9-4f28-9795-6897ad127c2b on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:44.210607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:44.214625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Checking segment: {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:44.215545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.216181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Bound using segment: {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:44.216881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Bound port: cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:44.217028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:44.217261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Checking segment: {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:44.217651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Bound using segment: {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:44.217963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.218206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Bound port: 3aa84e66-aec9-4f28-9795-6897ad127c2b, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:44.218571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.263612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-37320a77-6ac1-4ab3-9b33-d65fa6e99ab5 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909622 Nov 01 18:21:44.266308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55c599-55b9-4283-9dba-da87faf7ebba None None] Network 04c6eec0-3a63-4610-aa73-48b217302f38 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:44.322701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-d2a62693-2f77-4dfa-b513-e75bce8fd5bf service neutron] 10.222.0.31 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069438 Nov 01 18:21:44.328725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:44.333285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:44.413658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.438654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] For port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:44.465393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] For port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:44.468399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ac7c2582-3958-41ca-bda2-396365863b1e None None] Provisioning complete for port 40fe6f62-5fac-4465-b248-251b29a19517 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:44.468782 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2582-3958-41ca-bda2-396365863b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.484534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:44.489314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.490897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] 10.222.0.37 "PUT /v2.0/ports/3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 1091 time: 1.9104314 Nov 01 18:21:44.491385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:44.495315 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:44.523664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 40fe6f62-5fac-4465-b248-251b29a19517 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:44.523891 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.564088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe15b3-9395-4777-a9a6-f678facc2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:44.601724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-773f4b0a-c974-4247-ab61-6ee3a49eb61e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:44.609238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-773f4b0a-c974-4247-ab61-6ee3a49eb61e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334827 Nov 01 18:21:44.623812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.642203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-236d83c1-51fe-458b-826f-54e5f3dab972 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/quotas/1ed462a239d74147aa4fa8262ae01ffa HTTP/1.1" status: 200 len: 375 time: 0.0320361 Nov 01 18:21:44.696078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-5d4ad05b-1ee2-4b55-bd4f-91c662adecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:44.698922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-5d4ad05b-1ee2-4b55-bd4f-91c662adecc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1094 time: 0.0896118 Nov 01 18:21:44.721688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1f9b517c-f9cc-4584-9f14-d01d5a0306db service neutron] 10.222.0.31 "GET /v2.0/networks/2074b94f-e2f4-449d-9000-6fb7ff9ea201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981099 Nov 01 18:21:44.723806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-d1287dec-2786-4ab9-8970-125c70c25f2f tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807047 Nov 01 18:21:44.790381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aef20-1c22-4e96-8978-f20fdbf13abd None None] Pushing event updated for resources: {'Port': ['ID=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:44.866177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-a1a34100-ec98-4814-acf3-f7347fc03cbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.1594849 Nov 01 18:21:44.910677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2582-3958-41ca-bda2-396365863b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.913097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:44.985335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ecde5f4c-09c4-4a2b-a001-6cec4296df78 service neutron] 10.222.0.31 "GET /v2.0/networks/2074b94f-e2f4-449d-9000-6fb7ff9ea201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541828 Nov 01 18:21:45.009038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 40fe6f62-5fac-4465-b248-251b29a19517, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=40fe6f62-5fac-4465-b248-251b29a19517,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:45.032513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-24c3f8f0-88ad-4e98-bccf-5b9ff86b314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:45.039367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-24c3f8f0-88ad-4e98-bccf-5b9ff86b314c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.1604478 Nov 01 18:21:45.070674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:45.088512 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-abe10dad-8619-4191-9e89-b5980684907c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414922 Nov 01 18:21:45.188754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-ac7c2582-3958-41ca-bda2-396365863b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:21:45.190142 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-ac7c2582-3958-41ca-bda2-396365863b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:21:45.193364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=40fe6f62-5fac-4465-b248-251b29a19517,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:45.253343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-bc256a93-636e-4522-a4ee-52a22cf9b6bd service neutron] 10.222.0.31 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670529 Nov 01 18:21:45.311460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-65e839d3-4575-4f49-af5e-5ca930ad846d service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135258 Nov 01 18:21:45.532867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c37e-d3c3-467a-96b1-e0a64de3345d req-84c35054-5a42-46c7-8346-4809af3d41b4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:45.534403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d85c37e-d3c3-467a-96b1-e0a64de3345d req-84c35054-5a42-46c7-8346-4809af3d41b4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1033657 Nov 01 18:21:45.537780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c22ece8a-99e2-49b6-9327-722dc1b2eefc req-bf78de37-7f89-406b-b574-4c6f5270af0e service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135201 Nov 01 18:21:45.544912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-7a9576ee-72b6-49dc-904f-4133bfd47b44 service neutron] 10.222.0.31 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902548 Nov 01 18:21:45.612390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d85c37e-d3c3-467a-96b1-e0a64de3345d req-1a004187-a87f-4059-bc31-ddcbdbe80084 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 Nov 01 18:21:45.835473 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3a1b0-a629-44ea-aa0d-3b7c5f2c877d x-openstack-request-id: req-f6f3a1b0-a629-44ea-aa0d-3b7c5f2c877d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:45.837494 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:45.838515 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6f3a1b0-a629-44ea-aa0d-3b7c5f2c877d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:45.839160 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'status': 'completed', 'code': 200} Nov 01 18:21:45.894363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-04809758-3f7f-489f-9b88-20ed6d610a05 None None] Provisioning complete for port 40fe6f62-5fac-4465-b248-251b29a19517 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:45.895631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04809758-3f7f-489f-9b88-20ed6d610a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:45.984175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f119d58a-61cb-4a24-98f3-1b3ee3f6939e req-32587b1b-188c-423a-bceb-ec1390268a77 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0540211 Nov 01 18:21:45.995349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-ac3d20b8-eb9e-427c-85fc-d6407b414f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:46.018939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-ac3d20b8-eb9e-427c-85fc-d6407b414f1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1094 time: 0.1500537 Nov 01 18:21:46.107897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99e3ea20-00ba-475c-9678-b2245e1836fe req-96d9db83-c80a-441d-a083-e90d38f3c52b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.1158626 Nov 01 18:21:46.288028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-effec05e-f163-48c5-b419-5c5af6ac10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:46.289897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-effec05e-f163-48c5-b419-5c5af6ac10ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.2653732 Nov 01 18:21:46.324157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 40fe6f62-5fac-4465-b248-251b29a19517 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:46.348980 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-bfc3e622-9671-4c4c-979f-209b2abcee78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.0513856 Nov 01 18:21:46.397779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 40fe6f62-5fac-4465-b248-251b29a19517 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:46.398071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:46.427708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-dbfa80f8-9758-47f7-8e0a-937e2c9a6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:46.429473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-dbfa80f8-9758-47f7-8e0a-937e2c9a6c94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.0722592 Nov 01 18:21:46.447087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-3460eaa3-2e02-42cd-873d-c5b8ac65c7e2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:46.457906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-3460eaa3-2e02-42cd-873d-c5b8ac65c7e2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.1774385 Nov 01 18:21:46.475549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-872b062a-9809-4cae-ac1e-04cb9d755cde tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/quotas/cac5b9657cba4eb18a986ce63badb1b9 HTTP/1.1" status: 200 len: 375 time: 0.0164738 Nov 01 18:21:46.500906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-279aaf5d-757b-4f53-86ab-59d10253ab18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626972 Nov 01 18:21:46.581086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-21182a50-0f43-40d2-8327-af549575d0ac tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043289 Nov 01 18:21:46.582716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:46.650419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd05cd7-5f9d-49bd-bc3e-66a5640cfc41 None None] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:21:46.659509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-c8669f9b-91fd-48e1-b22d-3a79198bf4e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509748 Nov 01 18:21:46.745748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:46.745748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:46.805766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f2ed4b7-ac05-4710-a4cd-81678b3b980e req-97d12ee6-be95-4222-b3c6-0b55a5306b9d service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336608 Nov 01 18:21:46.831742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] Provisioning complete for port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:46.832112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:46.869864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-189c870e-5b2b-4c09-a273-65613faef412 service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824154 Nov 01 18:21:46.885109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf701a1-07df-4102-9f9b-53570513e537 req-7519658d-e30c-4930-8b12-0e93e2696b40 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:46.892020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdf701a1-07df-4102-9f9b-53570513e537 req-7519658d-e30c-4930-8b12-0e93e2696b40 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1522810 Nov 01 18:21:47.008449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:47.028444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdf701a1-07df-4102-9f9b-53570513e537 req-37a784ec-2db8-4a6b-a0b5-120381f260dd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316938 Nov 01 18:21:47.079264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-12c02d72-a8a6-48d6-b530-b197146d440a service neutron] 10.222.0.31 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847854 Nov 01 18:21:47.083541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:47.156843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] For port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:47.299940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:47.348977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b9bada4-c88c-4234-b9e2-ca3892b0102e req-a17c3c7f-83bc-41ef-9f33-31acbe8de6da tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0554247 Nov 01 18:21:47.385120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a483f-1716-4185-9105-fb0dd264d04a None None] Pushing event updated for resources: {'Port': ['ID=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:47.439112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:21:47.439481 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:21:47.440640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a978daa-ecbb-4794-8219-d96ece0144ca req-97ee0a8e-da43-477a-a806-d8b4a8924b97 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0358911 Nov 01 18:21:47.534263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ba408e79-8439-4cf3-8960-042b8edd4e92 None None] Provisioning complete for port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:47.534718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba408e79-8439-4cf3-8960-042b8edd4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:47.630436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4b922b4-fa8b-4f30-a853-bb499509a15c req-2713a49f-d232-45ea-a2ea-ce0509333237 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 210 time: 0.0484219 Nov 01 18:21:48.076900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:48.143052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:48.143052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:48.248278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbe91-57cc-4dac-b831-28a582e91aa4 req-85542085-93c4-4d0d-aa91-6d97ba884410 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:48.256031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05fbbe91-57cc-4dac-b831-28a582e91aa4 req-85542085-93c4-4d0d-aa91-6d97ba884410 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1268671 Nov 01 18:21:48.267910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:48.293355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05fbbe91-57cc-4dac-b831-28a582e91aa4 req-ed6a191e-eab6-46a6-8405-e60f5ab2dfe3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362172 Nov 01 18:21:48.413589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:48.449255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'port_id': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'mac_address': 'fa:16:3e:1f:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4b1d44-10e0-4248-b180-afcee7084fa5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:48.520963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47a6d1bb-bb7e-429c-ba0a-6c90fb3293cb req-a8b8a5c9-b3a1-4575-9bd1-a1faec3156ca tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0676870 Nov 01 18:21:48.571056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:48.600857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:48.615758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fe3302e-55af-40ef-94a8-d43682d3ba62 req-ba8ebf69-4eca-4e2c-92e3-0b254b99136d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0347323 Nov 01 18:21:48.630380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:48.663756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-5610c609-8c5d-4bbc-a8a1-fc717e717d99 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278168 Nov 01 18:21:48.678642 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-3c4b8fff-cd6f-4ce7-a752-3e35bd0bd140 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083446 Nov 01 18:21:48.726726 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e54045e6-ddcd-417b-99e3-a673cac1c0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:48.754228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80c04fea-a058-412d-bf07-12cc83b415e8 req-1816176a-1246-4cf4-8e3c-0b2065b450d6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 210 time: 0.0377741 Nov 01 18:21:48.770125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:48.810741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-b49f568a-ae88-4a89-9832-fc04ae5e3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:48.812664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-b49f568a-ae88-4a89-9832-fc04ae5e3e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 1096 time: 0.0981438 Nov 01 18:21:48.833650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-4696d965-78bd-4c6e-9feb-2c1c2b4c3a0c tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:48.835100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-4696d965-78bd-4c6e-9feb-2c1c2b4c3a0c tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554894 Nov 01 18:21:48.836631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:48.858007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Request body: {'port': {'device_id': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '1ed462a239d74147aa4fa8262ae01ffa'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:48.997853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-0be7bcb5-808c-4e71-873f-6eb484066ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:48.999327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-0be7bcb5-808c-4e71-873f-6eb484066ef3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.1632788 Nov 01 18:21:49.054609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-3dacd44d-90fc-477d-84e5-1bcec999a6d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 HTTP/1.1" status: 200 len: 217 time: 0.0467780 Nov 01 18:21:49.118079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-30d67de8-c3f2-4975-ade1-97b41d59b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:49.119224 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-30d67de8-c3f2-4975-ade1-97b41d59b783 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.0545464 Nov 01 18:21:49.127125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Made reservation on behalf of 1ed462a239d74147aa4fa8262ae01ffa for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:49.133987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:49.156073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:49.175013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-a8076add-9a1c-4d6c-8c9f-0586f2f8d7a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373993 Nov 01 18:21:49.178596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:49.336123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-29421c4f-89f3-415a-a116-3e44dcff75e3 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465673 Nov 01 18:21:49.357671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:49.451770 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bbf82cab-9ae3-4a2d-b5be-1274b5207bb3 req-3281e754-0ab4-4670-8ef8-e605cf1e3176 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031377 Nov 01 18:21:49.460189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bdf9f-8a4e-4a8a-b180-9fcaed906fd4 req-f478e1f0-75cc-4aa1-bcc3-fc4f0d4d5776 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:49.461673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e18bdf9f-8a4e-4a8a-b180-9fcaed906fd4 req-f478e1f0-75cc-4aa1-bcc3-fc4f0d4d5776 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.0663059 Nov 01 18:21:49.466433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:49.515856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e18bdf9f-8a4e-4a8a-b180-9fcaed906fd4 req-55b75c12-28e7-439a-964c-719e5e008a14 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Nov 01 18:21:49.543695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43bec9-fcfe-4777-ac49-0b48560e3ed3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:49.647926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a6dbb55-5b0e-432d-b467-d58782c1e790 req-51bd46c1-c8d0-4a18-a6c8-c848cd559a25 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0303147 Nov 01 18:21:49.749283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a287aaf-ed30-43f6-8c28-4e5a80446ed0 req-45d66919-7c05-4e21-88fb-ce9f0ccf85f2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0405874 Nov 01 18:21:49.915245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49662) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:49.940237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de95600b-63f1-44a2-bd5a-ebfa221d84bc req-ec8772b7-8bdb-4f61-99d6-bbf5c9e7d963 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 210 time: 0.0897868 Nov 01 18:21:50.040007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-a83b3b10-2284-459b-9915-aba3687a6e97 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.046209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-a83b3b10-2284-459b-9915-aba3687a6e97 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.048036 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-a83b3b10-2284-459b-9915-aba3687a6e97 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "GET /v2.0/networks?id=04c6eec0-3a63-4610-aa73-48b217302f38&id=2074b94f-e2f4-449d-9000-6fb7ff9ea201&id=04c6eec0-3a63-4610-aa73-48b217302f38 HTTP/1.1" status: 200 len: 1391 time: 0.5474172 Nov 01 18:21:50.065801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Allocated IP 192.168.233.133 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/94b62e4a-e960-4681-bccd-42806e64aba2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:50.069797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd223fa0-4347-4a62-9426-e7cee67f9ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.070663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'admin_state_up': True, 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:50.145681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd223fa0-4347-4a62-9426-e7cee67f9ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.308137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.343121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:50.353389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.461395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.525110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49672) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:50.539697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:50.554024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:50.579416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:50.585423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:50.601661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd223fa0-4347-4a62-9426-e7cee67f9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.663952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.664953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.709935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd223fa0-4347-4a62-9426-e7cee67f9ee1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c4658d0215342269628a1b371c3d95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916644 Nov 01 18:21:50.715692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49680) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:50.725389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223fa0-4347-4a62-9426-e7cee67f9ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829c7cb7-575b-495b-8efc-d1eac7a2ab7b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:50.732771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Allocated IP 19.80.0.202 (04c6eec0-3a63-4610-aa73-48b217302f38/146b55eb-8a41-45b7-a0a5-5fa391704fbc/816d4a51-3e6b-4c1d-8e06-91e2ca22fb86) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:50.788733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-2026383f-752d-46ca-b6f6-2bdd0261f4ac tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9343231 Nov 01 18:21:50.789868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d7fc-42ff-4b95-a1c7-1ee93babd9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.793975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-d8ac3a1e-f34f-45a8-8a9f-100b78cbbea4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.797612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-d8ac3a1e-f34f-45a8-8a9f-100b78cbbea4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 814 time: 0.6407261 Nov 01 18:21:50.814896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Request body: {'port': {'device_id': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:50.824277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Request body: {'port': {'device_id': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'admin_state_up': True, 'tenant_id': 'cac5b9657cba4eb18a986ce63badb1b9'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:50.830421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe6aed38-aef3-4c22-af4d-2f7252276ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.873858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fa9f4-0d99-48a8-8080-c5acd0c1f335 req-6064cdf1-9776-4ac3-8a8a-f87ca4a18895 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.874982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f0fa9f4-0d99-48a8-8080-c5acd0c1f335 req-6064cdf1-9776-4ac3-8a8a-f87ca4a18895 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.2313120 Nov 01 18:21:50.931903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3c9358c1-116f-4b50-9aa4-0bd58f0f6f0b None None] Provisioning complete for port 94b62e4a-e960-4681-bccd-42806e64aba2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:50.932625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3c9358c1-116f-4b50-9aa4-0bd58f0f6f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:50.958911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8815d-24a3-41a9-bb21-5638d5a31950 req-0f2241cf-8dc4-4483-a43a-9ff4c1d05566 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:50.960500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a8815d-24a3-41a9-bb21-5638d5a31950 req-0f2241cf-8dc4-4483-a43a-9ff4c1d05566 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 936 time: 0.1617310 Nov 01 18:21:50.975193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3c9358c1-116f-4b50-9aa4-0bd58f0f6f0b None None] Port 94b62e4a-e960-4681-bccd-42806e64aba2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:50.992626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.006596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.011066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f0fa9f4-0d99-48a8-8080-c5acd0c1f335 req-8b255281-1496-4424-a66c-55050ac96415 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263595 Nov 01 18:21:51.048753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a8815d-24a3-41a9-bb21-5638d5a31950 req-30078bcd-8001-4cbf-8631-eb5aaa631273 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742383 Nov 01 18:21:51.116508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0a68d49-04b8-4f45-9438-71074ecd8631 req-e87f0d5c-0214-4604-a54b-12ba3d88bb70 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0283422 Nov 01 18:21:51.145791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a51714e9-6f9f-48a9-940e-246793bfbb3a req-db7447a8-458b-4607-852a-719e4efd292c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Nov 01 18:21:51.146639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Made reservation on behalf of cac5b9657cba4eb18a986ce63badb1b9 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:51.150199 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.162778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.284701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d7fc-42ff-4b95-a1c7-1ee93babd9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.292101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Allocated IP 172.20.0.2 (be2420d1-4dfb-4082-a988-e064dc4089c2/3f0491d0-2451-4d2c-985a-9f9e5178dc0d/b78b464a-d3bd-4b36-ace0-51c7f418ef33) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:51.304206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.338468 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d7fc-42ff-4b95-a1c7-1ee93babd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.440437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2d7fc-42ff-4b95-a1c7-1ee93babd9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24223d49-c82d-4081-81fc-c8f500b0316d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.445531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d6a2d7fc-42ff-4b95-a1c7-1ee93babd9db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b738e5ade70409591b4fa31967577d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193392 Nov 01 18:21:51.448362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:51.476472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.511959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.517397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.520927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/829c7cb7-575b-495b-8efc-d1eac7a2ab7b HTTP/1.1" status: 204 len: 168 time: 0.8044436 Nov 01 18:21:51.552707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.556831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b739de-96ca-44ae-89a4-641ee76feb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c7cb7-575b-495b-8efc-d1eac7a2ab7b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.577625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.598791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.606720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:51.613606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:51.616551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', '3e8f336b-6b07-4fb1-87e4-075f691e6400'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:51.622105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.635944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 04c6eec0-3a63-4610-aa73-48b217302f38 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:51.646914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.648725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:51.651111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Transition to ACTIVE for port object 94b62e4a-e960-4681-bccd-42806e64aba2 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:51.652225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:51.655264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.709425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Network be2420d1-4dfb-4082-a988-e064dc4089c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:51.729777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:51.729920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:51.730385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.741751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.748516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:51.754665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event updated for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.825923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.846482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:51.846482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.864141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-1dd1f384-5f4a-4bf2-b014-82a580a0785c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7983606 Nov 01 18:21:51.893482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201', 'admin_state_up': True, 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:51.939296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.946019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:51.947253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24223d49-c82d-4081-81fc-c8f500b0316d HTTP/1.1" status: 204 len: 168 time: 0.4977300 Nov 01 18:21:51.961904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e425026-a54b-44c3-b7d8-f005f383733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24223d49-c82d-4081-81fc-c8f500b0316d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:51.979571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0cd15601-1892-4d37-b599-1ac4e8cc4cca tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1659203 Nov 01 18:21:51.994714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Request body: {'port': {'device_id': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:52.033310 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.127819 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.195128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Attempting to bind port 94b62e4a-e960-4681-bccd-42806e64aba2 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:52.199212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Attempting to bind port 94b62e4a-e960-4681-bccd-42806e64aba2 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:52.199672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Attempting to bind port 94b62e4a-e960-4681-bccd-42806e64aba2 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:52.218088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Port 94b62e4a-e960-4681-bccd-42806e64aba2 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:52.218451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Attempting to bind port 94b62e4a-e960-4681-bccd-42806e64aba2 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:52.231346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:52.231714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:52.232109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:52.232550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Bound port: 94b62e4a-e960-4681-bccd-42806e64aba2, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:52.232914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.246960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ac8565ac-0a89-4714-b64e-08cf57a03b2c None None] Provisioning complete for port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:52.247340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac8565ac-0a89-4714-b64e-08cf57a03b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.327158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:52.331464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:52.338755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:52.343878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.432179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:21:52.450182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65265377-3ea9-4b2a-8033-7d33fbd151b7 req-7c6cbbd1-8117-428e-b0e3-d29394a7192f tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.455971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.459064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65265377-3ea9-4b2a-8033-7d33fbd151b7 req-7c6cbbd1-8117-428e-b0e3-d29394a7192f tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 948 time: 0.2066658 Nov 01 18:21:52.472843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca42cb7-65a4-4c13-867d-e203693be9f6 req-7be2f692-f7ce-4478-a002-41ff50c382ce tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.474877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ca42cb7-65a4-4c13-867d-e203693be9f6 req-7be2f692-f7ce-4478-a002-41ff50c382ce tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.2237523 Nov 01 18:21:52.495922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ac8565ac-0a89-4714-b64e-08cf57a03b2c None None] Port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:52.531625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.532784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.534179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] 10.222.0.32 "PUT /v2.0/ports/94b62e4a-e960-4681-bccd-42806e64aba2 HTTP/1.1" status: 200 len: 1096 time: 1.7315683 Nov 01 18:21:52.548150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:52.551170 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395e782f-1b4d-4baf-a058-1e33e315cf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:52.578323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 3aa84e66-aec9-4f28-9795-6897ad127c2b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:21:52.587214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3aa84e66-aec9-4f28-9795-6897ad127c2b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:52.587699 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.593614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65265377-3ea9-4b2a-8033-7d33fbd151b7 req-b58f9f29-bf2e-4794-8146-b393295e26e3 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335618 Nov 01 18:21:52.630246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ca42cb7-65a4-4c13-867d-e203693be9f6 req-db1b6225-c0db-4a31-a394-91e760502a95 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198490 Nov 01 18:21:52.657890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bff26-0347-41ec-9b83-c5884cf1935c service neutron] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:52.695569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Allocated IP 19.86.0.250 (2074b94f-e2f4-449d-9000-6fb7ff9ea201/9afb1a22-638c-4961-8510-35d3a56501d9/deceabad-ac17-4ee7-934c-93d8ddc82102) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:52.768938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.775082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-70de5fc1-8911-4e66-a267-893323b9c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.778575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-70de5fc1-8911-4e66-a267-893323b9c080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 1099 time: 0.1038909 Nov 01 18:21:52.785509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49714) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:52.804578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:52.807968 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58ce1a3-8150-467b-8111-45fc8c2d3621" -d '{"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:52.824048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:52.856953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-d62dd32a-f700-46c3-b25d-488ddb35c372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=94b62e4a-e960-4681-bccd-42806e64aba2 HTTP/1.1" status: 200 len: 217 time: 0.0642126 Nov 01 18:21:52.881129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78b464a-d3bd-4b36-ace0-51c7f418ef33 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:52.890783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c8a362d-7a7d-41d5-adba-3dee58aa158a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.902571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.913204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:52.956068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Transition to ACTIVE for port object b78b464a-d3bd-4b36-ace0-51c7f418ef33 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:52.971384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49718) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:52.985640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-183492af-f519-46c7-b393-29b72fc5367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.987161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-183492af-f519-46c7-b393-29b72fc5367a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1172862 Nov 01 18:21:52.989391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc8b8-814b-4a02-a186-4929c37828b1 req-79f49c1d-ec06-41b0-8f4c-69641aba0176 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:52.996920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-716fc8b8-814b-4a02-a186-4929c37828b1 req-79f49c1d-ec06-41b0-8f4c-69641aba0176 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 932 time: 0.2254045 Nov 01 18:21:53.000318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.041199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116cdf-c057-4767-bd9b-47cdba66cd19 req-4e919f53-ba82-4c21-94da-9d3e9089ab8f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.042728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a116cdf-c057-4767-bd9b-47cdba66cd19 req-4e919f53-ba82-4c21-94da-9d3e9089ab8f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 931 time: 0.1646256 Nov 01 18:21:53.043477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-259b28dc-641a-4f35-8e6d-be6fb446d4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.052269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.059812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436211c-4f93-4c7f-9609-01c00309a133 req-abe375a0-21bd-4f81-9a61-a981ce0c5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.061316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-abe375a0-21bd-4f81-9a61-a981ce0c5ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662825 Nov 01 18:21:53.079608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.142453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-716fc8b8-814b-4a02-a186-4929c37828b1 req-76acf1e8-4d2a-48df-a024-0a30abbbf84e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446903 Nov 01 18:21:53.189784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.197540 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-de9dc24d-8ed6-4bc6-8b52-53bd1900e14b service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280315 Nov 01 18:21:53.212346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c8a362d-7a7d-41d5-adba-3dee58aa158a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.215698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a116cdf-c057-4767-bd9b-47cdba66cd19 req-ac3c4d0d-2113-4349-9ec6-0a2fd2c3ed34 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546700 Nov 01 18:21:53.291556 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeba1d5-c880-4d08-804d-85d29a79ef9b x-openstack-request-id: req-5eeba1d5-c880-4d08-804d-85d29a79ef9b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:53.291857 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:53.292090 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5eeba1d5-c880-4d08-804d-85d29a79ef9b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:53.292496 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'status': 'completed', 'code': 200} Nov 01 18:21:53.298906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.331079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Attempting to bind port b78b464a-d3bd-4b36-ace0-51c7f418ef33 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:53.331357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Attempting to bind port b78b464a-d3bd-4b36-ace0-51c7f418ef33 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:53.331925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Attempting to bind port b78b464a-d3bd-4b36-ace0-51c7f418ef33 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:53.335119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-259b28dc-641a-4f35-8e6d-be6fb446d4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.339005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Port b78b464a-d3bd-4b36-ace0-51c7f418ef33 on network be2420d1-4dfb-4082-a988-e064dc4089c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:53.339232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Attempting to bind port b78b464a-d3bd-4b36-ace0-51c7f418ef33 on network be2420d1-4dfb-4082-a988-e064dc4089c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:53.339684 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd046567-399c-4386-a06c-916801b20753 x-openstack-request-id: req-bd046567-399c-4386-a06c-916801b20753 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:53.340175 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:53.340273 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd046567-399c-4386-a06c-916801b20753 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:53.340655 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'code': 200} Nov 01 18:21:53.344604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:53.344948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Checking segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:53.345324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Bound using segment: {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:53.346951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Bound port: b78b464a-d3bd-4b36-ace0-51c7f418ef33, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ad0d03-019a-4129-be48-67653d85bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:53.346951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.358694 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b436211c-4f93-4c7f-9609-01c00309a133 req-d80d6cba-b90d-4f8d-a790-987bc69f1174 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523893 Nov 01 18:21:53.375435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:53.379620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:53.385580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:53.398219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5c8a362d-7a7d-41d5-adba-3dee58aa158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.407718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.458117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-259b28dc-641a-4f35-8e6d-be6fb446d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.463873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.464521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.471606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a362d-7a7d-41d5-adba-3dee58aa158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551a3392-5ecb-4892-a7e9-343355fe8659,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.481977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5c8a362d-7a7d-41d5-adba-3dee58aa158a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3144241502cd46b5a5037fa2a2071955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946788 Nov 01 18:21:53.482548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538b26-bdc4-4440-a395-05b75a470f67 req-7c69bdcd-3986-4da9-9cda-c8f4a185efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.484120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93538b26-bdc4-4440-a395-05b75a470f67 req-7c69bdcd-3986-4da9-9cda-c8f4a185efe4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1096 time: 0.0717225 Nov 01 18:21:53.484465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49720) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:53.491764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:53.528805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93538b26-bdc4-4440-a395-05b75a470f67 req-e2661f50-f660-4071-b10c-76ccd92c4c59 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362642 Nov 01 18:21:53.529642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:53.537192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-259b28dc-641a-4f35-8e6d-be6fb446d4b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bf28a1b49a1438d8f8c1f17a78a8461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645568 Nov 01 18:21:53.539926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49722) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:21:53.556034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b28dc-641a-4f35-8e6d-be6fb446d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e23d90-089f-41aa-8607-9e1bf6902dc1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.590954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.615468 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-c42dcf4a-2137-4eb9-ac39-975796583ac6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7277970 Nov 01 18:21:53.621484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.631137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.632442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'admin_state_up': True, 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:53.656248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.657152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.658850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] 10.222.0.32 "PUT /v2.0/ports/b78b464a-d3bd-4b36-ace0-51c7f418ef33 HTTP/1.1" status: 200 len: 1091 time: 1.6708207 Nov 01 18:21:53.664286 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.692730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:53.695872 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:53.720366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-51f2045a-953b-4f29-9188-3dfeaad29737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.722539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-51f2045a-953b-4f29-9188-3dfeaad29737 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 1099 time: 0.1627939 Nov 01 18:21:53.749746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a4d5c5e7-55e9-42b5-ae36-1982f86ac2e4 None None] Provisioning complete for port deceabad-ac17-4ee7-934c-93d8ddc82102 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:53.750369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c5e7-55e9-42b5-ae36-1982f86ac2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.774398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.798873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5c5e7-55e9-42b5-ae36-1982f86ac2e4 None None] Port deceabad-ac17-4ee7-934c-93d8ddc82102 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:53.852383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.865801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce582a-2d4d-494e-a5ab-d7e600aa9ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:53.886670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42c8b2-a8c6-48b6-a5ad-4e17399236c9 req-41ba8456-10f2-4efe-b159-eb6ac4f85eb5 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.888216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c42c8b2-a8c6-48b6-a5ad-4e17399236c9 req-41ba8456-10f2-4efe-b159-eb6ac4f85eb5 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 948 time: 0.1824067 Nov 01 18:21:53.915851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-1e5e3e8c-d731-4c0c-87ee-d05244f61cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.917291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-1e5e3e8c-d731-4c0c-87ee-d05244f61cb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1856987 Nov 01 18:21:53.919248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-838ca54d-a0ae-4caa-8a61-72d45efa02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.920797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-838ca54d-a0ae-4caa-8a61-72d45efa02e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 1094 time: 0.1318755 Nov 01 18:21:53.929510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e5ca-6555-4458-baab-d86ed867a75d req-413ed070-bb8e-45f4-9018-606aff973286 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:53.930924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ec6e5ca-6555-4458-baab-d86ed867a75d req-413ed070-bb8e-45f4-9018-606aff973286 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1569142 Nov 01 18:21:53.931542 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.934365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:53.939684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/551a3392-5ecb-4892-a7e9-343355fe8659 HTTP/1.1" status: 204 len: 168 time: 0.4478095 Nov 01 18:21:53.973464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-ee16fe59-98c1-4b61-a8d7-73bf93a9cfde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=94b62e4a-e960-4681-bccd-42806e64aba2 HTTP/1.1" status: 200 len: 217 time: 0.0401099 Nov 01 18:21:54.002342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52120-d5a7-4cc8-9a93-116a35d102fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a3392-5ecb-4892-a7e9-343355fe8659,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:54.008915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-4f4c8228-d2d9-4d38-a9c6-30202564a9cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33 HTTP/1.1" status: 200 len: 217 time: 0.0680563 Nov 01 18:21:54.021255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c42c8b2-a8c6-48b6-a5ad-4e17399236c9 req-616b766c-1900-47ce-a3d0-61b66a6804d6 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240335 Nov 01 18:21:54.026420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:21:54.034270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.048739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-12264552-d219-4b24-b0d7-d151fcbfcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.050868 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-12264552-d219-4b24-b0d7-d151fcbfcd77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0704994 Nov 01 18:21:54.063646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.066808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.070422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14e23d90-089f-41aa-8607-9e1bf6902dc1 HTTP/1.1" status: 204 len: 168 time: 0.5269856 Nov 01 18:21:54.091640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b62a22-5650-46f1-a330-35e32cf855c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e23d90-089f-41aa-8607-9e1bf6902dc1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:54.099426 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b858f31-0f2a-4ad0-b2e4-d314df2c6d27 x-openstack-request-id: req-2b858f31-0f2a-4ad0-b2e4-d314df2c6d27 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:54.100399 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:54.100666 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b858f31-0f2a-4ad0-b2e4-d314df2c6d27 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:54.102023 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33', 'status': 'completed', 'code': 200} Nov 01 18:21:54.131937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ec6e5ca-6555-4458-baab-d86ed867a75d req-a97e9754-99f5-4f47-865e-67821f2693aa tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895020 Nov 01 18:21:54.146453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-8887f73a-921b-42c6-b24d-756d25eefd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.148456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-8887f73a-921b-42c6-b24d-756d25eefd6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.1262424 Nov 01 18:21:54.194641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-57634c3b-69bd-4cad-90a8-74fe892f3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.195579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-74db4fd6-ceda-49f8-a996-e40eec7db399 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371881 Nov 01 18:21:54.196533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-57634c3b-69bd-4cad-90a8-74fe892f3d69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340451 Nov 01 18:21:54.322307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Allocated IP 19.80.0.152 (04c6eec0-3a63-4610-aa73-48b217302f38/146b55eb-8a41-45b7-a0a5-5fa391704fbc/d98240ed-fb31-4f61-a311-c9bde9d7c143) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:21:54.365075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-1cf04f35-46ee-460d-80f7-43894cc5f4ea service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341026 Nov 01 18:21:54.398486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0618-5943-4dda-858a-c3ec589a42d2 req-e5673718-9ec7-4ddb-956e-9f634ca38273 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.404503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0618-5943-4dda-858a-c3ec589a42d2 req-e5673718-9ec7-4ddb-956e-9f634ca38273 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.406194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505d0618-5943-4dda-858a-c3ec589a42d2 req-e5673718-9ec7-4ddb-956e-9f634ca38273 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 1655 time: 0.1175816 Nov 01 18:21:54.408078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-0af9c454-d044-4f43-bc3d-fcf45eef0782 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978202 Nov 01 18:21:54.423953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e23ef-8bf9-44b8-9ea3-4eaff59fdd90 req-bf912aaf-4c36-41c1-bb92-6e44aa697a1c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.426148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c71e23ef-8bf9-44b8-9ea3-4eaff59fdd90 req-bf912aaf-4c36-41c1-bb92-6e44aa697a1c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 943 time: 0.1082268 Nov 01 18:21:54.545055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-b35795da-1a29-4d11-94dc-71f019824968 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684017 Nov 01 18:21:54.557283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505d0618-5943-4dda-858a-c3ec589a42d2 req-d4474ebf-fe41-4e20-b5ff-58bdc0265358 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428390 Nov 01 18:21:54.567414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c71e23ef-8bf9-44b8-9ea3-4eaff59fdd90 req-7fadc2c5-c902-422b-a43e-31e5b370bcf7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215453 Nov 01 18:21:54.577220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.611874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6f09b4-ceae-48f6-a187-547d89f2b73a req-af9bc712-8f35-4931-9639-0953a75d1065 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701810 Nov 01 18:21:54.734028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.794184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 04c6eec0-3a63-4610-aa73-48b217302f38 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:21:54.800526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:21:54.808776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:21:54.836222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-279ede62-2791-46ad-b515-ec344ae8a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.844233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-279ede62-2791-46ad-b515-ec344ae8a8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 1094 time: 0.0749753 Nov 01 18:21:54.846427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:54.874399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:54.874973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:54.946912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-14357269-3443-4c26-9635-7a1f2abaad64 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3192449 Nov 01 18:21:54.961339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:55.004391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-8b231d98-537f-4c8d-b4fc-1f6085d2ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.006790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-8b231d98-537f-4c8d-b4fc-1f6085d2ec3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.1536851 Nov 01 18:21:55.033572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.078919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-b78c6e10-7b4c-425c-92f0-a53176639523 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33 HTTP/1.1" status: 200 len: 217 time: 0.0637462 Nov 01 18:21:55.149728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c2a6cf19-b836-4d0c-8409-92ce8a120ee9 None None] Provisioning complete for port d98240ed-fb31-4f61-a311-c9bde9d7c143 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:21:55.150314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2a6cf19-b836-4d0c-8409-92ce8a120ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.151427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-4dd686da-5577-4aac-b6a2-1c8f28d56110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.153613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-4dd686da-5577-4aac-b6a2-1c8f28d56110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.0675402 Nov 01 18:21:55.196198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6cf19-b836-4d0c-8409-92ce8a120ee9 None None] Port d98240ed-fb31-4f61-a311-c9bde9d7c143 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:21:55.271398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-6b4123a7-ed16-4cb9-a6a4-ebb0c22b09aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460377 Nov 01 18:21:55.348718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c494af-f12d-4a35-8da5-69f3fd0939d9 req-9842713c-f0c1-42cf-bd48-648634725fc2 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.350466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c494af-f12d-4a35-8da5-69f3fd0939d9 req-9842713c-f0c1-42cf-bd48-648634725fc2 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 948 time: 0.1959007 Nov 01 18:21:55.367975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:55.373109 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.387937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Transition to ACTIVE for port object 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:55.409985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5637e5-fda0-4663-959b-41dbbff1054e req-0b3309c6-84d7-42f2-a8a0-4f56d170a33c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.411476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d5637e5-fda0-4663-959b-41dbbff1054e req-0b3309c6-84d7-42f2-a8a0-4f56d170a33c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1448321 Nov 01 18:21:55.464342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c494af-f12d-4a35-8da5-69f3fd0939d9 req-dc0556b9-df93-445b-b8ab-0bdd1171d38f tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Nov 01 18:21:55.487118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.488684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d5637e5-fda0-4663-959b-41dbbff1054e req-fbfa37c6-ea09-4f57-ae3c-595f9c40c105 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690870 Nov 01 18:21:55.490842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-dc2d7f78-5a6e-4bb8-b211-ec16e536ec04 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068336 Nov 01 18:21:55.582478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1349-7545-4599-b375-ba45544f831f service neutron] Pushing event updated for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:55.694136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Attempting to bind port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:55.694567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Attempting to bind port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:55.694979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Attempting to bind port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 on network 04c6eec0-3a63-4610-aa73-48b217302f38 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:55.700869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 on network 04c6eec0-3a63-4610-aa73-48b217302f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:55.701187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Attempting to bind port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 on network 04c6eec0-3a63-4610-aa73-48b217302f38 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:55.707940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:55.708781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Checking segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:55.709376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Bound using segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:55.710162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Bound port: 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:55.710700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.716024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccfa658-3f57-4fb9-8a8c-d7140a7fdbe5 req-f9af45fe-1aa2-47c2-9609-5a3b698914c5 service neutron] 10.222.0.32 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164059 Nov 01 18:21:55.805331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:55.810106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:55.867286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1377-0acd-4c39-9cd4-5be73ecafe96 req-a5bd19df-9aea-40ee-aced-57d56b1e11a9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.873296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1377-0acd-4c39-9cd4-5be73ecafe96 req-a5bd19df-9aea-40ee-aced-57d56b1e11a9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.879761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1377-0acd-4c39-9cd4-5be73ecafe96 req-a5bd19df-9aea-40ee-aced-57d56b1e11a9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.881443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-313e1377-0acd-4c39-9cd4-5be73ecafe96 req-a5bd19df-9aea-40ee-aced-57d56b1e11a9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2389 time: 0.1338460 Nov 01 18:21:55.899482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.902787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93226566-cba4-4aaf-b801-203cad09066b req-5962852a-12c5-452f-8ab0-22253a0e30d9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.912688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93226566-cba4-4aaf-b801-203cad09066b req-5962852a-12c5-452f-8ab0-22253a0e30d9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 943 time: 0.1541696 Nov 01 18:21:55.961443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:55.962082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:55.963816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-366a1349-7545-4599-b375-ba45544f831f service neutron] 10.222.0.32 "PUT /v2.0/ports/816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 HTTP/1.1" status: 200 len: 1092 time: 1.0072525 Nov 01 18:21:55.964402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:55.966980 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d522cf0-02b0-459f-8a8e-d20937ff67c4" -d '{"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:55.988139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93226566-cba4-4aaf-b801-203cad09066b req-375cb722-9b01-4010-abb3-1219419e0cef tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701332 Nov 01 18:21:56.000920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1349-7545-4599-b375-ba45544f831f service neutron] Pushing event updated for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:56.008774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-313e1377-0acd-4c39-9cd4-5be73ecafe96 req-d80e781e-2076-4bc3-8a73-dee5eaab89fe tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193752 Nov 01 18:21:56.083409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:56.132814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:56.216123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:56.283094 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88791447-6d14-452d-bee1-22907794677e x-openstack-request-id: req-88791447-6d14-452d-bee1-22907794677e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:56.283381 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:56.283912 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88791447-6d14-452d-bee1-22907794677e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:56.284488 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86', 'status': 'completed', 'code': 200} Nov 01 18:21:56.314327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-d17fbbcb-a63c-4a00-b040-041bf049bdd6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:56.316332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-d17fbbcb-a63c-4a00-b040-041bf049bdd6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 813 time: 0.2192616 Nov 01 18:21:56.361755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-208a7163-5f2a-4da3-b899-d2c5c1d46c6a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/quotas/1a3454f4f00348289acae3b6a186c372 HTTP/1.1" status: 200 len: 375 time: 0.0326848 Nov 01 18:21:56.407699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-80902fc1-80af-4511-8975-21cb6d9cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:56.408184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-80902fc1-80af-4511-8975-21cb6d9cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:56.408654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-80902fc1-80af-4511-8975-21cb6d9cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:56.410845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-80902fc1-80af-4511-8975-21cb6d9cc881 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2732 time: 0.0929008 Nov 01 18:21:56.463555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-c54c1286-cca4-4294-8f85-02d65fef2686 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961134 Nov 01 18:21:56.630753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deceabad-ac17-4ee7-934c-93d8ddc82102 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:56.641242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:56.660077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Transition to ACTIVE for port object deceabad-ac17-4ee7-934c-93d8ddc82102 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:56.744171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:56.807909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:56.911680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Attempting to bind port deceabad-ac17-4ee7-934c-93d8ddc82102 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:56.912278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Attempting to bind port deceabad-ac17-4ee7-934c-93d8ddc82102 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:56.914316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Attempting to bind port deceabad-ac17-4ee7-934c-93d8ddc82102 on network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:56.917936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Port deceabad-ac17-4ee7-934c-93d8ddc82102 on network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:56.918400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Attempting to bind port deceabad-ac17-4ee7-934c-93d8ddc82102 on network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:56.927850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:56.928194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Checking segment: {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:56.928628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Bound using segment: {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:56.929046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Bound port: deceabad-ac17-4ee7-934c-93d8ddc82102, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef72178-6b5e-4b1c-b017-4254b00cd8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:56.929407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.013311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:57.013690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-715ea26b-60c0-4dd0-9bca-423554a54f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.014764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-715ea26b-60c0-4dd0-9bca-423554a54f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.015673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-715ea26b-60c0-4dd0-9bca-423554a54f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.017570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:57.017977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-715ea26b-60c0-4dd0-9bca-423554a54f34 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7639c12e9a98476fa3b41eaff1be5128&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5993114 Nov 01 18:21:57.060456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc28b4-63fa-4bf7-802d-18f68a4f3330 req-ba93f3c5-84ec-42c8-9f63-70f282a9407e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.068217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88bc28b4-63fa-4bf7-802d-18f68a4f3330 req-ba93f3c5-84ec-42c8-9f63-70f282a9407e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 948 time: 0.5053945 Nov 01 18:21:57.114177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-e211ce3c-ca5d-44bc-a139-2d68936be077 service neutron] 10.222.0.31 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180067 Nov 01 18:21:57.126098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.164397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.165188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.167030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] 10.222.0.32 "PUT /v2.0/ports/deceabad-ac17-4ee7-934c-93d8ddc82102 HTTP/1.1" status: 200 len: 1092 time: 1.0910034 Nov 01 18:21:57.191422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-1db740ed-5299-4f5d-bcfd-eaf4cac36862 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518290 Nov 01 18:21:57.205606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa1134-3c46-472c-92f8-cfbfa480c517 service neutron] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:57.241491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88bc28b4-63fa-4bf7-802d-18f68a4f3330 req-5b7632b1-10a0-43bb-b8b4-aacd0a9d42e0 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709225 Nov 01 18:21:57.272611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-f26b7977-88ee-4396-8d3d-41e9a81fd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.279443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d522cf0-02b0-459f-8a8e-d20937ff67c4 req-f26b7977-88ee-4396-8d3d-41e9a81fd615 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429154 Nov 01 18:21:57.302882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:57.305001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-63a7c07b-0e96-4acd-a47f-eb26898a2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.306657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-63a7c07b-0e96-4acd-a47f-eb26898a2ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 1096 time: 0.0619929 Nov 01 18:21:57.312283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Request body: {'port': {'device_id': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:21:57.359178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-e6ad3032-fbec-410b-bb7a-9539e9f773f8 service neutron] 10.222.0.31 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356839 Nov 01 18:21:57.405916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.469115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:57.483754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '94b62e4a-e960-4681-bccd-42806e64aba2', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '94b62e4a-e960-4681-bccd-42806e64aba2', 'mac_address': 'fa:16:3e:12:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:57.543950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.579768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:57.604679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:57.663991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0cd0-3e10-4a7e-ad68-d66bfcd6ad86 req-76934c77-4a11-40e1-bed9-34ea1041a6f4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:57.677292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.677556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfce0cd0-3e10-4a7e-ad68-d66bfcd6ad86 req-76934c77-4a11-40e1-bed9-34ea1041a6f4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 943 time: 0.1823063 Nov 01 18:21:57.677656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b78b464a-d3bd-4b36-ace0-51c7f418ef33 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:21:57.885019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:57.927285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33', 'network_id': 'be2420d1-4dfb-4082-a988-e064dc4089c2', 'port_id': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33', 'mac_address': 'fa:16:3e:9b:61:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0491d0-2451-4d2c-985a-9f9e5178dc0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:21:57.949490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfce0cd0-3e10-4a7e-ad68-d66bfcd6ad86 req-30f8e054-b602-48b1-ae0a-24f220f7833f tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722325 Nov 01 18:21:57.994915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:57.998701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:58.014418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d4a6-cfbe-43d6-ad02-6864e4b08fe8 req-4eced949-936e-4694-95c5-76728cbea994 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.023222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d4a6-cfbe-43d6-ad02-6864e4b08fe8 req-4eced949-936e-4694-95c5-76728cbea994 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.029737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d4a6-cfbe-43d6-ad02-6864e4b08fe8 req-4eced949-936e-4694-95c5-76728cbea994 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.030603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78b464a-d3bd-4b36-ace0-51c7f418ef33 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:58.037912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ff7d4a6-cfbe-43d6-ad02-6864e4b08fe8 req-4eced949-936e-4694-95c5-76728cbea994 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2401 time: 0.2005203 Nov 01 18:21:58.106811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:21:58.118664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-414a9eb2-6295-4b1e-b368-d31c6af66041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.120352 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-414a9eb2-6295-4b1e-b368-d31c6af66041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 200 len: 915 time: 0.7835813 Nov 01 18:21:58.176932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ff7d4a6-cfbe-43d6-ad02-6864e4b08fe8 req-92059d32-33af-45b7-b3f1-d420472b3ace tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380358 Nov 01 18:21:58.199452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98240ed-fb31-4f61-a311-c9bde9d7c143 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:21:58.200836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-82d8ac07-ab65-4d51-8770-5677eca1e985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 200 len: 217 time: 0.0672021 Nov 01 18:21:58.204912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.225233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Transition to ACTIVE for port object d98240ed-fb31-4f61-a311-c9bde9d7c143 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:21:58.252657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-8aa7a4f2-250c-49a8-bcbe-21175fffbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.254738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-8aa7a4f2-250c-49a8-bcbe-21175fffbb6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 200 len: 854 time: 0.0499294 Nov 01 18:21:58.260119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-658bbb62-822f-4cb4-96b1-d7031ae12b7c req-b1cf88bf-9e2e-4060-8253-cafa8892143c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Nov 01 18:21:58.276258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.285955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:58.288234 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49997732-2d60-4c1b-a6d5-ad85c51c5838" -d '{"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:58.299969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-620ad6c2-65d5-4809-add6-674ef744200e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be2420d1-4dfb-4082-a988-e064dc4089c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382724 Nov 01 18:21:58.301866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.407907 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00e9571-d897-45af-82a7-70e4ba14e029 x-openstack-request-id: req-f00e9571-d897-45af-82a7-70e4ba14e029 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:58.408861 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:58.409460 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f00e9571-d897-45af-82a7-70e4ba14e029 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:58.410267 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'status': 'completed', 'code': 200} Nov 01 18:21:58.459973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:58.471338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:58.505365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-9bf0529f-729d-4b8d-bccd-f90f84868fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.505982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-9bf0529f-729d-4b8d-bccd-f90f84868fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.506558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-9bf0529f-729d-4b8d-bccd-f90f84868fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.508519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-9bf0529f-729d-4b8d-bccd-f90f84868fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2824 time: 0.0951221 Nov 01 18:21:58.589683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['94b62e4a-e960-4681-bccd-42806e64aba2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:58.635327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb57b-0f9a-4c3a-9d57-acb2307aaa2e req-9b9d995d-af59-4567-8bef-7cbd0574e22d tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.636852 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-75c904be-8d42-4e63-9011-48fe1f87a3dc service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268812 Nov 01 18:21:58.639630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22cb57b-0f9a-4c3a-9d57-acb2307aaa2e req-9b9d995d-af59-4567-8bef-7cbd0574e22d tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.1856272 Nov 01 18:21:58.676853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b78b464a-d3bd-4b36-ace0-51c7f418ef33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:21:58.694135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Attempting to bind port d98240ed-fb31-4f61-a311-c9bde9d7c143 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:21:58.694523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Attempting to bind port d98240ed-fb31-4f61-a311-c9bde9d7c143 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:21:58.694861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Attempting to bind port d98240ed-fb31-4f61-a311-c9bde9d7c143 on network 04c6eec0-3a63-4610-aa73-48b217302f38 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:58.704305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Port d98240ed-fb31-4f61-a311-c9bde9d7c143 on network 04c6eec0-3a63-4610-aa73-48b217302f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:21:58.704638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Attempting to bind port d98240ed-fb31-4f61-a311-c9bde9d7c143 on network 04c6eec0-3a63-4610-aa73-48b217302f38 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:21:58.720133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:21:58.720535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Checking segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:21:58.721165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Bound using segment: {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:21:58.721525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Bound port: d98240ed-fb31-4f61-a311-c9bde9d7c143, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8be56ca-fce7-4dee-ac5f-fa637f561d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:21:58.722786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.755189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d22cb57b-0f9a-4c3a-9d57-acb2307aaa2e req-1ad00a98-e365-4b44-b29e-2a66628071cd tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056485 Nov 01 18:21:58.827196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:21:58.832934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:21:58.882976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-14b08f4a-2452-4ed8-9146-02bab235ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.885088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-14b08f4a-2452-4ed8-9146-02bab235ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.885088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-14b08f4a-2452-4ed8-9146-02bab235ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.885918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-14b08f4a-2452-4ed8-9146-02bab235ece2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7639c12e9a98476fa3b41eaff1be5128&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3661237 Nov 01 18:21:58.922933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3b42569e-ad15-4f9d-88c9-85a0d185dac7 req-a4aac0f0-0902-4d10-aef5-b16c12c8478e service neutron] 10.222.0.37 "GET /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852070 Nov 01 18:21:58.933497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.984205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:58.984854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:21:58.986902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] 10.222.0.32 "PUT /v2.0/ports/d98240ed-fb31-4f61-a311-c9bde9d7c143 HTTP/1.1" status: 200 len: 1092 time: 1.6952024 Nov 01 18:21:58.992979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:21:58.996129 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70" -d '{"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:21:59.038595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4de39-90ee-4d10-9c0c-92fd0dfc6ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:21:59.040485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-61e6d753-f4fb-414a-beda-7e733069b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.045337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-49997732-2d60-4c1b-a6d5-ad85c51c5838 req-61e6d753-f4fb-414a-beda-7e733069b502 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499505 Nov 01 18:21:59.062323 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bade39-73e1-4076-9538-a93b18a7dc4a x-openstack-request-id: req-f6bade39-73e1-4076-9538-a93b18a7dc4a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:21:59.062709 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:21:59.062965 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6bade39-73e1-4076-9538-a93b18a7dc4a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:21:59.063368 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143', 'status': 'completed', 'code': 200} Nov 01 18:21:59.171265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-fd7d527c-82b0-4b11-9a43-334f2d9eb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.171774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-fd7d527c-82b0-4b11-9a43-334f2d9eb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.172250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-fd7d527c-82b0-4b11-9a43-334f2d9eb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.174443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-fd7d527c-82b0-4b11-9a43-334f2d9eb042 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2866 time: 0.0659366 Nov 01 18:21:59.178373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e241b5-ac54-44eb-81ea-2dc97fbbd63f req-f1dfafa6-88f0-451f-8424-5201ec3f5c6d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.180065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33e241b5-ac54-44eb-81ea-2dc97fbbd63f req-f1dfafa6-88f0-451f-8424-5201ec3f5c6d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 944 time: 0.0873799 Nov 01 18:21:59.239030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33e241b5-ac54-44eb-81ea-2dc97fbbd63f req-c2ac0666-312b-4cf1-9216-f6dcafbaae1c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Nov 01 18:21:59.338603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-be21ae9f-ea81-4531-86b3-4fcee408c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.339495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-be21ae9f-ea81-4531-86b3-4fcee408c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.340201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-be21ae9f-ea81-4531-86b3-4fcee408c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.341885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-be21ae9f-ea81-4531-86b3-4fcee408c941 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7639c12e9a98476fa3b41eaff1be5128&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1487131 Nov 01 18:21:59.420606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1d80700-5801-461a-a1cc-5b57556f2d2d req-d4767715-1a73-4443-b465-3f1c69b15933 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 210 time: 0.0485058 Nov 01 18:21:59.442172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a3e1-7929-4a5e-b952-21390bc77428 req-cf2275e8-bbf8-48cd-bee3-7203f3ed8a26 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.448257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a3e1-7929-4a5e-b952-21390bc77428 req-cf2275e8-bbf8-48cd-bee3-7203f3ed8a26 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.454574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a3e1-7929-4a5e-b952-21390bc77428 req-cf2275e8-bbf8-48cd-bee3-7203f3ed8a26 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.456308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b312a3e1-7929-4a5e-b952-21390bc77428 req-cf2275e8-bbf8-48cd-bee3-7203f3ed8a26 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2413 time: 0.0980167 Nov 01 18:21:59.482967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-0addcea9-a071-410c-b00d-4c3f593200ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.484538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6413dd2-e0e8-49b5-9a30-a6ef166c4c70 req-0addcea9-a071-410c-b00d-4c3f593200ce service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352987 Nov 01 18:21:59.542961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b312a3e1-7929-4a5e-b952-21390bc77428 req-ef866fe1-6eab-46aa-8d11-bb4ba9ca8d63 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Nov 01 18:21:59.584329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ddd3d160-b2e4-4fed-9277-bca128e9d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.585164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ddd3d160-b2e4-4fed-9277-bca128e9d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.586255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ddd3d160-b2e4-4fed-9277-bca128e9d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.589067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ddd3d160-b2e4-4fed-9277-bca128e9d7e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2866 time: 0.0630484 Nov 01 18:21:59.638748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-a85a3449-9091-41cf-bca6-471a2a522b9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 HTTP/1.1" status: 200 len: 217 time: 0.0392308 Nov 01 18:21:59.696383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-15d74a0f-b105-403b-a9fc-37827b9da9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.697841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-15d74a0f-b105-403b-a9fc-37827b9da9db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=146b55eb-8a41-45b7-a0a5-5fa391704fbc HTTP/1.1" status: 200 len: 801 time: 0.0520689 Nov 01 18:21:59.745655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-8e139f94-b6ea-44e2-8807-8ccaae6e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.747196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-8e139f94-b6ea-44e2-8807-8ccaae6e1a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=04c6eec0-3a63-4610-aa73-48b217302f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413277 Nov 01 18:21:59.844569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-449bba24-6d31-4242-a365-723bbfd1ab06 service neutron] 10.222.0.32 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895805 Nov 01 18:21:59.880090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7adc4-b0ce-4437-bd7c-a9e06c6a9bfc req-739cff85-5362-47ff-825b-f83742ddbfb4 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:21:59.881616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58a7adc4-b0ce-4437-bd7c-a9e06c6a9bfc req-739cff85-5362-47ff-825b-f83742ddbfb4 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.0566585 Nov 01 18:21:59.922157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58a7adc4-b0ce-4437-bd7c-a9e06c6a9bfc req-f6baa0a7-5830-4c51-9813-cdd1f82b1347 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Nov 01 18:21:59.945046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-92f64b5d-050f-4645-b815-73077ed806fd service neutron] 10.222.0.32 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931101 Nov 01 18:21:59.991183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-047843b7-b75d-4d2f-bcde-07bc73e9101f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=deceabad-ac17-4ee7-934c-93d8ddc82102 HTTP/1.1" status: 200 len: 217 time: 0.0377445 Nov 01 18:22:00.046281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-668ec762-5ffd-4d8f-bf62-6f514a346a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.047812 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-668ec762-5ffd-4d8f-bf62-6f514a346a64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9afb1a22-638c-4961-8510-35d3a56501d9 HTTP/1.1" status: 200 len: 801 time: 0.0497561 Nov 01 18:22:00.101440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ca685ce2-2036-4e99-9a92-868bd713afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.101440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ca685ce2-2036-4e99-9a92-868bd713afbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2074b94f-e2f4-449d-9000-6fb7ff9ea201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438137 Nov 01 18:22:00.137694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:00.190224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49962) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:00.204689 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-ca218fa9-0e64-4db3-8a9b-39227afd2e4b service neutron] 10.222.0.32 "GET /v2.0/networks/2074b94f-e2f4-449d-9000-6fb7ff9ea201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993371 Nov 01 18:22:00.320526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-2c874936-fc98-49e7-80d6-6382666aa223 service neutron] 10.222.0.32 "GET /v2.0/networks/2074b94f-e2f4-449d-9000-6fb7ff9ea201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090686 Nov 01 18:22:00.387123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4065ad1-c948-4121-9b00-74e98204c946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.389334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21609696-83f4-4e92-a0d9-fa7244aa9ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.392573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-f8f4a3f6-3f3d-4f05-a5d5-ceac7982652e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143 HTTP/1.1" status: 200 len: 217 time: 0.0583096 Nov 01 18:22:00.436809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b65a4-49dc-46b0-8345-a5627ea161b0 req-e4739706-1958-4099-bf9d-428a6e9077a0 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.438499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-266b65a4-49dc-46b0-8345-a5627ea161b0 req-e4739706-1958-4099-bf9d-428a6e9077a0 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 944 time: 0.1189513 Nov 01 18:22:00.446102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-3ddf1bb8-85c1-4904-af59-ba6eb3f2565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.448585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-3ddf1bb8-85c1-4904-af59-ba6eb3f2565d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=146b55eb-8a41-45b7-a0a5-5fa391704fbc HTTP/1.1" status: 200 len: 801 time: 0.0485404 Nov 01 18:22:00.542783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-266b65a4-49dc-46b0-8345-a5627ea161b0 req-330bd0d3-3249-4197-9515-7dd8ecc0bf51 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951300 Nov 01 18:22:00.565396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-0ca89386-e62a-4a01-95d2-4af975e40c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.567211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-0ca89386-e62a-4a01-95d2-4af975e40c01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=04c6eec0-3a63-4610-aa73-48b217302f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123693 Nov 01 18:22:00.574119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee72e723-564c-434a-bd6f-c0ffa1e35037 req-bd24e3d6-4c3a-4ef0-af39-82d218664b5e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 210 time: 0.0582333 Nov 01 18:22:00.628657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21609696-83f4-4e92-a0d9-fa7244aa9ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.631661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4065ad1-c948-4121-9b00-74e98204c946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.686151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64465-cb12-4571-bc52-31e207538c18 req-e9b0c7c1-4991-4407-998d-81574c15e493 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.686775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-a157f74c-92a8-46a9-b247-4b23cc744283 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.688354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-a157f74c-92a8-46a9-b247-4b23cc744283 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 813 time: 0.2006860 Nov 01 18:22:00.693640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64465-cb12-4571-bc52-31e207538c18 req-e9b0c7c1-4991-4407-998d-81574c15e493 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.699993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64465-cb12-4571-bc52-31e207538c18 req-e9b0c7c1-4991-4407-998d-81574c15e493 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:00.701781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5db64465-cb12-4571-bc52-31e207538c18 req-e9b0c7c1-4991-4407-998d-81574c15e493 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2413 time: 0.0728669 Nov 01 18:22:00.710198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Request body: {'port': {'device_id': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'admin_state_up': True, 'tenant_id': '1a3454f4f00348289acae3b6a186c372'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:00.738669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21609696-83f4-4e92-a0d9-fa7244aa9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.739606 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-36ebb99d-856a-48b3-8ff2-794ca676753c service neutron] 10.222.0.32 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622629 Nov 01 18:22:00.745463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4065ad1-c948-4121-9b00-74e98204c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.762172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5db64465-cb12-4571-bc52-31e207538c18 req-7b0161ec-bbdf-4d05-828c-42c4b6b589db tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Nov 01 18:22:00.808792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-21609696-83f4-4e92-a0d9-fa7244aa9ff8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a28f8c209d944a3bd43890aedc6cbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142685 Nov 01 18:22:00.808792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609696-83f4-4e92-a0d9-fa7244aa9ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfa9068-f296-4199-9449-40f181c6cc29,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:00.809946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49976) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:00.812074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4065ad1-c948-4121-9b00-74e98204c946 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33e0ac2ddd234c0aa397fdded78b5850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731386 Nov 01 18:22:00.816412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49978) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:00.855041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4065ad1-c948-4121-9b00-74e98204c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee3006-1bb2-41ca-a66c-997b31dd1622,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:00.886528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.909938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.940558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-91e404e9-0b6e-4fec-9d15-9edd073da88f req-3c76fe64-caf4-4da9-9ef2-60f8b71addd7 service neutron] 10.222.0.32 "GET /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663616 Nov 01 18:22:00.962515 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:00.986199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.024031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Made reservation on behalf of 1a3454f4f00348289acae3b6a186c372 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:01.027711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.049046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b5205-8d2e-467b-95ea-e75247860cac req-7446f1d6-c0e7-4814-a242-e6845d565be8 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:01.050558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-546b5205-8d2e-467b-95ea-e75247860cac req-7446f1d6-c0e7-4814-a242-e6845d565be8 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.0508049 Nov 01 18:22:01.087411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.089931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.091094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63ee3006-1bb2-41ca-a66c-997b31dd1622 HTTP/1.1" status: 204 len: 168 time: 0.2746263 Nov 01 18:22:01.094101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-546b5205-8d2e-467b-95ea-e75247860cac req-748d8c3d-8141-4aa1-8d34-9ed7fcef7a23 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Nov 01 18:22:01.101938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044226-d952-46a3-a9de-3e78f0046048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee3006-1bb2-41ca-a66c-997b31dd1622,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:01.138194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.138194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.138774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cfa9068-f296-4199-9449-40f181c6cc29 HTTP/1.1" status: 204 len: 168 time: 0.3223605 Nov 01 18:22:01.179877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bd81f-5b99-407a-bff4-4c22604edf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfa9068-f296-4199-9449-40f181c6cc29,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:01.259185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Allocated IP 172.20.0.9 (6a0261b0-f54d-4dcf-a645-c4c18478d2e9/cb4b1d44-10e0-4248-b180-afcee7084fa5/c5c7e38a-77fc-4826-a794-2718505dbf31) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:01.314934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:01.474976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.514972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 94b62e4a-e960-4681-bccd-42806e64aba2 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:01.518799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 94b62e4a-e960-4681-bccd-42806e64aba2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:01.519190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.573181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.597533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:01.633526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:01.654581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:01.654902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.656332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Pushing event updated for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:01.658892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:01.709865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:01.712930 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128b536-10d2-4ac1-abbf-1d445c09884e" -d '{"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:01.746721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:01.747746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.765332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:01.774945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f253f-5332-46e4-94d8-810e783f210c req-0d5b653d-f3f8-4eac-a815-e2310fca5c80 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:01.782220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-820f253f-5332-46e4-94d8-810e783f210c req-0d5b653d-f3f8-4eac-a815-e2310fca5c80 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 944 time: 0.1094615 Nov 01 18:22:01.812757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6b836-0747-4dc1-8d78-c75693e02fe1 req-c78a3b51-f315-459c-838a-6275f0f27b73 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:01.814260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9a6b836-0747-4dc1-8d78-c75693e02fe1 req-c78a3b51-f315-459c-838a-6275f0f27b73 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 931 time: 0.0984187 Nov 01 18:22:01.848884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-820f253f-5332-46e4-94d8-810e783f210c req-476ba05b-4c9b-4301-9b97-66a6fc172ead tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Nov 01 18:22:01.866295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9a6b836-0747-4dc1-8d78-c75693e02fe1 req-9deb48b9-1d7b-4f9d-943f-a4b32021dd4e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450246 Nov 01 18:22:01.869461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:01.870357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b78b464a-d3bd-4b36-ace0-51c7f418ef33 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:01.912795 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23f3e9-f4a8-48a4-be2e-ceb95008c5d6 x-openstack-request-id: req-2d23f3e9-f4a8-48a4-be2e-ceb95008c5d6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:01.913343 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:01.913650 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d23f3e9-f4a8-48a4-be2e-ceb95008c5d6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:01.914102 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'code': 200} Nov 01 18:22:01.924928 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-523c1250-bafb-4146-8387-a84afc833c8c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2218270 Nov 01 18:22:01.941376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Request body: {'port': {'device_id': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:01.955363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:01.962076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:02.008502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f752019f-dc15-433a-83cf-d1410906de6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.050471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e4f7-6e10-40f8-b592-578aeb058ceb req-98a77f70-caea-40c5-a72b-5f3ba5f4a05f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.056865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e4f7-6e10-40f8-b592-578aeb058ceb req-98a77f70-caea-40c5-a72b-5f3ba5f4a05f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.063303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5e4f7-6e10-40f8-b592-578aeb058ceb req-98a77f70-caea-40c5-a72b-5f3ba5f4a05f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.064772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b78b464a-d3bd-4b36-ace0-51c7f418ef33 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:02.065269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23b5e4f7-6e10-40f8-b592-578aeb058ceb req-98a77f70-caea-40c5-a72b-5f3ba5f4a05f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2413 time: 0.0789595 Nov 01 18:22:02.073305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b78b464a-d3bd-4b36-ace0-51c7f418ef33 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:02.074000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.083090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.099770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0103-12e2-491f-9e5e-ba90a5278b0f req-8cc29a42-50a7-4d5b-acd3-1e5310102e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.101319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-af5b0103-12e2-491f-9e5e-ba90a5278b0f req-8cc29a42-50a7-4d5b-acd3-1e5310102e17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 1101 time: 0.1118374 Nov 01 18:22:02.133716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23b5e4f7-6e10-40f8-b592-578aeb058ceb req-dcc7190e-c669-4c00-b417-2ca3f02673b6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591350 Nov 01 18:22:02.189681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.207802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-af5b0103-12e2-491f-9e5e-ba90a5278b0f req-3bb329f4-e1cd-4a11-8937-149976490ec1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972075 Nov 01 18:22:02.232220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:02.240114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0d2f-18a6-41ce-8471-a3546a8e0502 req-89d14570-7e78-4fc5-b10c-a842bd891b2b tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.242304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7ba0d2f-18a6-41ce-8471-a3546a8e0502 req-89d14570-7e78-4fc5-b10c-a842bd891b2b tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 950 time: 0.0545948 Nov 01 18:22:02.268083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f752019f-dc15-433a-83cf-d1410906de6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.284973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7ba0d2f-18a6-41ce-8471-a3546a8e0502 req-15d1c69e-254e-44a6-8b30-678f7cb92b94 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Nov 01 18:22:02.317205 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.363774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f752019f-dc15-433a-83cf-d1410906de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.377173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:02.434171 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f752019f-dc15-433a-83cf-d1410906de6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fcc7d707a7248e0b4f59e5fc286f3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779317 Nov 01 18:22:02.436943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:02.438653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752019f-dc15-433a-83cf-d1410906de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216aecf0-ffd5-46bf-aae4-0e399eb8d89d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:02.489553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c7e38a-77fc-4826-a794-2718505dbf31 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:02.496242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.497086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.510647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Transition to ACTIVE for port object c5c7e38a-77fc-4826-a794-2718505dbf31 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:22:02.519839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.572771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.643402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:02.663811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.667046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.668462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/216aecf0-ffd5-46bf-aae4-0e399eb8d89d HTTP/1.1" status: 204 len: 168 time: 0.2303338 Nov 01 18:22:02.678084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb75cb-2f87-4a01-bbeb-e4130a04bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216aecf0-ffd5-46bf-aae4-0e399eb8d89d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:02.712406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Attempting to bind port c5c7e38a-77fc-4826-a794-2718505dbf31 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:02.712741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Attempting to bind port c5c7e38a-77fc-4826-a794-2718505dbf31 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:02.713188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Attempting to bind port c5c7e38a-77fc-4826-a794-2718505dbf31 on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:02.718101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Port c5c7e38a-77fc-4826-a794-2718505dbf31 on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:02.718522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Attempting to bind port c5c7e38a-77fc-4826-a794-2718505dbf31 on network 6a0261b0-f54d-4dcf-a645-c4c18478d2e9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:02.728583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:02.728971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Checking segment: {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:02.729296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Bound using segment: {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:02.729727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Bound port: c5c7e38a-77fc-4826-a794-2718505dbf31, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bcb815-c678-4c5c-893d-b406e82b9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:02.730080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.805818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:02.809230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c5c7e38a-77fc-4826-a794-2718505dbf31,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:02.910799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.947864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:02.948365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:02.949888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5c7e38a-77fc-4826-a794-2718505dbf31 HTTP/1.1" status: 200 len: 1091 time: 1.0132463 Nov 01 18:22:02.950327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:02.952576 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c7211-0776-4089-8b52-37555bad7fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:02.979078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea1ef6-f9ea-452c-82fa-aceafff4d054 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:03.011347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06bf4b-bca4-475e-958c-0c2ef44ca425 req-6d910926-8fb9-4a75-9a9a-4f8eb1fdc407 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.012897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc06bf4b-bca4-475e-958c-0c2ef44ca425 req-6d910926-8fb9-4a75-9a9a-4f8eb1fdc407 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.0888519 Nov 01 18:22:03.038253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fa2a9-bd93-482d-b764-9ded08a6da05 req-63ade128-a4e7-4ff6-aff9-c9760e44f872 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.039794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d7fa2a9-bd93-482d-b764-9ded08a6da05 req-63ade128-a4e7-4ff6-aff9-c9760e44f872 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 943 time: 0.0756514 Nov 01 18:22:03.085291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc06bf4b-bca4-475e-958c-0c2ef44ca425 req-73bd7908-3bfc-469d-afba-c74c20296154 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649002 Nov 01 18:22:03.107444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d7fa2a9-bd93-482d-b764-9ded08a6da05 req-7639e1b9-9c14-4298-ab3f-d9db4ac1d8cd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568025 Nov 01 18:22:03.149082 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f998e703-fdee-4497-bc6b-0e96e7ccf482 x-openstack-request-id: req-f998e703-fdee-4497-bc6b-0e96e7ccf482 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:03.149479 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:03.155138 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f998e703-fdee-4497-bc6b-0e96e7ccf482 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:03.155138 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31', 'status': 'completed', 'code': 200} Nov 01 18:22:03.188126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-29f7c95e-8f8c-4597-acb4-d6fa430a6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.189900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-29f7c95e-8f8c-4597-acb4-d6fa430a6916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 1094 time: 0.0544615 Nov 01 18:22:03.253751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-7272b3df-c627-4a73-b6e8-81d299fa3cd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c7e38a-77fc-4826-a794-2718505dbf31 HTTP/1.1" status: 200 len: 217 time: 0.0483902 Nov 01 18:22:03.305969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d885c6-cc1f-4fac-b9b4-6e203f1ba930 req-9f5dc914-5cc6-4d1f-9cc7-1ecdcc19ddf3 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.313021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d885c6-cc1f-4fac-b9b4-6e203f1ba930 req-9f5dc914-5cc6-4d1f-9cc7-1ecdcc19ddf3 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.321150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d885c6-cc1f-4fac-b9b4-6e203f1ba930 req-9f5dc914-5cc6-4d1f-9cc7-1ecdcc19ddf3 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.323265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-0ab135d4-ee97-4d7a-89c3-1669acfb772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.330502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device deceabad-ac17-4ee7-934c-93d8ddc82102 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:03.333345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93d885c6-cc1f-4fac-b9b4-6e203f1ba930 req-9f5dc914-5cc6-4d1f-9cc7-1ecdcc19ddf3 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2413 time: 0.1053574 Nov 01 18:22:03.339189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-0ab135d4-ee97-4d7a-89c3-1669acfb772d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.0696557 Nov 01 18:22:03.341325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50054) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:03.378920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-d5a37d8d-5552-4d01-a745-cff80e9b08d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382805 Nov 01 18:22:03.406605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93d885c6-cc1f-4fac-b9b4-6e203f1ba930 req-23ae6932-2063-4b73-8e56-6943fc57452e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Nov 01 18:22:03.496829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852373f-4fee-45e9-99fa-de6cda37fae4 req-6adcd30e-4edf-414a-9cc2-0cc5e3a495d3 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.500570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f852373f-4fee-45e9-99fa-de6cda37fae4 req-6adcd30e-4edf-414a-9cc2-0cc5e3a495d3 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 950 time: 0.0983722 Nov 01 18:22:03.516225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-5ed0bc69-9a8d-4b48-909b-ca1fa87962e6 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Nov 01 18:22:03.557021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:03.576181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'network_id': '2074b94f-e2f4-449d-9000-6fb7ff9ea201', 'port_id': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'mac_address': 'fa:16:3e:b0:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afb1a22-638c-4961-8510-35d3a56501d9', 'ip_address': '19.86.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:03.583863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-363f8a81-dfca-4865-9040-85277f5eaa76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:03.633594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:03.650638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deceabad-ac17-4ee7-934c-93d8ddc82102 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:03.653286 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612e6c39-6dd4-4320-9f88-5bbb34bb32d1 req-985762a1-b924-4a02-9710-81e2fb955244 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297317 Nov 01 18:22:03.688147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f852373f-4fee-45e9-99fa-de6cda37fae4 req-cd36aa01-c5c8-46dc-a4cd-a3071fd2a7f6 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802170 Nov 01 18:22:03.689021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:03.756860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:03.757959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:03.790710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-363f8a81-dfca-4865-9040-85277f5eaa76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:03.807680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7211-0776-4089-8b52-37555bad7fe1 req-81175901-7b84-445a-8fe5-30cbef883774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.809431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-81175901-7b84-445a-8fe5-30cbef883774 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 1094 time: 0.0473316 Nov 01 18:22:03.842291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-363f8a81-dfca-4865-9040-85277f5eaa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:03.855761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:03.896482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-363f8a81-dfca-4865-9040-85277f5eaa76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc5904cc2d54a10b4a6b6d6fd3107e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539558 Nov 01 18:22:03.899227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:03.906840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f8a81-dfca-4865-9040-85277f5eaa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55162252-5af5-466b-b1ba-510183d0c45d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:03.917695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:03.925807 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f4519b-498a-4d4e-8bfe-34e752585cb1" -d '{"events": [{"server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "name": "network-vif-plugged", "status": "completed", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:03.938229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:03.944208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7211-0776-4089-8b52-37555bad7fe1 req-e798d2c7-9e48-4e5e-a543-7b31ad77205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:03.945728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-e798d2c7-9e48-4e5e-a543-7b31ad77205c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.1285641 Nov 01 18:22:03.949935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86', 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'port_id': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86', 'mac_address': 'fa:16:3e:04:b8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b55eb-8a41-45b7-a0a5-5fa391704fbc', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:03.982933 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7259bb-6efc-4556-8773-4c9769759af0 x-openstack-request-id: req-0b7259bb-6efc-4556-8773-4c9769759af0 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:03.983224 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "name": "network-vif-plugged", "status": "completed", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:03.983662 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7259bb-6efc-4556-8773-4c9769759af0 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:03.984190 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33', 'code': 200} Nov 01 18:22:04.002010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-f3bd15de-2ca9-4795-af87-68e909dd7e02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c7e38a-77fc-4826-a794-2718505dbf31 HTTP/1.1" status: 200 len: 217 time: 0.0475888 Nov 01 18:22:04.012808 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.029109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:04.043672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.053667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:04.101492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.114759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7211-0776-4089-8b52-37555bad7fe1 req-f3ffeb36-465e-4d69-bbbf-e650c097e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.116179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-f3ffeb36-465e-4d69-bbbf-e650c097e58e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.1065924 Nov 01 18:22:04.161008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.180527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-310f9e6d-50ab-4a9e-8d33-5e9bda2261c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542932 Nov 01 18:22:04.185226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8fa0e-83e7-43eb-89d1-002ba15d10f8 req-a3ee03c4-2965-4791-96f0-d33275407451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.186673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37b8fa0e-83e7-43eb-89d1-002ba15d10f8 req-a3ee03c4-2965-4791-96f0-d33275407451 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 1096 time: 0.1457405 Nov 01 18:22:04.226823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:04.282347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37b8fa0e-83e7-43eb-89d1-002ba15d10f8 req-57a93f77-e014-41fa-8819-599d6d9fec8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882263 Nov 01 18:22:04.287477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1e681-5ac0-402e-8054-fc7707f0f1e8 req-d82a6544-75e8-4666-b5ed-c4738e5cd1ea tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.289305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18c1e681-5ac0-402e-8054-fc7707f0f1e8 req-d82a6544-75e8-4666-b5ed-c4738e5cd1ea tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.1098354 Nov 01 18:22:04.312099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23c8fb-62c8-4200-9bc3-820dc5cd2af3 req-84eb8315-c450-405e-87f1-6630fc686363 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.312857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-91faf18e-58cc-490f-afaa-884f67f57a4d service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176229 Nov 01 18:22:04.313744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23c8fb-62c8-4200-9bc3-820dc5cd2af3 req-84eb8315-c450-405e-87f1-6630fc686363 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 943 time: 0.0973487 Nov 01 18:22:04.341939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.344572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.350254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55162252-5af5-466b-b1ba-510183d0c45d HTTP/1.1" status: 204 len: 168 time: 0.4480772 Nov 01 18:22:04.379045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18c1e681-5ac0-402e-8054-fc7707f0f1e8 req-b5778c79-4890-4d42-9cd9-328f53ae5ae0 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774314 Nov 01 18:22:04.405193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23c8fb-62c8-4200-9bc3-820dc5cd2af3 req-0ef299ec-1701-4bfd-a958-d8e8ef6adbcb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Nov 01 18:22:04.409501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b51889-c715-4986-9cee-da8615eb34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55162252-5af5-466b-b1ba-510183d0c45d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:04.469323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-927c7211-0776-4089-8b52-37555bad7fe1 req-39b7a560-e6cc-4a91-95d4-6222d5ff7752 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471097 Nov 01 18:22:04.501026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['deceabad-ac17-4ee7-934c-93d8ddc82102'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:04.544291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d513643-f5a8-424e-8ca0-8c8883993580 req-8b17c9ed-b48c-459d-a951-e0f0a7b2f39e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.551601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d513643-f5a8-424e-8ca0-8c8883993580 req-8b17c9ed-b48c-459d-a951-e0f0a7b2f39e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.558731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d513643-f5a8-424e-8ca0-8c8883993580 req-8b17c9ed-b48c-459d-a951-e0f0a7b2f39e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.560573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d513643-f5a8-424e-8ca0-8c8883993580 req-8b17c9ed-b48c-459d-a951-e0f0a7b2f39e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2415 time: 0.0705419 Nov 01 18:22:04.572080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:04.630384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d513643-f5a8-424e-8ca0-8c8883993580 req-7ac44d8d-309e-4f72-bd69-b2ac53e17b41 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Nov 01 18:22:04.822793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04687a41-3031-4bc4-8510-e6dc8fc39196 req-ad379977-f480-444d-a47f-b36a81e39e67 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:04.824348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04687a41-3031-4bc4-8510-e6dc8fc39196 req-ad379977-f480-444d-a47f-b36a81e39e67 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 950 time: 0.0531340 Nov 01 18:22:04.865293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04687a41-3031-4bc4-8510-e6dc8fc39196 req-2deffcd2-75a6-48d1-b348-a69843bdd22b tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348570 Nov 01 18:22:05.131654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50140) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:05.240258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e396-7456-4169-9b1d-a654c3dd92bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.313921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e396-7456-4169-9b1d-a654c3dd92bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.331486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d98240ed-fb31-4f61-a311-c9bde9d7c143 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:05.435259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e396-7456-4169-9b1d-a654c3dd92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.454827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:05.469917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e396-7456-4169-9b1d-a654c3dd92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b317940-87e4-496b-a9ae-3af198a47edf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:05.488651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd98240ed-fb31-4f61-a311-c9bde9d7c143', 'network_id': '04c6eec0-3a63-4610-aa73-48b217302f38', 'port_id': 'd98240ed-fb31-4f61-a311-c9bde9d7c143', 'mac_address': 'fa:16:3e:3c:b8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b55eb-8a41-45b7-a0a5-5fa391704fbc', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:05.498779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4eb7e396-7456-4169-9b1d-a654c3dd92bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40d545f5bbfe44a8b30ec97328e8214e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659799 Nov 01 18:22:05.501366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50156) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:05.524970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c134a0-9992-41a6-8071-eef6ed7e8254 req-d97ad143-5027-4fac-b9e3-3457e96dce28 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:05.536056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4c134a0-9992-41a6-8071-eef6ed7e8254 req-d97ad143-5027-4fac-b9e3-3457e96dce28 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.0849094 Nov 01 18:22:05.548081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.573764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['816d4a51-3e6b-4c1d-8e06-91e2ca22fb86'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:05.576941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.585818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4c134a0-9992-41a6-8071-eef6ed7e8254 req-6adea0f1-c31b-4f67-8705-7ab4bf057de7 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Nov 01 18:22:05.605798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98240ed-fb31-4f61-a311-c9bde9d7c143 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:05.608094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.699159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:05.754361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee873-debf-48c1-b07c-e78a27bb6c3c req-4dd08543-313e-42c3-9871-4edc315be9e5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:05.762671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90fee873-debf-48c1-b07c-e78a27bb6c3c req-4dd08543-313e-42c3-9871-4edc315be9e5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 943 time: 0.0925963 Nov 01 18:22:05.815808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90fee873-debf-48c1-b07c-e78a27bb6c3c req-4b779bc1-d6b0-46a4-bae1-af90d4b58e45 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Nov 01 18:22:05.875624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.879244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.883045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b317940-87e4-496b-a9ae-3af198a47edf HTTP/1.1" status: 204 len: 168 time: 0.3779492 Nov 01 18:22:05.897232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885475-48ba-4bf2-9b40-aff07e0975f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b317940-87e4-496b-a9ae-3af198a47edf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:05.913759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd318d-a4e3-4f02-b3b3-cd983138b446 req-ac889d28-b93a-4c75-b7e3-30e758949e6b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:05.920824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd318d-a4e3-4f02-b3b3-cd983138b446 req-ac889d28-b93a-4c75-b7e3-30e758949e6b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:05.927214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:05.931229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd318d-a4e3-4f02-b3b3-cd983138b446 req-ac889d28-b93a-4c75-b7e3-30e758949e6b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:05.933373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9cd318d-a4e3-4f02-b3b3-cd983138b446 req-ac889d28-b93a-4c75-b7e3-30e758949e6b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2415 time: 0.0806875 Nov 01 18:22:05.973414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9cd318d-a4e3-4f02-b3b3-cd983138b446 req-26c0bbe6-37f6-4798-aa47-2d5ac132978c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Nov 01 18:22:05.986322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:06.290730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d98240ed-fb31-4f61-a311-c9bde9d7c143'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:06.379688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c5c7e38a-77fc-4826-a794-2718505dbf31 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:06.521140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c5c7e38a-77fc-4826-a794-2718505dbf31,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:06.532502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c5c7e38a-77fc-4826-a794-2718505dbf31', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'port_id': 'c5c7e38a-77fc-4826-a794-2718505dbf31', 'mac_address': 'fa:16:3e:9d:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4b1d44-10e0-4248-b180-afcee7084fa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:06.573215 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:06.587687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c7e38a-77fc-4826-a794-2718505dbf31 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:06.611972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c5c7e38a-77fc-4826-a794-2718505dbf31,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:06.710224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c715c5-39fc-4a77-ab13-2b16dc8b9037 req-a22a3e6b-502c-42f4-bb2d-686176a1e27d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:06.711880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34c715c5-39fc-4a77-ab13-2b16dc8b9037 req-a22a3e6b-502c-42f4-bb2d-686176a1e27d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Nov 01 18:22:06.761030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34c715c5-39fc-4a77-ab13-2b16dc8b9037 req-79a84d57-9422-4a2c-85ce-1ee507ea5474 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Nov 01 18:22:06.766460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:06.818720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:06.973321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828f08-21da-457b-b610-aa922c56a28c req-df69e782-ee72-4447-9d02-7bdc3beba968 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:06.974823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa828f08-21da-457b-b610-aa922c56a28c req-df69e782-ee72-4447-9d02-7bdc3beba968 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 944 time: 0.0628307 Nov 01 18:22:07.020461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa828f08-21da-457b-b610-aa922c56a28c req-a379c168-30cf-44ba-abcb-7e99569dbc53 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Nov 01 18:22:07.120039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93757ea-b971-493f-8ec0-6b2512e66d59 req-7875460d-e27e-4bdf-a03a-65e7708bc86c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:07.128322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93757ea-b971-493f-8ec0-6b2512e66d59 req-7875460d-e27e-4bdf-a03a-65e7708bc86c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:07.133348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93757ea-b971-493f-8ec0-6b2512e66d59 req-7875460d-e27e-4bdf-a03a-65e7708bc86c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:07.135053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b93757ea-b971-493f-8ec0-6b2512e66d59 req-7875460d-e27e-4bdf-a03a-65e7708bc86c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2416 time: 0.0682347 Nov 01 18:22:07.176697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b93757ea-b971-493f-8ec0-6b2512e66d59 req-848602bc-a350-4f5c-a0d4-46e864479a20 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Nov 01 18:22:07.177650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c5c7e38a-77fc-4826-a794-2718505dbf31'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:07.359860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device deceabad-ac17-4ee7-934c-93d8ddc82102 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:07.486216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port deceabad-ac17-4ee7-934c-93d8ddc82102 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:07.491399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port deceabad-ac17-4ee7-934c-93d8ddc82102 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:07.491941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:07.573282 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:07.613025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:07.616229 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd312a99-4f13-40aa-94d1-06552a845f63" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:07.622126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:07.657949 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e35507-18e9-4f87-94a5-05bc464bab39 x-openstack-request-id: req-92e35507-18e9-4f87-94a5-05bc464bab39 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:07.658241 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:07.658494 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92e35507-18e9-4f87-94a5-05bc464bab39 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:07.658883 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'code': 200} Nov 01 18:22:07.670240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:07.672089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:07.761721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:07.916158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:07.920619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:07.921000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.195695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.211667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50324) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:08.252066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df668882-6d53-4030-ab87-1133b0606e8b req-9b898b53-29c8-44b5-9007-9270ba452293 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:08.255111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df668882-6d53-4030-ab87-1133b0606e8b req-9b898b53-29c8-44b5-9007-9270ba452293 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 944 time: 0.1098361 Nov 01 18:22:08.260871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:08.307137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df668882-6d53-4030-ab87-1133b0606e8b req-838b5b7d-feaf-4e11-96bf-c3fd9bbb2a65 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Nov 01 18:22:08.338325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.392815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ee2e-5e60-426a-88e9-a9fd8129b592 req-9f2deb47-5572-42ce-9144-30ddade62492 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:08.401498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ee2e-5e60-426a-88e9-a9fd8129b592 req-9f2deb47-5572-42ce-9144-30ddade62492 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:08.408533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ee2e-5e60-426a-88e9-a9fd8129b592 req-9f2deb47-5572-42ce-9144-30ddade62492 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:08.410816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b891ee2e-5e60-426a-88e9-a9fd8129b592 req-9f2deb47-5572-42ce-9144-30ddade62492 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2417 time: 0.0969718 Nov 01 18:22:08.411636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:08.454756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1445122902'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:08.472581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b891ee2e-5e60-426a-88e9-a9fd8129b592 req-d75add0e-d5db-4a6a-9cf5-3fc6540b406c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518217 Nov 01 18:22:08.595215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Made reservation on behalf of 75bfd6b9ba5d4d1a8d3733cce8b7de75 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:08.599431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.609258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.714538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.765779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.796122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:08.806786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfbb1b2-03a9-4203-bd01-9ecaf0b64187,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:08.819321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:08.819321 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Added segment 26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7 of type vlan for network a88e3562-28ac-4639-9491-e1b470cf4d4d Nov 01 18:22:08.821919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.822317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.822725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.822994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.823341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.823706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.824043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.824720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.824720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.825042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.825505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.826145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:08.898766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.058322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.058720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.065087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:09.066361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.136507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Pushing event updated for resources: {'Network': ['ID=a88e3562-28ac-4639-9491-e1b470cf4d4d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:09.153743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a88e3562-28ac-4639-9491-e1b470cf4d4d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:09.203841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d9e48b06-35ba-4992-94a1-377aa3908e4a tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9901226 Nov 01 18:22:09.390629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:09.397003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d98240ed-fb31-4f61-a311-c9bde9d7c143 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:09.457779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50396) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:09.476247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb42471-336c-4084-b16d-f76fe587ff35 req-1a400823-c7c0-4fea-8742-665a0dcf5bc5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:09.486143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fb42471-336c-4084-b16d-f76fe587ff35 req-1a400823-c7c0-4fea-8742-665a0dcf5bc5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 944 time: 0.0859201 Nov 01 18:22:09.594519 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fb42471-336c-4084-b16d-f76fe587ff35 req-aa3ea04c-e395-4a2f-af29-0890a144dd7a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Nov 01 18:22:09.614392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:09.638360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-986ab462-d89b-46be-b5cc-0e38e6dafc05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.650394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '94b62e4a-e960-4681-bccd-42806e64aba2', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '94b62e4a-e960-4681-bccd-42806e64aba2', 'mac_address': 'fa:16:3e:12:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:09.653888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d98240ed-fb31-4f61-a311-c9bde9d7c143 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:09.673838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:09.682366 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7995165-ed31-4206-bf90-dc7345a94342" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:09.709023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d98240ed-fb31-4f61-a311-c9bde9d7c143 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:09.709394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.773794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50408) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:09.790268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d', 'binding:host_id': 'n-h2-815923-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1840081053'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:09.809307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-986ab462-d89b-46be-b5cc-0e38e6dafc05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.815841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde8b2-1ea1-420a-a6e9-0669e965c1d0 req-c2b2dcbd-86b9-4716-adb4-49511e46640a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:09.824134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.824828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde8b2-1ea1-420a-a6e9-0669e965c1d0 req-c2b2dcbd-86b9-4716-adb4-49511e46640a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:09.833425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde8b2-1ea1-420a-a6e9-0669e965c1d0 req-c2b2dcbd-86b9-4716-adb4-49511e46640a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:09.847096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cdde8b2-1ea1-420a-a6e9-0669e965c1d0 req-c2b2dcbd-86b9-4716-adb4-49511e46640a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2418 time: 0.1485255 Nov 01 18:22:09.888173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.892253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:09.894707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-986ab462-d89b-46be-b5cc-0e38e6dafc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.919116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cdde8b2-1ea1-420a-a6e9-0669e965c1d0 req-a55631eb-b14b-4304-a43e-678a6b31503b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Nov 01 18:22:09.936495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:09.954895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:09.969949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-986ab462-d89b-46be-b5cc-0e38e6dafc05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1330cde92de64d09ba27f95e97361b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100796 Nov 01 18:22:09.973358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:09.983955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Made reservation on behalf of 444d6877555b4de389bc92fba2884d0a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:09.993664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:09.996187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ab462-d89b-46be-b5cc-0e38e6dafc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b67513-174a-4475-b4a8-f2568dcb959f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.000345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.023362 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19822509-4a37-44f7-af77-4e70d54f5bba x-openstack-request-id: req-19822509-4a37-44f7-af77-4e70d54f5bba {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:10.023676 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:10.023929 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19822509-4a37-44f7-af77-4e70d54f5bba {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:10.024335 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86', 'code': 200} Nov 01 18:22:10.053755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.095455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.143208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.224903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.227932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['94b62e4a-e960-4681-bccd-42806e64aba2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:10.249804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.315739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.366752 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.377209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.380774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:10.394179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c5c7e38a-77fc-4826-a794-2718505dbf31 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:10.493838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544462af-e123-4454-9453-855de9bd1ef9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.528946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port c5c7e38a-77fc-4826-a794-2718505dbf31 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:10.534802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c5c7e38a-77fc-4826-a794-2718505dbf31 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:10.535632 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.636138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.671136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.673720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.677213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52b67513-174a-4475-b4a8-f2568dcb959f HTTP/1.1" status: 204 len: 168 time: 0.7005463 Nov 01 18:22:10.677474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c5c7e38a-77fc-4826-a794-2718505dbf31,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:10.730659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277136a-ec48-444b-9e76-f51b660bbb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b67513-174a-4475-b4a8-f2568dcb959f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.732531 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:10.819012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d698ca-4b65-4ccc-99cb-7b4c01267e6b req-95c43d5d-d036-426a-9ae5-ceff423083bb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:10.826490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0d698ca-4b65-4ccc-99cb-7b4c01267e6b req-95c43d5d-d036-426a-9ae5-ceff423083bb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 944 time: 0.1308355 Nov 01 18:22:10.884480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:10.896928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:10.919479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0d698ca-4b65-4ccc-99cb-7b4c01267e6b req-bde188c5-1bc1-410f-9ae7-dbfa5f0d160c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Nov 01 18:22:10.938557 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.014295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.121482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59352b96-af17-4bdf-8945-5300fa5945de req-d1dd6f8b-ce82-4ad5-8c48-7e1e96153908 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:11.142649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59352b96-af17-4bdf-8945-5300fa5945de req-d1dd6f8b-ce82-4ad5-8c48-7e1e96153908 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:11.155118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59352b96-af17-4bdf-8945-5300fa5945de req-d1dd6f8b-ce82-4ad5-8c48-7e1e96153908 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:11.156895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59352b96-af17-4bdf-8945-5300fa5945de req-d1dd6f8b-ce82-4ad5-8c48-7e1e96153908 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.1572890 Nov 01 18:22:11.169795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=2e449d9c-47d8-41f3-a4b0-8cae70bfda26,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:11.234686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Checking segment: {'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:11.235334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Network hostable DHCP agents. Network: a88e3562-28ac-4639-9491-e1b470cf4d4d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:22:11.288846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59352b96-af17-4bdf-8945-5300fa5945de req-12c8af30-a9f8-44cc-9677-629a59d0d5f2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031873 Nov 01 18:22:11.384350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Network a88e3562-28ac-4639-9491-e1b470cf4d4d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:11.410270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:11.481089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a88e3562-28ac-4639-9491-e1b470cf4d4d) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:11.492269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:11.508746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1478f0-d03a-4cd7-ac62-78d04f322d2d None None] Network a88e3562-28ac-4639-9491-e1b470cf4d4d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:11.522734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.526792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.527429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.540764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.541474 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.543189 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 2 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.572258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.574406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.574960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.580162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.581650 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.582297 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 3 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.596788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.597517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.598070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.605236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.605803 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.606501 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 4 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.607796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:11.634317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.634964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.635685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.642422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.643089 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.643929 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 5 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.660270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7494d97b-4d0f-4fc7-8da6-be332f2c6e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.673957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.676633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.677180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.689904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.691898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 94b62e4a-e960-4681-bccd-42806e64aba2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:11.692372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.695057 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.695738 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 6 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.722728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.726996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.727734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.735582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.742316 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.742861 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 7 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.767954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.768588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.769011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.773784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.774148 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.774530 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 8 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.792132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.795158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.795158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.801794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.802121 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.802775 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 9 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.813690 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.816473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.817052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.817510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.823135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.823576 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.824019 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 10 to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 Nov 01 18:22:11.828650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7494d97b-4d0f-4fc7-8da6-be332f2c6e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.839865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:11.840315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:11.840707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:11.856668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:11.857541 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:11.857984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.884021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:11.910141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7494d97b-4d0f-4fc7-8da6-be332f2c6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:11.957601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:11.958571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempted to set empty binding levels {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:22:11.968219 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7494d97b-4d0f-4fc7-8da6-be332f2c6e3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c277bb56f6344c27aeeb82af5bca8d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579857 Nov 01 18:22:11.969083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494d97b-4d0f-4fc7-8da6-be332f2c6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d225560-b619-4dd6-af5f-5623e7aaa543,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:11.972877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50462) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:12.025396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143'}, {'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31'}, {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:12.028199 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da871c1-0233-4ca9-b11b-520579cded43" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143"}, {"server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "name": "network-vif-plugged", "status": "completed", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31"}, {"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:12.039764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.044471 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.101054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.105418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.154478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.155151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.198123 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7636ea-e009-4863-a33e-46715b096054 x-openstack-request-id: req-0b7636ea-e009-4863-a33e-46715b096054 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:12.198390 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-plugged", "status": "completed", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143", "code": 200}, {"server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "name": "network-vif-plugged", "status": "completed", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31", "code": 200}, {"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:12.198586 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7636ea-e009-4863-a33e-46715b096054 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:12.198982 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143', 'code': 200} Nov 01 18:22:12.199238 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31', 'code': 200} Nov 01 18:22:12.199494 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'code': 200} Nov 01 18:22:12.201787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:12.239598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb62a1-574d-49d0-be5b-de3c58289788 req-6caccc0f-4fe0-4e0c-a8f0-d5458a6f9f97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.256861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9eb62a1-574d-49d0-be5b-de3c58289788 req-6caccc0f-4fe0-4e0c-a8f0-d5458a6f9f97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.2183957 Nov 01 18:22:12.288808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=2e449d9c-47d8-41f3-a4b0-8cae70bfda26,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:12.352439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9eb62a1-574d-49d0-be5b-de3c58289788 req-ed087e98-9b11-4952-afbf-2f766c62fbfa tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Nov 01 18:22:12.357943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30114a-3eb4-40fe-a560-9c28d7b7689e req-783120f7-99e8-4148-b100-92df0dfb8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.359678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc30114a-3eb4-40fe-a560-9c28d7b7689e req-783120f7-99e8-4148-b100-92df0dfb8fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 1096 time: 0.1291070 Nov 01 18:22:12.364999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f62c0ad7-c89f-4be9-a649-d352e902c978 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5851858 Nov 01 18:22:12.366009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50478) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:12.417127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75adb-62ad-4713-b53f-e167b8479b89 req-455568d4-5b99-40b3-b16d-9b5fa1eeae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.417514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75adb-62ad-4713-b53f-e167b8479b89 req-455568d4-5b99-40b3-b16d-9b5fa1eeae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.417981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75adb-62ad-4713-b53f-e167b8479b89 req-455568d4-5b99-40b3-b16d-9b5fa1eeae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.419637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acd75adb-62ad-4713-b53f-e167b8479b89 req-455568d4-5b99-40b3-b16d-9b5fa1eeae09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2872 time: 0.1306477 Nov 01 18:22:12.437266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc30114a-3eb4-40fe-a560-9c28d7b7689e req-e99ccd17-63b1-40e6-8439-c8292aed0679 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701470 Nov 01 18:22:12.466222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acd75adb-62ad-4713-b53f-e167b8479b89 req-30f6b385-afde-47e7-9ab4-ac7c964f6d4e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Nov 01 18:22:12.533082 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.535831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.539372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d225560-b619-4dd6-af5f-5623e7aaa543 HTTP/1.1" status: 204 len: 168 time: 0.5630038 Nov 01 18:22:12.555763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11982e-a017-47ad-8993-4248373e689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d225560-b619-4dd6-af5f-5623e7aaa543,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:12.575937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0309-6e45-4b3c-8303-e3e44b4358d9 req-33f49584-f23d-4dbf-b475-0d57f682e7bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.583296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0309-6e45-4b3c-8303-e3e44b4358d9 req-33f49584-f23d-4dbf-b475-0d57f682e7bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.589703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0309-6e45-4b3c-8303-e3e44b4358d9 req-33f49584-f23d-4dbf-b475-0d57f682e7bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:12.597657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bedc0309-6e45-4b3c-8303-e3e44b4358d9 req-33f49584-f23d-4dbf-b475-0d57f682e7bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.1432264 Nov 01 18:22:12.649613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Deleting port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:12.650000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.682098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bedc0309-6e45-4b3c-8303-e3e44b4358d9 req-3923ca45-1b24-4e88-ae01-31ce4324c83b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829616 Nov 01 18:22:12.814699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port 2e449d9c-47d8-41f3-a4b0-8cae70bfda26, host n-h2-815923-2, got binding levels [] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:12.815455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:12.878995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Calling delete_port for 2e449d9c-47d8-41f3-a4b0-8cae70bfda26 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:13.091960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:13.119058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e449d9c-47d8-41f3-a4b0-8cae70bfda26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:13.132329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:13.139031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:13.139688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8bd7dd88-46e2-4f5e-831c-1c82b7aea957 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2e449d9c-47d8-41f3-a4b0-8cae70bfda26 HTTP/1.1" status: 204 len: 168 time: 0.7712133 Nov 01 18:22:13.212663 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-df721b70-9a65-4f25-912e-4e8566d03eb8 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:22:13.219674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:13.231112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1404449986'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:13.236228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df721b70-9a65-4f25-912e-4e8566d03eb8 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports/2e449d9c-47d8-41f3-a4b0-8cae70bfda26 HTTP/1.1" status: 404 len: 333 time: 0.0964508 Nov 01 18:22:13.378054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Made reservation on behalf of 444d6877555b4de389bc92fba2884d0a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:13.384325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:13.417519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port e1768bf1-7a2f-43b4-af9b-478c89912958 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:13.622051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8968a-c9f0-414b-aeb4-90f5a77251e5 req-82087943-97dc-4bd9-8729-c311eb4a635d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:13.629612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ab8968a-c9f0-414b-aeb4-90f5a77251e5 req-82087943-97dc-4bd9-8729-c311eb4a635d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.1258421 Nov 01 18:22:13.722121 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:13.741922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ab8968a-c9f0-414b-aeb4-90f5a77251e5 req-bf03b57e-c36f-4e6f-9832-8a134c6cf35d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113360 Nov 01 18:22:13.946375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:14.000861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbe5a-9408-4927-8a13-5ed2329d96e5 req-7dbba665-1766-46f6-a5b6-fbfcf24fcdbf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:14.007333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbe5a-9408-4927-8a13-5ed2329d96e5 req-7dbba665-1766-46f6-a5b6-fbfcf24fcdbf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:14.013655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbe5a-9408-4927-8a13-5ed2329d96e5 req-7dbba665-1766-46f6-a5b6-fbfcf24fcdbf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:14.015173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d97dbe5a-9408-4927-8a13-5ed2329d96e5 req-7dbba665-1766-46f6-a5b6-fbfcf24fcdbf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.1977787 Nov 01 18:22:14.023289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Network a88e3562-28ac-4639-9491-e1b470cf4d4d is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:14.026514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:14.030381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:14.031647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:14.032333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:14.065998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=e1768bf1-7a2f-43b4-af9b-478c89912958,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:14.099536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d97dbe5a-9408-4927-8a13-5ed2329d96e5 req-afac843d-c4d7-4c4c-9bb0-c28a8e14929c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Nov 01 18:22:14.348322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-add4d688-9501-4964-ae08-4d9d2e7d1368 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1259134 Nov 01 18:22:14.358257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:14.369253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:14.435135 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:14.964406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1024-781f-49d2-9f12-133d6b194773 req-c0533a6f-821e-4398-b707-09d4482b9fda tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:14.976203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f33d1024-781f-49d2-9f12-133d6b194773 req-c0533a6f-821e-4398-b707-09d4482b9fda tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.1219840 Nov 01 18:22:15.038818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f33d1024-781f-49d2-9f12-133d6b194773 req-73f07022-f37a-4437-9883-101844df29fd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614803 Nov 01 18:22:15.240839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dad52-13bd-49da-8050-2c25d174fb83 req-991dc096-1132-4ed8-a0a6-e705ad129694 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:15.247722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dad52-13bd-49da-8050-2c25d174fb83 req-991dc096-1132-4ed8-a0a6-e705ad129694 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:15.255287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dad52-13bd-49da-8050-2c25d174fb83 req-991dc096-1132-4ed8-a0a6-e705ad129694 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:15.270064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d24dad52-13bd-49da-8050-2c25d174fb83 req-991dc096-1132-4ed8-a0a6-e705ad129694 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.0853362 Nov 01 18:22:15.277732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port e1768bf1-7a2f-43b4-af9b-478c89912958 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:15.288296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:15.329881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d24dad52-13bd-49da-8050-2c25d174fb83 req-7d3a9ed6-6396-4484-a42f-d17d05446fa8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Nov 01 18:22:15.373407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:15.463996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=e1768bf1-7a2f-43b4-af9b-478c89912958,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:15.476094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.477274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.478918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.486017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.487206 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.492628 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 2 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.529085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.529432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.529784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.535229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.535598 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.536604 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 3 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.554452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.555154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.555734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.562215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.563300 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.564142 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 4 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.588645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.588645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.588645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.599420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.599420 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.599420 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 5 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.611963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.612356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.612702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.635813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.636344 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.636537 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 6 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.694844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.695257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.696038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.701206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.701444 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.701835 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 7 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.733569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.734492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.734492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.748819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.749155 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.749554 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 8 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.770684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.771181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.771646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.782020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.788893 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.789793 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 9 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.838469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.839081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.839448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.850714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.851076 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.851690 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 10 to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 Nov 01 18:22:15.889108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:15.889479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:15.889818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:15.898836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:15.900790 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port e1768bf1-7a2f-43b4-af9b-478c89912958 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:15.907584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:15.985082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50590) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:16.049136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port e1768bf1-7a2f-43b4-af9b-478c89912958, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:16.050278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempted to set empty binding levels {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:22:16.101526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de014-85e1-4e99-b56a-9b278abddfdb req-1b092324-6826-433a-b8b7-4c717621ede2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.108077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a0de014-85e1-4e99-b56a-9b278abddfdb req-1b092324-6826-433a-b8b7-4c717621ede2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.1239853 Nov 01 18:22:16.124935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a00f8-874d-4777-b254-fb93344d5032 req-e45b51f7-6cd6-4fba-be63-f4d17c0a2784 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.132310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a00f8-874d-4777-b254-fb93344d5032 req-e45b51f7-6cd6-4fba-be63-f4d17c0a2784 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.138407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a00f8-874d-4777-b254-fb93344d5032 req-e45b51f7-6cd6-4fba-be63-f4d17c0a2784 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.140152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f71a00f8-874d-4777-b254-fb93344d5032 req-e45b51f7-6cd6-4fba-be63-f4d17c0a2784 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.1195469 Nov 01 18:22:16.152251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.208945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] In _notify_port_updated(), no bound segment for port e1768bf1-7a2f-43b4-af9b-478c89912958 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:22:16.223476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.225015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.226965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "PUT /v2.0/ports/e1768bf1-7a2f-43b4-af9b-478c89912958 HTTP/1.1" status: 200 len: 975 time: 1.8666468 Nov 01 18:22:16.232484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50598) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:16.262679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a0de014-85e1-4e99-b56a-9b278abddfdb req-80cea4c7-25e4-4169-b692-93e76f58f30f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149464 Nov 01 18:22:16.281397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f71a00f8-874d-4777-b254-fb93344d5032 req-f1f4febb-c11f-43a1-9e8d-83f01f07b5c3 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265664 Nov 01 18:22:16.394714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721f326-6d5b-49ab-a1c1-8c19025f6132 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=e1768bf1-7a2f-43b4-af9b-478c89912958,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:16.451458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1667268031'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:16.491044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.491044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.491044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.491845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.492655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.493132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.493600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.494068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.494532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.495031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.495664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.496263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.496970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.497439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.497902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.498365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.501749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.504234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.504803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.505370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.506264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.506738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.507207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.507882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.508351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.508867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.509335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.509814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.510415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.510874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.511421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.511905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.512373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.512833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.513354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.513878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.514347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.514803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.515312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.515955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.516488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:16.529364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da760ebb-9f56-40fe-bbdf-b661e8c152dd tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41626 time: 0.2890813 Nov 01 18:22:16.531916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50602) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:16.549591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Made reservation on behalf of 219d40c31a0d46199290da6697368f95 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:16.554387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.590079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.656023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Deleting port e1768bf1-7a2f-43b4-af9b-478c89912958 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:16.657093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.757098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.767418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port e1768bf1-7a2f-43b4-af9b-478c89912958, host n-h2-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:16.768800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.786450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Calling delete_port for e1768bf1-7a2f-43b4-af9b-478c89912958 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:16.819218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.861723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:16.887433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:16.888003 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Added segment 27f06f6c-97cc-480a-b798-840ac7ef785f of type vlan for network 5db3e591-b021-40fb-9e07-6a72390a12f8 Nov 01 18:22:16.889210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b005dc-ddc2-4b7d-be29-bb75a888aff0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:17.023889 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.037063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.073858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1768bf1-7a2f-43b4-af9b-478c89912958,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:17.094708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.098774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c7b80a01-d004-43d0-9422-e8f925d50afb tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e1768bf1-7a2f-43b4-af9b-478c89912958 HTTP/1.1" status: 204 len: 168 time: 0.5663276 Nov 01 18:22:17.101453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50614) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:17.135581 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-83060fa3-fc84-4ee6-a2ab-61a20a52caac tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:22:17.137646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83060fa3-fc84-4ee6-a2ab-61a20a52caac tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports/e1768bf1-7a2f-43b4-af9b-478c89912958 HTTP/1.1" status: 404 len: 333 time: 0.0348086 Nov 01 18:22:17.141884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50616) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:17.150466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166434372', 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:17.168049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.173870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.197094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.327693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event updated for resources: {'Network': ['ID=5db3e591-b021-40fb-9e07-6a72390a12f8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:17.340942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:17.396473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Made reservation on behalf of 444d6877555b4de389bc92fba2884d0a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:17.399989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.438150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port e8685da8-a57c-4117-8fa8-1516b7c58525 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:17.535237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0bd363ce-935e-4a70-9ae9-96d0dc6ff1b2 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5427165 Nov 01 18:22:17.542348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50628) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:17.554882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Request body: {'subnet': {'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:17.607449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-b4d39f9d-fcce-4c7c-a4b8-5451733a21fe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.612002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-b4d39f9d-fcce-4c7c-a4b8-5451733a21fe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.1561449 Nov 01 18:22:17.645217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f07ba1-dd78-479d-89ea-678a7667282e req-5f315325-9a08-4ab5-bd4c-926aa37df125 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.651491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f07ba1-dd78-479d-89ea-678a7667282e req-5f315325-9a08-4ab5-bd4c-926aa37df125 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.657732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f07ba1-dd78-479d-89ea-678a7667282e req-5f315325-9a08-4ab5-bd4c-926aa37df125 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.659973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f07ba1-dd78-479d-89ea-678a7667282e req-5f315325-9a08-4ab5-bd4c-926aa37df125 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.1462295 Nov 01 18:22:17.689761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6db9-ca24-462d-9ff1-b6a1128a9225 req-6b4dcd07-7759-4a5f-8a0f-e3e8b7ccef99 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:17.692380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3af6db9-ca24-462d-9ff1-b6a1128a9225 req-6b4dcd07-7759-4a5f-8a0f-e3e8b7ccef99 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 945 time: 0.1802530 Nov 01 18:22:17.825744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f07ba1-dd78-479d-89ea-678a7667282e req-2ef5b3e6-574b-479c-b317-cf48599ef367 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564648 Nov 01 18:22:17.847322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3af6db9-ca24-462d-9ff1-b6a1128a9225 req-8203695d-1d51-4440-b5b5-1826684e4c12 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438811 Nov 01 18:22:17.865856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Made reservation on behalf of 219d40c31a0d46199290da6697368f95 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:17.865856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:17.882042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.079833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.213516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=e8685da8-a57c-4117-8fa8-1516b7c58525,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:18.247938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Network a88e3562-28ac-4639-9491-e1b470cf4d4d is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:18.253901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:18.261866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:18.264508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.265114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.343493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-6392376a-ecf8-4dd6-afa1-95eb1fa9e0fd tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.350000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-6392376a-ecf8-4dd6-afa1-95eb1fa9e0fd tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.357384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-6392376a-ecf8-4dd6-afa1-95eb1fa9e0fd tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.359205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-6392376a-ecf8-4dd6-afa1-95eb1fa9e0fd tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.3459935 Nov 01 18:22:18.364794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.416213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9289505c-f45a-4107-95c3-4e21c0a98aee tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2723510 Nov 01 18:22:18.418814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50640) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:18.461464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event updated for resources: {'Subnet': ['ID=df580806-eb9f-4286-bfe4-3841b22e3acf,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:18.477970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Deleting port c5c7e38a-77fc-4826-a794-2718505dbf31 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:18.478454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.482974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7391c49-b82f-4924-9539-0423666409ec tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.488446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c7391c49-b82f-4924-9539-0423666409ec tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports/e8685da8-a57c-4117-8fa8-1516b7c58525 HTTP/1.1" status: 200 len: 954 time: 0.0647068 Nov 01 18:22:18.489337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:18.640713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-446c80e8-2c60-4599-8d47-f5f6454c9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.653328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Checking segment: {'id': '27f06f6c-97cc-480a-b798-840ac7ef785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:18.654513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Network hostable DHCP agents. Network: 5db3e591-b021-40fb-9e07-6a72390a12f8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:22:18.710200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] For port c5c7e38a-77fc-4826-a794-2718505dbf31, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c5c7e38a-77fc-4826-a794-2718505dbf31,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:18.710749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.723891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port d98240ed-fb31-4f61-a311-c9bde9d7c143 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:18.724377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.731268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Calling delete_port for c5c7e38a-77fc-4826-a794-2718505dbf31 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:18.776234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Deleting port e8685da8-a57c-4117-8fa8-1516b7c58525 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:18.776581 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.797304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:18.884595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port d98240ed-fb31-4f61-a311-c9bde9d7c143, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d98240ed-fb31-4f61-a311-c9bde9d7c143,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:18.888555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.912097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for d98240ed-fb31-4f61-a311-c9bde9d7c143 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:18.925241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5db3e591-b021-40fb-9e07-6a72390a12f8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:18.942661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:18.942956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83814a45-7a22-4da2-8eef-55e0fe1e55ac None None] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:18.943419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.944630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:18.988348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Calling delete_port for e8685da8-a57c-4117-8fa8-1516b7c58525 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:19.125011 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5923486-4b25-4239-b6d1-d18e95270dc7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767524 Nov 01 18:22:19.132194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:19.148824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Request body: {'port': {'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1839500240'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:19.270017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5db3e591-b021-40fb-9e07-6a72390a12f8', 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8', 'tenant_id': '219d40c31a0d46199290da6697368f95', 'fixed_ips': [{'subnet_id': 'df580806-eb9f-4286-bfe4-3841b22e3acf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:22:19.272498 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.281506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.282734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bc57c-067d-4b25-b2c7-cbaf00643624 req-2db761e5-58ef-491f-bd02-85ab65d086d1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:19.293894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-752bc57c-067d-4b25-b2c7-cbaf00643624 req-2db761e5-58ef-491f-bd02-85ab65d086d1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 867 time: 0.2785726 Nov 01 18:22:19.297311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:19.325226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874d120-8b8f-4808-ba73-54a464189bd0 req-1ced532e-481d-4663-a185-8ecbf32a7688 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:19.331274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874d120-8b8f-4808-ba73-54a464189bd0 req-1ced532e-481d-4663-a185-8ecbf32a7688 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:19.337265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874d120-8b8f-4808-ba73-54a464189bd0 req-1ced532e-481d-4663-a185-8ecbf32a7688 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:19.344902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a874d120-8b8f-4808-ba73-54a464189bd0 req-1ced532e-481d-4663-a185-8ecbf32a7688 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 2419 time: 0.3180766 Nov 01 18:22:19.379219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Pushing event deleted for resources: {'Port': ['ID=c5c7e38a-77fc-4826-a794-2718505dbf31,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:19.427373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a874d120-8b8f-4808-ba73-54a464189bd0 req-666cee9c-c0e2-4d1a-8296-7eaecfefb7b4 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815010 Nov 01 18:22:19.451461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-752bc57c-067d-4b25-b2c7-cbaf00643624 req-1e92060d-e99a-4709-bdce-f4df710bc25f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566396 Nov 01 18:22:19.459417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] No DVR routers for this DVR port c5c7e38a-77fc-4826-a794-2718505dbf31 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:19.464110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.467620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-757cc92d-b657-43c2-ad02-a172c5d98e78 req-3bd82bff-e6a0-404b-9fd6-1848dfc6c5c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "DELETE /v2.0/ports/c5c7e38a-77fc-4826-a794-2718505dbf31 HTTP/1.1" status: 204 len: 173 time: 1.8489106 Nov 01 18:22:19.478903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'name': 'network-vif-deleted', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:19.481269 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326f8d99-ca59-48d9-8fd7-69a8073d069a" -d '{"events": [{"server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "name": "network-vif-deleted", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:19.526587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.535202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Allocated IP 172.20.0.2 (5db3e591-b021-40fb-9e07-6a72390a12f8/df580806-eb9f-4286-bfe4-3841b22e3acf/db044f87-fc40-40b5-b7c4-7af86e4cdb96) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:19.586657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8685da8-a57c-4117-8fa8-1516b7c58525,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:19.611122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.621713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50660) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:19.622019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e592f61d-609d-45b7-b05a-045ee4e197da tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e8685da8-a57c-4117-8fa8-1516b7c58525 HTTP/1.1" status: 204 len: 168 time: 1.1316166 Nov 01 18:22:19.653415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.676800 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9655543b-4d74-4964-b345-3d22d8e077d6 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:22:19.689123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50664) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:19.692031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2062984847'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:19.696135 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9655543b-4d74-4964-b345-3d22d8e077d6 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports/e8685da8-a57c-4117-8fa8-1516b7c58525 HTTP/1.1" status: 404 len: 333 time: 0.0764132 Nov 01 18:22:19.767375 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a76b8db-e88e-4900-8773-524180925d33 x-openstack-request-id: req-0a76b8db-e88e-4900-8773-524180925d33 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:19.767698 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987fcbd9-e18d-4c1e-881f-6623fd598097", "name": "network-vif-deleted", "tag": "c5c7e38a-77fc-4826-a794-2718505dbf31", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:19.768018 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a76b8db-e88e-4900-8773-524180925d33 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:19.768447 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987fcbd9-e18d-4c1e-881f-6623fd598097', 'name': 'network-vif-deleted', 'tag': 'c5c7e38a-77fc-4826-a794-2718505dbf31', 'status': 'completed', 'code': 200} Nov 01 18:22:19.779792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=d98240ed-fb31-4f61-a311-c9bde9d7c143,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:19.788777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Made reservation on behalf of 219d40c31a0d46199290da6697368f95 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:19.792329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.847130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.869760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Made reservation on behalf of 444d6877555b4de389bc92fba2884d0a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:19.872170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.872724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port d98240ed-fb31-4f61-a311-c9bde9d7c143 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:19.875150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] device_id is not set on port 1c78870f-e8e5-4679-9402-12c3098fb19d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:19.885947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:19.885947 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-a89695dd-52c3-4507-9eab-508410a73a40 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "DELETE /v2.0/ports/d98240ed-fb31-4f61-a311-c9bde9d7c143 HTTP/1.1" status: 204 len: 173 time: 1.4617822 Nov 01 18:22:19.899746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:19.979370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.088769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:20.093643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:20.102403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:20.153219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Pushing event updated for resources: {'Port': ['ID=db044f87-fc40-40b5-b7c4-7af86e4cdb96,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:20.160444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Allocated IP 172.20.0.10 (5db3e591-b021-40fb-9e07-6a72390a12f8/df580806-eb9f-4286-bfe4-3841b22e3acf/1c78870f-e8e5-4679-9402-12c3098fb19d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:20.190206 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.191270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Attempting to bind port db044f87-fc40-40b5-b7c4-7af86e4cdb96 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:20.191878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Attempting to bind port db044f87-fc40-40b5-b7c4-7af86e4cdb96 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '27f06f6c-97cc-480a-b798-840ac7ef785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:20.192480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Attempting to bind port db044f87-fc40-40b5-b7c4-7af86e4cdb96 on network 5db3e591-b021-40fb-9e07-6a72390a12f8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:20.200038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:20.200770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Checking segment: {'id': '27f06f6c-97cc-480a-b798-840ac7ef785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:20.201792 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.202406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Bound using segment: {'id': '27f06f6c-97cc-480a-b798-840ac7ef785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:20.203131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Bound port: db044f87-fc40-40b5-b7c4-7af86e4cdb96, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f06f6c-97cc-480a-b798-840ac7ef785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5db3e591-b021-40fb-9e07-6a72390a12f8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:20.204038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.222141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:20.222141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.291445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] For port db044f87-fc40-40b5-b7c4-7af86e4cdb96, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:20.297643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] For port db044f87-fc40-40b5-b7c4-7af86e4cdb96, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db044f87-fc40-40b5-b7c4-7af86e4cdb96,segment=NetworkSegment(27f06f6c-97cc-480a-b798-840ac7ef785f),segment_id=27f06f6c-97cc-480a-b798-840ac7ef785f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:20.304971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.376731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Network a88e3562-28ac-4639-9491-e1b470cf4d4d is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:20.379187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=cf616f08-4a2a-4ac5-a880-bab81bc0cfb1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:20.383162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:20.384371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:20.385455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:20.386132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.422678 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.430753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:20.431380 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.475946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:20.484215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:20.501716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c5c7e38a-77fc-4826-a794-2718505dbf31 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:20.546336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7bd010a8-9391-466d-a2ca-14b441c8c1bf tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8597872 Nov 01 18:22:20.588275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50678) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:20.592738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:20.606951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: c5c7e38a-77fc-4826-a794-2718505dbf31 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:20.607305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c5c7e38a-77fc-4826-a794-2718505dbf31 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:20.608648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb917a3-c9c0-4fcf-b1a5-d285f8a96a6b None None] Pushing event updated for resources: {'Port': ['ID=db044f87-fc40-40b5-b7c4-7af86e4cdb96,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:20.785609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8165734-4185-4895-a742-f5c9e0e00878 req-87459711-e091-4bca-b7eb-ad978d655d60 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=987fcbd9-e18d-4c1e-881f-6623fd598097 HTTP/1.1" status: 200 len: 210 time: 0.0535581 Nov 01 18:22:20.785609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e8e0-2772-4ce2-a1c4-81381ad09810 req-bb30393d-5388-4baf-826b-b457da784366 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:20.785609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e8e0-2772-4ce2-a1c4-81381ad09810 req-bb30393d-5388-4baf-826b-b457da784366 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:20.785609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75a3e8e0-2772-4ce2-a1c4-81381ad09810 req-bb30393d-5388-4baf-826b-b457da784366 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 1683 time: 0.1379564 Nov 01 18:22:20.786938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.042617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] device_id is not set on port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:21.052936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.064201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.086268 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:22:21.093022 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a51698a0-4815-4aa1-bf24-97638506adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.110108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.112419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=816d4a51-3e6b-4c1d-8e06-91e2ca22fb86,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:21.211526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:21.214702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.219282 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-e5e230c4-3d0a-4efb-91a4-9e7008406438 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "DELETE /v2.0/ports/816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 HTTP/1.1" status: 204 len: 173 time: 1.3257101 Nov 01 18:22:21.228985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:21.230430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.274506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:21.277824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:21.308561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75a3e8e0-2772-4ce2-a1c4-81381ad09810 req-23ed704a-4e3f-439a-b0de-b163a6d3174f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467610 Nov 01 18:22:21.400901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event updated for resources: {'Port': ['ID=1c78870f-e8e5-4679-9402-12c3098fb19d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:21.457631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=cf616f08-4a2a-4ac5-a880-bab81bc0cfb1,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:21.464256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device deceabad-ac17-4ee7-934c-93d8ddc82102 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:21.475328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.478001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.478001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.531924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.535398 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.537938 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 2 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.562764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:21.563439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.581050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.581463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.581823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.598486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.598486 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.598486 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 3 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.616291 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.617249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.617593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.617937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.630816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.631301 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.632808 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 4 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.656553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port deceabad-ac17-4ee7-934c-93d8ddc82102 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:21.656923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.662433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:21.662998 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed0054-73c3-401f-b495-b47ffe2fe389" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-unplugged", "status": "completed", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:21.676765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.677115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.677464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.704694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:21.712727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50702) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:21.713433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d6a2780-fd62-466f-b14b-1511a7ba742d tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5754879 Nov 01 18:22:21.719309 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac3000-6a4f-4ada-979e-80cd4fb1b79c x-openstack-request-id: req-efac3000-6a4f-4ada-979e-80cd4fb1b79c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:21.719640 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-unplugged", "status": "completed", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:21.719898 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efac3000-6a4f-4ada-979e-80cd4fb1b79c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:21.720295 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'code': 200} Nov 01 18:22:21.724409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.724777 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.727444 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 5 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.772573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143'}, {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:21.774725 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c8f2d-596f-42f6-b892-94d99c5f4cfb" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143"}, {"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:21.789867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.795493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.795493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.805512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.805859 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.808626 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 6 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.817900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.819021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:21.832273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.832273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.832273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.840500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.840841 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.844213 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 7 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.871122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port deceabad-ac17-4ee7-934c-93d8ddc82102, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=deceabad-ac17-4ee7-934c-93d8ddc82102,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:21.875081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.882484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.882835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.883178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.892550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.893682 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.894599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for deceabad-ac17-4ee7-934c-93d8ddc82102 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:21.896186 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 8 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:21.916177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Deleting port 1c78870f-e8e5-4679-9402-12c3098fb19d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:21.916519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:21.922812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:21.925254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:21.926623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:21.940957 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f5579-104b-44a1-955d-d7c2558bcff3 x-openstack-request-id: req-dc0f5579-104b-44a1-955d-d7c2558bcff3 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:21.941394 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "d98240ed-fb31-4f61-a311-c9bde9d7c143", "status": "completed", "code": 200}, {"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "816d4a51-3e6b-4c1d-8e06-91e2ca22fb86", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:21.941843 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc0f5579-104b-44a1-955d-d7c2558bcff3 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:21.942105 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': 'd98240ed-fb31-4f61-a311-c9bde9d7c143', 'status': 'completed', 'code': 200} Nov 01 18:22:21.942361 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': '816d4a51-3e6b-4c1d-8e06-91e2ca22fb86', 'status': 'completed', 'code': 200} Nov 01 18:22:21.950773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:21.951125 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:21.953972 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 9 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:22.016144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:22.016492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:22.016887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:22.025918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:22.026698 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:22.030996 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempt 10 to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 Nov 01 18:22:22.061722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:22.061832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:22.061928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 816d4a51-3e6b-4c1d-8e06-91e2ca22fb86 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:22.062069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:22.062175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d98240ed-fb31-4f61-a311-c9bde9d7c143 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:22.062263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempting to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:22.069897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:22.070258 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Failed to bind port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a88e3562-28ac-4639-9491-e1b470cf4d4d'}] Nov 01 18:22:22.070634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.166397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:22.169949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d98240ed-fb31-4f61-a311-c9bde9d7c143 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:22.170559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d98240ed-fb31-4f61-a311-c9bde9d7c143 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:22.221714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:22.223336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attempted to set empty binding levels {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:22:22.249791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.280785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426855ce-2537-47c7-822a-818d5a7cedea None None] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:22.322822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Calling delete_port for 1c78870f-e8e5-4679-9402-12c3098fb19d owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:22.335907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db044f87-fc40-40b5-b7c4-7af86e4cdb96 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:22.371529 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.396927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.405678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] Provisioning complete for port db044f87-fc40-40b5-b7c4-7af86e4cdb96 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:22.406052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.414235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be1927-a971-4156-b71b-8e7bf44c03a9 req-b882a5be-593a-4342-84a5-64715dd7a9a8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:22.421746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54be1927-a971-4156-b71b-8e7bf44c03a9 req-b882a5be-593a-4342-84a5-64715dd7a9a8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1384580 Nov 01 18:22:22.446843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] In _notify_port_updated(), no bound segment for port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 on network a88e3562-28ac-4639-9491-e1b470cf4d4d {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:22:22.447889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:22.449758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.451677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "PUT /v2.0/ports/cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 HTTP/1.1" status: 200 len: 975 time: 1.8632913 Nov 01 18:22:22.453186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.461875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50728) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:22.493648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40f044be-2884-4444-91a5-b346a3ab22b6 req-2bb759a6-d4c1-4abf-9c91-9c3ed356b5c8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0654228 Nov 01 18:22:22.506526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.576863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54be1927-a971-4156-b71b-8e7bf44c03a9 req-ae09382f-8860-4201-a6ce-5b432c583680 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539121 Nov 01 18:22:22.611088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port deceabad-ac17-4ee7-934c-93d8ddc82102 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:22.616184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.617836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port db044f87-fc40-40b5-b7c4-7af86e4cdb96 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:22.618915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.621456 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-957a140f-5168-47b6-8d5a-f2d50f5467b7 req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.32 "DELETE /v2.0/ports/deceabad-ac17-4ee7-934c-93d8ddc82102 HTTP/1.1" status: 204 len: 173 time: 1.3697326 Nov 01 18:22:22.651808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb70583-531e-4aaa-813b-b9a28e6e22ab tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event updated for resources: {'Port': ['ID=cf616f08-4a2a-4ac5-a880-bab81bc0cfb1,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:22.713038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdeae7-b725-4f22-b4b7-1b89b6fedc5a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=deceabad-ac17-4ee7-934c-93d8ddc82102,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:22.717039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Deleting port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:22.721465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.807749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.886956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event deleted for resources: {'Port': ['ID=1c78870f-e8e5-4679-9402-12c3098fb19d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:22.995793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:22.999107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-759288dd-cf7a-41e2-928f-d3c471f0586a tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "DELETE /v2.0/ports/1c78870f-e8e5-4679-9402-12c3098fb19d HTTP/1.1" status: 204 len: 168 time: 1.2853529 Nov 01 18:22:23.002777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50738) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:23.007606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] For port cf616f08-4a2a-4ac5-a880-bab81bc0cfb1, host n-h2-815923-2, got binding levels [] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:23.007780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.023664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] For port db044f87-fc40-40b5-b7c4-7af86e4cdb96, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db044f87-fc40-40b5-b7c4-7af86e4cdb96,segment=NetworkSegment(27f06f6c-97cc-480a-b798-840ac7ef785f),segment_id=27f06f6c-97cc-480a-b798-840ac7ef785f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:23.034981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Calling delete_port for cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:23.099543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994c8d8-7764-4902-8479-5e6b45f14c84 req-dd347c80-19b8-42b9-a11a-c5140e493b25 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:23.107724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1994c8d8-7764-4902-8479-5e6b45f14c84 req-dd347c80-19b8-42b9-a11a-c5140e493b25 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1627424 Nov 01 18:22:23.159729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.178797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.236681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-daccec89-3f6e-4eff-8136-6a04ebfc7dfd tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2262621 Nov 01 18:22:23.240987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50752) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:23.263819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1041997236'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:23.344680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1994c8d8-7764-4902-8479-5e6b45f14c84 req-544d9fd8-2854-4cd5-8f24-859a5c80b507 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357454 Nov 01 18:22:23.401622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9cb40-6545-43aa-bc49-13ebb8ce3a66 None None] Pushing event updated for resources: {'Port': ['ID=db044f87-fc40-40b5-b7c4-7af86e4cdb96,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:23.412421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Made reservation on behalf of 219d40c31a0d46199290da6697368f95 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:23.416709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.430007 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:22:23.430659 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:22:23.469255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:23.480549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.551983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.552388 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Added segment 760784d8-3581-4051-9480-d3a112696542 of type vlan for network 91392bd3-fb0e-4b25-a189-7f6ca6699150 Nov 01 18:22:23.566051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.573656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 HTTP/1.1" status: 204 len: 168 time: 1.0917635 Nov 01 18:22:23.574246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50762) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:23.574329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ea87850c-f6a3-4f34-a462-b5a954639916 None None] Provisioning complete for port db044f87-fc40-40b5-b7c4-7af86e4cdb96 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:23.574329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ea87850c-f6a3-4f34-a462-b5a954639916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.586453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cc19b-533a-4572-b0dd-c7d633105d79 tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf616f08-4a2a-4ac5-a880-bab81bc0cfb1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:23.619243 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca94a54-ee86-4ab6-ba6e-092a073b2d9e tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:22:23.641663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ca94a54-ee86-4ab6-ba6e-092a073b2d9e tempest-PortsAdminExtendedAttrsTestJSON-1337849106 tempest-PortsAdminExtendedAttrsTestJSON-1337849106-project-admin] 10.222.0.31 "GET /v2.0/ports/cf616f08-4a2a-4ac5-a880-bab81bc0cfb1 HTTP/1.1" status: 404 len: 333 time: 0.0684855 Nov 01 18:22:23.648459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:23.723261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162ca2-e10d-431e-b0df-a89153be58e1 req-f577db90-48a6-4944-882f-693928225df3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:23.724904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87162ca2-e10d-431e-b0df-a89153be58e1 req-f577db90-48a6-4944-882f-693928225df3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2026479 Nov 01 18:22:23.744300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.782852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f7b294c-5b79-45f2-a4fa-36e9e3f8f142 req-3724c4d9-c0a0-4ac2-8a44-4cf37a651d9e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d94ea6-c97b-4e86-b303-4c328d0796cd HTTP/1.1" status: 200 len: 210 time: 0.0747755 Nov 01 18:22:23.813892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.816161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ea87850c-f6a3-4f34-a462-b5a954639916 None None] Could not find standard attr ID for object 1c78870f-e8e5-4679-9402-12c3098fb19d. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:22:23.831106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.889859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87162ca2-e10d-431e-b0df-a89153be58e1 req-7a8f2270-b9b5-49b0-ba0d-0f187a86ed90 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434698 Nov 01 18:22:23.946753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:23.953862 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0671fcb8-404a-4499-be19-67b35999761c" -d '{"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:23.966140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:23.973137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:23.974144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.059952 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec4fb9d-b772-4557-9231-3fca4acdf048 x-openstack-request-id: req-bec4fb9d-b772-4557-9231-3fca4acdf048 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:24.060529 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d94ea6-c97b-4e86-b303-4c328d0796cd", "name": "network-vif-deleted", "tag": "deceabad-ac17-4ee7-934c-93d8ddc82102", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:24.060799 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bec4fb9d-b772-4557-9231-3fca4acdf048 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:24.061357 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d94ea6-c97b-4e86-b303-4c328d0796cd', 'name': 'network-vif-deleted', 'tag': 'deceabad-ac17-4ee7-934c-93d8ddc82102', 'status': 'completed', 'code': 200} Nov 01 18:22:24.063285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b52192c1-1e39-457e-97c2-e5c4c81f68e8 None None] Could not find standard attr ID for object 1c78870f-e8e5-4679-9402-12c3098fb19d. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:22:24.086242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.171233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e3562-28ac-4639-9491-e1b470cf4d4d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:24.200704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:24.202763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f1bde0-0e58-48b2-8cb8-08ed0c48b1e7') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:24.224102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db044f87-fc40-40b5-b7c4-7af86e4cdb96 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:24.234885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9889414 Nov 01 18:22:24.237962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.240013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50774) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:24.246778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6437d-4875-46e1-aa51-e9326b0ff45c tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event updated for resources: {'Network': ['ID=91392bd3-fb0e-4b25-a189-7f6ca6699150,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:24.280354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 91392bd3-fb0e-4b25-a189-7f6ca6699150 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:24.298154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.307016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:22:24.307599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:22:24.374025 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:22:24.430091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port db044f87-fc40-40b5-b7c4-7af86e4cdb96 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:24.430631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.549916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.562322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:24.573452 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] 10.222.0.31 "DELETE /v2.0/networks/a88e3562-28ac-4639-9491-e1b470cf4d4d HTTP/1.1" status: 204 len: 168 time: 0.9275868 Nov 01 18:22:24.598413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-add284a1-5909-42e2-a196-dc72b0ebd730 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks HTTP/1.1" status: 200 len: 12793 time: 0.3520794 Nov 01 18:22:24.600275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50790) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:24.624012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206609d-7dfc-4d35-b40c-41e7d89cb1f4 tempest-PortsAdminExtendedAttrsTestJSON-388023965 tempest-PortsAdminExtendedAttrsTestJSON-388023965-project] Pushing event deleted for resources: {'Network': ['ID=a88e3562-28ac-4639-9491-e1b470cf4d4d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:24.728368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd13a6-38c5-4947-8450-64a8b76d9098 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] Network 91392bd3-fb0e-4b25-a189-7f6ca6699150 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:24.850913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50794) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:24.868120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85bd13a6-38c5-4947-8450-64a8b76d9098 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "POST /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2645359 Nov 01 18:22:24.868425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50796) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:24.877439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d748713-4a62-4413-860c-b678659ecc72 None None] Network 91392bd3-fb0e-4b25-a189-7f6ca6699150 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:24.959591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting subnet 9afb1a22-638c-4961-8510-35d3a56501d9 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:22:24.969520 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.045026 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.084608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3d1a7ca-3f3d-4396-8faf-bef9e882872e tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks HTTP/1.1" status: 200 len: 12789 time: 0.2124109 Nov 01 18:22:25.093157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.270706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.275979 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a1db43c-503b-4453-9e0c-99a0da44f974 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "DELETE /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks/91392bd3-fb0e-4b25-a189-7f6ca6699150 HTTP/1.1" status: 204 len: 168 time: 0.1801579 Nov 01 18:22:25.309867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.401779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50818) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.625982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.727943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Subnet': ['ID=9afb1a22-638c-4961-8510-35d3a56501d9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:25.754479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.758369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0cc388f5-1f8e-41cd-9cab-a22c57d1d0c6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/subnets/9afb1a22-638c-4961-8510-35d3a56501d9 HTTP/1.1" status: 204 len: 168 time: 0.9063530 Nov 01 18:22:25.761272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50830) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.765497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7957e116-5730-4010-b6a5-0058df65e968 None None] Network 2074b94f-e2f4-449d-9000-6fb7ff9ea201 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:25.771741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-924b4bad-7d03-435c-b1b5-5557ea93fbd5 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks HTTP/1.1" status: 200 len: 12018 time: 0.5001256 Nov 01 18:22:25.777556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.802872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f3169d9e-32d6-418a-a69d-05b4085e4cba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75bfd6b9ba5d4d1a8d3733cce8b7de75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996067 Nov 01 18:22:25.819404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.889932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81fe2d74-ffdc-49c6-9e0d-326602d4c3b3 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/networks/5db3e591-b021-40fb-9e07-6a72390a12f8/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1111205 Nov 01 18:22:25.890881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50836) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.926524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:25.933935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f99cb5b0-85f1-4fa3-a902-a1d9991f0ae4 tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/networks/5db3e591-b021-40fb-9e07-6a72390a12f8/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0395913 Nov 01 18:22:25.936895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:25.977543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.171591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] DHCP port deletion for 2074b94f-e2f4-449d-9000-6fb7ff9ea201 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:22:26.181665 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.260926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-193e2cda-097d-4f74-9143-34b6773d824d tempest-DHCPAgentSchedulersTestJSON-777985238 tempest-DHCPAgentSchedulersTestJSON-777985238-project-admin] 10.222.0.31 "GET /v2.0/agents/25e14e84-42b7-40f5-8d44-21c12a801218/dhcp-networks HTTP/1.1" status: 200 len: 11980 time: 0.3201253 Nov 01 18:22:26.264989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.279900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.281227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdfbb1b2-03a9-4203-bd01-9ecaf0b64187 HTTP/1.1" status: 204 len: 168 time: 0.4599357 Nov 01 18:22:26.283173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50842) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:26.311904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Deleting port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:26.312546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.346897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb0104-ecbe-4524-a900-09d476a77300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfbb1b2-03a9-4203-bd01-9ecaf0b64187,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:26.429586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.491222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.511086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] For port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:26.515363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.551975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Calling delete_port for cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:26.616858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.621575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:26.622002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.659838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91392bd3-fb0e-4b25-a189-7f6ca6699150']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:26.713202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760784d8-3581-4051-9480-d3a112696542') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:26.714723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760784d8-3581-4051-9480-d3a112696542') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:26.733155 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.747198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,segment=NetworkSegment(bef72178-6b5e-4b1c-b017-4254b00cd8b5),segment_id=bef72178-6b5e-4b1c-b017-4254b00cd8b5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:26.768558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.802214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:26.809514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.867680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:22:26.868119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:22:26.871985 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:22:27.287336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.293150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.315408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] Pushing event deleted for resources: {'Port': ['ID=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:27.317327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c4255-94db-463f-b64e-16b0fd0af22b None None] No DVR routers for this DVR port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:27.336492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=cdb5adce-cef3-41f7-9731-ce7e4be0c5a3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:27.338639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:27.393924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.393924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.398265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "DELETE /v2.0/networks/91392bd3-fb0e-4b25-a189-7f6ca6699150 HTTP/1.1" status: 204 len: 168 time: 1.1115294 Nov 01 18:22:27.411544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:27.420082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba55f-6396-4370-84fc-a7b7c1243bd7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event deleted for resources: {'Network': ['ID=91392bd3-fb0e-4b25-a189-7f6ca6699150,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:27.429238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.447736 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2987c449-7f0e-4b43-819f-378f4a50d0d7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] DELETE failed (client error): The resource could not be found. Nov 01 18:22:27.448707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2987c449-7f0e-4b43-819f-378f4a50d0d7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:22:27.453643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2987c449-7f0e-4b43-819f-378f4a50d0d7 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "DELETE /v2.0/ports/1c78870f-e8e5-4679-9402-12c3098fb19d HTTP/1.1" status: 404 len: 333 time: 0.0408337 Nov 01 18:22:27.454593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50884) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:27.459413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2074b94f-e2f4-449d-9000-6fb7ff9ea201']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:27.470111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef72178-6b5e-4b1c-b017-4254b00cd8b5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:27.474161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef72178-6b5e-4b1c-b017-4254b00cd8b5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:27.482152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.500402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:22:27.525321 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:22:27.527963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Deleting subnet df580806-eb9f-4286-bfe4-3841b22e3acf {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:22:27.527963 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.574372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.730769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.763782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.767675 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/networks/2074b94f-e2f4-449d-9000-6fb7ff9ea201 HTTP/1.1" status: 204 len: 168 time: 2.0030558 Nov 01 18:22:27.767935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.768748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61d63-2187-4fd2-bab9-dc6adeb33f5d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Network': ['ID=2074b94f-e2f4-449d-9000-6fb7ff9ea201,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:27.770549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50900) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:27.843603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting subnet 146b55eb-8a41-45b7-a0a5-5fa391704fbc {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:22:27.862324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.888238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:27.935320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.938560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.979780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96ddb8e1-f75f-450f-a176-0d9efcd7028c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=444d6877555b4de389bc92fba2884d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900567 Nov 01 18:22:27.980654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event deleted for resources: {'Subnet': ['ID=df580806-eb9f-4286-bfe4-3841b22e3acf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:27.982042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50906) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:27.987881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:27.993795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-76659943-e18c-45b4-809b-ef3e6e66e9d8 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "DELETE /v2.0/subnets/df580806-eb9f-4286-bfe4-3841b22e3acf HTTP/1.1" status: 204 len: 168 time: 0.5353870 Nov 01 18:22:28.013725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50908) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:28.013844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8b7f3-bea1-44a2-bc08-84d18f117b24 None None] Network 5db3e591-b021-40fb-9e07-6a72390a12f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:28.072381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.078067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.106933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.149660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.181936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:28.184111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Deleting port db044f87-fc40-40b5-b7c4-7af86e4cdb96 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:28.184463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.215667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:28.216022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device cdb5adce-cef3-41f7-9731-ce7e4be0c5a3 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:28.230999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] DHCP port deletion for 5db3e591-b021-40fb-9e07-6a72390a12f8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:22:28.264920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] For port db044f87-fc40-40b5-b7c4-7af86e4cdb96, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db044f87-fc40-40b5-b7c4-7af86e4cdb96,segment=NetworkSegment(27f06f6c-97cc-480a-b798-840ac7ef785f),segment_id=27f06f6c-97cc-480a-b798-840ac7ef785f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:28.265207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.278444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Calling delete_port for db044f87-fc40-40b5-b7c4-7af86e4cdb96 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:28.279428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Deleting port db044f87-fc40-40b5-b7c4-7af86e4cdb96 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:28.279880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.360599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] For port db044f87-fc40-40b5-b7c4-7af86e4cdb96, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db044f87-fc40-40b5-b7c4-7af86e4cdb96,segment=NetworkSegment(27f06f6c-97cc-480a-b798-840ac7ef785f),segment_id=27f06f6c-97cc-480a-b798-840ac7ef785f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:28.361362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.377243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.382128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Calling delete_port for db044f87-fc40-40b5-b7c4-7af86e4cdb96 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:28.410257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Subnet': ['ID=146b55eb-8a41-45b7-a0a5-5fa391704fbc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:28.412036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.415412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.418808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/544462af-e123-4454-9453-855de9bd1ef9 HTTP/1.1" status: 204 len: 168 time: 0.4332061 Nov 01 18:22:28.418808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.424402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fd195768-b6f8-4f9c-b7ca-6d32a89d6b55 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/subnets/146b55eb-8a41-45b7-a0a5-5fa391704fbc HTTP/1.1" status: 204 len: 168 time: 0.6522226 Nov 01 18:22:28.424597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:28.433105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f34ce-a7c5-4b7d-ad92-2c99d22f5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544462af-e123-4454-9453-855de9bd1ef9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:28.440621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d885b5-13f9-4b32-a36e-f0dd4feb3ebf None None] Network 04c6eec0-3a63-4610-aa73-48b217302f38 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:28.534534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.587985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.613458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.629984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event deleted for resources: {'Port': ['ID=db044f87-fc40-40b5-b7c4-7af86e4cdb96,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:28.632767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] No DVR routers for this DVR port db044f87-fc40-40b5-b7c4-7af86e4cdb96 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:28.704502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] Pushing event deleted for resources: {'Port': ['ID=db044f87-fc40-40b5-b7c4-7af86e4cdb96,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:28.725475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.729380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75cafd-1d67-403c-9610-488176ffc36b None None] No DVR routers for this DVR port db044f87-fc40-40b5-b7c4-7af86e4cdb96 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:28.756015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db3e591-b021-40fb-9e07-6a72390a12f8']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:28.772826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f06f6c-97cc-480a-b798-840ac7ef785f') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:28.773445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f06f6c-97cc-480a-b798-840ac7ef785f') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:28.784385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.784798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.785088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.786111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.786466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.786810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.787149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.787817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.788171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.788508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.788841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.796647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:28.797438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.818071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.828755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port 40fe6f62-5fac-4465-b248-251b29a19517 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:28.829024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.831181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:22:28.831602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:22:28.834740 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:22:28.885402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] DHCP port deletion for 04c6eec0-3a63-4610-aa73-48b217302f38 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:22:29.032386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Deleting port 40fe6f62-5fac-4465-b248-251b29a19517 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:29.032763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.047590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port 40fe6f62-5fac-4465-b248-251b29a19517, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=40fe6f62-5fac-4465-b248-251b29a19517,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:29.048138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.065307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for 40fe6f62-5fac-4465-b248-251b29a19517 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:29.161650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] For port 40fe6f62-5fac-4465-b248-251b29a19517, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=40fe6f62-5fac-4465-b248-251b29a19517,segment=NetworkSegment(e8be56ca-fce7-4dee-ac5f-fa637f561d63),segment_id=e8be56ca-fce7-4dee-ac5f-fa637f561d63)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:29.162150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.182519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Calling delete_port for 40fe6f62-5fac-4465-b248-251b29a19517 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:29.184172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.199977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.208504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] 10.222.0.31 "DELETE /v2.0/networks/5db3e591-b021-40fb-9e07-6a72390a12f8 HTTP/1.1" status: 204 len: 168 time: 1.2128439 Nov 01 18:22:29.290054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44693c41-1336-480a-8633-5797000b7466 tempest-DHCPAgentSchedulersTestJSON-947991243 tempest-DHCPAgentSchedulersTestJSON-947991243-project] Pushing event deleted for resources: {'Network': ['ID=5db3e591-b021-40fb-9e07-6a72390a12f8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:29.327404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40f4a-1921-4781-bd6b-ae1a7ab5b5a3 req-f85aef74-ecb1-47b3-ba65-b201b63926e3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:29.328949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fb40f4a-1921-4781-bd6b-ae1a7ab5b5a3 req-f85aef74-ecb1-47b3-ba65-b201b63926e3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1465087 Nov 01 18:22:29.337975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76970-104c-4966-87ae-f96fd899d682 req-72d783dd-b558-48eb-84ac-dbdb87c09b0e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:29.339425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8e76970-104c-4966-87ae-f96fd899d682 req-72d783dd-b558-48eb-84ac-dbdb87c09b0e tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 950 time: 0.1264970 Nov 01 18:22:29.362534 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.368788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.388845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] Pushing event deleted for resources: {'Port': ['ID=40fe6f62-5fac-4465-b248-251b29a19517,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:29.395163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4e4d4-e8f6-4fc3-b750-b3cb826c8bed None None] No DVR routers for this DVR port 40fe6f62-5fac-4465-b248-251b29a19517 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:29.418079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=40fe6f62-5fac-4465-b248-251b29a19517,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:29.418079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port 40fe6f62-5fac-4465-b248-251b29a19517 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:29.451447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fb40f4a-1921-4781-bd6b-ae1a7ab5b5a3 req-351b3813-8de5-46f9-bd46-38790a27a987 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109886 Nov 01 18:22:29.479490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8e76970-104c-4966-87ae-f96fd899d682 req-fc34a7d3-a1d9-418c-8deb-e01d71f383c5 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325483 Nov 01 18:22:29.556188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.599152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c6eec0-3a63-4610-aa73-48b217302f38']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:29.614235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8be56ca-fce7-4dee-ac5f-fa637f561d63') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:29.614603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8be56ca-fce7-4dee-ac5f-fa637f561d63') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:29.630787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.646980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac8d0-b2d1-4ece-900b-33dea3b82c8b req-c334cb9e-a73d-40a7-928a-af8eaa91a18f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:29.648599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-569ac8d0-b2d1-4ece-900b-33dea3b82c8b req-c334cb9e-a73d-40a7-928a-af8eaa91a18f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1056068 Nov 01 18:22:29.656871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.675786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:22:29.676193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:22:29.679333 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:22:29.749793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-569ac8d0-b2d1-4ece-900b-33dea3b82c8b req-e283182a-95da-4439-b752-b278d630125d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948462 Nov 01 18:22:29.919466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.933544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:29.940035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/networks/04c6eec0-3a63-4610-aa73-48b217302f38 HTTP/1.1" status: 204 len: 168 time: 1.5110877 Nov 01 18:22:29.945373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51014) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:29.953659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-43092270'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:29.967754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a26bf-d821-427b-88d4-10ca77bdd07c tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Network': ['ID=04c6eec0-3a63-4610-aa73-48b217302f38,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:29.994420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:30.154571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:30.158945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.179295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 40fe6f62-5fac-4465-b248-251b29a19517 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:30.213106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:30.213314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 40fe6f62-5fac-4465-b248-251b29a19517 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:30.216318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 40fe6f62-5fac-4465-b248-251b29a19517 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:30.216318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db044f87-fc40-40b5-b7c4-7af86e4cdb96 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:30.230996 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.231544 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Added segment b2620ad3-dd9e-491c-b471-e15934e7033e of type vlan for network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 Nov 01 18:22:30.237502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: db044f87-fc40-40b5-b7c4-7af86e4cdb96 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:30.238080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db044f87-fc40-40b5-b7c4-7af86e4cdb96 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:30.273798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90b421ce-da42-42dc-bf49-42afc6afb24d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=219d40c31a0d46199290da6697368f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781765 Nov 01 18:22:30.276454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51030) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:30.292438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.340534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.364813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.560520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.566961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:30.567890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.601174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.602965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:30.604146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8b005dc-ddc2-4b7d-be29-bb75a888aff0 HTTP/1.1" status: 204 len: 168 time: 0.3266258 Nov 01 18:22:30.613457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b9633-8b02-4fcc-aa00-e280ac95a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b005dc-ddc2-4b7d-be29-bb75a888aff0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:30.649850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Network': ['ID=cb7a8dd3-b618-4cf3-a504-760fa391e2c0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:30.677319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:30.763892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-73adc53c-5374-4906-ae3f-7162ed8bdf12 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8165188 Nov 01 18:22:30.766613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:30.772615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'subnet': {'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:31.001514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:31.011197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:31.453007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:31.537739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Checking segment: {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:31.538717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network hostable DHCP agents. Network: cb7a8dd3-b618-4cf3-a504-760fa391e2c0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:22:31.557038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Subnet': ['ID=4366dd28-d1b5-4e85-b377-3673d945dd20,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:31.669442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:31.846716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, cb7a8dd3-b618-4cf3-a504-760fa391e2c0) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:31.851310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:31.852210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:31.858311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305fc552-71a2-456a-81f1-5298261aa59f None None] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:31.930028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51096) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:31.948290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb36718d-4ac1-4333-a32e-2fda1881067a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.113806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-cb7a8dd3-b618-4cf3-a504-760fa391e2c0', 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'fixed_ips': [{'subnet_id': '4366dd28-d1b5-4e85-b377-3673d945dd20'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:22:32.114881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.156886 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a4283b0-df61-408e-9871-c647380402e2 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3883317 Nov 01 18:22:32.164076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51114) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:32.175524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-979437280'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:32.186567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb36718d-4ac1-4333-a32e-2fda1881067a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.333240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb36718d-4ac1-4333-a32e-2fda1881067a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.428763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bb36718d-4ac1-4333-a32e-2fda1881067a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28bd5e5005c845119b0514bb6ae8a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920754 Nov 01 18:22:32.428763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36718d-4ac1-4333-a32e-2fda1881067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2f1de-6879-40ec-9c30-6a32db750149,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:32.428763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:32.428991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Allocated IP 19.80.0.2 (cb7a8dd3-b618-4cf3-a504-760fa391e2c0/4366dd28-d1b5-4e85-b377-3673d945dd20/97962f7c-66f2-4caf-a9b2-e02ce7a952bc) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:32.429957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51124) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:32.440030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:32.444623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.477600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:32.495328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.496046 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Added segment 386365ed-8a15-4cf5-af83-48cc95bc6b5f of type vlan for network 6a4aba11-5b7d-470c-be94-7dd67b8db12b Nov 01 18:22:32.538471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.566408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.579693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.639066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-162cbede-3ada-4d50-af79-651de71c26c9 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:32.749822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.758540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:32.759293 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.769939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.812596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.817417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:32.822185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6f2f1de-6879-40ec-9c30-6a32db750149 HTTP/1.1" status: 204 len: 168 time: 0.3887413 Nov 01 18:22:32.834473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6692-33db-4abc-940f-9833471b7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2f1de-6879-40ec-9c30-6a32db750149,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:32.871102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Network': ['ID=6a4aba11-5b7d-470c-be94-7dd67b8db12b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:32.884079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:33.041360 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.044194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4355496f-94d3-409f-9bc8-004ee224c5a6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8783553 Nov 01 18:22:33.046565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51140) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.053084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'subnet': {'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:33.095521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-162cbede-3ada-4d50-af79-651de71c26c9 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "PUT /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916 HTTP/1.1" status: 200 len: 366 time: 0.6635549 Nov 01 18:22:33.099052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51142) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.141866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:33.147985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-318ff719-7eb0-40b1-9671-045004fe8cd8 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0474324 Nov 01 18:22:33.149709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:33.150617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.155831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:33.210452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cc605e47-7ca7-4098-bada-265d9c164efb tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916 HTTP/1.1" status: 200 len: 366 time: 0.0585880 Nov 01 18:22:33.214261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51156) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.234246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Attempting to bind port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:33.234628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Attempting to bind port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:33.234995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Attempting to bind port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc on network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:33.237767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Pushing event updated for resources: {'Port': ['ID=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:33.238136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b778db1-129e-44c1-aded-72cbfc9410a1 req-67ab1925-b646-445d-9546-dc90630ed5c1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:33.246481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b778db1-129e-44c1-aded-72cbfc9410a1 req-67ab1925-b646-445d-9546-dc90630ed5c1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2003918 Nov 01 18:22:33.247354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.247911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.248410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.248904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.249392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.249879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.250385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.250927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.251415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.252474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.252959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.253526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:22:33.260321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:33.260936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Checking segment: {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:33.262603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.263144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Bound using segment: {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:33.263822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Bound port: 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:33.264371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.299894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b778db1-129e-44c1-aded-72cbfc9410a1 req-0cc04457-f4b9-4f2a-b36a-dedadb02efa7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522506 Nov 01 18:22:33.349586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:33.357657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.363201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3434be82-8b69-43de-b157-e094861049af tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916 HTTP/1.1" status: 204 len: 168 time: 0.1434906 Nov 01 18:22:33.363591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51166) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.377764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5071044-9187-47b4-af3d-dcec4a8672b8 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0103259 Nov 01 18:22:33.379608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.402828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a02bbf3-f7b5-4164-92fa-4f1a4038735e tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916 HTTP/1.1" status: 200 len: 370 time: 0.0197692 Nov 01 18:22:33.405793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.413981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d048286-2a89-4ae5-8782-4771d81a9be7 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916/default HTTP/1.1" status: 200 len: 370 time: 0.0069120 Nov 01 18:22:33.416768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51172) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:33.437100 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-fff24869-a037-4d83-abaf-5f02bc62435f tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] delete failed (client error): The resource could not be found. Nov 01 18:22:33.438464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fff24869-a037-4d83-abaf-5f02bc62435f tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/86feb1b085114b538c2ba40a1cec0916 HTTP/1.1" status: 404 len: 348 time: 0.0204513 Nov 01 18:22:33.482457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:33.566026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] For port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:33.586248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] For port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:33.593160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6bb9e-2f7a-44a0-8235-5e5ac4a2963b req-6f4d708e-170a-4863-b88f-be58cf869cce tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:33.598326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10f6bb9e-2f7a-44a0-8235-5e5ac4a2963b req-6f4d708e-170a-4863-b88f-be58cf869cce tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1726613 Nov 01 18:22:33.662740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10f6bb9e-2f7a-44a0-8235-5e5ac4a2963b req-00518e5e-8803-497c-a468-4832e54b9770 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Nov 01 18:22:33.706832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.712249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.760197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.782714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:33.786213 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f873b04b-070a-4c1a-99bf-9a631434e830" -d '{"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-unplugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:33.813600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:33.815067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4326f9a-3431-4b3f-a566-02118a7bd6cc None None] Pushing event updated for resources: {'Port': ['ID=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:33.857801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Subnet': ['ID=d2ab17ad-4797-4c8c-8c8f-6128d08afcc4,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:33.860642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Checking segment: {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:33.861099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network hostable DHCP agents. Network: 6a4aba11-5b7d-470c-be94-7dd67b8db12b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:22:33.879371 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e396fe-9fd1-4693-b5c5-9992ae6beac8 x-openstack-request-id: req-70e396fe-9fd1-4693-b5c5-9992ae6beac8 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:33.879794 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-unplugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:33.880513 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70e396fe-9fd1-4693-b5c5-9992ae6beac8 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:33.880929 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'code': 200} Nov 01 18:22:33.903929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:33.961330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:34.006633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51194) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:34.020376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:34.079652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:network and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.091750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.133874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:subnet and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.140309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.153775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:subnetpool and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.177128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6a4aba11-5b7d-470c-be94-7dd67b8db12b) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:34.177128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:34.177128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:34.179965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bec61-6255-4177-8285-3c8695916906 req-77d587f9-3d34-4010-b624-03d8c62131b5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:34.184008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba1bec61-6255-4177-8285-3c8695916906 req-77d587f9-3d34-4010-b624-03d8c62131b5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1055005 Nov 01 18:22:34.188135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.189801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394a52b-b0c3-4bbc-8dd4-1431e6bfff71 None None] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:34.204617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:port and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.218259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.237806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:router and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.241935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba1bec61-6255-4177-8285-3c8695916906 req-3843c162-f235-4547-bea3-0318397a0118 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Nov 01 18:22:34.259673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.275842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:floatingip and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.275842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.295631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 97962f7c-66f2-4caf-a9b2-e02ce7a952bc up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:34.333883 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48c11a4c-6da4-4a08-91d0-c2bb0e185da6 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2767406 Nov 01 18:22:34.354949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:security_group and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.376165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.402870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Usage tracker for resource:security_group_rule and project:4e4214fcf4334049b5822e9378c70678 is out of sync, need to count used quota {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 01 18:22:34.415588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.quota.resource [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102782) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 01 18:22:34.432114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6196214f-3b52-4e14-95f1-eba9f1688a09 tempest-QuotasTest-290950884 tempest-QuotasTest-290950884-project-admin] 10.222.0.31 "GET /v2.0/quotas/4e4214fcf4334049b5822e9378c70678/details.json HTTP/1.1" status: 200 len: 703 time: 0.4243982 Nov 01 18:22:34.451424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03e97-f373-46fb-8db0-0d42e5cd4d6b req-edbbd1d4-18b9-4cf6-bba4-486c3fe3acd2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:34.453859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac03e97-f373-46fb-8db0-0d42e5cd4d6b req-edbbd1d4-18b9-4cf6-bba4-486c3fe3acd2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0952723 Nov 01 18:22:34.510883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac03e97-f373-46fb-8db0-0d42e5cd4d6b req-41b388b1-770e-46a6-8205-d375b900810c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Nov 01 18:22:34.565538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:34.565917 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:34.658825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6a4aba11-5b7d-470c-be94-7dd67b8db12b', 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'fixed_ips': [{'subnet_id': 'd2ab17ad-4797-4c8c-8c8f-6128d08afcc4'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:22:34.662354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:34.693297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:34.916370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:34.937969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Allocated IP 19.86.0.2 (6a4aba11-5b7d-470c-be94-7dd67b8db12b/d2ab17ad-4797-4c8c-8c8f-6128d08afcc4/94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:34.988708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:35.129359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.194201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62f31c-9f09-4e1f-86a5-b2e64520890d req-531f0bf6-5e0a-467f-bb91-27ac3f083e0e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:35.202634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d62f31c-9f09-4e1f-86a5-b2e64520890d req-531f0bf6-5e0a-467f-bb91-27ac3f083e0e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1189747 Nov 01 18:22:35.280316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51252) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:35.285186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-4ec5ece7-bb17-4863-a8cb-aad6c806b20b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:35.291092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-4ec5ece7-bb17-4863-a8cb-aad6c806b20b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:35.292064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347a818-24b9-4cb9-abdb-53b6feecfbaf None None] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:35.297800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-4ec5ece7-bb17-4863-a8cb-aad6c806b20b tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/networks?id=cb7a8dd3-b618-4cf3-a504-760fa391e2c0&id=6a4aba11-5b7d-470c-be94-7dd67b8db12b HTTP/1.1" status: 200 len: 1389 time: 0.6484170 Nov 01 18:22:35.331181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-20fcc5ed-adb7-432b-8ff7-5fcf044aa1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/quotas/7639c12e9a98476fa3b41eaff1be5128 HTTP/1.1" status: 200 len: 375 time: 0.0226605 Nov 01 18:22:35.338087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d62f31c-9f09-4e1f-86a5-b2e64520890d req-e16bba43-62c8-4360-a834-991b822b774d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345356 Nov 01 18:22:35.381257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:35.433074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-08c3cfeb-7206-4c23-9c07-2c5693073a17 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934865 Nov 01 18:22:35.440416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-261a65da-03d9-475c-8228-c5fc406ff635 None None] Provisioning complete for port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:35.441024 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-261a65da-03d9-475c-8228-c5fc406ff635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.446458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87d98cc7-0e15-4d44-95a2-e60903ded00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.448019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.602870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.623469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87d98cc7-0e15-4d44-95a2-e60903ded00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.629453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-154a7d54-ddf6-44df-b945-fa22d355c027 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7a8dd3-b618-4cf3-a504-760fa391e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954546 Nov 01 18:22:35.713410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:35.714543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Pushing event updated for resources: {'Port': ['ID=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:35.721464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a8c8-fa29-48e9-b7d3-073378588b97 req-92aa58d6-fa14-4bd6-a7d1-5d84f10f823d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:35.722998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd4a8c8-fa29-48e9-b7d3-073378588b97 req-92aa58d6-fa14-4bd6-a7d1-5d84f10f823d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1405759 Nov 01 18:22:35.729828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:35.733467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:35.749204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87d98cc7-0e15-4d44-95a2-e60903ded00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.782041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbd4a8c8-fa29-48e9-b7d3-073378588b97 req-6b2c4c99-45ad-409c-9da2-51e775bef9fb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Nov 01 18:22:35.828594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Attempting to bind port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:35.828989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Attempting to bind port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:35.829339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Attempting to bind port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd on network 6a4aba11-5b7d-470c-be94-7dd67b8db12b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:35.840221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-a47cdf8e-9a0a-439d-ae88-b4144c31be10 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7a8dd3-b618-4cf3-a504-760fa391e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098358 Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Checking segment: {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Bound using segment: {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Bound port: 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:35.849507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:35.883433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-87d98cc7-0e15-4d44-95a2-e60903ded00b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d30acd37e734611ac44a0b3e319c900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139390 Nov 01 18:22:35.884414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d98cc7-0e15-4d44-95a2-e60903ded00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f717c016-a8be-4305-8491-52ffe40290b5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:35.891536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:36.013000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] For port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:36.022297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] For port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:36.030732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.052079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-f02c369e-3e86-47ef-b158-df899acf9bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026565 Nov 01 18:22:36.059330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.209324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.267599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 97962f7c-66f2-4caf-a9b2-e02ce7a952bc up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:36.313007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d3ef1083-7819-4099-900f-b9b86e701a22 None None] Provisioning complete for port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:36.313409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1083-7819-4099-900f-b9b86e701a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.319294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.322235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.325342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f717c016-a8be-4305-8491-52ffe40290b5 HTTP/1.1" status: 204 len: 168 time: 0.4327798 Nov 01 18:22:36.332544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-ec7e9dcd-89f1-413c-9885-5b3c9abc68f6 service neutron] 10.222.0.31 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637136 Nov 01 18:22:36.354918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d410657-1b54-44b0-b685-5d264d935f45 req-f02f7170-f264-4194-8743-7666d9f4b67f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:36.365960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba631d-4e4b-4836-b2ca-3d1204bf7c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717c016-a8be-4305-8491-52ffe40290b5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:36.366865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d410657-1b54-44b0-b685-5d264d935f45 req-f02f7170-f264-4194-8743-7666d9f4b67f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1157537 Nov 01 18:22:36.385573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f5fb-8112-4010-8f13-db7624eb76e4 None None] Pushing event updated for resources: {'Port': ['ID=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:36.472096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d410657-1b54-44b0-b685-5d264d935f45 req-c5b8287c-0fb2-4570-bad4-5a85691611f6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962014 Nov 01 18:22:36.517111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:36.525496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:36.788751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-888db8ae-334c-47f0-9056-af8aaa29d833 req-914a9256-2dfd-4f91-aea0-baeaf81db3e1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0576277 Nov 01 18:22:36.821021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419bd6-8ee7-4baf-b18f-97bcd91cce87 req-c767b714-4d81-45f7-b904-82969b5e94cd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:36.822586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f419bd6-8ee7-4baf-b18f-97bcd91cce87 req-c767b714-4d81-45f7-b904-82969b5e94cd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1603074 Nov 01 18:22:36.879795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f419bd6-8ee7-4baf-b18f-97bcd91cce87 req-2497bfd0-81aa-424d-a7f8-f817af9e6b1d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Nov 01 18:22:37.196030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb679e-df97-4e59-ba3a-39e947ca2424 req-4501fa70-2ac4-43e7-9b18-c769328fe629 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:37.197645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9bb679e-df97-4e59-ba3a-39e947ca2424 req-4501fa70-2ac4-43e7-9b18-c769328fe629 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0758479 Nov 01 18:22:37.250893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9bb679e-df97-4e59-ba3a-39e947ca2424 req-8f87cd89-87d7-438c-aba2-995f11857be5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Nov 01 18:22:37.415144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eacd3-e3e6-4f75-8c73-72d9d2a95f1a req-09c5e098-c868-4c37-8657-a740d63510f0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:37.437297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-362eacd3-e3e6-4f75-8c73-72d9d2a95f1a req-09c5e098-c868-4c37-8657-a740d63510f0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0793009 Nov 01 18:22:37.495353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-362eacd3-e3e6-4f75-8c73-72d9d2a95f1a req-97458fff-50e6-47d1-b674-4a96afe6c53e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571449 Nov 01 18:22:37.526551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:37.581314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51362) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:37.605270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6b44-cdb5-4558-9650-3efac583809e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:37.772120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51372) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:37.792367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:37.847542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '94b62e4a-e960-4681-bccd-42806e64aba2', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '94b62e4a-e960-4681-bccd-42806e64aba2', 'mac_address': 'fa:16:3e:12:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:37.876549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6b44-cdb5-4558-9650-3efac583809e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:37.896939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77c02171-0b97-43ee-9985-31cfeef0d4a2 req-002d3023-183d-4527-a9dd-fd17993df545 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0446687 Nov 01 18:22:37.912558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8391c48-924c-4e3f-be9d-9feef829de1c None None] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:37.994382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6b44-cdb5-4558-9650-3efac583809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.028116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecc59b-179d-4a63-a257-aa2be6c7884a req-c96002ff-4c92-4891-be02-c97418c08dc0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:38.038080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8ecc59b-179d-4a63-a257-aa2be6c7884a req-c96002ff-4c92-4891-be02-c97418c08dc0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1350255 Nov 01 18:22:38.051459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:38.094575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c8b6b44-cdb5-4558-9650-3efac583809e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e4214fcf4334049b5822e9378c70678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117707 Nov 01 18:22:38.097428 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8ecc59b-179d-4a63-a257-aa2be6c7884a req-78559be1-2c10-4904-89ae-65e522885012 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Nov 01 18:22:38.097924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51386) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:38.131740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b6b44-cdb5-4558-9650-3efac583809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05889ae-7ae4-47b0-abbc-91bb38806f91,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:38.233347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.256326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:38.277446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:38.278523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] Provisioning complete for port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:38.278892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.287811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.340477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.373968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:38.405332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.475821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.483972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617e27c-343e-4ca3-8480-589b99dc43aa req-29ff939c-5a52-463c-8c44-199b4d90cc36 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:38.492566 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.498814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2617e27c-343e-4ca3-8480-589b99dc43aa req-29ff939c-5a52-463c-8c44-199b4d90cc36 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2517569 Nov 01 18:22:38.545687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2617e27c-343e-4ca3-8480-589b99dc43aa req-465e5795-baba-40d4-a706-98966b857dfd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Nov 01 18:22:38.646510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['94b62e4a-e960-4681-bccd-42806e64aba2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:38.649858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Allocated IP 172.25.2.111 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/7db3009b-4f68-4b3d-87ab-77748a1e3de7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:38.655267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.662876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.665714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.669168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e05889ae-7ae4-47b0-abbc-91bb38806f91 HTTP/1.1" status: 204 len: 168 time: 0.5679712 Nov 01 18:22:38.683950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd363c-5091-4af3-98d8-6d0e395ea151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05889ae-7ae4-47b0-abbc-91bb38806f91,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:38.721753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:38.811669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] For port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:38.969249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:38.986870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5307f-0cbd-4264-89bc-62c1f2d5d61a req-94e76cce-ea51-477a-8809-b32e51f0cc2a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:38.999561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dae5307f-0cbd-4264-89bc-62c1f2d5d61a req-94e76cce-ea51-477a-8809-b32e51f0cc2a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 813 time: 0.2459819 Nov 01 18:22:39.008167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:39.009068 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.013051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.032758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dae5307f-0cbd-4264-89bc-62c1f2d5d61a req-1274c701-8c5c-441c-ac80-cbbdb55a2800 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/quotas/1a3454f4f00348289acae3b6a186c372 HTTP/1.1" status: 200 len: 375 time: 0.0321574 Nov 01 18:22:39.138384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90982b92-17ee-4bdc-afc8-3526df8b75d9 req-43f5aec0-26de-4212-bb4e-012bc6e11d94 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0960293 Nov 01 18:22:39.190023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dae5307f-0cbd-4264-89bc-62c1f2d5d61a req-8de17758-6d64-4421-92df-510783cc42f9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549549 Nov 01 18:22:39.226974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.229756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.333716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:39.344697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:39.360956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:39.389533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436342c-5a02-4c7f-81a7-39e62a991da5 req-5597ddcf-2bf6-439e-b753-3ca8bf42d6ba tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:39.399731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4436342c-5a02-4c7f-81a7-39e62a991da5 req-5597ddcf-2bf6-439e-b753-3ca8bf42d6ba tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1094117 Nov 01 18:22:39.459806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=7db3009b-4f68-4b3d-87ab-77748a1e3de7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:39.530292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215fa3d-c539-441d-b726-a4c472d5beb9 None None] Pushing event updated for resources: {'Port': ['ID=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:39.538072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4436342c-5a02-4c7f-81a7-39e62a991da5 req-de305f89-ec71-46fa-adbc-027b89f83e16 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280828 Nov 01 18:22:39.576620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.583355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-673fc5c7-6955-4d00-b446-e1cb9be1026b None None] Provisioning complete for port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:39.583775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-673fc5c7-6955-4d00-b446-e1cb9be1026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.707178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:39.766193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bbbfd-ca09-481d-bdb6-134d8876bd3a req-92f25cbb-242e-4261-b1eb-210c2694c894 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:39.778241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f23bbbfd-ca09-481d-bdb6-134d8876bd3a req-92f25cbb-242e-4261-b1eb-210c2694c894 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1481991 Nov 01 18:22:39.851537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f23bbbfd-ca09-481d-bdb6-134d8876bd3a req-67db06a0-b710-483e-a982-89faa63b8a35 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723302 Nov 01 18:22:40.007641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.132292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.206785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b93ddffe-106d-4ac5-b5d0-3374cdeeb668 req-9eab8a70-2769-47b4-93ab-6061aec55b52 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1a3454f4f00348289acae3b6a186c372 HTTP/1.1" status: 200 len: 221 time: 0.0534496 Nov 01 18:22:40.256641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:40.324175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95ef7144-2e3c-41be-b293-01580037500b req-cf554876-eb30-4f36-a9c7-05e2d76d953f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0750499 Nov 01 18:22:40.364966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:40.365440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.366409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=7db3009b-4f68-4b3d-87ab-77748a1e3de7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:40.422427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.446834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-3bbab2c5-1cd2-479b-a115-2b9722a4a45f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:40.453187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-3bbab2c5-1cd2-479b-a115-2b9722a4a45f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:40.456545 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-3bbab2c5-1cd2-479b-a115-2b9722a4a45f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "GET /v2.0/networks?id=cb7a8dd3-b618-4cf3-a504-760fa391e2c0&id=6a4aba11-5b7d-470c-be94-7dd67b8db12b HTTP/1.1" status: 200 len: 1389 time: 0.4134905 Nov 01 18:22:40.474585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'port': {'device_id': '4369dd06-47bc-4c68-905b-308b94793c50', 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0', 'admin_state_up': True, 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:40.494700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9309a8-fe52-4eb0-a1ec-e29d2d86dbf7 req-74a80979-f49d-4140-ac9e-9752377eebe5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:40.496293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b9309a8-fe52-4eb0-a1ec-e29d2d86dbf7 req-74a80979-f49d-4140-ac9e-9752377eebe5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1485131 Nov 01 18:22:40.594919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b9309a8-fe52-4eb0-a1ec-e29d2d86dbf7 req-7c71aecb-73c0-4bfe-9deb-7af0b13050d4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688004 Nov 01 18:22:40.661002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.678263 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf59c09a-79b6-4a93-a272-8761fe84d494 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9050798 Nov 01 18:22:40.684847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51488) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:40.694298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1465428322'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:40.817415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:40.822302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:40.930831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5f9eb-220f-445a-9388-4bd271aa4380 req-a4287715-a18c-4fd2-97d4-ca22cd9d47ed tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:40.947252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0e5f9eb-220f-445a-9388-4bd271aa4380 req-a4287715-a18c-4fd2-97d4-ca22cd9d47ed tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2300677 Nov 01 18:22:41.002500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Made reservation on behalf of f3c003fb446f4c5b90175f6683e4f982 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:41.010832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.028427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0e5f9eb-220f-445a-9388-4bd271aa4380 req-f11f314e-f63f-4c24-a9a1-2c3e507701e9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801256 Nov 01 18:22:41.035194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.105393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Allocated IP 19.80.0.93 (cb7a8dd3-b618-4cf3-a504-760fa391e2c0/4366dd28-d1b5-4e85-b377-3673d945dd20/cb04cca6-2daa-4d55-9a0a-d4efdc837816) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:41.280334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.319661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893cdc7-7a1d-4844-8fa7-b24462a22dbb req-03819d69-629f-4969-a769-d705c5ef02c8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:41.325232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4893cdc7-7a1d-4844-8fa7-b24462a22dbb req-03819d69-629f-4969-a769-d705c5ef02c8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1606262 Nov 01 18:22:41.409089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.440875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4893cdc7-7a1d-4844-8fa7-b24462a22dbb req-eb2eb916-2cdd-4497-947d-7521f7c2951c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099489 Nov 01 18:22:41.442855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.542106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:41.546955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b305ed-9106-4647-b426-19ce66a9ea3d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:41.597672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.635102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc37c170-ddf7-4cb1-bfc0-887d04f75571 req-f65c1ee9-a6dc-4687-8d2f-90e05c4a3bdf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.1509821 Nov 01 18:22:41.658418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 94b62e4a-e960-4681-bccd-42806e64aba2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:41.659774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.693629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:22:41.845467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:41.855390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.855968 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Added segment 33255e53-53d5-43e2-ad5e-400e8ec6a0e0 of type vlan for network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa Nov 01 18:22:41.864002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:41.884454 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:41.895251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:41.944083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:41.945118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:41.947807 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb59c8b-2357-4c18-af5b-b2448aba7689" -d '{"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:41.949072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:41.988135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:41.988808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.013238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.039526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda465a8-9edf-437d-98bf-9170c475bc48 req-8ef19025-5f22-472d-8173-e52d85cca55d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:42.047651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fda465a8-9edf-437d-98bf-9170c475bc48 req-8ef19025-5f22-472d-8173-e52d85cca55d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.4070458 Nov 01 18:22:42.086521 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.122669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-cb4332f7-a390-4154-9ef2-d1a05f063193 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6511929 Nov 01 18:22:42.136660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fda465a8-9edf-437d-98bf-9170c475bc48 req-b1054845-9901-456a-8f38-f79e578bd127 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786996 Nov 01 18:22:42.137422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Request body: {'port': {'device_id': '4369dd06-47bc-4c68-905b-308b94793c50', 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b', 'admin_state_up': True, 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:42.185009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.193395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:42.194294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:42.195024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.246970 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f7e80-2648-40c6-9c6c-fd186af5dd8c x-openstack-request-id: req-080f7e80-2648-40c6-9c6c-fd186af5dd8c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:42.247267 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-plugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:42.247542 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-080f7e80-2648-40c6-9c6c-fd186af5dd8c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:42.247961 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'code': 200} Nov 01 18:22:42.383861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6951210 Nov 01 18:22:42.385881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51542) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:42.411191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Request body: {'subnet': {'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:42.428078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a256cea-deac-49fe-916e-6760de74df59 None None] Provisioning complete for port cb04cca6-2daa-4d55-9a0a-d4efdc837816 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:42.428421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a256cea-deac-49fe-916e-6760de74df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.482012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f99f5-f32a-4b7b-abff-dbb8df3b599d tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Network': ['ID=7bfc82cb-1321-4a2d-bec4-ca117c6100fa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:42.540159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a256cea-deac-49fe-916e-6760de74df59 None None] Port cb04cca6-2daa-4d55-9a0a-d4efdc837816 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:22:42.547928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:22:42.623267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Made reservation on behalf of 7639c12e9a98476fa3b41eaff1be5128 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:42.628041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.664851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2e3c-fa10-4fe4-9c53-1c17ae504f58 req-0471e361-4a46-4219-a610-e67437e11270 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:42.672454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dcd2e3c-fa10-4fe4-9c53-1c17ae504f58 req-0471e361-4a46-4219-a610-e67437e11270 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1247940 Nov 01 18:22:42.696471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da4bd-da8b-45f3-8ebd-95e2b17ebee0 req-f6bd39fb-02df-4a1e-9271-7041a53f81df tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:42.706409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-595da4bd-da8b-45f3-8ebd-95e2b17ebee0 req-f6bd39fb-02df-4a1e-9271-7041a53f81df tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.1225610 Nov 01 18:22:42.780116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-595da4bd-da8b-45f3-8ebd-95e2b17ebee0 req-3f6f423d-0f75-402a-8931-525783e69d9b tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Nov 01 18:22:42.807358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:42.816830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dcd2e3c-fa10-4fe4-9c53-1c17ae504f58 req-8f133f2d-a3d4-45d1-826a-e8254da2856a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432967 Nov 01 18:22:42.833723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Made reservation on behalf of f3c003fb446f4c5b90175f6683e4f982 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:42.837499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:42.988497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-983966164'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:43.029081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Allocated IP 19.86.0.132 (6a4aba11-5b7d-470c-be94-7dd67b8db12b/d2ab17ad-4797-4c8c-8c8f-6128d08afcc4/83d87cd4-2de0-47d9-a3f7-80ec95c51808) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:43.153077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820f7c7-5347-4a97-aee9-fa969de88167 req-4ed3721a-ca73-4978-974b-8e637806b40f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:43.158646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.159918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.163864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e820f7c7-5347-4a97-aee9-fa969de88167 req-4ed3721a-ca73-4978-974b-8e637806b40f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 931 time: 0.1402807 Nov 01 18:22:43.245615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.276713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e820f7c7-5347-4a97-aee9-fa969de88167 req-ec9d9c42-75ef-4f53-8583-e8fbcb57f618 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113222 Nov 01 18:22:43.318393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ca4a-bb86-433e-a5e6-82e97b0532ca req-1094c0ed-1a05-43ea-bd0a-e76b19010c83 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:43.321145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.327831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d264ca4a-bb86-433e-a5e6-82e97b0532ca req-1094c0ed-1a05-43ea-bd0a-e76b19010c83 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1872840 Nov 01 18:22:43.351579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.429696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.441326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d264ca4a-bb86-433e-a5e6-82e97b0532ca req-eddf135c-9b5c-4413-9734-640c54f7a318 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121693 Nov 01 18:22:43.483193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Subnet': ['ID=b5c35329-82b5-4067-9bf1-95137cc29a97,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:43.489976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.494896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Checking segment: {'id': '33255e53-53d5-43e2-ad5e-400e8ec6a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:43.495410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network hostable DHCP agents. Network: 7bfc82cb-1321-4a2d-bec4-ca117c6100fa, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:22:43.578663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.589092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-35cbaa14-a4b9-411b-a4db-5cf2eff570d5 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7723215 Nov 01 18:22:43.589410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51580) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:43.619910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:43.651150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:43.675721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:43.715447 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.744903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event updated for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:43.757047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:43.758386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.761358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:22:43.813443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fd0b1-199f-49fc-ac32-c5dadb0da0d0 req-ec68810a-16ac-44c9-a59e-599d4c5abe27 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:43.824677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc5fd0b1-199f-49fc-ac32-c5dadb0da0d0 req-ec68810a-16ac-44c9-a59e-599d4c5abe27 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2536290 Nov 01 18:22:43.850110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-bba0c4d0-3779-4d05-8af0-9ba965fc6356 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7218306 Nov 01 18:22:43.867464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Request body: {'port': {'device_id': '4369dd06-47bc-4c68-905b-308b94793c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:43.980326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2f5aad05-3e51-49a8-8843-8e52474ed8c9 None None] Provisioning complete for port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:43.980938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f5aad05-3e51-49a8-8843-8e52474ed8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:43.982701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.036010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7bfc82cb-1321-4a2d-bec4-ca117c6100fa) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:44.038806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2f5aad05-3e51-49a8-8843-8e52474ed8c9 None None] Port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:22:44.049953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c1450-7d56-46e9-8d28-beb63ad6613f None None] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:44.075742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.078869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.079488 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.084156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.088170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc5fd0b1-199f-49fc-ac32-c5dadb0da0d0 req-c622c133-8d48-4c4b-8f76-0b0fb2196115 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625089 Nov 01 18:22:44.183966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d967-35df-4534-ad13-06cff5d47cfb req-0f4d2c57-4602-4f44-a380-cdfef677a4da tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.189108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e83d967-35df-4534-ad13-06cff5d47cfb req-0f4d2c57-4602-4f44-a380-cdfef677a4da tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.2624965 Nov 01 18:22:44.215233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b83e458-a190-49e0-bd44-d49512c1b13f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8280666 Nov 01 18:22:44.217069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51588) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:44.228135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-665648889', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:44.277138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e83d967-35df-4534-ad13-06cff5d47cfb req-d3631060-09c7-4793-b6b2-c5886cf3dfb6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869701 Nov 01 18:22:44.286997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.288274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2769219b-739a-4960-bb45-09b8dabaec81 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:22:44.298875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.312353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e1edf9e-3597-454c-b743-9660c4726a7b tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2769219b-739a-4960-bb45-09b8dabaec81 HTTP/1.1" status: 204 len: 168 time: 0.7252734 Nov 01 18:22:44.319542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-7bfc82cb-1321-4a2d-bec4-ca117c6100fa', 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa', 'tenant_id': 'f3c003fb446f4c5b90175f6683e4f982', 'fixed_ips': [{'subnet_id': 'b5c35329-82b5-4067-9bf1-95137cc29a97'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:22:44.319542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.322755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:44.336723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Request body: {'router': {'name': 'tempest-router-762486536', 'distributed': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:44.368015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:22:44.368015 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 01 18:22:44.368015 n-d-815923-2 neutron-server[102782]: [parameters: {'project_id_1': '6e22dbecfbac44cba710ae64346d3a8a', 'expiration_1': datetime.datetime(2021, 11, 1, 18, 22, 24, 344097)}] Nov 01 18:22:44.368015 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:22:44.371033 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:22:44.411105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-2fd24cc1-10ea-48f1-bb15-cd21107c238d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.412916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-2fd24cc1-10ea-48f1-bb15-cd21107c238d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 945 time: 0.1662829 Nov 01 18:22:44.477915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b596ea8-99a4-491e-87db-afd72ac52d1a req-078abca3-2244-4d83-a6fe-0fea98fa8cd0 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.484538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b596ea8-99a4-491e-87db-afd72ac52d1a req-078abca3-2244-4d83-a6fe-0fea98fa8cd0 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.492531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b596ea8-99a4-491e-87db-afd72ac52d1a req-078abca3-2244-4d83-a6fe-0fea98fa8cd0 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1654 time: 0.0762687 Nov 01 18:22:44.522074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Allocated IP 172.20.0.2 (7bfc82cb-1321-4a2d-bec4-ca117c6100fa/b5c35329-82b5-4067-9bf1-95137cc29a97/b2524c0d-bb9d-4121-9f38-d1cc9d5dd640) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:44.531270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.533178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.591641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.610345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b596ea8-99a4-491e-87db-afd72ac52d1a req-b9d41069-a71e-4bad-bd9f-4651aa66c368 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117427 Nov 01 18:22:44.621944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Deleting port b78b464a-d3bd-4b36-ace0-51c7f418ef33 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:44.621944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.638424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551bcc4-3d2c-433c-97e3-00a38cdef763 req-430e4c60-dcf3-4693-8d0c-04d51f2ad0ad tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:44.639896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb04cca6-2daa-4d55-9a0a-d4efdc837816 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:44.646064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a551bcc4-3d2c-433c-97e3-00a38cdef763 req-430e4c60-dcf3-4693-8d0c-04d51f2ad0ad tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2911704 Nov 01 18:22:44.657151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.710946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Transition to ACTIVE for port object cb04cca6-2daa-4d55-9a0a-d4efdc837816 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:22:44.743286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a551bcc4-3d2c-433c-97e3-00a38cdef763 req-1bec0e3f-8bc7-4003-b359-2023b8045695 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889750 Nov 01 18:22:44.757004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.804787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] For port b78b464a-d3bd-4b36-ace0-51c7f418ef33, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b78b464a-d3bd-4b36-ace0-51c7f418ef33,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:44.805420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.811732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.846722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:44.916959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Calling delete_port for b78b464a-d3bd-4b36-ace0-51c7f418ef33 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:44.947060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:44.955070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:44.957755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Pushing event updated for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:44.962358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:44.965725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Pushing event updated for resources: {'Port': ['ID=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:45.042158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Attempting to bind port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:45.042785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Attempting to bind port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '33255e53-53d5-43e2-ad5e-400e8ec6a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:45.042785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Attempting to bind port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 on network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:45.050031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:45.050398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Checking segment: {'id': '33255e53-53d5-43e2-ad5e-400e8ec6a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:45.050938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.051403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Bound using segment: {'id': '33255e53-53d5-43e2-ad5e-400e8ec6a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:45.052007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Bound port: b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33255e53-53d5-43e2-ad5e-400e8ec6a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:45.052457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.067915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.149246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb17e-4131-4c9d-b71d-b2a6706300a5 req-95995258-4360-45c6-b255-9c5a5ecd577f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:45.150914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920eb17e-4131-4c9d-b71d-b2a6706300a5 req-95995258-4360-45c6-b255-9c5a5ecd577f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0776911 Nov 01 18:22:45.181170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Attempting to bind port cb04cca6-2daa-4d55-9a0a-d4efdc837816 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:45.181583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Attempting to bind port cb04cca6-2daa-4d55-9a0a-d4efdc837816 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:45.181925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Attempting to bind port cb04cca6-2daa-4d55-9a0a-d4efdc837816 on network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:45.182716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] For port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:45.189853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] For port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,segment=NetworkSegment(33255e53-53d5-43e2-ad5e-400e8ec6a0e0),segment_id=33255e53-53d5-43e2-ad5e-400e8ec6a0e0)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:45.192059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Port cb04cca6-2daa-4d55-9a0a-d4efdc837816 on network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:45.192402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Attempting to bind port cb04cca6-2daa-4d55-9a0a-d4efdc837816 on network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:45.202447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:45.203136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Checking segment: {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:45.203376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Bound using segment: {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:45.203875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Bound port: cb04cca6-2daa-4d55-9a0a-d4efdc837816, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2620ad3-dd9e-491c-b471-e15934e7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:45.207385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.228292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.229170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.269944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.345992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743187-20eb-466d-9eb2-5c4cb5e156be None None] Pushing event updated for resources: {'Port': ['ID=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:45.394611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920eb17e-4131-4c9d-b71d-b2a6706300a5 req-576ead01-8384-49f7-a8b4-b8e7a8d2dc4e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217486 Nov 01 18:22:45.417523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:45.428047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:45.475158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.488098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:45.493859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'b78b464a-d3bd-4b36-ace0-51c7f418ef33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:45.508546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.552945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event deleted for resources: {'Port': ['ID=b78b464a-d3bd-4b36-ace0-51c7f418ef33,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:45.572638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.581327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b81fb-28c1-46be-94d0-58fd144e30cd req-c69d0e5e-6ef6-4940-972d-a2a64af51d46 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:45.588692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f0b81fb-28c1-46be-94d0-58fd144e30cd req-c69d0e5e-6ef6-4940-972d-a2a64af51d46 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 867 time: 0.1475215 Nov 01 18:22:45.677307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Pushing event updated for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:45.728554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:45.728815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.730095 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-365e6c8d-061d-4122-b10d-e5fd1caeea3b service neutron] 10.222.0.37 "PUT /v2.0/ports/cb04cca6-2daa-4d55-9a0a-d4efdc837816 HTTP/1.1" status: 200 len: 1091 time: 1.8704472 Nov 01 18:22:45.730549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:45.732915 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d05997-dc79-4871-ad8d-46fff3f01e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:45.748902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] No DVR routers for this DVR port b78b464a-d3bd-4b36-ace0-51c7f418ef33 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:45.762953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:45.766396 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c88b417-ed99-4abe-af84-8b2e5bdb0f53 req-d8308cb5-a335-4495-a80b-a25c9c05e295 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "DELETE /v2.0/ports/b78b464a-d3bd-4b36-ace0-51c7f418ef33 HTTP/1.1" status: 204 len: 173 time: 1.3250525 Nov 01 18:22:45.832732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f0b81fb-28c1-46be-94d0-58fd144e30cd req-b6590820-c631-4985-9a77-8bf3dd84da9d tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427118 Nov 01 18:22:45.863718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Request body: {'port': {'device_id': '4369dd06-47bc-4c68-905b-308b94793c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:45.864797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233afd-dff0-49bb-95a9-9db17a7c2ebe req-ec5621b0-bc25-424c-abfc-d4b9b27b4067 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:45.870569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f233afd-dff0-49bb-95a9-9db17a7c2ebe req-ec5621b0-bc25-424c-abfc-d4b9b27b4067 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.3650577 Nov 01 18:22:45.871928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.066681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.296524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:46.355535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:46.355959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.447978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.475632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.492560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,segment=NetworkSegment(33255e53-53d5-43e2-ad5e-400e8ec6a0e0),segment_id=33255e53-53d5-43e2-ad5e-400e8ec6a0e0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:46.534106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f233afd-dff0-49bb-95a9-9db17a7c2ebe req-6dc366d5-cbb7-4b51-aa90-2ddd4cf28184 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493425 Nov 01 18:22:46.534106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.605638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.692435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Allocated IP 172.25.2.165 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f137dd8c-8bc6-4e6a-a457-f0181d24f157) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:46.749561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:46.837196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.876573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:46.880125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f3ffb891-82c2-4f7f-9fce-5c29fb3cb762 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 2.5552239 Nov 01 18:22:46.885544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:46.896368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce9429-9784-49eb-a260-af9f6424b902 req-994d1779-5ce8-477c-beee-9d798cf0d43d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:46.903189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce9429-9784-49eb-a260-af9f6424b902 req-994d1779-5ce8-477c-beee-9d798cf0d43d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:46.904894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efce9429-9784-49eb-a260-af9f6424b902 req-994d1779-5ce8-477c-beee-9d798cf0d43d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1666 time: 0.5257206 Nov 01 18:22:46.909456 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b35cb46-1636-4c83-923d-91b081335b09 x-openstack-request-id: req-3b35cb46-1636-4c83-923d-91b081335b09 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:46.909969 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:46.909969 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b35cb46-1636-4c83-923d-91b081335b09 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:46.910394 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816', 'status': 'completed', 'code': 200} Nov 01 18:22:47.067391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.072763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-8e73f4df-77c7-413d-8bea-d7e5d5d2da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.073269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-8e73f4df-77c7-413d-8bea-d7e5d5d2da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.081603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-8e73f4df-77c7-413d-8bea-d7e5d5d2da68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1913 time: 0.1636167 Nov 01 18:22:47.288613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d87cd4-2de0-47d9-a3f7-80ec95c51808 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:47.295870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.298815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.300840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2d28d-a2aa-4a2e-8163-87ad7a533723 None None] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:22:47.304411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.324315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-7ae5ee7d-d072-486d-9bab-960cb2e4c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.324819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-7ae5ee7d-d072-486d-9bab-960cb2e4c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.325472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-7ae5ee7d-d072-486d-9bab-960cb2e4c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.327085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-7ae5ee7d-d072-486d-9bab-960cb2e4c16b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7639c12e9a98476fa3b41eaff1be5128&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2402861 Nov 01 18:22:47.332855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Transition to ACTIVE for port object 83d87cd4-2de0-47d9-a3f7-80ec95c51808 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:22:47.398985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efce9429-9784-49eb-a260-af9f6424b902 req-1c58b8e0-7762-420b-a526-5dd8737c5546 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624601 Nov 01 18:22:47.400487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.468108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.475322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:47.476155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=f137dd8c-8bc6-4e6a-a457-f0181d24f157,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:47.484384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:47.500717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55f6f927-4400-4d1b-be95-c18d85fa450e req-349b252b-e4db-4fbb-af58-dca3e6dd30c8 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f49bfa-24ce-40db-b2ce-3394e6a51542 HTTP/1.1" status: 200 len: 210 time: 0.4387422 Nov 01 18:22:47.502264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:47.564378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b78b464a-d3bd-4b36-ace0-51c7f418ef33 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:47.572404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.573038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e68e93b7-80b4-46a0-b17c-5c16d2b3ab12 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:22:47.608024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:47.620970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.627690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1cf0895a-cc30-4035-95ea-86c35d4b43ab tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e68e93b7-80b4-46a0-b17c-5c16d2b3ab12 HTTP/1.1" status: 204 len: 168 time: 0.7165928 Nov 01 18:22:47.627690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51646) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:47.630515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Request body: {'router': {'name': 'tempest-router-1439809300', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8d57e5fc93994e4894e5bb2bae952ed4'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:47.694839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-605374e0-1495-4023-9f66-13bbfd0b9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.696593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51d05997-dc79-4871-ad8d-46fff3f01e3d req-605374e0-1495-4023-9f66-13bbfd0b9b30 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3619490 Nov 01 18:22:47.825797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Attempting to bind port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:22:47.826142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Attempting to bind port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:22:47.832649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Attempting to bind port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 on network 6a4aba11-5b7d-470c-be94-7dd67b8db12b {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:47.832823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 on network 6a4aba11-5b7d-470c-be94-7dd67b8db12b not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:22:47.833156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Attempting to bind port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 on network 6a4aba11-5b7d-470c-be94-7dd67b8db12b {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:22:47.835423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e5395-9b69-434a-9cef-aa4cf7f814f2 req-8b41014e-b975-4638-bdb4-cc948a188fcc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:47.847069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:22:47.847458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Checking segment: {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:22:47.847888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Bound using segment: {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:22:47.848340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Bound port: 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386365ed-8a15-4cf5-af83-48cc95bc6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:22:47.848706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.849778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b9e5395-9b69-434a-9cef-aa4cf7f814f2 req-8b41014e-b975-4638-bdb4-cc948a188fcc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1774642 Nov 01 18:22:47.861748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.863233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.969047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: b78b464a-d3bd-4b36-ace0-51c7f418ef33 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:47.969395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b78b464a-d3bd-4b36-ace0-51c7f418ef33 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:47.984572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-35ef20fe-ed6d-45bd-9ecd-3fda933ae43a None None] Provisioning complete for port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:47.984572 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-35ef20fe-ed6d-45bd-9ecd-3fda933ae43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:47.999946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:22:48.004702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:22:48.073332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.073522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.114530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b9e5395-9b69-434a-9cef-aa4cf7f814f2 req-bda2fc8f-b4f7-4b0f-adc2-1ab53d48c0ba tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595806 Nov 01 18:22:48.162211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.164235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.166149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/83d87cd4-2de0-47d9-a3f7-80ec95c51808 HTTP/1.1" status: 200 len: 1092 time: 2.3066967 Nov 01 18:22:48.237786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:48.261405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ece1-66cf-47aa-813b-614edb205dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:48.298702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.405954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-dc031f80-c5eb-4ad4-8402-3c06e48b458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.406550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-dc031f80-c5eb-4ad4-8402-3c06e48b458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.409594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-dc031f80-c5eb-4ad4-8402-3c06e48b458b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1980 time: 0.0745468 Nov 01 18:22:48.451331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:48.452348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.489064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-d77dba20-3d2f-4e1d-a981-b6e81b941bf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816 HTTP/1.1" status: 200 len: 217 time: 0.0690472 Nov 01 18:22:48.597279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.601823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6d3433d8-9c6e-4a34-acc1-7969e54f0c3a tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9745471 Nov 01 18:22:48.604375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51668) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:48.623698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b17b-86e8-4403-90d2-f2d0bd2499eb req-89a2fb45-74b1-4151-8dbf-850a1361c251 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.625261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4627b17b-86e8-4403-90d2-f2d0bd2499eb req-89a2fb45-74b1-4151-8dbf-850a1361c251 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2859583 Nov 01 18:22:48.633822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:48.640175 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc2fba31-2269-4274-9a07-8fd06c7ed03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.661115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-d4da147c-7387-429c-ae5d-b01272d2866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.663172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-d4da147c-7387-429c-ae5d-b01272d2866e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4366dd28-d1b5-4e85-b377-3673d945dd20 HTTP/1.1" status: 200 len: 801 time: 0.1661308 Nov 01 18:22:48.681497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-9df69820-e4ce-4e81-983d-772801a071c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0981615 Nov 01 18:22:48.700320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-093ec761-b4da-44a5-9698-74d8411e7bf6 None None] Provisioning complete for port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:48.700914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-093ec761-b4da-44a5-9698-74d8411e7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.774411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-919c4568-ecac-4c5c-ba38-802d5f0f80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.777593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-919c4568-ecac-4c5c-ba38-802d5f0f80f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb7a8dd3-b618-4cf3-a504-760fa391e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944564 Nov 01 18:22:48.871984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:48.889548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.890526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.891068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.892028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.892929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.894355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.897321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:48.897321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5598e129-ba52-44af-9715-88310d1090c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.1459467 Nov 01 18:22:48.911126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'name': 'network-vif-deleted', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33'}, {'name': 'network-changed', 'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:48.914357 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3331b26a-899e-44f4-b1dd-f0526416b8ea" -d '{"events": [{"server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "name": "network-vif-deleted", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33"}, {"name": "network-changed", "server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:48.966139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4627b17b-86e8-4403-90d2-f2d0bd2499eb req-53f779d7-c7fc-4022-a28f-e00933933a78 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011734 Nov 01 18:22:49.012247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca340530-1571-4503-b18c-9bb58911b7ef req-1895c7d5-a726-4e63-acff-8108ac6328f9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.018678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca340530-1571-4503-b18c-9bb58911b7ef req-1895c7d5-a726-4e63-acff-8108ac6328f9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.031747 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-b74d41d3-fd44-41df-ba77-cbe0da58d34a service neutron] 10.222.0.37 "GET /v2.0/networks/cb7a8dd3-b618-4cf3-a504-760fa391e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294412 Nov 01 18:22:49.032773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca340530-1571-4503-b18c-9bb58911b7ef req-1895c7d5-a726-4e63-acff-8108ac6328f9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1678 time: 0.4514031 Nov 01 18:22:49.122639 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ba5cf-ba21-4f84-862c-eb73a93625ab x-openstack-request-id: req-603ba5cf-ba21-4f84-862c-eb73a93625ab {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:49.123246 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f49bfa-24ce-40db-b2ce-3394e6a51542", "name": "network-vif-deleted", "tag": "b78b464a-d3bd-4b36-ace0-51c7f418ef33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:49.123724 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-603ba5cf-ba21-4f84-862c-eb73a93625ab {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:49.124333 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f49bfa-24ce-40db-b2ce-3394e6a51542', 'name': 'network-vif-deleted', 'tag': 'b78b464a-d3bd-4b36-ace0-51c7f418ef33', 'status': 'completed', 'code': 200} Nov 01 18:22:49.124807 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'status': 'completed', 'code': 200} Nov 01 18:22:49.151274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-b2934d2e-1090-4920-837d-66cb3ffd0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.153156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-b2934d2e-1090-4920-837d-66cb3ffd0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.153639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-b2934d2e-1090-4920-837d-66cb3ffd0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.155292 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-b2934d2e-1090-4920-837d-66cb3ffd0243 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 2298 time: 0.2294745 Nov 01 18:22:49.274841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-d5e923e3-a71a-4e9d-a6d6-509bab46d667 service neutron] 10.222.0.37 "GET /v2.0/networks/cb7a8dd3-b618-4cf3-a504-760fa391e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432330 Nov 01 18:22:49.330043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-ed373916-d6a4-47bf-b60e-8c055ae779d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808 HTTP/1.1" status: 200 len: 217 time: 0.0452385 Nov 01 18:22:49.332671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.332959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.409385 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-0ea797a7-5ba8-4ef6-8851-2321a76129d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 1001 time: 0.2266338 Nov 01 18:22:49.465411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-77894e58-0e1b-4d92-b7ca-1f086461b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.467521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-77894e58-0e1b-4d92-b7ca-1f086461b199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2ab17ad-4797-4c8c-8c8f-6128d08afcc4 HTTP/1.1" status: 200 len: 801 time: 0.1290751 Nov 01 18:22:49.497762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-53620180-ed37-44e8-910a-2090063bc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.501000 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-53620180-ed37-44e8-910a-2090063bc7ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.0820487 Nov 01 18:22:49.515637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca340530-1571-4503-b18c-9bb58911b7ef req-dd91ac19-cf81-4cbc-8c53-9e14fdbfe29f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878945 Nov 01 18:22:49.628017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 01 18:22:49.628359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Router 8d8d02b1-6211-4353-8a56-2de2b225793a migrating from provider to provider. {{(pid=102782) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 01 18:22:49.628855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.638991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-3a7525be-6b44-4880-bdee-b8884651f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.642499 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-3a7525be-6b44-4880-bdee-b8884651f77f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a4aba11-5b7d-470c-be94-7dd67b8db12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388083 Nov 01 18:22:49.643602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.656862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-a22d3582-ebca-4cb2-81fc-41aa96a0b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.660292 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-a22d3582-ebca-4cb2-81fc-41aa96a0b3a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090152 Nov 01 18:22:49.665078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bba4e-92ed-4093-951b-43618e33fedb req-631edeaf-5fc9-4995-8581-9ac09f4e9384 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:49.674187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d7bba4e-92ed-4093-951b-43618e33fedb req-631edeaf-5fc9-4995-8581-9ac09f4e9384 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2228813 Nov 01 18:22:49.697127 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.844673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-82a03805-a6e7-4817-b67e-14a32a6c85f6 service neutron] 10.222.0.37 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933069 Nov 01 18:22:49.866270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-2273472c-3fc6-4d24-8975-d316b32e2fc3 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 Nov 01 18:22:49.879906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:49.920629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d7bba4e-92ed-4093-951b-43618e33fedb req-22fb92cb-4010-406b-832d-717ec37e9296 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438703 Nov 01 18:22:50.071467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72c75cfb-d04d-43a7-adad-4f5a618e2245 req-dff1c7c0-eb32-42d4-87b4-8724a707074d service neutron] 10.222.0.37 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036662 Nov 01 18:22:50.102225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-0d16b165-7b0d-4147-be25-0fc11a44ec73 service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248175 Nov 01 18:22:50.170889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-3b9b10a7-bec6-49bf-9f8f-3ed046304aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 217 time: 0.0622649 Nov 01 18:22:50.174497 n-d-815923-2 neutron-server[102782]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] No L3 agents can host the router 8d8d02b1-6211-4353-8a56-2de2b225793a Nov 01 18:22:50.214555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1a39-4422-4e9a-8aad-93aa85ce0d5f req-feb6e5ce-20fd-4b8d-95c3-c9a992c23c2b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.219767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f04f1a39-4422-4e9a-8aad-93aa85ce0d5f req-feb6e5ce-20fd-4b8d-95c3-c9a992c23c2b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1126683 Nov 01 18:22:50.311884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-eeda2329-a186-46bb-9299-89194e72c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.314122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-eeda2329-a186-46bb-9299-89194e72c442 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1358349 Nov 01 18:22:50.365994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:22:50.413709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Hosts for router 8d8d02b1-6211-4353-8a56-2de2b225793a: [] {{(pid=102782) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 01 18:22:50.462558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-94ae6387-3417-4a9f-861b-094668301dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.464333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-94ae6387-3417-4a9f-861b-094668301dfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225307 Nov 01 18:22:50.467375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-ae1091ad-fed5-451d-96cd-64e3da915835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.467997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-ae1091ad-fed5-451d-96cd-64e3da915835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.470276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-ae1091ad-fed5-451d-96cd-64e3da915835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7639c12e9a98476fa3b41eaff1be5128&device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1980 time: 0.1545243 Nov 01 18:22:50.607318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-7353b33b-fcfd-4330-82c8-62e13bdd3c22 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351945 Nov 01 18:22:50.735135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-a36ec790-b0d0-4227-baf9-84dd3b20cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:50.739132 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-a36ec790-b0d0-4227-baf9-84dd3b20cd1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a4aba11-5b7d-470c-be94-7dd67b8db12b HTTP/1.1" status: 200 len: 902 time: 0.1306522 Nov 01 18:22:50.847513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f04f1a39-4422-4e9a-8aad-93aa85ce0d5f req-8c75b92c-8602-460b-9eac-3b00efebda3a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927784 Nov 01 18:22:50.860232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-8a0a2af2-5221-46c5-a409-356ecdad6390 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151321 Nov 01 18:22:50.874635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Hosts for other DVR routers connected to router 8d8d02b1-6211-4353-8a56-2de2b225793a: set() {{(pid=102782) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 01 18:22:50.874635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:50.880046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e83679c-d8d8-417d-8088-9424233bd3ee tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "PUT /v2.0/routers/8d8d02b1-6211-4353-8a56-2de2b225793a HTTP/1.1" status: 200 len: 717 time: 2.2491059 Nov 01 18:22:50.886033 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b60cbe1-6894-4e06-9241-348bea67873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:50.896226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51716) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:51.012707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-db93fac9-f5b9-43ef-8571-7dac5117b912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 217 time: 0.1454799 Nov 01 18:22:51.014565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-779436c7-8174-4fe7-a480-3ebbfe5c05bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808 HTTP/1.1" status: 200 len: 217 time: 0.1531310 Nov 01 18:22:51.070863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-26aad251-e4bf-46d0-876f-72fdfd4c9ef3 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "GET /v2.0/routers/8d8d02b1-6211-4353-8a56-2de2b225793a HTTP/1.1" status: 200 len: 717 time: 0.1710446 Nov 01 18:22:51.073373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:51.091180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709530ff-881d-41a4-888d-d56b9fb2f61f req-bb706e07-0cce-48dc-a579-73457d35d0c5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.102276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709530ff-881d-41a4-888d-d56b9fb2f61f req-bb706e07-0cce-48dc-a579-73457d35d0c5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.102378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-630b593c-62a2-4d4e-b6bf-28b6dfe1a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.102378 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-630b593c-62a2-4d4e-b6bf-28b6dfe1a93c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0814688 Nov 01 18:22:51.107971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-709530ff-881d-41a4-888d-d56b9fb2f61f req-bb706e07-0cce-48dc-a579-73457d35d0c5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1678 time: 0.2571640 Nov 01 18:22:51.160616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:22:51.162116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-f16ead55-9795-4477-8fda-3f50bc3951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.164196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-f16ead55-9795-4477-8fda-3f50bc3951eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2ab17ad-4797-4c8c-8c8f-6128d08afcc4 HTTP/1.1" status: 200 len: 801 time: 0.0614302 Nov 01 18:22:51.173719 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] Sync routers for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:22:51.197114 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:22:51.197924 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:51.248551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-709530ff-881d-41a4-888d-d56b9fb2f61f req-38b95f18-83ca-46ae-bd2c-410af8e0e446 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396213 Nov 01 18:22:51.286935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30b0b4-3980-4949-9d18-2152f83c56d3 req-d44731be-e1c4-4f25-aff4-03aad69a8555 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.289911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d30b0b4-3980-4949-9d18-2152f83c56d3 req-d44731be-e1c4-4f25-aff4-03aad69a8555 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1337914 Nov 01 18:22:51.290171 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:51.312071 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:22:51.312990 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:51.356968 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:51.357920 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a68b9b-2bea-405a-9079-f9ce9412173e None None] The sync data for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:22:51.372714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-5ffce119-fa5f-4b6b-aa2f-13850727e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.374205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-5ffce119-fa5f-4b6b-aa2f-13850727e917 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a4aba11-5b7d-470c-be94-7dd67b8db12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316226 Nov 01 18:22:51.376538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-dc3d514b-bcb9-4baf-b1f4-1d280bdf10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.380539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-dc3d514b-bcb9-4baf-b1f4-1d280bdf10e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2127693 Nov 01 18:22:51.404619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:51.412197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-154b34b0-f6cf-4e1b-9be5-92948968e343 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.1940134 Nov 01 18:22:51.413952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:51.598431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d30b0b4-3980-4949-9d18-2152f83c56d3 req-8fe52f04-1e14-4b2c-807c-77b014d8d373 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943249 Nov 01 18:22:51.635311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f88d591-08b2-447a-aa4e-ddbe825a1f7b tempest-RoutersTestDVR-1650027176 tempest-RoutersTestDVR-1650027176-project] 10.222.0.31 "GET /v2.0/routers/8d8d02b1-6211-4353-8a56-2de2b225793a HTTP/1.1" status: 200 len: 683 time: 0.5601237 Nov 01 18:22:51.636160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51746) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:51.682713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-64ee7020-8e0a-45e4-88a7-d51444617542 service neutron] 10.222.0.37 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996771 Nov 01 18:22:51.705029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-597a7281-5d40-4196-9f92-409742221167 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028567 Nov 01 18:22:51.801273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:51.905732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3331b26a-899e-44f4-b1dd-f0526416b8ea req-72e12586-47fd-4e21-b343-14a966f77214 service neutron] 10.222.0.37 "GET /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996658 Nov 01 18:22:51.951541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-f0c4ca46-d922-4c88-b3e9-17e02fb55ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646407 Nov 01 18:22:51.960072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:51.968751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772dc98-7e7d-4299-974c-61947761a166 req-281702f7-1d03-4a86-a554-62af9ccddbdc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:51.976670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9772dc98-7e7d-4299-974c-61947761a166 req-281702f7-1d03-4a86-a554-62af9ccddbdc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2593019 Nov 01 18:22:52.029138 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-d0581855-d713-40d9-8bb8-367acd64ae16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 217 time: 0.0705853 Nov 01 18:22:52.137549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.143148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-6ebe89ea-e996-4e49-a863-17d4d4bb808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.144734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-6ebe89ea-e996-4e49-a863-17d4d4bb808f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1079445 Nov 01 18:22:52.154253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.207736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-609213c9-36ba-4bbd-b9db-6a49bfdc940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.209329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-609213c9-36ba-4bbd-b9db-6a49bfdc940e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563395 Nov 01 18:22:52.216193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9772dc98-7e7d-4299-974c-61947761a166 req-b7539388-bd82-4064-8bd8-ba5129bdf746 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385416 Nov 01 18:22:52.397756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-b7de448d-8195-497d-b34d-0c1a035c0872 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797841 Nov 01 18:22:52.448903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.448903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8d02b1-6211-4353-8a56-2de2b225793a {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:22:52.461574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.461574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-674930a9-1812-4ddb-9c39-f61a7cf73004 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8d8d02b1-6211-4353-8a56-2de2b225793a HTTP/1.1" status: 204 len: 168 time: 0.8181515 Nov 01 18:22:52.489990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:52.500911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Request body: {'router': {'name': 'tempest-router-1342068969', 'distributed': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:52.541161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-86909c92-54d7-411d-a092-758561adaa99 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363039 Nov 01 18:22:52.592927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cbe9f-307b-46b0-9125-2fa058293aae req-d657a071-2a4f-4f21-a873-a44cdc6b6f4c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.600831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf5cbe9f-307b-46b0-9125-2fa058293aae req-d657a071-2a4f-4f21-a873-a44cdc6b6f4c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1763237 Nov 01 18:22:52.618085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-1d96a605-def2-498c-90e4-a101f273b461 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 217 time: 0.0580840 Nov 01 18:22:52.664564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989613-d002-49fa-ab65-59c186cc545a req-bfc4fccc-4b42-499d-8ec6-590b32580475 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.674529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989613-d002-49fa-ab65-59c186cc545a req-bfc4fccc-4b42-499d-8ec6-590b32580475 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.683555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-a3668868-c7f8-44c9-ac1a-51cc26f52e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.684431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38989613-d002-49fa-ab65-59c186cc545a req-bfc4fccc-4b42-499d-8ec6-590b32580475 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1678 time: 0.2577271 Nov 01 18:22:52.687628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-a3668868-c7f8-44c9-ac1a-51cc26f52e3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0605245 Nov 01 18:22:52.734399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.736305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:52.762031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 83d87cd4-2de0-47d9-a3f7-80ec95c51808 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:52.789685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-17dc41b9-79bf-4a9a-9f57-412589a4ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:52.791204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-17dc41b9-79bf-4a9a-9f57-412589a4ca2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981023 Nov 01 18:22:52.819048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38989613-d002-49fa-ab65-59c186cc545a req-81201d97-59d4-40ce-809d-d160b95cb65e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334600 Nov 01 18:22:52.892775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:52.893027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf5cbe9f-307b-46b0-9125-2fa058293aae req-fe938fbe-dd72-40fa-8617-cc31d56b4662 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889180 Nov 01 18:22:52.920451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'network_id': '6a4aba11-5b7d-470c-be94-7dd67b8db12b', 'port_id': '83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'mac_address': 'fa:16:3e:cf:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ab17ad-4797-4c8c-8c8f-6128d08afcc4', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:52.959265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.007091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-a83e761e-b669-4baa-b22d-41564eae4105 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996934 Nov 01 18:22:53.014510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.033534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d87cd4-2de0-47d9-a3f7-80ec95c51808 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:53.053066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.057249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:53.114015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-60dbe4a7-8a78-495b-8cab-547a61e67691 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993037 Nov 01 18:22:53.168132 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-5f152e8a-779f-427e-a335-bf9675b27c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 217 time: 0.0471685 Nov 01 18:22:53.197848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70d21-58c3-49cb-9efa-8e6b1d30deba req-87b098a6-a11c-4516-aac9-59f3f5091d52 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:53.199402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f70d21-58c3-49cb-9efa-8e6b1d30deba req-87b098a6-a11c-4516-aac9-59f3f5091d52 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1319287 Nov 01 18:22:53.227785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-e01aa2e5-c977-4cd6-9265-8e6e4606b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:53.229312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-e01aa2e5-c977-4cd6-9265-8e6e4606b426 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0533693 Nov 01 18:22:53.279461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-626121ae-2ad2-4fb3-bb15-75093f58edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:53.281065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-626121ae-2ad2-4fb3-bb15-75093f58edee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435989 Nov 01 18:22:53.296620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.310815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f70d21-58c3-49cb-9efa-8e6b1d30deba req-fedbfa66-bb48-4883-b94c-c7b84afb608c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935850 Nov 01 18:22:53.319066 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.322701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cb04cca6-2daa-4d55-9a0a-d4efdc837816 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:22:53.416656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:53.482861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Allocated IP 172.20.0.1 (7bfc82cb-1321-4a2d-bec4-ca117c6100fa/b5c35329-82b5-4067-9bf1-95137cc29a97/0e4d070b-9f88-4829-abcc-d13917432bb1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:53.488457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-de302753-ce65-467b-8548-e38a04e6adc0 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003117 Nov 01 18:22:53.489545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.493263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-475fb1ab-2cfa-47e9-820b-af31d123d78d tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9976258 Nov 01 18:22:53.494515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51786) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:53.528223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:53.550559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816', 'network_id': 'cb7a8dd3-b618-4cf3-a504-760fa391e2c0', 'port_id': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816', 'mac_address': 'fa:16:3e:34:67:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4366dd28-d1b5-4e85-b377-3673d945dd20', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:22:53.629415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.636104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958fce0-1bcb-405e-bf44-57d4ba9e33c6 req-682495f1-9968-4e98-8ab3-33d4484047e7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:53.637695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4958fce0-1bcb-405e-bf44-57d4ba9e33c6 req-682495f1-9968-4e98-8ab3-33d4484047e7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1906695 Nov 01 18:22:53.656003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb04cca6-2daa-4d55-9a0a-d4efdc837816 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:22:53.686650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:53.696794 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.747201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.758920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4958fce0-1bcb-405e-bf44-57d4ba9e33c6 req-515f27c3-b9f3-4eaf-b5b3-bac7836f1dc8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Nov 01 18:22:53.785570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.804636 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.872936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:53.940641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-28eba4f9-5109-4b76-bdb6-4cb42d6afc45 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334376 Nov 01 18:22:53.944001 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.946221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.992599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:53.992849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-1faab312-4aee-4d90-b492-ec63dec23b97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.0442255 Nov 01 18:22:54.013726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e227a8d-b77f-4848-a099-55d7d751c4ef req-2c5235f8-f83e-4c62-b9df-d47fdf7439fd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:54.015333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e227a8d-b77f-4848-a099-55d7d751c4ef req-2c5235f8-f83e-4c62-b9df-d47fdf7439fd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1011441 Nov 01 18:22:54.079840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:54.080559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-92efdd02-3f9b-496c-b991-044b0284b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:54.083008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-92efdd02-3f9b-496c-b991-044b0284b995 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0597336 Nov 01 18:22:54.094511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:54.097861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:54.142138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=0e4d070b-9f88-4829-abcc-d13917432bb1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:54.142311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:54.142311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62d64544-3f00-4fe0-abac-53232b70b5ac {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:22:54.154728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:54.156043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ecefcf6e-fa61-44df-8f15-0b2900d65dd8 tempest-RoutersTestDVR-966276198 tempest-RoutersTestDVR-966276198-project-admin] 10.222.0.31 "DELETE /v2.0/routers/62d64544-3f00-4fe0-abac-53232b70b5ac HTTP/1.1" status: 204 len: 168 time: 0.6601322 Nov 01 18:22:54.186024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-429c0c2b-ccd5-4ded-9ccd-fd45f4325b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:54.192099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-429c0c2b-ccd5-4ded-9ccd-fd45f4325b17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956049 Nov 01 18:22:54.192796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679850c-e0b0-4849-9171-2bf6a8f728d5 req-3bd5dfb2-1716-4b47-b6ad-27ddc5d8dce1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:54.200928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679850c-e0b0-4849-9171-2bf6a8f728d5 req-3bd5dfb2-1716-4b47-b6ad-27ddc5d8dce1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:54.209210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b679850c-e0b0-4849-9171-2bf6a8f728d5 req-3bd5dfb2-1716-4b47-b6ad-27ddc5d8dce1 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1680 time: 0.2626746 Nov 01 18:22:54.218465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e227a8d-b77f-4848-a099-55d7d751c4ef req-8b23e1b1-350d-4883-b65a-9bff4a67c121 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773577 Nov 01 18:22:54.267713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['83d87cd4-2de0-47d9-a3f7-80ec95c51808'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:54.277985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:54.299486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b679850c-e0b0-4849-9171-2bf6a8f728d5 req-442df756-44d8-4373-8e97-4152b0a9e3f9 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890238 Nov 01 18:22:54.449659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-d01ad6a2-6c42-4a3f-8daa-b60e1677df24 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480159 Nov 01 18:22:54.631066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99eab377-9811-40b8-b432-54f2210ecdb4 req-fef734ce-14a7-456b-a1e7-dcd7dba747f2 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667242 Nov 01 18:22:54.650632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0a36c17a-058f-437e-8c10-2397aa6aa900 None None] Provisioning complete for port 0e4d070b-9f88-4829-abcc-d13917432bb1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:54.655080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0a36c17a-058f-437e-8c10-2397aa6aa900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:54.715384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0a36c17a-058f-437e-8c10-2397aa6aa900 None None] Port 0e4d070b-9f88-4829-abcc-d13917432bb1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:22:54.761428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.010970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51820) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:55.198003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-546890da-d633-4c9e-9c8b-2dda1b76b952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.238811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a352b3f-0dbe-426b-98b1-77c641f60655 req-e3e22cb1-f586-40f5-bc95-c26eca8d399d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:55.243993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a352b3f-0dbe-426b-98b1-77c641f60655 req-e3e22cb1-f586-40f5-bc95-c26eca8d399d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1209877 Nov 01 18:22:55.326359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['cb04cca6-2daa-4d55-9a0a-d4efdc837816'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:55.326983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-546890da-d633-4c9e-9c8b-2dda1b76b952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.336098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a352b3f-0dbe-426b-98b1-77c641f60655 req-eb868bc5-6a9c-4b2f-956c-f8b063d06cb1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686181 Nov 01 18:22:55.358711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.536015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bcf1-c818-424c-bce9-36e218f064c5 req-a5cb89b2-1054-4b9e-9b21-5b64409ccb7d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:55.536828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-546890da-d633-4c9e-9c8b-2dda1b76b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.543747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bcf1-c818-424c-bce9-36e218f064c5 req-a5cb89b2-1054-4b9e-9b21-5b64409ccb7d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:55.554374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6495bcf1-c818-424c-bce9-36e218f064c5 req-a5cb89b2-1054-4b9e-9b21-5b64409ccb7d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1680 time: 0.1179340 Nov 01 18:22:55.569009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.655211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-546890da-d633-4c9e-9c8b-2dda1b76b952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d57e5fc93994e4894e5bb2bae952ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428905 Nov 01 18:22:55.659609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51834) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:55.660925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546890da-d633-4c9e-9c8b-2dda1b76b952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e567d51-afe6-4c17-85c1-76a234cfd96d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:55.724609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=0e4d070b-9f88-4829-abcc-d13917432bb1,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:55.770850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.772915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.781787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6495bcf1-c818-424c-bce9-36e218f064c5 req-cf6922ae-5c6b-461e-b03c-b194438330e5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262609 Nov 01 18:22:55.808627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.943106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.947753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:55.951143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e567d51-afe6-4c17-85c1-76a234cfd96d HTTP/1.1" status: 204 len: 168 time: 0.2617970 Nov 01 18:22:55.963359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da05ba-ac58-497b-9730-0368dd877c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e567d51-afe6-4c17-85c1-76a234cfd96d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:56.115034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:56.528126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98ab3a-2c8f-41aa-8464-4c02c3a9f60d req-cce03cd5-db3b-4e11-92b0-0989402f51f9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:56.536314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb98ab3a-2c8f-41aa-8464-4c02c3a9f60d req-cce03cd5-db3b-4e11-92b0-0989402f51f9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 945 time: 0.7873130 Nov 01 18:22:56.621959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb98ab3a-2c8f-41aa-8464-4c02c3a9f60d req-74c61f21-5a7e-41a0-8ed6-8e913efb4c8c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826273 Nov 01 18:22:56.649286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:56.654622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:56.687792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8c50b-1e15-4632-9e55-00af215aaea6 req-33269e43-d049-40da-ac06-9bdd875fd401 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:56.689926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9be8c50b-1e15-4632-9e55-00af215aaea6 req-33269e43-d049-40da-ac06-9bdd875fd401 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1837592 Nov 01 18:22:56.719426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 83d87cd4-2de0-47d9-a3f7-80ec95c51808 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:56.808818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9be8c50b-1e15-4632-9e55-00af215aaea6 req-f89e1e3a-51b4-498b-96fd-1579ba0e6978 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081953 Nov 01 18:22:56.873238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51858) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:56.894347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-858d4757-d31b-4d73-bebf-2611ddcce787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:56.896954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:56.903098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:56.903770 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.043305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d8ee-aefd-4de7-a8e9-a11a8e404a5a req-27621a22-991a-4ea9-95dd-0054db296e1a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:57.046088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.054562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d8ee-aefd-4de7-a8e9-a11a8e404a5a req-27621a22-991a-4ea9-95dd-0054db296e1a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:57.066121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13d7d8ee-aefd-4de7-a8e9-a11a8e404a5a req-27621a22-991a-4ea9-95dd-0054db296e1a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1680 time: 0.1272578 Nov 01 18:22:57.073771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:57.077155 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f335648e-1538-4c54-b408-d12b3bc37f22" -d '{"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-plugged", "status": "completed", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:57.093692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:57.106640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:22:57.115572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-2fcaf53c-7c8c-485c-b177-f32d86ecc36c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:57.117537 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-2fcaf53c-7c8c-485c-b177-f32d86ecc36c tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 945 time: 0.0997994 Nov 01 18:22:57.142224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13d7d8ee-aefd-4de7-a8e9-a11a8e404a5a req-db67e562-30cd-44ad-b234-7f03d2f2f2f5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709550 Nov 01 18:22:57.167540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.172109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cb04cca6-2daa-4d55-9a0a-d4efdc837816 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:22:57.241505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-858d4757-d31b-4d73-bebf-2611ddcce787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.259988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bdbdae46-8c06-4935-861c-fe6ee6ce16ff None None] Provisioning complete for port 0e4d070b-9f88-4829-abcc-d13917432bb1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:57.260669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bdbdae46-8c06-4935-861c-fe6ee6ce16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.267074 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa6915-3c69-4db5-b2cd-f005393b6842 x-openstack-request-id: req-70aa6915-3c69-4db5-b2cd-f005393b6842 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:57.267733 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-plugged", "status": "completed", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:57.268240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70aa6915-3c69-4db5-b2cd-f005393b6842 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:57.268850 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'code': 200} Nov 01 18:22:57.317313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-858d4757-d31b-4d73-bebf-2611ddcce787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.353748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdae46-8c06-4935-861c-fe6ee6ce16ff None None] Port 0e4d070b-9f88-4829-abcc-d13917432bb1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:22:57.358314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:57.371608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:22:57.377841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb7d2452-da8e-42fd-ba72-eb3436c31618 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "PUT /v2.0/routers/92a967c1-cb88-4d84-b2ba-0267e3ba1b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9554572 Nov 01 18:22:57.384095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51876) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:57.388952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] Sync routers for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:22:57.389421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Request body: {'port': {'network_id': '7bfc82cb-1321-4a2d-bec4-ca117c6100fa', 'name': 'tempest-FloatingIPAdminTestJSON-1180971478'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:57.404162 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-858d4757-d31b-4d73-bebf-2611ddcce787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e22dbecfbac44cba710ae64346d3a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293627 Nov 01 18:22:57.408310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port cb04cca6-2daa-4d55-9a0a-d4efdc837816 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:22:57.415329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d4757-d31b-4d73-bebf-2611ddcce787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7bf1e-c3bf-4ae5-93f2-5b341a6c039d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:57.415474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:57.415595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:22:57.415595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:57.418475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port cb04cca6-2daa-4d55-9a0a-d4efdc837816 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:57.419174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.443029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Deleting port 3e8f336b-6b07-4fb1-87e4-075f691e6400 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:22:57.444193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.460631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:57.505092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:22:57.505995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:57.544353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:22:57.545150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a369d64-13f3-4758-8401-6d0102a02447 None None] The sync data for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:22:57.554244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.581321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.613894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.655064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:57.664737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] For port 3e8f336b-6b07-4fb1-87e4-075f691e6400, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=3e8f336b-6b07-4fb1-87e4-075f691e6400,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:22:57.672053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.737576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.740279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.742088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ad7bf1e-c3bf-4ae5-93f2-5b341a6c039d HTTP/1.1" status: 204 len: 168 time: 0.3292451 Nov 01 18:22:57.766494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:57.838911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257f721-a51a-47ed-9a4e-f5d5e37a6bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7bf1e-c3bf-4ae5-93f2-5b341a6c039d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:57.909048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:57.912741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ce60-9aaf-44d6-b6b5-785b15690d11 req-37032ac6-1cc8-431e-be87-ad6c60c1685f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:57.928260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99e6ce60-9aaf-44d6-b6b5-785b15690d11 req-37032ac6-1cc8-431e-be87-ad6c60c1685f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2902019 Nov 01 18:22:57.965051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c3e5-8e3c-44b1-bab9-10d6153aa4a9 req-b15ec2b9-5bc2-442d-b941-490b1e931e13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:57.967143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2024c3e5-8e3c-44b1-bab9-10d6153aa4a9 req-b15ec2b9-5bc2-442d-b941-490b1e931e13 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 945 time: 0.2514532 Nov 01 18:22:58.005410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99e6ce60-9aaf-44d6-b6b5-785b15690d11 req-386e3676-4807-4d11-a68b-2398dc9f7d2a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792406 Nov 01 18:22:58.021171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Made reservation on behalf of f3c003fb446f4c5b90175f6683e4f982 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:22:58.033360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:58.035516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2024c3e5-8e3c-44b1-bab9-10d6153aa4a9 req-234ac2ec-9478-48e5-97bc-8bd862f5070e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615649 Nov 01 18:22:58.057345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] device_id is not set on port 2d957ad9-af6d-450c-8a05-95769fe911d4 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:22:58.058866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Calling delete_port for 3e8f336b-6b07-4fb1-87e4-075f691e6400 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:22:58.086510 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:22:58.149840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-7337cd99-bfd3-4f97-b8e1-56c2d80e78c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0885055 Nov 01 18:22:58.263738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Allocated IP 172.20.0.7 (7bfc82cb-1321-4a2d-bec4-ca117c6100fa/b5c35329-82b5-4067-9bf1-95137cc29a97/2d957ad9-af6d-450c-8a05-95769fe911d4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:22:58.342776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.343272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.343788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.344956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.345435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.345915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.346447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.348730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa864023-664e-4cdb-8640-eaf92a346fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.1371574 Nov 01 18:22:58.426197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d96ce-3bbc-4c90-8dd1-d2dbeb99fb68 req-1ba18956-e031-4cb3-a3e8-0938d25f6a84 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.433686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d96ce-3bbc-4c90-8dd1-d2dbeb99fb68 req-1ba18956-e031-4cb3-a3e8-0938d25f6a84 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.442438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b92d96ce-3bbc-4c90-8dd1-d2dbeb99fb68 req-1ba18956-e031-4cb3-a3e8-0938d25f6a84 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.1443822 Nov 01 18:22:58.552973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b6037c47-ddee-4dbc-8592-f39e58bad1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.553450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b6037c47-ddee-4dbc-8592-f39e58bad1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.553913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b6037c47-ddee-4dbc-8592-f39e58bad1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.555897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b6037c47-ddee-4dbc-8592-f39e58bad1e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 2291 time: 0.1769319 Nov 01 18:22:58.576277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:58.592166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:58.598953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:22:58.613507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:58.699422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event deleted for resources: {'Port': ['ID=3e8f336b-6b07-4fb1-87e4-075f691e6400,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:58.732009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] No DVR routers for this DVR port 3e8f336b-6b07-4fb1-87e4-075f691e6400 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:22:58.736838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:58.740165 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b45e1-561d-49fd-9c08-1a561b03bcdc req-14ce73de-4d27-4faa-af36-2f80264240a2 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "DELETE /v2.0/ports/3e8f336b-6b07-4fb1-87e4-075f691e6400 HTTP/1.1" status: 204 len: 173 time: 1.6113305 Nov 01 18:22:58.740714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'name': 'network-vif-deleted', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:58.742843 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d1925-2373-43d0-9a93-b4ffc9673971" -d '{"events": [{"server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "name": "network-vif-deleted", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:58.748239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6b6195c8-a37c-461f-a27e-dcbf86b4dd01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 1000 time: 0.1842027 Nov 01 18:22:58.788430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:58.874084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-43777956-329f-4dba-a742-efebdb793c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:58.876177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-43777956-329f-4dba-a742-efebdb793c10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.1185660 Nov 01 18:22:58.877786 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b523223-eb84-4b57-8753-ce39984b5be9 x-openstack-request-id: req-7b523223-eb84-4b57-8753-ce39984b5be9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:58.878074 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708d5c7-27f6-46c5-a570-074d53d45c29", "name": "network-vif-deleted", "tag": "3e8f336b-6b07-4fb1-87e4-075f691e6400", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:58.878315 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b523223-eb84-4b57-8753-ce39984b5be9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:58.882557 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708d5c7-27f6-46c5-a570-074d53d45c29', 'name': 'network-vif-deleted', 'tag': '3e8f336b-6b07-4fb1-87e4-075f691e6400', 'status': 'completed', 'code': 200} Nov 01 18:22:58.918044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:22:58.953266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:22:58.984125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:22:59.018073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a673d306-4551-4b17-a95a-b92ac1ed1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.021921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a673d306-4551-4b17-a95a-b92ac1ed1126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344504 Nov 01 18:22:59.106040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.106678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:59.146310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event updated for resources: {'Port': ['ID=2d957ad9-af6d-450c-8a05-95769fe911d4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:22:59.163300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b92d96ce-3bbc-4c90-8dd1-d2dbeb99fb68 req-ef00be08-2939-4a13-bf1b-1e91991fc896 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197902 Nov 01 18:22:59.239889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-2f647be3-be7e-45be-9c68-4c29d5f99e8a service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095971 Nov 01 18:22:59.269932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:22:59.274698 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b909e-36f0-4604-805a-639d95ea4ea2" -d '{"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-plugged", "status": "completed", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:22:59.332154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545b99-741c-46a1-850a-f32d36456614 req-bd531c58-17ba-48e9-bffd-d0f21d0b3bab tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.344996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10545b99-741c-46a1-850a-f32d36456614 req-bd531c58-17ba-48e9-bffd-d0f21d0b3bab tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1444848 Nov 01 18:22:59.357836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-87347cae-92d2-4a42-bf7c-316a298e048f tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9750524 Nov 01 18:22:59.362548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51930) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:59.397097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-57526456-b685-4532-bd89-fa132e23f863 None None] Provisioning complete for port 2d957ad9-af6d-450c-8a05-95769fe911d4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:22:59.397951 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57526456-b685-4532-bd89-fa132e23f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:22:59.414963 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-03380e1a-3d36-4551-8ae2-aa15aad3c374 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671588 Nov 01 18:22:59.441118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10545b99-741c-46a1-850a-f32d36456614 req-1d6fc749-0e3b-40ec-97ee-94a36a2ec5e0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947914 Nov 01 18:22:59.499920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-97bb3c16-826c-477c-b0dd-f8699d611fd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 217 time: 0.0725329 Nov 01 18:22:59.514316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09d4c69d-8ba1-40ea-bc6a-1bbcff4a1187 req-f1a51544-51fa-42df-85d8-c6c6ad161374 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=c708d5c7-27f6-46c5-a570-074d53d45c29 HTTP/1.1" status: 200 len: 210 time: 0.1547205 Nov 01 18:22:59.542665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-57526456-b685-4532-bd89-fa132e23f863 None None] Port 2d957ad9-af6d-450c-8a05-95769fe911d4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:22:59.631693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 3e8f336b-6b07-4fb1-87e4-075f691e6400 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:22:59.634294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a351b14a-3399-415e-8c10-0b01ba79444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.636509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a351b14a-3399-415e-8c10-0b01ba79444c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1050122 Nov 01 18:22:59.715821 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89531b17-9f25-4937-ae72-e91d72c07a52 x-openstack-request-id: req-89531b17-9f25-4937-ae72-e91d72c07a52 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:22:59.717127 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-plugged", "status": "completed", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:22:59.719519 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89531b17-9f25-4937-ae72-e91d72c07a52 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:22:59.720210 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816', 'code': 200} Nov 01 18:22:59.724027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 3e8f336b-6b07-4fb1-87e4-075f691e6400 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:22:59.724171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-c036561f-2464-4c4f-af64-a3d916115042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.725791 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-c036561f-2464-4c4f-af64-a3d916115042 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793378 Nov 01 18:22:59.726331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 3e8f336b-6b07-4fb1-87e4-075f691e6400 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:22:59.878120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02396a4c-42f9-4d1b-a503-e0f00281c2aa req-965e2648-3b90-438b-830c-e50bab166c53 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.878120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02396a4c-42f9-4d1b-a503-e0f00281c2aa req-965e2648-3b90-438b-830c-e50bab166c53 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0557389 Nov 01 18:22:59.878699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641103-6acb-4860-86b6-ef3d046017aa req-aa3e7962-6c08-47f6-a544-1a66f411d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.878699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641103-6acb-4860-86b6-ef3d046017aa req-aa3e7962-6c08-47f6-a544-1a66f411d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:22:59.878699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43641103-6acb-4860-86b6-ef3d046017aa req-aa3e7962-6c08-47f6-a544-1a66f411d784 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1984 time: 0.1263688 Nov 01 18:22:59.878699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-01994caa-08b9-47e7-a125-6faed1a0556c service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269536 Nov 01 18:22:59.879076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'project_id': 'f3c003fb446f4c5b90175f6683e4f982', 'port_id': '2d957ad9-af6d-450c-8a05-95769fe911d4'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:59.879839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:22:59.885964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02396a4c-42f9-4d1b-a503-e0f00281c2aa req-3d37a609-d2d8-4712-bd44-2b6ca4de9bf9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Nov 01 18:22:59.972186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-568822314'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:22:59.988569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43641103-6acb-4860-86b6-ef3d046017aa req-c109c25b-8a86-48f6-96cb-e9f331452695 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019049 Nov 01 18:23:00.018712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a49fe7fc-de65-42a8-a9ed-5da7c408b24b service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330261 Nov 01 18:23:00.045713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.084747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799a45-aefc-4755-8877-fe63ea53a67c req-d3c28b61-784c-4f40-a31b-37efb51e7971 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.086450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd799a45-aefc-4755-8877-fe63ea53a67c req-d3c28b61-784c-4f40-a31b-37efb51e7971 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0742135 Nov 01 18:23:00.152375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:00.157416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.169175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.175822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd799a45-aefc-4755-8877-fe63ea53a67c req-bff9ede2-8712-4bb5-bae9-d7229333fe73 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765822 Nov 01 18:23:00.253624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.316649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-a9273bf4-976f-45c4-8148-64df851be948 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 217 time: 0.0758712 Nov 01 18:23:00.417814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-747c113b-7e25-4b7e-9292-34072dafce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.419344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-747c113b-7e25-4b7e-9292-34072dafce8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0922904 Nov 01 18:23:00.427804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.480217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49f54d-da18-491b-9d58-088475edd1cf req-88453894-c79d-427f-af1d-bf7a56faaaa5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.484243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-2311785e-f1a2-4656-847a-010aab32d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.486832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-2311785e-f1a2-4656-847a-010aab32d194 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576897 Nov 01 18:23:00.487787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49f54d-da18-491b-9d58-088475edd1cf req-88453894-c79d-427f-af1d-bf7a56faaaa5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.488160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.495151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c49f54d-da18-491b-9d58-088475edd1cf req-88453894-c79d-427f-af1d-bf7a56faaaa5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.1608713 Nov 01 18:23:00.504622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90048-84f7-4f4b-b637-63a209e37cc8 req-760411cc-8eb9-430b-98b3-eb8c901900d7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.506057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1a90048-84f7-4f4b-b637-63a209e37cc8 req-760411cc-8eb9-430b-98b3-eb8c901900d7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1707327 Nov 01 18:23:00.519128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Allocated IP 172.25.2.40 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/546e0d28-827f-4cb4-aebc-5961f4e9661f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:00.581852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c49f54d-da18-491b-9d58-088475edd1cf req-0314f1c4-1a3b-4d0e-b283-588e175ac2ca tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856884 Nov 01 18:23:00.622541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-e3f47443-49cc-4fca-9ebe-5ec4e751d56c service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248541 Nov 01 18:23:00.658182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1a90048-84f7-4f4b-b637-63a209e37cc8 req-46342176-8333-4736-878f-f78cd61690d8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314569 Nov 01 18:23:00.676655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:23:00.805514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0658e2-4c24-4064-bf50-64c022ce90dc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:00.805514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.805514 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Added segment be8f2af2-f15f-4b34-9de2-5791fcf6fb4f of type vlan for network 5c0309fe-e977-4206-b48c-76d220f1613b Nov 01 18:23:00.820417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.850397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:00.884505 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-aa530e24-c28c-4ace-aad1-bad64b8155d1 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511268 Nov 01 18:23:00.912183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7576ec7-0492-457c-9dd4-bda66332e271 req-78721248-6eb8-448c-8b5a-0a1a8f723d38 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.913728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7576ec7-0492-457c-9dd4-bda66332e271 req-78721248-6eb8-448c-8b5a-0a1a8f723d38 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0523946 Nov 01 18:23:00.932295 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-41adb4b4-2540-4f67-962f-982dbeb09f07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 217 time: 0.0391574 Nov 01 18:23:00.954062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7576ec7-0492-457c-9dd4-bda66332e271 req-0c4c6229-b6cf-4bba-bb90-e5c5c8cf870c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341127 Nov 01 18:23:00.986465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-42021a08-e33a-4f48-8bf0-fac525d56ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:00.988266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-42021a08-e33a-4f48-8bf0-fac525d56ac7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0484879 Nov 01 18:23:00.999699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:01.006360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:01.012263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.012872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:01.046096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:01.050224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:01.054214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:01.121289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Network': ['ID=5c0309fe-e977-4206-b48c-76d220f1613b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:01.121516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Pushing event updated for resources: {'Port': ['ID=546e0d28-827f-4cb4-aebc-5961f4e9661f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:01.127661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6ebda24a-13cc-4178-817b-7808971e5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.129169 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6ebda24a-13cc-4178-817b-7808971e5ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332965 Nov 01 18:23:01.135231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5c0309fe-e977-4206-b48c-76d220f1613b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:23:01.200178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25c88-5595-462f-8881-81ecc86de245 req-06bd1860-5b34-47c3-8e50-5cf672566120 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.203029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98b25c88-5595-462f-8881-81ecc86de245 req-06bd1860-5b34-47c3-8e50-5cf672566120 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0985811 Nov 01 18:23:01.229969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6a1430cf-e499-4585-bdb0-cba0cb20fa9f tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3490396 Nov 01 18:23:01.232817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52000) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:01.238279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'subnet': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:01.276559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-d3a64433-e333-42f6-a9c5-353f4296685c service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369803 Nov 01 18:23:01.303446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98b25c88-5595-462f-8881-81ecc86de245 req-e27e42a2-7231-4265-bf63-8666747d7827 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857449 Nov 01 18:23:01.430145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-e44a47e9-650d-4846-94e2-f09601df29c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240735 Nov 01 18:23:01.481115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-87d50d79-85db-4b7b-b873-c53d2a388e03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 217 time: 0.0423784 Nov 01 18:23:01.525030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:01.528517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:01.561172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b429e4d4-c5a9-4f74-a3e5-bac64d28be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.562573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b429e4d4-c5a9-4f74-a3e5-bac64d28be81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0722134 Nov 01 18:23:01.602099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb64f-6302-4139-83eb-063e4ae996d1 req-eb982311-83eb-4013-a171-188b143829b9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.604575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adfcb64f-6302-4139-83eb-063e4ae996d1 req-eb982311-83eb-4013-a171-188b143829b9 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.1718373 Nov 01 18:23:01.632430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617436-5315-4908-a7ee-9da41c6b5b08 req-b366d17b-f182-4686-b01d-883122ad87fc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.633952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41617436-5315-4908-a7ee-9da41c6b5b08 req-b366d17b-f182-4686-b01d-883122ad87fc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1607769 Nov 01 18:23:01.663947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-50b6472d-8865-4f92-91a2-7f584c694269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.665498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-50b6472d-8865-4f92-91a2-7f584c694269 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743051 Nov 01 18:23:01.729922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adfcb64f-6302-4139-83eb-063e4ae996d1 req-48ffa194-d736-4c5b-bfb7-36c17c3afb10 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196105 Nov 01 18:23:01.742208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41617436-5315-4908-a7ee-9da41c6b5b08 req-277bd60e-6be7-496c-a3f6-2c9ab98d676e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997436 Nov 01 18:23:01.746810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:01.851679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-5c4d34a5-586d-4774-8299-0837929dabd3 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779199 Nov 01 18:23:01.897443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d1634-13c7-46ec-b6b9-60c6b3ba6e19 req-7e722dde-5761-47a6-be60-362f2cab4108 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.903687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d1634-13c7-46ec-b6b9-60c6b3ba6e19 req-7e722dde-5761-47a6-be60-362f2cab4108 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:01.905939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d72d1634-13c7-46ec-b6b9-60c6b3ba6e19 req-7e722dde-5761-47a6-be60-362f2cab4108 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.0739353 Nov 01 18:23:01.961765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-4ad62e2a-b3cc-4aea-a165-e1944c35cc72 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955527 Nov 01 18:23:01.984254 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.006706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.010324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-3d70b473-77d9-44b1-b7ca-32e109b41046 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 217 time: 0.0405593 Nov 01 18:23:02.035782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d72d1634-13c7-46ec-b6b9-60c6b3ba6e19 req-a3732f0e-d2b6-4551-a85d-fe445b90efc7 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196501 Nov 01 18:23:02.046080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ed932-bd80-480d-a66c-1967ee2c3d11 req-5467743d-6e88-4960-86bc-099f7036c110 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.047661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf2ed932-bd80-480d-a66c-1967ee2c3d11 req-5467743d-6e88-4960-86bc-099f7036c110 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1158788 Nov 01 18:23:02.117233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Subnet': ['ID=630c9a72-a7ee-47a6-8d5c-0382ecc5ac83,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:02.137214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6a05aedb-b3d0-4596-acd3-21880435ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.138597 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6a05aedb-b3d0-4596-acd3-21880435ba2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.1009021 Nov 01 18:23:02.142182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Checking segment: {'id': 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:02.142542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network hostable DHCP agents. Network: 5c0309fe-e977-4206-b48c-76d220f1613b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:23:02.144931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf2ed932-bd80-480d-a66c-1967ee2c3d11 req-1b1bd2d2-e48c-4da5-8eda-4a6480d3d359 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903802 Nov 01 18:23:02.198178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-fdc89269-177e-4b1a-9173-ab36b1c3e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.199741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-fdc89269-177e-4b1a-9173-ab36b1c3e30b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538154 Nov 01 18:23:02.240637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.246357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:23:02.321544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-d44ff5c4-538d-438f-a679-da8bf9b1c355 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121557 Nov 01 18:23:02.340156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.355154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5c0309fe-e977-4206-b48c-76d220f1613b) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:02.367013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a74cb4-f1cb-4c2a-81a2-584f0042e4d8 None None] Network 5c0309fe-e977-4206-b48c-76d220f1613b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:02.385015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.385504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.429391 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-6de4e9b9-60e3-4482-b9bd-5ba595ebbb5d service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994835 Nov 01 18:23:02.452313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652198-83d5-480a-9889-34c8da1daf45 req-e92df617-3a02-4cda-86b0-b39170cfbe49 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.453939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14652198-83d5-480a-9889-34c8da1daf45 req-e92df617-3a02-4cda-86b0-b39170cfbe49 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1630940 Nov 01 18:23:02.459826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Pushing event updated for resources: {'Port': ['ID=546e0d28-827f-4cb4-aebc-5961f4e9661f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:02.476538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f7370-cdf8-4999-9a22-a1f9679142ef req-a10f8e85-efbc-4948-917a-17a0a634b558 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.478016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c6f7370-cdf8-4999-9a22-a1f9679142ef req-a10f8e85-efbc-4948-917a-17a0a634b558 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 951 time: 0.1754405 Nov 01 18:23:02.479251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.486507 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-b821465e-4001-409d-805b-7940a3dcb90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.0499735 Nov 01 18:23:02.526084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-309cd0ac-40f8-468f-81c0-af3139721ba1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2896631 Nov 01 18:23:02.527587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:02.534435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-1278388582'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:02.540815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5c0309fe-e977-4206-b48c-76d220f1613b', 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'tenant_id': '31ad4cb068ad480b92525ca8cf09ff88', 'fixed_ips': [{'subnet_id': '630c9a72-a7ee-47a6-8d5c-0382ecc5ac83'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:23:02.542897 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.570524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-c2ed3501-6c13-412b-9020-8ce3eec52637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.572039 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-c2ed3501-6c13-412b-9020-8ce3eec52637 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.0791483 Nov 01 18:23:02.620488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14652198-83d5-480a-9889-34c8da1daf45 req-48d6b466-4f32-4c78-aa8a-ef9db2a0a0a0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529186 Nov 01 18:23:02.629221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c6f7370-cdf8-4999-9a22-a1f9679142ef req-2f8f865e-c428-4bc1-ae04-1edd70a4468a tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398528 Nov 01 18:23:02.687685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-483a47db-281b-4c11-9192-ab1687188091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:02.690925 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Floating IP e0e96cd9-d135-4854-a05a-195028bc9059 associated. External IP: 172.25.2.40, port: 2d957ad9-af6d-450c-8a05-95769fe911d4. Nov 01 18:23:02.691413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-483a47db-281b-4c11-9192-ab1687188091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927365 Nov 01 18:23:02.739069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Allocated IP 172.20.0.2 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/7b287826-0543-4130-88e6-c0d87bc4dc1e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:02.802358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-65b7725c-b3bf-4607-a63b-5411b3be003a service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042786 Nov 01 18:23:02.894844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:02.898281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:02.923523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port daa2096e-119c-4dd5-9f94-5ed52818f3d1 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:02.954517 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.136138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.188562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:03.190932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:03.193282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Pushing event updated for resources: {'Port': ['ID=7b287826-0543-4130-88e6-c0d87bc4dc1e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:03.196299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:03.267958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Attempting to bind port 7b287826-0543-4130-88e6-c0d87bc4dc1e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:03.268318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Attempting to bind port 7b287826-0543-4130-88e6-c0d87bc4dc1e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:03.276632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Attempting to bind port 7b287826-0543-4130-88e6-c0d87bc4dc1e on network 5c0309fe-e977-4206-b48c-76d220f1613b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:03.288588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:03.288967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Checking segment: {'id': 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:03.289376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.289765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Bound using segment: {'id': 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:03.290241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Bound port: 7b287826-0543-4130-88e6-c0d87bc4dc1e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:03.290619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.312581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a0bc-f9ff-4888-b2bd-2c92975c6805 req-06e452a3-39f8-4dfd-aa95-6eea748b3da9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:03.315275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a971a0bc-f9ff-4888-b2bd-2c92975c6805 req-06e452a3-39f8-4dfd-aa95-6eea748b3da9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.5206745 Nov 01 18:23:03.359009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-450dcd8c-01f4-4c72-a95b-5af86986f1e4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:03.361099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-450dcd8c-01f4-4c72-a95b-5af86986f1e4 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.5149977 Nov 01 18:23:03.370383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a971a0bc-f9ff-4888-b2bd-2c92975c6805 req-47aed367-64e6-4443-8bc9-cf3c77d60e6e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Nov 01 18:23:03.374552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:03.385118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] For port 7b287826-0543-4130-88e6-c0d87bc4dc1e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:03.388696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] For port 7b287826-0543-4130-88e6-c0d87bc4dc1e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7b287826-0543-4130-88e6-c0d87bc4dc1e,segment=NetworkSegment(be8f2af2-f15f-4b34-9de2-5791fcf6fb4f),segment_id=be8f2af2-f15f-4b34-9de2-5791fcf6fb4f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:03.460017 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b05bdfe-a348-4ef3-b650-b7ff21a0ce28 req-131b3a68-f594-4691-8e63-43c1302e0265 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491165 Nov 01 18:23:03.483896 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.503237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.7 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/daa2096e-119c-4dd5-9f94-5ed52818f3d1) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:03.525736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:03.544660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5a81-e2cb-47ae-8736-47bc9eb4001d req-691a2469-9357-4c31-9c4e-2e45f6929dbc tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:03.545507 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] Sync routers for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:03.556494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7ba5a81-e2cb-47ae-8736-47bc9eb4001d req-691a2469-9357-4c31-9c4e-2e45f6929dbc tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 945 time: 0.0908525 Nov 01 18:23:03.582442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:03.585969 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:03.588890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb450-d5ba-4169-b4aa-0c1e98eb612e None None] Pushing event updated for resources: {'Port': ['ID=7b287826-0543-4130-88e6-c0d87bc4dc1e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:03.615115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7ba5a81-e2cb-47ae-8736-47bc9eb4001d req-627689b1-b119-470e-85dc-f487e916686e tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Nov 01 18:23:03.626567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Deleting port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:03.626567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.646174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:03.659879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.662452 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:03.664607 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:03.709371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6317ddd8-39ed-4657-8ef9-d14195c528bb tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3440387 Nov 01 18:23:03.709606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:03.709698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:03.712544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749884b7-ae74-4d70-8852-b22401151a1a None None] The sync data for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:03.870878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.877913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] For port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:03.878253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:03.894334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Calling delete_port for 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:03.924589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30e4d3ae-3364-4855-9b07-abcfe3a91910 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "GET /v2.0/floatingips/e0e96cd9-d135-4854-a05a-195028bc9059 HTTP/1.1" status: 200 len: 982 time: 0.2138236 Nov 01 18:23:03.926995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:03.964867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284e4e-890f-4eb9-8c5d-18a5d019c3ff req-34d51b5a-1204-4e23-b593-53ef04ace25a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:03.971639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284e4e-890f-4eb9-8c5d-18a5d019c3ff req-34d51b5a-1204-4e23-b593-53ef04ace25a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:03.973309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db284e4e-890f-4eb9-8c5d-18a5d019c3ff req-34d51b5a-1204-4e23-b593-53ef04ace25a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.1758454 Nov 01 18:23:04.078555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.109164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a57474d1-2105-46c1-a66b-8d4c36ae72a1 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1809509 Nov 01 18:23:04.112654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52102) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:04.122460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:04.127784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:04.131796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:04.138857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=daa2096e-119c-4dd5-9f94-5ed52818f3d1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:04.167376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db284e4e-890f-4eb9-8c5d-18a5d019c3ff req-6936d8d5-fcf0-40e5-abab-6365281d68db tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492486 Nov 01 18:23:04.194449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.208092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:04.239921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:04.240714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.256089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event deleted for resources: {'Port': ['ID=9a0fc3db-d82a-4069-8b96-e6856fa2b5f2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:04.299214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7b287826-0543-4130-88e6-c0d87bc4dc1e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:04.330592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] No DVR routers for this DVR port 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:04.333084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.337237 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-078ed112-fae9-4b20-9c17-76aac3c3778a req-5449718a-c13c-4d87-bb08-87071371f387 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.32 "DELETE /v2.0/ports/9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 HTTP/1.1" status: 204 len: 173 time: 0.9649107 Nov 01 18:23:04.337554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'name': 'network-vif-deleted', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:04.339844 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcb5d14-2227-4ced-9e2b-c1777e0c7ad4" -d '{"events": [{"server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "name": "network-vif-deleted", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:04.413113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a143ef4e-6900-442b-83fd-f51f4894d3de tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8844151 Nov 01 18:23:04.416379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52114) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:04.423628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-2009721001', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:11:69:ef'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:04.427372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7b287826-0543-4130-88e6-c0d87bc4dc1e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:04.427903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.482293 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db0e76-4fbd-4ac1-a8e5-f3b6f4dccb33 x-openstack-request-id: req-94db0e76-4fbd-4ac1-a8e5-f3b6f4dccb33 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:04.482578 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c0439-fca6-4e71-b99e-661ef60967e4", "name": "network-vif-deleted", "tag": "9a0fc3db-d82a-4069-8b96-e6856fa2b5f2", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:04.482827 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94db0e76-4fbd-4ac1-a8e5-f3b6f4dccb33 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:04.483354 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c0439-fca6-4e71-b99e-661ef60967e4', 'name': 'network-vif-deleted', 'tag': '9a0fc3db-d82a-4069-8b96-e6856fa2b5f2', 'status': 'completed', 'code': 200} Nov 01 18:23:04.521967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port 546e0d28-827f-4cb4-aebc-5961f4e9661f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:04.522528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.625434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4db3e2-e613-4c27-b2f5-bc271be64eff req-48a9a66a-f057-4d77-b45e-b2e5b4f54763 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:04.627395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b4db3e2-e613-4c27-b2f5-bc271be64eff req-48a9a66a-f057-4d77-b45e-b2e5b4f54763 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1592479 Nov 01 18:23:04.705157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.705603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.718410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b4db3e2-e613-4c27-b2f5-bc271be64eff req-22e66ca4-6f0e-4b6d-9813-76b4a9db6714 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827441 Nov 01 18:23:04.725374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for 546e0d28-827f-4cb4-aebc-5961f4e9661f owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:04.751675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:04.803240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.822801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.870780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 7b287826-0543-4130-88e6-c0d87bc4dc1e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7b287826-0543-4130-88e6-c0d87bc4dc1e,segment=NetworkSegment(be8f2af2-f15f-4b34-9de2-5791fcf6fb4f),segment_id=be8f2af2-f15f-4b34-9de2-5791fcf6fb4f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:04.929094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:04.951740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port 1183948a-9dee-429d-90af-bb9f58ec80b7 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:04.973662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c25889-5695-452e-8988-ed8113c7a3c9 None None] Network 5c0309fe-e977-4206-b48c-76d220f1613b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:05.026465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.060650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.14 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/1183948a-9dee-429d-90af-bb9f58ec80b7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:05.087285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-60812d15-7e5d-426e-a17a-bee854cd5e92 None None] Provisioning complete for port 7b287826-0543-4130-88e6-c0d87bc4dc1e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:05.087675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60812d15-7e5d-426e-a17a-bee854cd5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.130984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.152415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=7b287826-0543-4130-88e6-c0d87bc4dc1e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:05.162412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=546e0d28-827f-4cb4-aebc-5961f4e9661f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:05.239997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.240315 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Floating IP e0e96cd9-d135-4854-a05a-195028bc9059 disassociated (deleted). External IP: 172.25.2.40, port: 2d957ad9-af6d-450c-8a05-95769fe911d4. Nov 01 18:23:05.301936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.317567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55bab22c-3cd8-4a5e-8a6c-35250aeab3fc req-535da38e-74df-4b7f-9481-90af347e60d8 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=250c0439-fca6-4e71-b99e-661ef60967e4 HTTP/1.1" status: 200 len: 210 time: 0.0383222 Nov 01 18:23:05.486865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.534945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:05.538135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:05.553363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:05.581897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=1183948a-9dee-429d-90af-bb9f58ec80b7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:05.610250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:05.611002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.619523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3681246c-5e84-4317-8ce2-a4c0df31a093 None None] Provisioning complete for port 7b287826-0543-4130-88e6-c0d87bc4dc1e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:05.620072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3681246c-5e84-4317-8ce2-a4c0df31a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.624646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d0130-d174-4934-951c-ae6a18bda567 req-5c790146-a0d8-43db-b86f-698032109e83 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:05.632017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e1d0130-d174-4934-951c-ae6a18bda567 req-5c790146-a0d8-43db-b86f-698032109e83 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1674345 Nov 01 18:23:05.654586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:05.658299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:05.677878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd885-419a-41a4-9b3c-1e2ba59fbea1 req-5222dfdc-4bc1-4d97-b77c-a4c3211fbb8e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:05.686407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd885-419a-41a4-9b3c-1e2ba59fbea1 req-5222dfdc-4bc1-4d97-b77c-a4c3211fbb8e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:05.690037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2fd885-419a-41a4-9b3c-1e2ba59fbea1 req-5222dfdc-4bc1-4d97-b77c-a4c3211fbb8e tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.1817610 Nov 01 18:23:05.777446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e1d0130-d174-4934-951c-ae6a18bda567 req-22c8426a-afea-4863-a453-84b724589ad9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426921 Nov 01 18:23:05.793774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.806883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2fd885-419a-41a4-9b3c-1e2ba59fbea1 req-60844f11-1da9-4d44-bfa1-5dd5938e33de tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082711 Nov 01 18:23:05.817302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3681246c-5e84-4317-8ce2-a4c0df31a093 None None] Provisioning complete for port daa2096e-119c-4dd5-9f94-5ed52818f3d1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:05.817681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3681246c-5e84-4317-8ce2-a4c0df31a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.861908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:05.868694 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2463f0a4-2ecc-444b-9dd3-f6f9fa84f9c1" -d '{"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-unplugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:05.868907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d9eeab85-f094-4a31-bfd1-7c1c4a46c936 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4472594 Nov 01 18:23:05.870696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52138) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:05.884420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:05.888072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:05.901650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.904983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] Sync routers for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:05.915452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3681246c-5e84-4317-8ce2-a4c0df31a093 None None] Port daa2096e-119c-4dd5-9f94-5ed52818f3d1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:05.921991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:05.923129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:05.981379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:05.981379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:05.982093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:06.008845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4bc24-29be-4906-967b-10fe71c40815 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.017129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4bc24-29be-4906-967b-10fe71c40815 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.025495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4bc24-29be-4906-967b-10fe71c40815 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.031092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-00c4bc24-29be-4906-967b-10fe71c40815 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1591518 Nov 01 18:23:06.032469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52140) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:06.034901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52142) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:06.036116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-49d59c93-97e0-402a-90f1-350c6e051e75 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0e96cd9-d135-4854-a05a-195028bc9059 HTTP/1.1" status: 204 len: 168 time: 1.9219949 Nov 01 18:23:06.039302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:06.050252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:06.050252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 9a0fc3db-d82a-4069-8b96-e6856fa2b5f2 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:06.089150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29417fcc-3cdc-4c0f-a2fd-841b52adcb18 req-39883489-4c5d-43f0-ab03-3a27ad13203d tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.094607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:06.095317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:06.096091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29417fcc-3cdc-4c0f-a2fd-841b52adcb18 req-39883489-4c5d-43f0-ab03-3a27ad13203d tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.1866024 Nov 01 18:23:06.103537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3fefe63a-d822-4a73-a661-fce34657baad None None] Provisioning complete for port daa2096e-119c-4dd5-9f94-5ed52818f3d1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:06.103940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fefe63a-d822-4a73-a661-fce34657baad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.161896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29417fcc-3cdc-4c0f-a2fd-841b52adcb18 req-84181e89-39fd-48ba-8e7f-1ad0b48cdec9 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625072 Nov 01 18:23:06.168011 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb311e5d-c65a-4775-a81a-1998aff54964 x-openstack-request-id: req-fb311e5d-c65a-4775-a81a-1998aff54964 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:06.168297 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-unplugged", "status": "completed", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:06.168546 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb311e5d-c65a-4775-a81a-1998aff54964 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:06.168927 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'code': 200} Nov 01 18:23:06.171580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:06.172263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae47bb-ecc3-4cbb-bc39-454130453e89 None None] The sync data for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:06.174256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:06.200981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3fefe63a-d822-4a73-a661-fce34657baad None None] Port daa2096e-119c-4dd5-9f94-5ed52818f3d1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:06.218988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.232781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port 1183948a-9dee-429d-90af-bb9f58ec80b7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:06.233118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.256573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7b287826-0543-4130-88e6-c0d87bc4dc1e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:06.278712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef13c-5036-4c4f-ad1f-916ec7e4ae47 req-7f474fc3-1257-492a-b401-54d71dd57ee0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.280073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-115ef13c-5036-4c4f-ad1f-916ec7e4ae47 req-7f474fc3-1257-492a-b401-54d71dd57ee0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0803177 Nov 01 18:23:06.308700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7b287826-0543-4130-88e6-c0d87bc4dc1e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:06.309071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.333620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-115ef13c-5036-4c4f-ad1f-916ec7e4ae47 req-f19f16e9-258d-4d8b-a9bc-1298bad09371 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Nov 01 18:23:06.353957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5e81dea7-927c-4d92-8ad8-1bdd35dae986 None None] Provisioning complete for port 1183948a-9dee-429d-90af-bb9f58ec80b7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:06.354334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e81dea7-927c-4d92-8ad8-1bdd35dae986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.382200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.399007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for 1183948a-9dee-429d-90af-bb9f58ec80b7 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:06.416067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5e81dea7-927c-4d92-8ad8-1bdd35dae986 None None] Port 1183948a-9dee-429d-90af-bb9f58ec80b7 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:06.494449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd70c1-9f5f-4f17-b1d2-c625f1418e7e req-3f6abc50-85bc-44db-ab22-da3723447dfa tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.495974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ddd70c1-9f5f-4f17-b1d2-c625f1418e7e req-3f6abc50-85bc-44db-ab22-da3723447dfa tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0615602 Nov 01 18:23:06.522158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.536571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ddd70c1-9f5f-4f17-b1d2-c625f1418e7e req-1523a00c-a135-477f-a5af-e4bf22167948 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Nov 01 18:23:06.682766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948686-fedd-4c80-9dc0-679a43af7aa1 req-d42e0af7-b323-4698-aa0a-e6f0ba6d5dad tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.691315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9948686-fedd-4c80-9dc0-679a43af7aa1 req-d42e0af7-b323-4698-aa0a-e6f0ba6d5dad tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0607920 Nov 01 18:23:06.731968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9948686-fedd-4c80-9dc0-679a43af7aa1 req-9dee5932-4695-4e11-a926-07244394db42 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Nov 01 18:23:06.753665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:06.791152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=1183948a-9dee-429d-90af-bb9f58ec80b7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:06.881225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c245b4-4cf7-43d2-bf38-e7c56deb92d8 req-2f1bf638-0e29-4784-9555-2e4416ddc792 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:06.892155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39c245b4-4cf7-43d2-bf38-e7c56deb92d8 req-2f1bf638-0e29-4784-9555-2e4416ddc792 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0817974 Nov 01 18:23:06.945232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39c245b4-4cf7-43d2-bf38-e7c56deb92d8 req-9e21f13a-8f46-41d1-b078-c9ff11039f02 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Nov 01 18:23:06.953101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Allocated IP 172.25.2.245 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/d78218fb-d313-4a8d-b138-2007d852fc2b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:07.057538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f9d5-e408-4cd1-a6e7-6a4a0018f057 req-29308f9e-a392-4fea-ae72-3dd0d245630a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.066195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f9d5-e408-4cd1-a6e7-6a4a0018f057 req-29308f9e-a392-4fea-ae72-3dd0d245630a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.075082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5380f9d5-e408-4cd1-a6e7-6a4a0018f057 req-29308f9e-a392-4fea-ae72-3dd0d245630a tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.1264472 Nov 01 18:23:07.126485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.129939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d261eee-a3e4-44c3-942b-d9db10d64536 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/1183948a-9dee-429d-90af-bb9f58ec80b7 HTTP/1.1" status: 204 len: 168 time: 1.0859544 Nov 01 18:23:07.133927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:07.158740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5380f9d5-e408-4cd1-a6e7-6a4a0018f057 req-2fae1324-4376-4b3c-b4a5-1610d7c705f5 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Nov 01 18:23:07.184510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-24fe3986-327d-4d97-974d-485a4c271fe7 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.191281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-24fe3986-327d-4d97-974d-485a4c271fe7 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.194263 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-24fe3986-327d-4d97-974d-485a4c271fe7 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 1682 time: 0.2083895 Nov 01 18:23:07.212045 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-827721dc-f9b9-408b-b910-ce7c155ad11a tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] GET failed (client error): The resource could not be found. Nov 01 18:23:07.212045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-827721dc-f9b9-408b-b910-ce7c155ad11a tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports/1183948a-9dee-429d-90af-bb9f58ec80b7 HTTP/1.1" status: 404 len: 333 time: 0.0716066 Nov 01 18:23:07.214601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:07.222002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-672974559'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:07.323951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.345828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-111aee00-2806-4c7f-ab49-61922a09ee27 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.347426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-111aee00-2806-4c7f-ab49-61922a09ee27 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.1500590 Nov 01 18:23:07.408037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f741-b104-4615-a9ab-b9f43c39129f req-6d2b2664-8d7e-4399-ae1e-b0d6d69018a3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.409576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4815f741-b104-4615-a9ab-b9f43c39129f req-6d2b2664-8d7e-4399-ae1e-b0d6d69018a3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1389434 Nov 01 18:23:07.421020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4d08e-9c96-41dc-b084-1d59ba2ea30e req-fd5a3625-7aa1-4f8e-81dd-abebd331705b tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.423424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-faf4d08e-9c96-41dc-b084-1d59ba2ea30e req-fd5a3625-7aa1-4f8e-81dd-abebd331705b tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 949 time: 0.1496747 Nov 01 18:23:07.457719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:07.458586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.509773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4815f741-b104-4615-a9ab-b9f43c39129f req-fa9faac3-6eef-42cf-b555-d4a8401261aa tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805123 Nov 01 18:23:07.524649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-faf4d08e-9c96-41dc-b084-1d59ba2ea30e req-8228c9b7-556a-46c9-aa86-bd0fa4db5173 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a43bec9-fcfe-4777-ac49-0b48560e3ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827401 Nov 01 18:23:07.553849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.575798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Deleting port 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:07.575798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.576252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:07.576252 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.600609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:07.628277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port 83d87cd4-2de0-47d9-a3f7-80ec95c51808, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=83d87cd4-2de0-47d9-a3f7-80ec95c51808,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:07.628653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.651761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:07.698772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:07.703187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for 83d87cd4-2de0-47d9-a3f7-80ec95c51808 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:07.707066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:07.709015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Pushing event updated for resources: {'Port': ['ID=d78218fb-d313-4a8d-b138-2007d852fc2b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:07.758523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219763f-1e29-4e98-9a9e-83c6d16bc866 req-0372795d-0468-43c7-91ba-d48f9024df42 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:07.760815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b219763f-1e29-4e98-9a9e-83c6d16bc866 req-0372795d-0468-43c7-91ba-d48f9024df42 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0961711 Nov 01 18:23:07.827424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b219763f-1e29-4e98-9a9e-83c6d16bc866 req-f371de46-ae51-4441-9677-d479e0ee297b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550969 Nov 01 18:23:07.828670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.12 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/29720e86-6e02-4aeb-a7d7-0eaf1fb0467e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:07.878104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] For port 94b62e4a-e960-4681-bccd-42806e64aba2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=94b62e4a-e960-4681-bccd-42806e64aba2,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:07.884372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:07.923240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Calling delete_port for 94b62e4a-e960-4681-bccd-42806e64aba2 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:07.957899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.038192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.123391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.148035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01863b7b-aabf-45db-a7be-740e7f790463 req-f422c224-bad2-4616-826b-26e39302669e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:08.149753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01863b7b-aabf-45db-a7be-740e7f790463 req-f422c224-bad2-4616-826b-26e39302669e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0683999 Nov 01 18:23:08.166160 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.228514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=29720e86-6e02-4aeb-a7d7-0eaf1fb0467e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:08.248376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.259280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'cb04cca6-2daa-4d55-9a0a-d4efdc837816'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:08.270792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01863b7b-aabf-45db-a7be-740e7f790463 req-5f34746d-1415-4d03-b56a-905be18b548b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100550 Nov 01 18:23:08.300097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:08.329683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=83d87cd4-2de0-47d9-a3f7-80ec95c51808,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:08.366316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:08.373252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:08.456392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port 83d87cd4-2de0-47d9-a3f7-80ec95c51808 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:08.460814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.462868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:08.463740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.471134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-3daa8f63-d917-4540-bee0-8f3c0b43f496 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "DELETE /v2.0/ports/83d87cd4-2de0-47d9-a3f7-80ec95c51808 HTTP/1.1" status: 204 len: 173 time: 1.2593110 Nov 01 18:23:08.471689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-deleted', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:08.476725 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f627c8-2815-43d7-be48-61d4cd481b9d" -d '{"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-deleted", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:08.490443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.539478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ec40-e86b-4823-be12-a52b14576e0d req-ba13b9a0-8025-408e-a4a9-c1a852a6d73f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:08.544424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8257ec40-e86b-4823-be12-a52b14576e0d req-ba13b9a0-8025-408e-a4a9-c1a852a6d73f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 945 time: 0.2501221 Nov 01 18:23:08.565145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa1dff-a9cd-4ef4-a8dc-78767cfdc2d9 req-49c394c7-bad0-46f3-84cd-e2aa47388848 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:08.569332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5efa1dff-a9cd-4ef4-a8dc-78767cfdc2d9 req-49c394c7-bad0-46f3-84cd-e2aa47388848 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1180429 Nov 01 18:23:08.607137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Pushing event deleted for resources: {'Port': ['ID=94b62e4a-e960-4681-bccd-42806e64aba2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:08.648436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8257ec40-e86b-4823-be12-a52b14576e0d req-b7b0a992-1782-44b7-9c57-50930995aa07 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d5cbe09-c358-4930-af04-b34c947c69d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923519 Nov 01 18:23:08.658762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0181b1a5-8418-4c9e-b301-00071cd528e2 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4428484 Nov 01 18:23:08.663434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:08.676007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:11:69:ef'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:08.680810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] No DVR routers for this DVR port 94b62e4a-e960-4681-bccd-42806e64aba2 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:08.705490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.724553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bca664cb-85e1-4c70-90f9-601d12d59006 req-0cb8c9f8-5995-4120-9f9c-81b401ee3699 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.32 "DELETE /v2.0/ports/94b62e4a-e960-4681-bccd-42806e64aba2 HTTP/1.1" status: 204 len: 173 time: 1.3653767 Nov 01 18:23:08.732050 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94753ffb-8aec-452a-a42c-aff3c98cacb4 x-openstack-request-id: req-94753ffb-8aec-452a-a42c-aff3c98cacb4 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:08.732260 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-deleted", "tag": "83d87cd4-2de0-47d9-a3f7-80ec95c51808", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:08.732387 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94753ffb-8aec-452a-a42c-aff3c98cacb4 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:08.732834 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-deleted', 'tag': '83d87cd4-2de0-47d9-a3f7-80ec95c51808', 'status': 'completed', 'code': 200} Nov 01 18:23:08.772504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.821407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5efa1dff-a9cd-4ef4-a8dc-78767cfdc2d9 req-bcf9e427-0d13-4fc5-a245-c54a961d9e09 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190056 Nov 01 18:23:08.865690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.866086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5574d9a5-4063-43fa-b277-41d43cca06bc None None] Provisioning complete for port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:08.866086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5574d9a5-4063-43fa-b277-41d43cca06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.887773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port cb04cca6-2daa-4d55-9a0a-d4efdc837816 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:08.888117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:08.916147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5574d9a5-4063-43fa-b277-41d43cca06bc None None] Port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:08.929611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-662aceea-8d2b-4b8e-aa81-0297272e888b req-5159ce77-c861-4cef-84e9-36bdb3a99880 tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0666389 Nov 01 18:23:09.017144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.051273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.259975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e63e-37af-4e80-8d03-fd34f3a7ee18 req-b352f656-fbb3-434a-8fa9-bd86f9f26a63 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:09.269676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fe9e63e-37af-4e80-8d03-fd34f3a7ee18 req-b352f656-fbb3-434a-8fa9-bd86f9f26a63 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1648479 Nov 01 18:23:09.337273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fe9e63e-37af-4e80-8d03-fd34f3a7ee18 req-4dca053e-fb0d-454f-9418-dd07135d3d3a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666850 Nov 01 18:23:09.348365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.442549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Pushing event updated for resources: {'Port': ['ID=d78218fb-d313-4a8d-b138-2007d852fc2b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:09.455069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.459227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.465780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.466106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.466447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.466774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.467161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.467519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.467844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.468173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.468497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.468848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.469174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.469492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:09.503192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port cb04cca6-2daa-4d55-9a0a-d4efdc837816, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cb04cca6-2daa-4d55-9a0a-d4efdc837816,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:09.503586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.518993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for cb04cca6-2daa-4d55-9a0a-d4efdc837816 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:09.586379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.591400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b528896c-1f39-4248-bf60-7fd7830c861d tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5548646 Nov 01 18:23:09.591400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:09.790352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:09.841859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c60e76f8-411b-45ab-a6bf-613b02363a52 None None] Provisioning complete for port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:09.842943 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c60e76f8-411b-45ab-a6bf-613b02363a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.867691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:09.909696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c60e76f8-411b-45ab-a6bf-613b02363a52 None None] Port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:09.936067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=cb04cca6-2daa-4d55-9a0a-d4efdc837816,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:09.996660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=29720e86-6e02-4aeb-a7d7-0eaf1fb0467e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:09.999050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port cb04cca6-2daa-4d55-9a0a-d4efdc837816 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:10.003459 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.007117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-48c05926-e63c-4a43-b9fa-5662fc4af13f req-2acb2104-2007-4985-8f6e-a25b5b55f943 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.37 "DELETE /v2.0/ports/cb04cca6-2daa-4d55-9a0a-d4efdc837816 HTTP/1.1" status: 204 len: 173 time: 1.5255070 Nov 01 18:23:10.008384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.008632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7682b5-1d62-4eda-b895-7d1303e8078c req-678f9a6d-5af2-4346-af03-c62c6ebf6f24 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:10.010372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a7682b5-1d62-4eda-b895-7d1303e8078c req-678f9a6d-5af2-4346-af03-c62c6ebf6f24 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.5861075 Nov 01 18:23:10.067936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25d5f6bd-91d1-4e66-8670-774931f7eafb req-314302d0-e3ab-48f7-afd4-ca52186762df tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0843420 Nov 01 18:23:10.117398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] In _notify_port_updated(), no bound segment for port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e on network 5c0309fe-e977-4206-b48c-76d220f1613b {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:10.139455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:10.141443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.154304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8bf17078-dca2-47c3-8da0-5ae2abef5893 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "PUT /v2.0/ports/29720e86-6e02-4aeb-a7d7-0eaf1fb0467e HTTP/1.1" status: 200 len: 993 time: 1.4897912 Nov 01 18:23:10.158866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:10.191804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.251541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-169ca375-d26b-4758-b60a-d697ea922d74 req-d4629c69-92b2-496c-b373-7bd3396ab66a tempest-ImagesOneServerTestJSON-1462361361 tempest-ImagesOneServerTestJSON-1462361361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7 HTTP/1.1" status: 200 len: 210 time: 0.0554216 Nov 01 18:23:10.256589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a7682b5-1d62-4eda-b895-7d1303e8078c req-ba4c6e07-d77f-4276-9052-b6d7a7a7e0da tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804173 Nov 01 18:23:10.325255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:10.325680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.352862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Allocated IP 172.25.2.238 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/de1e45d2-0781-47e7-a405-7c447860ff75) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:10.427618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.443109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for 29720e86-6e02-4aeb-a7d7-0eaf1fb0467e owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:10.509425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.600595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.646417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:10.649364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:10.652034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:10.675086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Pushing event updated for resources: {'Port': ['ID=de1e45d2-0781-47e7-a405-7c447860ff75,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:10.686721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.716386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=29720e86-6e02-4aeb-a7d7-0eaf1fb0467e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:10.734901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-deleted', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2'}, {'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-deleted', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:10.737255 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abebce84-2037-4b83-8ca1-3b77b7c48e70" -d '{"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-deleted", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2"}, {"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-deleted", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:10.765565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 83d87cd4-2de0-47d9-a3f7-80ec95c51808 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:10.785299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.808567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 83d87cd4-2de0-47d9-a3f7-80ec95c51808 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:10.808914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 83d87cd4-2de0-47d9-a3f7-80ec95c51808 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:10.815949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cb04cca6-2daa-4d55-9a0a-d4efdc837816 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:10.835957 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b947b3-65be-45a2-9f99-8f7eb965ab3f x-openstack-request-id: req-69b947b3-65be-45a2-9f99-8f7eb965ab3f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:10.836356 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7", "name": "network-vif-deleted", "tag": "94b62e4a-e960-4681-bccd-42806e64aba2", "status": "completed", "code": 200}, {"server_uuid": "4369dd06-47bc-4c68-905b-308b94793c50", "name": "network-vif-deleted", "tag": "cb04cca6-2daa-4d55-9a0a-d4efdc837816", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:10.836847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69b947b3-65be-45a2-9f99-8f7eb965ab3f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:10.837329 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f102b0e5-99ee-4a4f-9cdf-5553e9e6dff7', 'name': 'network-vif-deleted', 'tag': '94b62e4a-e960-4681-bccd-42806e64aba2', 'status': 'completed', 'code': 200} Nov 01 18:23:10.837699 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4369dd06-47bc-4c68-905b-308b94793c50', 'name': 'network-vif-deleted', 'tag': 'cb04cca6-2daa-4d55-9a0a-d4efdc837816', 'status': 'completed', 'code': 200} Nov 01 18:23:10.842375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: cb04cca6-2daa-4d55-9a0a-d4efdc837816 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:10.843396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cb04cca6-2daa-4d55-9a0a-d4efdc837816 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:10.894782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.955875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:10.961520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60c1b94b-25db-4611-9ea1-2dabdfa82163 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/29720e86-6e02-4aeb-a7d7-0eaf1fb0467e HTTP/1.1" status: 204 len: 168 time: 0.8012056 Nov 01 18:23:10.964732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.008544 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f2b3bb-2f1c-4731-a209-d6f18011a7f8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] GET failed (client error): The resource could not be found. Nov 01 18:23:11.013961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4f2b3bb-2f1c-4731-a209-d6f18011a7f8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports/29720e86-6e02-4aeb-a7d7-0eaf1fb0467e HTTP/1.1" status: 404 len: 333 time: 0.0452580 Nov 01 18:23:11.015471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.022544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-996539411'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:11.139895 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.196844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26c133ac-fb77-4326-9336-e2394c6c2797 req-091379d6-6ae9-4680-9f74-2ea0fe2bd57f tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "GET /v2.0/ports?device_id=4369dd06-47bc-4c68-905b-308b94793c50 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Nov 01 18:23:11.252204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ffed0-2ef6-4bca-870d-cf0678aae87d req-a6af4ae1-706f-4852-b46a-15b86367db57 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:11.253680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b84ffed0-2ef6-4bca-870d-cf0678aae87d req-a6af4ae1-706f-4852-b46a-15b86367db57 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0558722 Nov 01 18:23:11.260855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.308222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b84ffed0-2ef6-4bca-870d-cf0678aae87d req-61df1d86-e2c1-49ad-822e-739adfaeedcf tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Nov 01 18:23:11.321603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:11.325904 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.350928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port 9c78585b-1880-4690-ab33-037570e2b382 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:11.353485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Pushing event updated for resources: {'Port': ['ID=de1e45d2-0781-47e7-a405-7c447860ff75,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:11.389222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.499183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.502777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e90bebf3-2669-4678-8782-eeb72000bd2d tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9099631 Nov 01 18:23:11.505089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.507213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.4 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/9c78585b-1880-4690-ab33-037570e2b382) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:11.643096 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aba0e70e-28e3-45e4-bbf7-e4d9eb2a2d33 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1368289 Nov 01 18:23:11.647229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52260) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.665628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:11.699617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 94b62e4a-e960-4681-bccd-42806e64aba2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:11.699961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 94b62e4a-e960-4681-bccd-42806e64aba2 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:11.735741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.742293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d1305cfc-a5a5-4467-8f0c-6c2cb7388a4b tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0912454 Nov 01 18:23:11.743128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52262) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.828946 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.880183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=9c78585b-1880-4690-ab33-037570e2b382,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:11.887066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52266) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:11.902967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:11.904499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Deleting port de1e45d2-0781-47e7-a405-7c447860ff75 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:11.904833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:11.905152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:11.910319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:11.982364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:11.983392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.002950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.003345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.017221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Calling delete_port for de1e45d2-0781-47e7-a405-7c447860ff75 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:12.147748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a764ec2-6c79-4db0-91d0-95d78194207b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1286461 Nov 01 18:23:12.148294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52274) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:12.153618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:11:69:ef'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:12.161049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0cafe66f-231a-45e2-aecb-6a7977c9fc21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ed462a239d74147aa4fa8262ae01ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722733 Nov 01 18:23:12.187057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52276) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:12.252966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-550b5a8a-90e9-4f53-8e7d-1fd18c156a16 None None] Provisioning complete for port 9c78585b-1880-4690-ab33-037570e2b382 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:12.258903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-550b5a8a-90e9-4f53-8e7d-1fd18c156a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.267484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:12.287801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.294094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-550b5a8a-90e9-4f53-8e7d-1fd18c156a16 None None] Port 9c78585b-1880-4690-ab33-037570e2b382 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:12.311977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.315638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.334311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting subnet d2ab17ad-4797-4c8c-8c8f-6128d08afcc4 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:12.339062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.380522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.398362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.485903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Pushing event deleted for resources: {'Port': ['ID=de1e45d2-0781-47e7-a405-7c447860ff75,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:12.516632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3f11-8395-454c-ab08-ac32b51e3d11 req-98cc4340-1f6c-495e-866d-d960a38f8126 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:12.518213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-197a3f11-8395-454c-ab08-ac32b51e3d11 req-98cc4340-1f6c-495e-866d-d960a38f8126 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1173370 Nov 01 18:23:12.589119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-197a3f11-8395-454c-ab08-ac32b51e3d11 req-fa70014a-1cb9-49d4-ad91-c21aa0d6786e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Nov 01 18:23:12.599186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.602020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.604355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.605537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.610009 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dbe7bcee-b7ce-4113-a72e-a976b41cfdb3 tempest-FloatingIPAdminTestJSON-1318082171 tempest-FloatingIPAdminTestJSON-1318082171-project] 10.222.0.31 "DELETE /v2.0/floatingips/0abfb650-f3d3-4488-a711-71bb8aae6ac2 HTTP/1.1" status: 204 len: 168 time: 0.8656151 Nov 01 18:23:12.611012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:12.620258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a43bec9-fcfe-4777-ac49-0b48560e3ed3 HTTP/1.1" status: 204 len: 168 time: 0.4283154 Nov 01 18:23:12.689723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.691100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13ed00-dc86-45ab-b91d-07ef8698b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43bec9-fcfe-4777-ac49-0b48560e3ed3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:12.736183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.819420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedbdef-5258-4d1d-8521-bb1bc84dce7c req-3599f84c-aa6d-49ca-a070-62fe9d1f1465 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:12.822317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fedbdef-5258-4d1d-8521-bb1bc84dce7c req-3599f84c-aa6d-49ca-a070-62fe9d1f1465 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.0596952 Nov 01 18:23:12.823735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.915921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Deleting port d78218fb-d313-4a8d-b138-2007d852fc2b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:12.916268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.964030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=9c78585b-1880-4690-ab33-037570e2b382,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:12.971206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] In _notify_port_updated(), no bound segment for port 9c78585b-1880-4690-ab33-037570e2b382 on network 5c0309fe-e977-4206-b48c-76d220f1613b {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:12.978181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:12.978852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:12.980664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d2b49ce4-4ce6-4498-b00f-5f3f11c63a68 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "PUT /v2.0/ports/9c78585b-1880-4690-ab33-037570e2b382 HTTP/1.1" status: 200 len: 995 time: 0.8317258 Nov 01 18:23:12.984221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52296) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:12.996179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fedbdef-5258-4d1d-8521-bb1bc84dce7c req-4f414a24-7eb5-415b-b301-395fe068d760 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576722 Nov 01 18:23:13.032984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.044148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.044485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.090843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ab17ad-4797-4c8c-8c8f-6128d08afcc4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:13.097008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.104123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2101c8ab-77a0-4d65-8c30-709c6741b423 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/subnets/d2ab17ad-4797-4c8c-8c8f-6128d08afcc4 HTTP/1.1" status: 204 len: 168 time: 0.8329053 Nov 01 18:23:13.104123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Calling delete_port for d78218fb-d313-4a8d-b138-2007d852fc2b owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:13.105440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52300) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:13.108506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c860d-71d9-466b-ad59-73e6d97d69ca None None] Network 6a4aba11-5b7d-470c-be94-7dd67b8db12b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:13.149227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port 9c78585b-1880-4690-ab33-037570e2b382 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:13.149227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.268076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2d53e46f-53f4-4900-b13d-cf649cd5db78 None None] Provisioning complete for port 9c78585b-1880-4690-ab33-037570e2b382 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:13.268655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d53e46f-53f4-4900-b13d-cf649cd5db78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.272478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.286239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for 9c78585b-1880-4690-ab33-037570e2b382 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:13.309116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.314091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2d53e46f-53f4-4900-b13d-cf649cd5db78 None None] Port 9c78585b-1880-4690-ab33-037570e2b382 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:13.350860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc786d-f788-405e-a96b-c747805c056f None None] DHCP port deletion for 6a4aba11-5b7d-470c-be94-7dd67b8db12b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:13.425672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Deleting port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:13.426091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.448938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:13.449367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.491853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-23cc786d-f788-405e-a96b-c747805c056f None None] For port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:13.492276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.502355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.517425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Calling delete_port for 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:13.560022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78218fb-d313-4a8d-b138-2007d852fc2b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:13.581867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,segment=NetworkSegment(386365ed-8a15-4cf5-af83-48cc95bc6b5f),segment_id=386365ed-8a15-4cf5-af83-48cc95bc6b5f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:13.582239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.596838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.618330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:13.625429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=9c78585b-1880-4690-ab33-037570e2b382,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:13.678506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.694073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.698059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.704791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:13.705567 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bb4fb3df-e069-42f9-9a56-73b14121cff0 tempest-FloatingIPAdminTestJSON-658354229 tempest-FloatingIPAdminTestJSON-658354229-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/25b2b55a-c679-4939-a2ae-15c02a5c1ca5 HTTP/1.1" status: 204 len: 168 time: 1.0912826 Nov 01 18:23:13.736959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc786d-f788-405e-a96b-c747805c056f None None] Pushing event deleted for resources: {'Port': ['ID=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:13.743600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc786d-f788-405e-a96b-c747805c056f None None] No DVR routers for this DVR port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:13.769761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.799664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:13.854746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:13.861896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.877966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af411f70-025e-45f8-9dab-08dd5cfb35a1 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/9c78585b-1880-4690-ab33-037570e2b382 HTTP/1.1" status: 204 len: 168 time: 0.8729923 Nov 01 18:23:13.877966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52324) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:13.936408 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beaa43f-7c6b-4ab5-8a48-e4dd2a11d057 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] GET failed (client error): The resource could not be found. Nov 01 18:23:13.936408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9beaa43f-7c6b-4ab5-8a48-e4dd2a11d057 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports/9c78585b-1880-4690-ab33-037570e2b382 HTTP/1.1" status: 404 len: 333 time: 0.0517304 Nov 01 18:23:13.940972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:13.944736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15edb-cc98-4f96-9220-5f85808da57e req-1d5ff1b2-8c49-4a8a-953a-01a23d1d3317 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:13.947253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45c15edb-cc98-4f96-9220-5f85808da57e req-1d5ff1b2-8c49-4a8a-953a-01a23d1d3317 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2190454 Nov 01 18:23:13.948940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-1626558685'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:13.955399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:13.997758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port 2d957ad9-af6d-450c-8a05-95769fe911d4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:13.998096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.022103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45c15edb-cc98-4f96-9220-5f85808da57e req-a89c9367-0365-45c1-96b7-af4d12700c74 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676475 Nov 01 18:23:14.030575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4aba11-5b7d-470c-be94-7dd67b8db12b']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:14.050030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386365ed-8a15-4cf5-af83-48cc95bc6b5f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:14.050030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386365ed-8a15-4cf5-af83-48cc95bc6b5f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:14.064144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.093381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.104906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:14.105418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:14.108926 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:14.118762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.177696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for 2d957ad9-af6d-450c-8a05-95769fe911d4 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:14.246272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6b47f-e2e1-4bad-ac20-dcde261ffd37 req-f616ffe5-6956-41d5-b5f1-91134ff30de5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:14.247820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deb6b47f-e2e1-4bad-ac20-dcde261ffd37 req-f616ffe5-6956-41d5-b5f1-91134ff30de5 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.1104870 Nov 01 18:23:14.250744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:14.284601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:14.284601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94e7e7c9-c0ab-47c4-9803-ee2d12ab34cd not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:14.315902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deb6b47f-e2e1-4bad-ac20-dcde261ffd37 req-73b9c9af-7508-4ae8-be71-b59dac1ffb23 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed32ffc0-33df-4c7c-a84f-ff4c083d3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Nov 01 18:23:14.416387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.424927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.430178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/networks/6a4aba11-5b7d-470c-be94-7dd67b8db12b HTTP/1.1" status: 204 len: 168 time: 1.3195996 Nov 01 18:23:14.431286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52364) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:14.452454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:14.454663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.456913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8c7be-5e00-43d9-92c1-64b9f3b6b1bf tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Network': ['ID=6a4aba11-5b7d-470c-be94-7dd67b8db12b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:14.485865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.495691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port e7635b4f-e785-4a07-a518-7178b9aa3aa4 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:14.530677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting subnet 4366dd28-d1b5-4e85-b377-3673d945dd20 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:14.539643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.542751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c97bee64-0ce1-4787-bda2-a749e501b2b6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:14.546156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c97bee64-0ce1-4787-bda2-a749e501b2b6 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 945 time: 0.1036527 Nov 01 18:23:14.546262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=2d957ad9-af6d-450c-8a05-95769fe911d4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:14.647000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.689504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.12 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/e7635b4f-e785-4a07-a518-7178b9aa3aa4) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:14.691290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.696937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-839f7fc1-83dd-446c-920f-92ab0ed4e986 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/ports/2d957ad9-af6d-450c-8a05-95769fe911d4 HTTP/1.1" status: 204 len: 168 time: 0.9866300 Nov 01 18:23:14.699920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:14.791563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2e3d1-b725-4c9e-b750-2f5013a77940 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:14.796658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a2a2e3d1-b725-4c9e-b750-2f5013a77940 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a967c1-cb88-4d84-b2ba-0267e3ba1b77 HTTP/1.1" status: 200 len: 913 time: 0.0951791 Nov 01 18:23:14.799382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:14.804584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Deleting port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:14.805018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.856395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.915923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:14.984107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:14.988585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] For port b3f0b5ce-84ae-42b4-ba34-103f5f0de967, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,segment=NetworkSegment(a9ad0d03-019a-4129-be48-67653d85bb8f),segment_id=a9ad0d03-019a-4129-be48-67653d85bb8f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:14.988585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.002600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Calling delete_port for b3f0b5ce-84ae-42b4-ba34-103f5f0de967 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:15.077657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54cab1c4-3c4a-4638-bc74-cb758a0f5931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.081347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.125405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Subnet': ['ID=4366dd28-d1b5-4e85-b377-3673d945dd20,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:15.127492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.130726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0567c923-211c-4bfd-92a4-025c2d24f19d tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/subnets/4366dd28-d1b5-4e85-b377-3673d945dd20 HTTP/1.1" status: 204 len: 168 time: 0.6982839 Nov 01 18:23:15.135217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52382) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:15.138133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eaf8f1-98b5-459f-8c34-6ce5990a2025 None None] Network cb7a8dd3-b618-4cf3-a504-760fa391e2c0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:15.234974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4030d-c355-4903-97c2-4d2339c46b1c req-868e5469-62d5-4a8c-aa85-031e3fb8fb2e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:15.237066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.242418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70c4030d-c355-4903-97c2-4d2339c46b1c req-868e5469-62d5-4a8c-aa85-031e3fb8fb2e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1223826 Nov 01 18:23:15.331874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.339349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:15.339460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70c4030d-c355-4903-97c2-4d2339c46b1c req-262291f0-0d1e-4588-8be7-e60c26eef154 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942819 Nov 01 18:23:15.355880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:15.374546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54cab1c4-3c4a-4638-bc74-cb758a0f5931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.379372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:15.380879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] DHCP port deletion for cb7a8dd3-b618-4cf3-a504-760fa391e2c0 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:15.412853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=e7635b4f-e785-4a07-a518-7178b9aa3aa4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:15.452268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Deleting port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:15.453044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.464587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.475157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.494131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b3f0b5ce-84ae-42b4-ba34-103f5f0de967'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:15.520030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:15.520727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.526691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54cab1c4-3c4a-4638-bc74-cb758a0f5931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.532656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Pushing event deleted for resources: {'Port': ['ID=b3f0b5ce-84ae-42b4-ba34-103f5f0de967,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:15.592864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] For port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:15.594585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.620028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Calling delete_port for 97962f7c-66f2-4caf-a9b2-e02ce7a952bc owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:15.635968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] No DVR routers for this DVR port b3f0b5ce-84ae-42b4-ba34-103f5f0de967 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:15.638058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab1c4-3c4a-4638-bc74-cb758a0f5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5397e-19e9-4c63-9b79-e29c1838ed52,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:15.645375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-54cab1c4-3c4a-4638-bc74-cb758a0f5931 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23e5e27732644129bf68153a243749dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259140 Nov 01 18:23:15.645375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.655550 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-822c9e9e-245d-4786-9fea-80af7bbd1522 req-c46fb754-e316-47cd-a21b-49b096bec174 tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.37 "DELETE /v2.0/ports/b3f0b5ce-84ae-42b4-ba34-103f5f0de967 HTTP/1.1" status: 204 len: 173 time: 1.1017606 Nov 01 18:23:15.655550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'name': 'network-vif-deleted', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:15.658701 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14ee30-94d9-4660-ab3e-332fa894fce2" -d '{"events": [{"server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "name": "network-vif-deleted", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:15.697358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:15.715215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Deleting port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:15.715666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.728567 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aaa95611-89be-4569-9a04-3f40db8129a8 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7840481 Nov 01 18:23:15.738421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:15.785058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'network_id': '5c0309fe-e977-4206-b48c-76d220f1613b', 'name': 'tempest-AllowedAddressPairTestJSON-1764318544'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:15.880174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5939dc91-ae8e-46c5-85c9-940ef0bcfc88 None None] Provisioning complete for port e7635b4f-e785-4a07-a518-7178b9aa3aa4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:15.880726 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5939dc91-ae8e-46c5-85c9-940ef0bcfc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.927184 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:15.945186 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeffc8e-298b-46e1-ba8c-13f04e0a692d x-openstack-request-id: req-0eeffc8e-298b-46e1-ba8c-13f04e0a692d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:15.946500 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af73dab-bb8c-4bf0-9f43-03ec60f7db1f", "name": "network-vif-deleted", "tag": "b3f0b5ce-84ae-42b4-ba34-103f5f0de967", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:15.957036 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eeffc8e-298b-46e1-ba8c-13f04e0a692d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:15.957036 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af73dab-bb8c-4bf0-9f43-03ec60f7db1f', 'name': 'network-vif-deleted', 'tag': 'b3f0b5ce-84ae-42b4-ba34-103f5f0de967', 'status': 'completed', 'code': 200} Nov 01 18:23:15.968682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] Pushing event deleted for resources: {'Port': ['ID=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:15.974949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5939dc91-ae8e-46c5-85c9-940ef0bcfc88 None None] Port e7635b4f-e785-4a07-a518-7178b9aa3aa4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:15.989482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be960dd1-6a86-40a2-bcf7-9d11f96bcd8b None None] No DVR routers for this DVR port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:16.012308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4680920-7e67-434e-ba63-64a3f67b0fe9 req-b848e1ed-1141-4cfa-b267-3a01c09cdade tempest-AttachVolumeNegativeTest-655038948 tempest-AttachVolumeNegativeTest-655038948-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af73dab-bb8c-4bf0-9f43-03ec60f7db1f HTTP/1.1" status: 200 len: 210 time: 0.0375683 Nov 01 18:23:16.021766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] For port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,segment=NetworkSegment(b2620ad3-dd9e-491c-b471-e15934e7033e),segment_id=b2620ad3-dd9e-491c-b471-e15934e7033e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:16.032014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.041427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Calling delete_port for 97962f7c-66f2-4caf-a9b2-e02ce7a952bc owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:16.121340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.155042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.193295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.211366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 97962f7c-66f2-4caf-a9b2-e02ce7a952bc no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:16.227453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Port': ['ID=97962f7c-66f2-4caf-a9b2-e02ce7a952bc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:16.229498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] No DVR routers for this DVR port 97962f7c-66f2-4caf-a9b2-e02ce7a952bc on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:16.251891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 97962f7c-66f2-4caf-a9b2-e02ce7a952bc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:16.252169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 97962f7c-66f2-4caf-a9b2-e02ce7a952bc not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:16.258046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Made reservation on behalf of 31ad4cb068ad480b92525ca8cf09ff88 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:16.261613 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.330082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] device_id is not set on port 5dde2601-3c78-43bd-881d-e9a749e5fd90 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:16.334409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port 0e4d070b-9f88-4829-abcc-d13917432bb1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:16.334934 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.371618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.383263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.386061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.389853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6c5397e-19e9-4c63-9b79-e29c1838ed52 HTTP/1.1" status: 204 len: 168 time: 0.6818926 Nov 01 18:23:16.443120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7a8dd3-b618-4cf3-a504-760fa391e2c0']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:16.452399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53458ad-9172-4b4d-bccb-ed8382c6bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5397e-19e9-4c63-9b79-e29c1838ed52,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:16.461066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.461969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2620ad3-dd9e-491c-b471-e15934e7033e') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:16.462220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2620ad3-dd9e-491c-b471-e15934e7033e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:16.478997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.504550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for 0e4d070b-9f88-4829-abcc-d13917432bb1 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:16.517232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.530935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:16.532873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:16.535415 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:16.582640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995385-d42b-45c6-a246-61128adf5fa6 req-1837615d-a441-468d-a3a1-4568e9323080 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:16.584101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15995385-d42b-45c6-a246-61128adf5fa6 req-1837615d-a441-468d-a3a1-4568e9323080 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1419258 Nov 01 18:23:16.598196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Allocated IP 172.20.0.13 (5c0309fe-e977-4206-b48c-76d220f1613b/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83/5dde2601-3c78-43bd-881d-e9a749e5fd90) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:16.677272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15995385-d42b-45c6-a246-61128adf5fa6 req-17ea8896-598e-4d31-92ef-5b032acf7799 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800464 Nov 01 18:23:16.725299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.737054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.741126 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] 10.222.0.31 "DELETE /v2.0/networks/cb7a8dd3-b618-4cf3-a504-760fa391e2c0 HTTP/1.1" status: 204 len: 168 time: 1.6048985 Nov 01 18:23:16.790470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f7582-7fa8-4643-a5ff-16bc156d12b8 tempest-ServersTestMultiNic-341381521 tempest-ServersTestMultiNic-341381521-project] Pushing event deleted for resources: {'Network': ['ID=cb7a8dd3-b618-4cf3-a504-760fa391e2c0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:16.860586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.879756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:16.914049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=0e4d070b-9f88-4829-abcc-d13917432bb1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:17.040084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.045360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52422) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:17.110428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52426) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:17.223954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Network 5c0309fe-e977-4206-b48c-76d220f1613b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:17.237031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Deleting subnet 3f0491d0-2451-4d2c-985a-9f9e5178dc0d {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:17.241102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:17.242408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.250373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:17.268594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.271277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=5dde2601-3c78-43bd-881d-e9a749e5fd90,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:17.364991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.497813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.620479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6066ed6b-314d-4d11-9d03-9a2c9947cd37 None None] Provisioning complete for port 5dde2601-3c78-43bd-881d-e9a749e5fd90 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:17.620994 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6066ed6b-314d-4d11-9d03-9a2c9947cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.634583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.664043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6066ed6b-314d-4d11-9d03-9a2c9947cd37 None None] Port 5dde2601-3c78-43bd-881d-e9a749e5fd90 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:17.717389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.720886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3f0491d0-2451-4d2c-985a-9f9e5178dc0d HTTP/1.1" status: 204 len: 168 time: 0.6094518 Nov 01 18:23:17.740376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:17.754295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427ba7-3980-4210-839d-93ca07cd334b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0491d0-2451-4d2c-985a-9f9e5178dc0d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:17.765171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:17.854490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:17.855269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:17.862991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:17.922576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932ee0f-0656-4fdd-9026-a0bfc9519ded req-6e5c6c6c-ebc4-4aac-bc17-a3695bf1ea5f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:17.930227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c932ee0f-0656-4fdd-9026-a0bfc9519ded req-6e5c6c6c-ebc4-4aac-bc17-a3695bf1ea5f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1128428 Nov 01 18:23:17.956943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:17.963999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e96bed34-01d0-4c03-b18b-29afe7982be5 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "PUT /v2.0/routers/92a967c1-cb88-4d84-b2ba-0267e3ba1b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589615 Nov 01 18:23:17.967789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52446) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:17.973788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] Sync routers for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:17.993901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:17.994547 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.028367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c932ee0f-0656-4fdd-9026-a0bfc9519ded req-b1bf304a-6715-4df6-b854-30c67711d0ce tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Nov 01 18:23:18.036658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2019079086-network', 'tenant_id': 'd342e194cf78404796431401a911745f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:18.038849 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.050568 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] Routers {'92a967c1-cb88-4d84-b2ba-0267e3ba1b77'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:18.051365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.086617 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.087475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363d84e-0197-4021-8f63-22a441345f5d None None] The sync data for ids ['92a967c1-cb88-4d84-b2ba-0267e3ba1b77'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:18.095146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-669bef8a-34c2-4c0f-8ad1-032f4ff58346 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3552167 Nov 01 18:23:18.096566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52450) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:18.097936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.102056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:11:69:ef'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:37:c6:22'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:18.216819 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.236832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.269754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Made reservation on behalf of d342e194cf78404796431401a911745f for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:18.272502 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.292068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.303368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2420d1-4dfb-4082-a988-e064dc4089c2']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.318044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ad0d03-019a-4129-be48-67653d85bb8f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.318709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ad0d03-019a-4129-be48-67653d85bb8f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:18.335245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.350697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.387078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.390160 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.396793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:18.397189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:18.399381 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:18.474282 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.477218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.506709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.525767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:23:18.558389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab7999-76e5-4f4b-9648-c517033925b3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:18.568174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.568526 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Added segment 9ec2fad6-45c6-42ab-9e01-b8633d74c0d4 of type vlan for network d6d15915-8483-4526-be35-2d8ad18769cc Nov 01 18:23:18.578100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.584693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.591529 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] 10.222.0.31 "DELETE /v2.0/networks/be2420d1-4dfb-4082-a988-e064dc4089c2 HTTP/1.1" status: 204 len: 168 time: 0.8478129 Nov 01 18:23:18.611400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04345310-c3ba-41b9-a91e-853ac44c6242 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2420d1-4dfb-4082-a988-e064dc4089c2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:18.628360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.716297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Deleting port f77df90b-2882-4a77-a2e2-48f2a2c75f7e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:18.716707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.731257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-13d7bf82-62a5-4eed-87cc-5dce57d24293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.770150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b3f0b5ce-84ae-42b4-ba34-103f5f0de967 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:18.806432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b3f0b5ce-84ae-42b4-ba34-103f5f0de967 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:18.806920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b3f0b5ce-84ae-42b4-ba34-103f5f0de967 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:18.816257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] For port f77df90b-2882-4a77-a2e2-48f2a2c75f7e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:18.816623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:18.831158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Calling delete_port for f77df90b-2882-4a77-a2e2-48f2a2c75f7e owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:19.036815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port f137dd8c-8bc6-4e6a-a457-f0181d24f157 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:19.037157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.052977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:19.075193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.075193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:19.075193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.076883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.098083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fdb82ddb-c77a-498f-a59d-36c00f36e4c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cac5b9657cba4eb18a986ce63badb1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438771 Nov 01 18:23:19.100708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52460) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:19.153159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.177936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.195104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.229266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.237159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f77df90b-2882-4a77-a2e2-48f2a2c75f7e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:19.248383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d15915-8483-4526-be35-2d8ad18769cc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:19.301561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ee0b069-dfca-49aa-989c-0286007b9393 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4099419 Nov 01 18:23:19.304516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d6d15915-8483-4526-be35-2d8ad18769cc details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:23:19.305503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:19.306437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.312821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Request body: {'subnet': {'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-subnet', 'tenant_id': 'd342e194cf78404796431401a911745f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:19.352069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for f137dd8c-8bc6-4e6a-a457-f0181d24f157 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:19.373161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a73ee-fc62-44aa-9500-fff16a842586 req-269e0f5a-7679-458d-ad36-019ef9c96428 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:19.380910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b1a73ee-fc62-44aa-9500-fff16a842586 req-269e0f5a-7679-458d-ad36-019ef9c96428 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2381861 Nov 01 18:23:19.387273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event updated for resources: {'Port': ['ID=5dde2601-3c78-43bd-881d-e9a749e5fd90,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:19.442888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.445953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.447380 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed32ffc0-33df-4c7c-a84f-ff4c083d3039 HTTP/1.1" status: 204 len: 168 time: 0.3455524 Nov 01 18:23:19.498333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Made reservation on behalf of d342e194cf78404796431401a911745f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:19.501302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.526404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648f2dd-16be-483a-9e9a-12c26b37e1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32ffc0-33df-4c7c-a84f-ff4c083d3039,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:19.583546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.667626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] In _notify_port_updated(), no bound segment for port 5dde2601-3c78-43bd-881d-e9a749e5fd90 on network 5c0309fe-e977-4206-b48c-76d220f1613b {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:19.681839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:19.682764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.687389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6d4ae8f-a2a4-436a-8e8a-ef7ef5a12ccf tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "PUT /v2.0/ports/5dde2601-3c78-43bd-881d-e9a749e5fd90 HTTP/1.1" status: 200 len: 1057 time: 1.5872974 Nov 01 18:23:19.690281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52470) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:19.723061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b1a73ee-fc62-44aa-9500-fff16a842586 req-cbb3196b-0061-4840-9894-5f65dd263c01 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411975 Nov 01 18:23:19.809111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.829710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-44d24650-4545-4535-b889-79c5149f2b8a None None] Provisioning complete for port 5dde2601-3c78-43bd-881d-e9a749e5fd90 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:19.830733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-44d24650-4545-4535-b889-79c5149f2b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.853215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=f137dd8c-8bc6-4e6a-a457-f0181d24f157,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:19.876333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-44d24650-4545-4535-b889-79c5149f2b8a None None] Port 5dde2601-3c78-43bd-881d-e9a749e5fd90 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:19.927653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:19.986653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port 5dde2601-3c78-43bd-881d-e9a749e5fd90 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:19.987002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.031676 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.034196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.051541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.088150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Router 7f1b35f7-60bc-44e3-b39c-c950f40e445c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:20.147428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.165606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263d5899-a663-46ae-aba7-192ba7448930,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:20.182372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.187980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Fanout notify agent at l3_agent the message router_deleted on router 92a967c1-cb88-4d84-b2ba-0267e3ba1b77 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:23:20.192125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.193748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af37894c-3baf-460f-89b6-a4c030a7836c tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/routers/92a967c1-cb88-4d84-b2ba-0267e3ba1b77 HTTP/1.1" status: 204 len: 168 time: 2.2259483 Nov 01 18:23:20.195803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52480) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:20.202157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for 5dde2601-3c78-43bd-881d-e9a749e5fd90 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:20.225024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Checking segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:20.225404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Network hostable DHCP agents. Network: d6d15915-8483-4526-be35-2d8ad18769cc, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:23:20.258560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting subnet b5c35329-82b5-4067-9bf1-95137cc29a97 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:20.262146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.307550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.346751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:20.351048 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ab1b0ad-57bd-453e-ad4a-f5d895e884ce admin admin] 10.222.0.31 "PUT /v2.0/routers/7f1b35f7-60bc-44e3-b39c-c950f40e445c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3046305 Nov 01 18:23:20.352308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Sync routers for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:20.353297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:20.372510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:20.375680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:20.428457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Network d6d15915-8483-4526-be35-2d8ad18769cc is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:23:20.503613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:20.530886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.577805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.580595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.613439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d6d15915-8483-4526-be35-2d8ad18769cc) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:20.615647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=5dde2601-3c78-43bd-881d-e9a749e5fd90,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:20.621979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:20.621979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.714945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143b446-97b0-4b77-a51e-f2454d146518 None None] Network d6d15915-8483-4526-be35-2d8ad18769cc requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:20.753948 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ff3bc588-d3eb-472c-bf74-f9faa1293a48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4447734 Nov 01 18:23:20.754180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.754632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52500) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:20.785835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.794195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:20.800705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c35329-82b5-4067-9bf1-95137cc29a97,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:20.831250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.835195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-35fffd9e-8e02-4980-b105-95034b157fd0 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/subnets/b5c35329-82b5-4067-9bf1-95137cc29a97 HTTP/1.1" status: 204 len: 168 time: 0.6383603 Nov 01 18:23:20.837779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52502) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:20.909173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9832f-077c-4947-8e73-5280f40f218d None None] Network 7bfc82cb-1321-4a2d-bec4-ca117c6100fa requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:20.924063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16222-7e19-4187-8d8e-81825a89701b req-513f925a-d3f1-4c7c-bf00-547eaf151685 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:20.926015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0c16222-7e19-4187-8d8e-81825a89701b req-513f925a-d3f1-4c7c-bf00-547eaf151685 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0699556 Nov 01 18:23:20.998550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:20.999550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.049167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.055957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0c16222-7e19-4187-8d8e-81825a89701b req-8673d3bf-3c46-47fd-9989-b505dbba8fd6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226027 Nov 01 18:23:21.059858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Deleting port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:21.060199 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.063181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.068638 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8dd3b5e3-bdc7-4859-826d-742a0f9b3175 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/5dde2601-3c78-43bd-881d-e9a749e5fd90 HTTP/1.1" status: 204 len: 168 time: 1.3775036 Nov 01 18:23:21.072194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52506) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:21.080400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8fee7bd4-a0f7-468f-ad72-2b7237023e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.100977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.126968 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa77de2-032b-4593-b0e2-b32e9151f3e6 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] GET failed (client error): The resource could not be found. Nov 01 18:23:21.128518 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0fa77de2-032b-4593-b0e2-b32e9151f3e6 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports/5dde2601-3c78-43bd-881d-e9a749e5fd90 HTTP/1.1" status: 404 len: 333 time: 0.0553439 Nov 01 18:23:21.131448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52508) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:21.198972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] For port 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:21.199400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.223777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:21.224295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.228460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Calling delete_port for 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:21.235027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d6d15915-8483-4526-be35-2d8ad18769cc', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:23:21.235911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.336840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:23:18Z', 'revision_number': 5, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port': {'id': '4a7c72e3-db7d-4d0f-a69a-16e12cee6a82', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:21:31Z', 'updated_at': '2021-11-01T18:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:21.347565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] DHCP port deletion for 7bfc82cb-1321-4a2d-bec4-ca117c6100fa request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:21.357787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] For port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,segment=NetworkSegment(33255e53-53d5-43e2-ad5e-400e8ec6a0e0),segment_id=33255e53-53d5-43e2-ad5e-400e8ec6a0e0)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:21.358658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.377385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port e7635b4f-e785-4a07-a518-7178b9aa3aa4 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:21.378064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.383177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Checking router: 7f1b35f7-60bc-44e3-b39c-c950f40e445c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:23:21.440894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.446752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Routers {'7f1b35f7-60bc-44e3-b39c-c950f40e445c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:21.447622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:21.469368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:21.552100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Allocated IP 172.20.0.2 (d6d15915-8483-4526-be35-2d8ad18769cc/263d5899-a663-46ae-aba7-192ba7448930/ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:21.561443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.576735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] Set router 7f1b35f7-60bc-44e3-b39c-c950f40e445c gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:21.587940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for e7635b4f-e785-4a07-a518-7178b9aa3aa4 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:21.660043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:23:20Z', 'revision_number': 6, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:21.688601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Deleting port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:21.695697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.695697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251ee85-f89f-4142-96d8-1f4d79478648 None None] The sync data for ids ['7f1b35f7-60bc-44e3-b39c-c950f40e445c'] in n-d-815923-2 is: [{'id': '7f1b35f7-60bc-44e3-b39c-c950f40e445c', 'name': 'tempest-ServersTestMultiNic-1657464699-router', 'tenant_id': '7639c12e9a98476fa3b41eaff1be5128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:21:29Z', 'updated_at': '2021-11-01T18:23:20Z', 'revision_number': 6, 'project_id': '7639c12e9a98476fa3b41eaff1be5128', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:21.720863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.776940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7c72e3-db7d-4d0f-a69a-16e12cee6a82,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:21.791222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.828980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] For port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,segment=NetworkSegment(33255e53-53d5-43e2-ad5e-400e8ec6a0e0),segment_id=33255e53-53d5-43e2-ad5e-400e8ec6a0e0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:21.829710 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.837792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:21.846573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] No DVR routers for this DVR port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:21.869427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Calling delete_port for b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:21.927711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.954646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:21.993460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfc82cb-1321-4a2d-bec4-ca117c6100fa']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:21.996870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.008527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33255e53-53d5-43e2-ad5e-400e8ec6a0e0') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:22.009360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33255e53-53d5-43e2-ad5e-400e8ec6a0e0') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:22.018163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.019479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.031983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.038900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.068404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] Pushing event deleted for resources: {'Port': ['ID=b2524c0d-bb9d-4121-9f38-d1cc9d5dd640,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:22.074493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3db48e-2253-43fa-bab8-34590366ce88 None None] No DVR routers for this DVR port b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:22.086113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=e7635b4f-e785-4a07-a518-7178b9aa3aa4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:22.093167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.094726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.100727 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.118843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:22.119255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:22.128265 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:22.165781 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.334527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Pushing event updated for resources: {'Port': ['ID=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:22.339803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.344644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Network d6d15915-8483-4526-be35-2d8ad18769cc is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:22.345205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-435124dd-8a01-400b-a8ca-4c72a1c478d4 tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/e7635b4f-e785-4a07-a518-7178b9aa3aa4 HTTP/1.1" status: 204 len: 168 time: 1.2113612 Nov 01 18:23:22.346230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52532) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:22.347793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:22.354575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:22.383281 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa87482e-21ba-4252-9146-8bedeb9c458b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] GET failed (client error): The resource could not be found. Nov 01 18:23:22.385342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fa87482e-21ba-4252-9146-8bedeb9c458b tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "GET /v2.0/ports/e7635b4f-e785-4a07-a518-7178b9aa3aa4 HTTP/1.1" status: 404 len: 333 time: 0.0381708 Nov 01 18:23:22.392154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52534) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:22.436066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Attempting to bind port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:22.436696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Attempting to bind port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:22.438143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Attempting to bind port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b on network d6d15915-8483-4526-be35-2d8ad18769cc {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:22.448149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:22.448149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Checking segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:22.448149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.448149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Bound using segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:22.448149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Bound port: ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:22.448729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.506610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port daa2096e-119c-4dd5-9f94-5ed52818f3d1 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:22.507278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.530224 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.544622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] For port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:22.550149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] For port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:22.552047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.556216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/networks/7bfc82cb-1321-4a2d-bec4-ca117c6100fa HTTP/1.1" status: 204 len: 168 time: 1.7173643 Nov 01 18:23:22.569502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52538) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:22.599685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c56a-e3b9-4f78-9ab2-5f0b4f69374a tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Network': ['ID=7bfc82cb-1321-4a2d-bec4-ca117c6100fa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:22.645867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.650787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.672152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for daa2096e-119c-4dd5-9f94-5ed52818f3d1 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:22.706882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:22.740469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:22.741172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b2524c0d-bb9d-4121-9f38-d1cc9d5dd640 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:22.757010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f77df90b-2882-4a77-a2e2-48f2a2c75f7e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:22.819859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.835102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:23:22.840965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f77df90b-2882-4a77-a2e2-48f2a2c75f7e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:22.841366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f77df90b-2882-4a77-a2e2-48f2a2c75f7e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:22.874306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.876625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.877067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1b35f7-60bc-44e3-b39c-c950f40e445c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:23:22.906952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04de82-45cd-4fb4-b687-d2890289256e None None] Pushing event updated for resources: {'Port': ['ID=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:22.911784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae2c6-313c-43cd-8204-a120f45cf130 req-c9f3073f-2c9a-4f57-9958-e8df1a8c5ea8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:22.922828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30cae2c6-313c-43cd-8204-a120f45cf130 req-c9f3073f-2c9a-4f57-9958-e8df1a8c5ea8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.3505988 Nov 01 18:23:22.944256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:22.944256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-381af49b-1e0c-4f5f-9f17-d2aa13ca57c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7f1b35f7-60bc-44e3-b39c-c950f40e445c HTTP/1.1" status: 204 len: 168 time: 2.5874994 Nov 01 18:23:22.945162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52546) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:23.035516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Deleting subnet 916714aa-4699-4793-b628-26c58544974e {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:23.041178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.094436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.102442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:23.104811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Allocated IP 172.25.2.171 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4d936ee6-7453-4c64-8d23-fc57b3e33ca6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:23.133079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'port_id': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'mac_address': 'fa:16:3e:1f:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4b1d44-10e0-4248-b180-afcee7084fa5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:23:23.187095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.215055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:23.259540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:23.277633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Deleting port 7db3009b-4f68-4b3d-87ab-77748a1e3de7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:23.278205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.334612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30cae2c6-313c-43cd-8204-a120f45cf130 req-d785ea27-4aaf-4720-a23c-e821d429272c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102788 Nov 01 18:23:23.390873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.417542 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.417883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.446437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Calling delete_port for 7db3009b-4f68-4b3d-87ab-77748a1e3de7 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:23.468571 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.497071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=daa2096e-119c-4dd5-9f94-5ed52818f3d1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:23.530676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.553234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:23.628636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.632116 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da11fb9b-bdb9-4065-9a07-e7ea041677af tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/ports/daa2096e-119c-4dd5-9f94-5ed52818f3d1 HTTP/1.1" status: 204 len: 168 time: 1.2385988 Nov 01 18:23:23.635586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52552) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:23.646390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.717803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting subnet 630c9a72-a7ee-47a6-8d5c-0382ecc5ac83 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:23.738319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:23.741786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:23.744914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:23.751640 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.777704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.807897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Pushing event updated for resources: {'Port': ['ID=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:23.818840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.849762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Pushing event deleted for resources: {'Port': ['ID=7db3009b-4f68-4b3d-87ab-77748a1e3de7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:23.850311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:23.915313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:23.977212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.098858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.101404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.102575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aef7ea8e-fe72-4935-9280-df1971a6dac2 tempest-FloatingIPAdminTestJSON-557595444 tempest-FloatingIPAdminTestJSON-557595444-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f3ef143-30a1-4a3e-83a7-fb116abbf4dc HTTP/1.1" status: 204 len: 168 time: 1.4901888 Nov 01 18:23:24.222864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.223776 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.236115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.277689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769a34f-8a4c-4ea3-948a-3a95719dfb29 None None] Network d4c3390c-83ab-45a5-b319-8ecb0f7aed64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:24.309435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1edef9-e17b-461f-9a6c-703ee69f5567 None None] Network d6d15915-8483-4526-be35-2d8ad18769cc requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:24.310872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.317993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/916714aa-4699-4793-b628-26c58544974e HTTP/1.1" status: 204 len: 168 time: 1.3697569 Nov 01 18:23:24.318177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:24.318407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:24.320020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Subnet': ['ID=630c9a72-a7ee-47a6-8d5c-0382ecc5ac83,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:24.322244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.332398 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-13ddf70a-564f-422c-b918-be9b7056816c tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/subnets/630c9a72-a7ee-47a6-8d5c-0382ecc5ac83 HTTP/1.1" status: 204 len: 168 time: 0.6899168 Nov 01 18:23:24.348308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52564) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:24.352888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b452-e00f-4a6e-9c83-3870e71a7644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916714aa-4699-4793-b628-26c58544974e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:24.370269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0cf3ea-3a5a-4b76-a5a6-ca39ecaec06b None None] Network 5c0309fe-e977-4206-b48c-76d220f1613b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:24.556563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] Provisioning complete for port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:24.560230 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.560347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.577342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.610756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f753f7-d1a4-449e-b30e-ece3492a5455 req-80ef8c9a-244f-4232-80a8-8cc13212743f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:24.612319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0f753f7-d1a4-449e-b30e-ece3492a5455 req-80ef8c9a-244f-4232-80a8-8cc13212743f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.1766360 Nov 01 18:23:24.619108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.722064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:24.727021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.809316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:24.812086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0f753f7-d1a4-449e-b30e-ece3492a5455 req-c3a3d597-55e6-4731-959c-a79147d6d534 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Nov 01 18:23:24.821475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Deleting port 7d90af19-e438-4331-bb18-36007f914f24 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:24.821804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.823988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Deleting port 7b287826-0543-4130-88e6-c0d87bc4dc1e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:24.824283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.861696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] DHCP port deletion for d4c3390c-83ab-45a5-b319-8ecb0f7aed64 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:24.902079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:24.933779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] DHCP port deletion for 5c0309fe-e977-4206-b48c-76d220f1613b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:25.024880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] For port 7d90af19-e438-4331-bb18-36007f914f24, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7d90af19-e438-4331-bb18-36007f914f24,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.025466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.046098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52576) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:25.049894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] For port 7b287826-0543-4130-88e6-c0d87bc4dc1e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7b287826-0543-4130-88e6-c0d87bc4dc1e,segment=NetworkSegment(be8f2af2-f15f-4b34-9de2-5791fcf6fb4f),segment_id=be8f2af2-f15f-4b34-9de2-5791fcf6fb4f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.050270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.070280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Calling delete_port for 7d90af19-e438-4331-bb18-36007f914f24 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:25.080180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Calling delete_port for 7b287826-0543-4130-88e6-c0d87bc4dc1e owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:25.090379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] For port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.098836 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.106048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3aa84e66-aec9-4f28-9795-6897ad127c2b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:25.106555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.109929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.176588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Deleting port 7d90af19-e438-4331-bb18-36007f914f24 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:25.177510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.211966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52580) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:25.285053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Deleting port 7b287826-0543-4130-88e6-c0d87bc4dc1e {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:25.285639 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.287670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a04ea49-d948-4c28-966f-a86398a56351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.321265 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.325218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] For port 7d90af19-e438-4331-bb18-36007f914f24, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7d90af19-e438-4331-bb18-36007f914f24,segment=NetworkSegment(850e9757-db96-4cf9-b629-0d60834dc239),segment_id=850e9757-db96-4cf9-b629-0d60834dc239)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.325983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.426349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8b1cc5e-999a-4f3e-acca-6e111f9126b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3c003fb446f4c5b90175f6683e4f982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130930 Nov 01 18:23:25.429255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52584) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:25.444082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a04ea49-d948-4c28-966f-a86398a56351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.445571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Calling delete_port for 7d90af19-e438-4331-bb18-36007f914f24 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:25.482833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.501021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] For port 7b287826-0543-4130-88e6-c0d87bc4dc1e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7b287826-0543-4130-88e6-c0d87bc4dc1e,segment=NetworkSegment(be8f2af2-f15f-4b34-9de2-5791fcf6fb4f),segment_id=be8f2af2-f15f-4b34-9de2-5791fcf6fb4f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.501457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.503883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.519630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:23:25.519986 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:23:25.556378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.559128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Calling delete_port for 7b287826-0543-4130-88e6-c0d87bc4dc1e owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:25.563016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9201-eeab-40ad-af4a-293c7ef8b711 None None] Pushing event updated for resources: {'Port': ['ID=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.610681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dec53206-48d7-425e-b72b-3a87bcb59d21 None None] Provisioning complete for port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:25.610681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dec53206-48d7-425e-b72b-3a87bcb59d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.648831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.660018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:25.662607 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6208f65b-c036-4e00-8c05-823988f46aab" -d '{"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:25.690623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Port': ['ID=7b287826-0543-4130-88e6-c0d87bc4dc1e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.697412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] No DVR routers for this DVR port 7b287826-0543-4130-88e6-c0d87bc4dc1e on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:25.702171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:25.711937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a04ea49-d948-4c28-966f-a86398a56351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.730960 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082f783-f695-4078-8e2a-5849e95981d3 x-openstack-request-id: req-a082f783-f695-4078-8e2a-5849e95981d3 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:25.730960 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:25.730960 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a082f783-f695-4078-8e2a-5849e95981d3 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:25.730960 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'code': 200} Nov 01 18:23:25.731395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.733064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Router 32249e18-8140-438d-9bcd-6086f205900a is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:23:25.735890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.756029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a04ea49-d948-4c28-966f-a86398a56351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed987ac226a847d994cde17c280bf769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064507 Nov 01 18:23:25.758795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:25.767112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ea49-d948-4c28-966f-a86398a56351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3f5b6-6c8a-428f-9568-4e0746c8c2f2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.781548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] No DVR routers for this DVR port 7d90af19-e438-4331-bb18-36007f914f24 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:25.795083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d90af19-e438-4331-bb18-36007f914f24,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.820935 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.846796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.901574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.904259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.908147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88b305ed-9106-4647-b426-19ce66a9ea3d HTTP/1.1" status: 204 len: 168 time: 0.4749188 Nov 01 18:23:25.915398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.928459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.930643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] Pushing event deleted for resources: {'Port': ['ID=7d90af19-e438-4331-bb18-36007f914f24,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.951042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c37d29-5cd7-45ca-962e-ef15be791542 None None] No DVR routers for this DVR port 7d90af19-e438-4331-bb18-36007f914f24 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:25.953760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:25.988883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63eaa7-f1a1-42f9-a6d0-715e2e9f6eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b305ed-9106-4647-b426-19ce66a9ea3d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:25.998138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] No DVR routers for this DVR port 7b287826-0543-4130-88e6-c0d87bc4dc1e on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:26.006136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0309fe-e977-4206-b48c-76d220f1613b']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.011650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.050378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c3390c-83ab-45a5-b319-8ecb0f7aed64']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.051083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.053564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.055142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65f3f5b6-6c8a-428f-9568-4e0746c8c2f2 HTTP/1.1" status: 204 len: 168 time: 0.2950823 Nov 01 18:23:26.069201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d0802-dd99-40b2-9c34-62540312b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3f5b6-6c8a-428f-9568-4e0746c8c2f2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:26.121890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:26.158886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:26.162769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9fa4f-7fca-45c7-adf4-32800c956db0 None None] Pushing event deleted for resources: {'Port': ['ID=7b287826-0543-4130-88e6-c0d87bc4dc1e,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:26.182431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:26.182833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a7c72e3-db7d-4d0f-a69a-16e12cee6a82 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:26.281327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:26.337336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:26.338130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.400568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.400866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8f2af2-f15f-4b34-9de2-5791fcf6fb4f') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.409150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.415596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850e9757-db96-4cf9-b629-0d60834dc239') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.415903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850e9757-db96-4cf9-b629-0d60834dc239') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.427652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.430406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.500213 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.500213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:26.500822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7d90af19-e438-4331-bb18-36007f914f24 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:26.500917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.501010 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Sync routers for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:26.501386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568108c8-8e75-436b-924d-2ede6c7b1c07 req-a4877001-c3b3-459c-a2e5-9cc1d42f71a2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:26.501386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568108c8-8e75-436b-924d-2ede6c7b1c07 req-a4877001-c3b3-459c-a2e5-9cc1d42f71a2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.5029755 Nov 01 18:23:26.501386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:26.501386 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:26.506029 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:26.508512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:26.508512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.516183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:26.520621 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:26.523156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.533577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7d90af19-e438-4331-bb18-36007f914f24 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:26.533928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7d90af19-e438-4331-bb18-36007f914f24 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:26.534353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7b287826-0543-4130-88e6-c0d87bc4dc1e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:26.568642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7b287826-0543-4130-88e6-c0d87bc4dc1e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:23:26.569073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7b287826-0543-4130-88e6-c0d87bc4dc1e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:23:26.643942 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:26.646262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568108c8-8e75-436b-924d-2ede6c7b1c07 req-e6f7fc4f-6a0c-4379-af9d-a1e209cb4192 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271882 Nov 01 18:23:26.727076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.728373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6234a110-1fa8-4202-9744-f4627a0530aa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9448850 Nov 01 18:23:26.731043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:26.831418 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:24Z', 'revision_number': 3, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:26.857094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Checking router: 32249e18-8140-438d-9bcd-6086f205900a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:23:26.857444 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Updating router 32249e18-8140-438d-9bcd-6086f205900a port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:23:26.878509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.883070 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.891441 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.894628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] 10.222.0.31 "DELETE /v2.0/networks/5c0309fe-e977-4206-b48c-76d220f1613b HTTP/1.1" status: 204 len: 168 time: 2.5453551 Nov 01 18:23:26.907269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7368f49-df1e-4b37-bfc6-96d5b2ca50ba tempest-AllowedAddressPairTestJSON-240769908 tempest-AllowedAddressPairTestJSON-240769908-project] Pushing event deleted for resources: {'Network': ['ID=5c0309fe-e977-4206-b48c-76d220f1613b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:26.940661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.954446 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:26.954446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4c3390c-83ab-45a5-b319-8ecb0f7aed64 HTTP/1.1" status: 204 len: 168 time: 2.6325135 Nov 01 18:23:26.968869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c5a1-adcd-43e9-b202-4241451f171b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c3390c-83ab-45a5-b319-8ecb0f7aed64,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:27.203039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.230384 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.400637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Allocated IP 172.20.0.1 (d6d15915-8483-4526-be35-2d8ad18769cc/263d5899-a663-46ae-aba7-192ba7448930/a4de8efb-13b0-4db4-84fe-a779d7c8857d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:27.483112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52614) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:27.485772 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.497046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c081c158-9c7c-4923-8b31-563fe485394f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.591762 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Pushing event updated for resources: {'Port': ['ID=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:27.602252 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.602598 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.602936 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.603268 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.603620 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.604170 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.604820 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.605336 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.605872 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.606369 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.606730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.607042 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:27.613471 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Attempting to bind port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:27.613843 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Attempting to bind port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:27.614382 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Attempting to bind port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:27.618314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.621296 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:27.621913 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:27.622313 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.622698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:27.623160 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Bound port: 4d936ee6-7453-4c64-8d23-fc57b3e33ca6, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:27.623550 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.664429 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c081c158-9c7c-4923-8b31-563fe485394f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.674255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52616) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:27.692781 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] For port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:27.694431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82afdab8-16e8-4682-a95a-c4fa45ff05c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.696276 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] For port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:27.809529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82afdab8-16e8-4682-a95a-c4fa45ff05c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.812691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.829309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef339-58bb-4c33-995b-e1ae1892f711 req-12303ce7-491d-4185-80f5-ec86321c2a5f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:27.830836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ddef339-58bb-4c33-995b-e1ae1892f711 req-12303ce7-491d-4185-80f5-ec86321c2a5f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0914755 Nov 01 18:23:27.849591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c081c158-9c7c-4923-8b31-563fe485394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.849794 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.879221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Network d6d15915-8483-4526-be35-2d8ad18769cc is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:27.887457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:27.893090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:27.894915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Pushing event updated for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:27.896800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081c158-9c7c-4923-8b31-563fe485394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9884d2-a297-431c-b118-2c2dbb42c1f5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:27.902272 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c081c158-9c7c-4923-8b31-563fe485394f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c996a8068c243c2b0da18d3473e7e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171910 Nov 01 18:23:27.904789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52620) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:27.919658 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:27.920771 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:27.926985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82afdab8-16e8-4682-a95a-c4fa45ff05c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.953750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ddef339-58bb-4c33-995b-e1ae1892f711 req-2da0d47f-3450-4432-8212-c66b65096bee tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021562 Nov 01 18:23:27.969661 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b90a-4b0b-48b9-82aa-e42cf0097129 None None] Pushing event updated for resources: {'Port': ['ID=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:27.987050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.987282 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:27.997224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-82afdab8-16e8-4682-a95a-c4fa45ff05c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d94bfc31d7c46e2a202166e77b96a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195374 Nov 01 18:23:28.003276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:28.029791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afdab8-16e8-4682-a95a-c4fa45ff05c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcca684-37f5-494c-bf87-176eb3396831,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:28.085658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.123845 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:28.146345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.170665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.248883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b13fb959-8f6c-4c45-bcdd-ef0a9bd199d3 None None] Provisioning complete for port a4de8efb-13b0-4db4-84fe-a779d7c8857d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:28.251640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b13fb959-8f6c-4c45-bcdd-ef0a9bd199d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.295050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b13fb959-8f6c-4c45-bcdd-ef0a9bd199d3 None None] Port a4de8efb-13b0-4db4-84fe-a779d7c8857d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:28.311596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.314525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.316729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.320327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c9884d2-a297-431c-b118-2c2dbb42c1f5 HTTP/1.1" status: 204 len: 168 time: 0.4110479 Nov 01 18:23:28.325825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b429d-741d-48c0-bec2-7f07ecdb9591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9884d2-a297-431c-b118-2c2dbb42c1f5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:28.338387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52630) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:28.369208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52636) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:28.429433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c61f6723-322d-4b71-ac29-84019029a93a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7639c12e9a98476fa3b41eaff1be5128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580561 Nov 01 18:23:28.432509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52638) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:28.452670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.455402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.457960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fcca684-37f5-494c-bf87-176eb3396831 HTTP/1.1" status: 204 len: 168 time: 0.4520624 Nov 01 18:23:28.489108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052e1a2-f312-4c2c-a186-d9adee0f9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcca684-37f5-494c-bf87-176eb3396831,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:28.507127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.512904 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:24Z', 'revision_number': 3, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:28.543222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.549702 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f207-2fc9-4008-ac49-860c697edfb1 None None] The sync data for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 is: [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:24Z', 'revision_number': 3, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:28.593544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.651683 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c962b697-493c-48ec-b8b3-c58499c22bf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31ad4cb068ad480b92525ca8cf09ff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120303 Nov 01 18:23:28.654681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52642) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:28.711198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.726211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.730736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.731928 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d5cbe09-c358-4930-af04-b34c947c69d6 HTTP/1.1" status: 204 len: 168 time: 0.2976995 Nov 01 18:23:28.747423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3218bb9-8529-4095-8ee7-4c45fce5e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5cbe09-c358-4930-af04-b34c947c69d6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:28.769917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.799075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.808407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:28.819803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Pushing event updated for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:28.848996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.849470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.849886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.850299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.850698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.851123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.851671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.852090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.852481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.852870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.853256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.853711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:28.951024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Network d6d15915-8483-4526-be35-2d8ad18769cc is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:28.952575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:29.008975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.016884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.019653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce0658e2-4c24-4064-bf50-64c022ce90dc HTTP/1.1" status: 204 len: 168 time: 0.3628118 Nov 01 18:23:29.036374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ca0d4-b07d-4076-a415-43abf297f2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0658e2-4c24-4064-bf50-64c022ce90dc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:29.161753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52afac-b483-4516-8fe5-f2d288dabb93 req-9a6c5f99-a4a2-4d7d-8e33-80de529751f7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:29.165350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b52afac-b483-4516-8fe5-f2d288dabb93 req-9a6c5f99-a4a2-4d7d-8e33-80de529751f7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.0794039 Nov 01 18:23:29.170158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Router 32249e18-8140-438d-9bcd-6086f205900a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:29.220608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:29.245598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f27b7ec-ebfb-4bfd-a7e1-3c1fe694f4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.338206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-92170f9e-da2a-4075-bfb0-ada7a397c321 None None] Provisioning complete for port a4de8efb-13b0-4db4-84fe-a779d7c8857d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:29.338774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92170f9e-da2a-4075-bfb0-ada7a397c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.366755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b52afac-b483-4516-8fe5-f2d288dabb93 req-b8d6ac8e-0dd4-4911-bc96-beba8d9d60b5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842570 Nov 01 18:23:29.411383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f27b7ec-ebfb-4bfd-a7e1-3c1fe694f4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.461919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:29.467823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e858917-e7e8-431c-9640-e74023b48dfa admin admin] 10.222.0.31 "PUT /v2.0/routers/32249e18-8140-438d-9bcd-6086f205900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356808 Nov 01 18:23:29.478866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-92170f9e-da2a-4075-bfb0-ada7a397c321 None None] Port a4de8efb-13b0-4db4-84fe-a779d7c8857d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:29.536304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f27b7ec-ebfb-4bfd-a7e1-3c1fe694f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.573686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:29.578997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1f27b7ec-ebfb-4bfd-a7e1-3c1fe694f4c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa99a167727740e3861d3903503ffeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518016 Nov 01 18:23:29.588530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27b7ec-ebfb-4bfd-a7e1-3c1fe694f4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc2c05-de34-4d0c-a19e-0b0ac3a3fb5c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:29.696417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.728881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.930952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.935187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:29.937879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ecc2c05-de34-4d0c-a19e-0b0ac3a3fb5c HTTP/1.1" status: 204 len: 168 time: 0.3612680 Nov 01 18:23:29.950720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0a1e0-c1f4-4346-a9e5-e5845c2c2eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc2c05-de34-4d0c-a19e-0b0ac3a3fb5c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:30.319727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52708) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:30.324464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:30.326322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329357556', 'description': 'tempest-description--86730095'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:30.394404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:30.394929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.440389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.618842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.676288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:30.727386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca29f2-e61a-4477-8837-204751279ac3 req-8473ffc2-1acb-4546-a0da-8714a3c80f2b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:30.741832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69ca29f2-e61a-4477-8837-204751279ac3 req-8473ffc2-1acb-4546-a0da-8714a3c80f2b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2060819 Nov 01 18:23:30.743178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Sync routers for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:30.756283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.760516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:30.764075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:30.794393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.859326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69ca29f2-e61a-4477-8837-204751279ac3 req-b5712592-7ea9-43bd-88ca-7b3d82632adc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066031 Nov 01 18:23:30.879195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:30.900872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b5007-4146-4a07-a41f-ac26af35e9a5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:30.987591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:30.989099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:31.007407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.012897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-769fec26-477c-4a89-a2a4-495e1e485791 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6915092 Nov 01 18:23:31.017742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52736) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:31.023653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'security_group_rule': {'security_group_id': 'bc2b5007-4146-4a07-a41f-ac26af35e9a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:31.165826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.290576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.305905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 2, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:31.342379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Checking router: 32249e18-8140-438d-9bcd-6086f205900a for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:23:31.343042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Updating router 32249e18-8140-438d-9bcd-6086f205900a port a4de8efb-13b0-4db4-84fe-a779d7c8857d binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:23:31.370769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.370975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.392816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c5feb-97c1-4c17-b722-4d190dc6d1a1,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:31.469154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.470937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b03cce7-01bd-4195-93cf-e4e5fed4e6df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4520721 Nov 01 18:23:31.473654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52752) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:31.480463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'security_group_rule': {'security_group_id': 'bc2b5007-4146-4a07-a41f-ac26af35e9a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:31.588755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.705762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.775261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.810485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.839904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.850772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbc3743-1845-4b45-89ae-2907892557b9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:31.898854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:31.905221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52770) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:31.914700 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-10d9e5a9-38aa-4feb-bbcf-e96f048b44b9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4364603 Nov 01 18:23:31.914886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:31.960618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e8619-0648-4e3a-be17-98adba7ce7a7 None None] Pushing event updated for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:32.058221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Attempting to bind port a4de8efb-13b0-4db4-84fe-a779d7c8857d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:32.058425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Attempting to bind port a4de8efb-13b0-4db4-84fe-a779d7c8857d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:32.058751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Attempting to bind port a4de8efb-13b0-4db4-84fe-a779d7c8857d on network d6d15915-8483-4526-be35-2d8ad18769cc {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:32.069277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:32.071531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Checking segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:32.071979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.072377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Bound using segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:32.072861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Bound port: a4de8efb-13b0-4db4-84fe-a779d7c8857d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:32.073243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.081300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.190444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce7d37-5644-4318-9ea4-10b44186cee8 req-be440973-306a-4571-bfc2-b62f02b69ff4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:32.196238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67ce7d37-5644-4318-9ea4-10b44186cee8 req-be440973-306a-4571-bfc2-b62f02b69ff4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1722484 Nov 01 18:23:32.234938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] For port a4de8efb-13b0-4db4-84fe-a779d7c8857d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:32.241248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] For port a4de8efb-13b0-4db4-84fe-a779d7c8857d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a4de8efb-13b0-4db4-84fe-a779d7c8857d,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:32.250473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:32.299039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:32.302550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67ce7d37-5644-4318-9ea4-10b44186cee8 req-acf15a4e-d016-4d7d-9de0-8ab0d8a43caf tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Nov 01 18:23:32.369399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.378992 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.441956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Provisioning complete for port a4de8efb-13b0-4db4-84fe-a779d7c8857d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:32.456535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.535873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:32.537441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:32.619877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Allocated IP 172.25.2.190 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/57273991-f560-4807-8c27-cf42cd6fc802) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:32.646776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:32.735711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:32.787253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1465929940-network', 'tenant_id': '8316d84e983b487b9be4bc498b86db5b'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:32.912791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.947617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Made reservation on behalf of 8316d84e983b487b9be4bc498b86db5b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:32.950141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:32.973757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1170307860'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:32.985758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.014156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:33.015229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.017692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e8619-0648-4e3a-be17-98adba7ce7a7 None None] Pushing event updated for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:33.017868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.120297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:33.136657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:33.144760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:33.146612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Made reservation on behalf of 42e103e3ccb84993a21821b1dff80659 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:33.161078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.162895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52802) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:33.208847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.217322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'Port': ['ID=57273991-f560-4807-8c27-cf42cd6fc802,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:33.308435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.357695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1902438646'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:33.398099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.437126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] For port a4de8efb-13b0-4db4-84fe-a779d7c8857d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a4de8efb-13b0-4db4-84fe-a779d7c8857d,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:33.445826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.493160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8575417-19e0-480f-a47d-bccb8535eba2 req-54b63e8d-ffb1-4bcc-975a-609591cce179 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:33.495857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8575417-19e0-480f-a47d-bccb8535eba2 req-54b63e8d-ffb1-4bcc-975a-609591cce179 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1036839 Nov 01 18:23:33.497992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.534420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:33.540377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.544422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.563982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.581540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8575417-19e0-480f-a47d-bccb8535eba2 req-0bc582a1-c9bc-4a0f-b42d-38c819b60119 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787728 Nov 01 18:23:33.596875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.614104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:32Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:33.638749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.697009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c2ba-3b6b-4d6c-a964-49cfd91dec24 None None] The sync data for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 is: [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:32Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:23:33.750667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Pushing event updated for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:33.753172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d0769fcf-e910-439d-b95e-1a55d696b6b5 None None] Provisioning complete for port a4de8efb-13b0-4db4-84fe-a779d7c8857d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:33.753547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0769fcf-e910-439d-b95e-1a55d696b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.824163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.832227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.841782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.842220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.842573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.842954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.843301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.843676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.843856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:23:33.844021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.844424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.844764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.845095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.851547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.851547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406876b-058a-49a8-bf16-53bc6e64c65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:23:33.873017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:33.873627 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Added segment 8542a898-b429-4ace-bdb2-51a571c8b0c5 of type vlan for network 27096b7e-64ce-46f6-87f0-a1fcde628d2b Nov 01 18:23:34.013346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedbace7-3c24-4f8d-99f9-1b845b8e3546,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.060968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.117353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:23:34.159897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.249718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:23:34.277321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.277670 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Added segment f54ed2ba-5220-4483-93a1-f98a9d736ed0 of type vlan for network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 Nov 01 18:23:34.279000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b4fec-1e4b-4a79-b462-ee9f7272332c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.370329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.371051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a4de8efb-13b0-4db4-84fe-a779d7c8857d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:34.371916 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Added segment 20a01779-537e-4029-88e6-339c8a5229ed of type vlan for network d75ab53c-1626-48ea-9f00-784b5c5d84e1 Nov 01 18:23:34.441649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.456609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.477288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1813ec3b-1ce1-42cc-87f2-9345e5db1f5e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.495584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a4de8efb-13b0-4db4-84fe-a779d7c8857d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:34.496006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.508968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.546361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.553003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:34.554558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.570248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.612619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.692423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.693406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:34.693967 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.725850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'Port': ['ID=57273991-f560-4807-8c27-cf42cd6fc802,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.735395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0920923 Nov 01 18:23:34.742420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.745119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:34.747491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:34.748180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.754660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Request body: {'subnet': {'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:34.774743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8be61-81b6-4c9d-bd59-50958588d457 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'Network': ['ID=27096b7e-64ce-46f6-87f0-a1fcde628d2b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.824228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:23:34.881942 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:34.913341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6616166 Nov 01 18:23:34.919302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:34.927839 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7544947 Nov 01 18:23:34.934949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52838) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:34.945816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'subnet': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:34.947707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ce8be-5345-4951-bd49-0f8de592754a admin admin] Pushing event updated for resources: {'Network': ['ID=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:34.962383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Request body: {'subnet': {'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1465929940-subnet', 'tenant_id': '8316d84e983b487b9be4bc498b86db5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:34.967021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:23:35.018901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:35.020820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2189aa94-4498-4780-b33a-0cce55879fda tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1134427 Nov 01 18:23:35.074934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8308c-3a89-40bf-b800-c7f272c83ad2 req-1b29ad3e-55e3-481d-bbe8-d6cedb7eaf4b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:35.076759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0b8308c-3a89-40bf-b800-c7f272c83ad2 req-1b29ad3e-55e3-481d-bbe8-d6cedb7eaf4b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1958804 Nov 01 18:23:35.089137 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:23:35.102433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Made reservation on behalf of 8316d84e983b487b9be4bc498b86db5b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:35.105100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:35.233846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba4e7-6049-4143-a5cf-bb2d66542f6b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Network': ['ID=d75ab53c-1626-48ea-9f00-784b5c5d84e1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:35.254936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:23:35.369634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Made reservation on behalf of 42e103e3ccb84993a21821b1dff80659 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:35.373212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:35.464439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0b8308c-3a89-40bf-b800-c7f272c83ad2 req-30455440-3f46-4dc1-b7d6-63633df6b7e1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675702 Nov 01 18:23:35.531584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:35.537474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:35.555901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-744fffdc-f688-4d69-b9af-9ca81c128f56 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1329357556&fields=id&tenant_id=d342e194cf78404796431401a911745f HTTP/1.1" status: 200 len: 267 time: 0.1035457 Nov 01 18:23:35.909633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:35.981993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.073371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-41640f90-940d-466d-8e6c-c53cb9981483 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:36.075608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-41640f90-940d-466d-8e6c-c53cb9981483 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/networks?id=d6d15915-8483-4526-be35-2d8ad18769cc HTTP/1.1" status: 200 len: 815 time: 0.4958837 Nov 01 18:23:36.077068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Subnet': ['ID=7c282caa-1a1c-4762-8874-aeafb59d99db,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:36.089059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Checking segment: {'id': '20a01779-537e-4029-88e6-339c8a5229ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:36.089671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network hostable DHCP agents. Network: d75ab53c-1626-48ea-9f00-784b5c5d84e1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:23:36.092860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c674ce-e694-4fbd-9727-6dc9b3fadcea,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:36.141024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0e2c279a-6018-406b-bfd4-627427f56b1f tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/quotas/d342e194cf78404796431401a911745f HTTP/1.1" status: 200 len: 375 time: 0.0550277 Nov 01 18:23:36.150971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Checking segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:36.151762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Network hostable DHCP agents. Network: 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:23:36.197336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:23:36.242025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.286168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d75ab53c-1626-48ea-9f00-784b5c5d84e1) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:36.291475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:36.294053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.299166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368a83d-cd08-41cb-942b-fbb2854f4736 None None] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:36.351429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-f5bed9e3-9776-442d-99c2-b44875c88935 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d342e194cf78404796431401a911745f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2014389 Nov 01 18:23:36.376779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-805b344c-a456-4075-89b4-b5df1de8cd3a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4383473 Nov 01 18:23:36.379292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52880) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:36.399927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1211168172'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:36.414497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'Subnet': ['ID=e2f129fb-4076-4153-a13f-e3939fbda036,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:36.423601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Checking segment: {'id': '8542a898-b429-4ace-bdb2-51a571c8b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:36.423968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Network hostable DHCP agents. Network: 27096b7e-64ce-46f6-87f0-a1fcde628d2b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:23:36.437846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:23:36.445020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:36.464861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:36.466243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.505841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3335a-be27-4f1a-9008-c785d31c6c3f None None] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:36.602692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-72886af5-6204-41d5-affd-720f04a3ea02 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6412776 Nov 01 18:23:36.602692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:23:36.646332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d75ab53c-1626-48ea-9f00-784b5c5d84e1', 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'tenant_id': 'ec7fdfbd01d24470b0b3768a99b35e48', 'fixed_ips': [{'subnet_id': '7c282caa-1a1c-4762-8874-aeafb59d99db'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:23:36.647201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.752745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc53555-b3c0-41af-9827-f68b0a4dfb53 req-e7259677-4d2e-46c9-aebe-10c2d14769df tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:36.754630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dc53555-b3c0-41af-9827-f68b0a4dfb53 req-e7259677-4d2e-46c9-aebe-10c2d14769df tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1273365 Nov 01 18:23:36.859349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-dce2611c-deea-4ea2-b18a-d14a2ddd2a61 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292433 Nov 01 18:23:36.859349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dc53555-b3c0-41af-9827-f68b0a4dfb53 req-f4b04937-6766-4cb4-ad6b-2cea33b3e38f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890574 Nov 01 18:23:36.859758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Allocated IP 2001:db8::2 (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/45faa5f2-cf9a-4095-89c0-c2fb9811e2dd) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:36.880137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'tenant_id': '8316d84e983b487b9be4bc498b86db5b', 'fixed_ips': [{'subnet_id': '43c674ce-e694-4fbd-9727-6dc9b3fadcea'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:23:36.880137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.936997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:36.940771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 27096b7e-64ce-46f6-87f0-a1fcde628d2b) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:36.943722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.961938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:36.962634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:36.981948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e86e5f-6fda-4e7f-b5ac-d0951d1aa49d None None] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:36.989232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-94bf1f2b-b106-49cb-a0b5-4036290e2683 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679368 Nov 01 18:23:36.991590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:37.080171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d1e9fb2d-ed8d-46c3-8c21-1ba59d048fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3331485 Nov 01 18:23:37.082642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:37.088051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Request body: {'port': {'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-494317099'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:37.266801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Allocated IP 172.20.0.2 (5d9862bf-2b39-4d57-9ee6-37069ea3d5b9/43c674ce-e694-4fbd-9727-6dc9b3fadcea/45d4598e-761c-44b5-8d56-fb0649b7b0f3) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:37.472010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40e9bfa5-d696-47a1-99e6-edc68c524afe req-1053904a-96f4-409d-9656-31a35ebe3cef tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 210 time: 0.0684831 Nov 01 18:23:37.485988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:37.540120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-27096b7e-64ce-46f6-87f0-a1fcde628d2b', 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b', 'tenant_id': '42e103e3ccb84993a21821b1dff80659', 'fixed_ips': [{'subnet_id': 'e2f129fb-4076-4153-a13f-e3939fbda036'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:23:37.541035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:37.587255 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:37.625250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Made reservation on behalf of 42e103e3ccb84993a21821b1dff80659 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:37.645749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:37.727917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-002ee51d-e798-4eb6-afa4-6b6adba1d3c1 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:37.729819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::bb (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/ef1c6e45-8ede-4238-b198-14e8ccf6e0e7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:37.738985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-002ee51d-e798-4eb6-afa4-6b6adba1d3c1 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.3043954 Nov 01 18:23:37.784421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-98ec904d-e0af-42ff-bc32-85740a778ecc tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/quotas/8316d84e983b487b9be4bc498b86db5b HTTP/1.1" status: 200 len: 375 time: 0.0438883 Nov 01 18:23:37.785862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52924) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:37.881503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Pushing event updated for resources: {'Port': ['ID=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:37.891243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-8b9e3871-ab6f-46fa-a940-e16aff3d4090 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960133 Nov 01 18:23:37.893291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] device_id is not set on port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:38.019356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-16c42016-57dc-4257-85ce-f1c239e399a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163745 Nov 01 18:23:38.049516 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.055541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:38.074953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:38.078968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:38.095970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.106665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9f4-0927-480c-93d4-8c387dacbd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.204206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Attempting to bind port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:38.204776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Attempting to bind port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '20a01779-537e-4029-88e6-339c8a5229ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:38.205267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Attempting to bind port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd on network d75ab53c-1626-48ea-9f00-784b5c5d84e1 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:38.208621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.216141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:38.216642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Checking segment: {'id': '20a01779-537e-4029-88e6-339c8a5229ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:38.217176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.221289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Bound using segment: {'id': '20a01779-537e-4029-88e6-339c8a5229ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:38.221289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Bound port: 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a01779-537e-4029-88e6-339c8a5229ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:38.221697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.222921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-e67aebe7-dfeb-4457-b08e-a8fda7867ba5 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023346 Nov 01 18:23:38.242702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.305786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:38.318062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:38.331832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:38.338621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Pushing event updated for resources: {'Port': ['ID=45d4598e-761c-44b5-8d56-fb0649b7b0f3,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:38.341231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:38.344811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9f4-0927-480c-93d4-8c387dacbd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.344950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:38.346605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:38.361700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:38.362710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb1ff-5135-4920-bcec-0ed8df9aaa2d req-e9f5d74c-7204-4852-851d-dd2fa8e9626b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:38.362891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.372352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c6bb1ff-5135-4920-bcec-0ed8df9aaa2d req-e9f5d74c-7204-4852-851d-dd2fa8e9626b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.3229573 Nov 01 18:23:38.379548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=ef1c6e45-8ede-4238-b198-14e8ccf6e0e7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:38.440860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c6bb1ff-5135-4920-bcec-0ed8df9aaa2d req-6f3d0236-b9fc-4832-b4b4-9d64c1692441 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674627 Nov 01 18:23:38.485078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9f4-0927-480c-93d4-8c387dacbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.499329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] For port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:38.503245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Attempting to bind port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:38.503772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Attempting to bind port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:38.504228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Attempting to bind port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:38.516804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] For port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,segment=NetworkSegment(20a01779-537e-4029-88e6-339c8a5229ed),segment_id=20a01779-537e-4029-88e6-339c8a5229ed)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:38.521464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:38.522115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Checking segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:38.522683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.523270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Bound using segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:38.524463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Bound port: 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:38.525056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.527872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Allocated IP 2001:db8::2 (27096b7e-64ce-46f6-87f0-a1fcde628d2b/e2f129fb-4076-4153-a13f-e3939fbda036/74629269-5ab4-482a-b4e1-88c305abc4da) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:38.549247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52938) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:38.549463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7a2a9f4-0927-480c-93d4-8c387dacbd47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fe6b010399f47a38c2580345159d424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625697 Nov 01 18:23:38.550448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a9f4-0927-480c-93d4-8c387dacbd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9127177-b40b-4d03-824b-03799e81674a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:38.597153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-58134031-00a3-4508-a6c7-5fd4c096de14 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2158210 Nov 01 18:23:38.600551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52940) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:38.606049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788680747', 'allowed_address_pairs': [{'ip_address': '2001:db8::bb', 'mac_address': 'fa:16:3e:e6:7c:d5'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:38.662940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.755106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1616c416-cad7-41f2-b59c-be9d4d1783f9 req-4901c1c2-8c18-4721-a342-4ffae085b4a7 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 210 time: 0.1077926 Nov 01 18:23:38.755532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.832616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] For port 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:38.839279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:38.921472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] For port 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45d4598e-761c-44b5-8d56-fb0649b7b0f3,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:38.985986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57325e91-7598-4e6b-be6a-c6ce5051a3d1 None None] Pushing event updated for resources: {'Port': ['ID=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:39.019867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.101523 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.107707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.110717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.114401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9127177-b40b-4d03-824b-03799e81674a HTTP/1.1" status: 204 len: 168 time: 0.5616684 Nov 01 18:23:39.142952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba5089-76ad-484c-a45f-01fc6955cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9127177-b40b-4d03-824b-03799e81674a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:39.178635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.181552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03364b8-4cab-4b14-b9bd-e1e35bc9698e None None] Pushing event updated for resources: {'Port': ['ID=45d4598e-761c-44b5-8d56-fb0649b7b0f3,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:39.225706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:39.250724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.356636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:39.360508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:39.395279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:39.419194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Pushing event updated for resources: {'Port': ['ID=74629269-5ab4-482a-b4e1-88c305abc4da,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:39.615858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Attempting to bind port 74629269-5ab4-482a-b4e1-88c305abc4da on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:39.625488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Attempting to bind port 74629269-5ab4-482a-b4e1-88c305abc4da by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '8542a898-b429-4ace-bdb2-51a571c8b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:39.626287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Attempting to bind port 74629269-5ab4-482a-b4e1-88c305abc4da on network 27096b7e-64ce-46f6-87f0-a1fcde628d2b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:39.634752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:39.637421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Checking segment: {'id': '8542a898-b429-4ace-bdb2-51a571c8b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:39.637421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.637421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Bound using segment: {'id': '8542a898-b429-4ace-bdb2-51a571c8b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:39.638772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Bound port: 74629269-5ab4-482a-b4e1-88c305abc4da, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8542a898-b429-4ace-bdb2-51a571c8b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:39.639442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.675717 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:39.793145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] For port 74629269-5ab4-482a-b4e1-88c305abc4da, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:39.793456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Allocated IP 2001:db8::156 (27096b7e-64ce-46f6-87f0-a1fcde628d2b/e2f129fb-4076-4153-a13f-e3939fbda036/2dde2f30-a14f-4492-9b91-e01d5e85dea4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:39.800612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] For port 74629269-5ab4-482a-b4e1-88c305abc4da, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74629269-5ab4-482a-b4e1-88c305abc4da,segment=NetworkSegment(8542a898-b429-4ace-bdb2-51a571c8b0c5),segment_id=8542a898-b429-4ace-bdb2-51a571c8b0c5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:39.822348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port 782f5a85-88aa-4197-8add-fb69af32df69 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:39.878575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-66d31f14-734f-4fe8-997a-82be332f712f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:39.921331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-66d31f14-734f-4fe8-997a-82be332f712f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.8165317 Nov 01 18:23:39.982890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.150617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79be3c-5e0a-40d3-946d-ef2fb6255637 None None] Pushing event updated for resources: {'Port': ['ID=74629269-5ab4-482a-b4e1-88c305abc4da,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:40.180818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.189153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-61bc6e33-b57c-461d-9788-86676ec62954 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/quotas/8316d84e983b487b9be4bc498b86db5b HTTP/1.1" status: 200 len: 375 time: 0.3018715 Nov 01 18:23:40.275464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386c9cc-0c7c-410e-b392-b2e83e189db6 req-e62b45f7-2d02-4627-8844-d32379fc5a27 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:40.278035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9386c9cc-0c7c-410e-b392-b2e83e189db6 req-e62b45f7-2d02-4627-8844-d32379fc5a27 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.4654558 Nov 01 18:23:40.401477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:40.424132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dc32a60-1104-4942-bf2d-94d230afd851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.484758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::139 (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/782f5a85-88aa-4197-8add-fb69af32df69) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:40.522709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45d4598e-761c-44b5-8d56-fb0649b7b0f3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:40.564172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.602801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dc32a60-1104-4942-bf2d-94d230afd851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.665326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:40.665921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.699733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dc32a60-1104-4942-bf2d-94d230afd851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.730375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-fa21a3c4-a911-43fc-9d6b-847b6e7dd9be tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5296974 Nov 01 18:23:40.770586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:40.801810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2dc32a60-1104-4942-bf2d-94d230afd851 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c17cc8b55384d4e84c64ff4c8244e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986268 Nov 01 18:23:40.802686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:40.806954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc32a60-1104-4942-bf2d-94d230afd851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c87bbf-7563-44e9-945a-8a59ce950568,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:40.868850 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:40.946985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45d4598e-761c-44b5-8d56-fb0649b7b0f3,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:40.955488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.043469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.044606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:41.065246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.246267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-a80b0ade-a403-47ab-93ba-9d1198198d58 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:41.249158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-a80b0ade-a403-47ab-93ba-9d1198198d58 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.32 "GET /v2.0/networks?id=d6d15915-8483-4526-be35-2d8ad18769cc HTTP/1.1" status: 200 len: 815 time: 0.2716963 Nov 01 18:23:41.291255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:41.303634 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.307350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=45d4598e-761c-44b5-8d56-fb0649b7b0f3,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:41.323139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5f7c3-62c1-4106-84ca-0d327367dc37 None None] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:41.362350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-449c5c23-08b1-4608-82fc-430d23a50850 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d342e194cf78404796431401a911745f HTTP/1.1" status: 200 len: 380 time: 0.0994127 Nov 01 18:23:41.371070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'port': {'device_id': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'admin_state_up': True, 'tenant_id': 'd342e194cf78404796431401a911745f', 'security_groups': ['bc2b5007-4146-4a07-a41f-ac26af35e9a5']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:41.396991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.398245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.399733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91c87bbf-7563-44e9-945a-8a59ce950568 HTTP/1.1" status: 204 len: 168 time: 0.5939550 Nov 01 18:23:41.501217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9386c9cc-0c7c-410e-b392-b2e83e189db6 req-afb01cfd-48e7-4500-94fb-e9a1edff84a4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1551609 Nov 01 18:23:41.509959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:41.595647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:41.604526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:41.620319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.653782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c15ca-cdaf-4793-a598-0ad8a7bf8dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c87bbf-7563-44e9-945a-8a59ce950568,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:41.673872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a114af-bf57-4db4-9203-fb58c8720b22 None None] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:41.770547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Made reservation on behalf of d342e194cf78404796431401a911745f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:41.777414 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:41.794075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'Port': ['ID=2dde2f30-a14f-4492-9b91-e01d5e85dea4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:42.007936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de8d6c83-e939-4f2d-8659-6bfe20d9e743 req-2ed53c89-03f8-46f9-82b7-1f3bf94a70e9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 210 time: 0.1113629 Nov 01 18:23:42.043404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9b1b99e8-0ceb-43cf-b3d7-5a82954a9ddb tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.9594796 Nov 01 18:23:42.051184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52984) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:42.060255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Request body: {'port': {'network_id': '27096b7e-64ce-46f6-87f0-a1fcde628d2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1555258363', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:42.064185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] bootfile-name is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:42.064844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] tftp-server is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:42.065391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] server-ip-address is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:42.069188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd93b835-457a-4ee9-96a9-0ddf70b9291a None None] Provisioning complete for port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:42.075248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd93b835-457a-4ee9-96a9-0ddf70b9291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.075399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Allocated IP 172.20.0.12 (d6d15915-8483-4526-be35-2d8ad18769cc/263d5899-a663-46ae-aba7-192ba7448930/d31f0c5f-367c-4c7c-a529-9b63b33347a5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:42.172896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a985e1-b818-4f78-b994-b5238d774167 None None] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:42.366490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.384779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-23ea96d8-e8f5-4bba-bf8f-d1417dfbbe77 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6184940 Nov 01 18:23:42.456548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.528883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.599397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-ac88f51e-867a-4c1b-9f68-c2f31d2a02a5 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:42.606487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-ac88f51e-867a-4c1b-9f68-c2f31d2a02a5 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.32 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.5970850 Nov 01 18:23:42.637747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Network d6d15915-8483-4526-be35-2d8ad18769cc is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:42.647215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:42.649611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Request body: {'port': {'device_id': 'c0571c59-3711-4775-b679-c787d132b8b8', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'admin_state_up': True, 'tenant_id': '8316d84e983b487b9be4bc498b86db5b'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:42.677630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:42.720867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event updated for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:42.806747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:42.807425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.877053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:42.923647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-cd7ccf32-5904-41ca-9828-61fb6a8cc4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300090 Nov 01 18:23:42.938449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f071331-885a-493a-b760-5d003585e706 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5733547 Nov 01 18:23:43.027880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd93b835-457a-4ee9-96a9-0ddf70b9291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.149840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1a5a7-0003-43f8-ac52-215b071b41bb req-30eb9f68-d020-444e-90cc-17e4072ed9cc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:43.164386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0be1a5a7-0003-43f8-ac52-215b071b41bb req-30eb9f68-d020-444e-90cc-17e4072ed9cc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2573171 Nov 01 18:23:43.187996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Made reservation on behalf of 42e103e3ccb84993a21821b1dff80659 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:43.192872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,segment=NetworkSegment(20a01779-537e-4029-88e6-339c8a5229ed),segment_id=20a01779-537e-4029-88e6-339c8a5229ed)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:43.197887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.223245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.229647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Request body: {'port': {'device_id': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:43.326570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.353498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] device_id is not set on port 39bcd73f-666b-4b04-90a0-4772294f1d0a yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:43.366926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.407044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=782f5a85-88aa-4197-8add-fb69af32df69,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:43.455016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Made reservation on behalf of 8316d84e983b487b9be4bc498b86db5b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:43.483912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.679739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:43.692655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-cd93b835-457a-4ee9-96a9-0ddf70b9291a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:23:43.692922 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-cd93b835-457a-4ee9-96a9-0ddf70b9291a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:23:43.694004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:43.697558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:43.708590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:43.737344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:43.740998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:43.884887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74629269-5ab4-482a-b4e1-88c305abc4da up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:43.934792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Allocated IP 2001:db8::12a (27096b7e-64ce-46f6-87f0-a1fcde628d2b/e2f129fb-4076-4153-a13f-e3939fbda036/39bcd73f-666b-4b04-90a0-4772294f1d0a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:44.034537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 74629269-5ab4-482a-b4e1-88c305abc4da triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:44.034904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.199349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31f0c5f-367c-4c7c-a529-9b63b33347a5 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:44.218704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.239797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Transition to ACTIVE for port object d31f0c5f-367c-4c7c-a529-9b63b33347a5 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:23:44.301274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.318840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.412892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.424720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Pushing event updated for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:44.501100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 74629269-5ab4-482a-b4e1-88c305abc4da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74629269-5ab4-482a-b4e1-88c305abc4da,segment=NetworkSegment(8542a898-b429-4ace-bdb2-51a571c8b0c5),segment_id=8542a898-b429-4ace-bdb2-51a571c8b0c5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:44.533905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0be1a5a7-0003-43f8-ac52-215b071b41bb req-1de238d4-e6ba-42bb-8ea2-51f6079641bd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3686588 Nov 01 18:23:44.587413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.588554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45d4598e-761c-44b5-8d56-fb0649b7b0f3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:44.606895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Attempting to bind port d31f0c5f-367c-4c7c-a529-9b63b33347a5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:44.622531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Attempting to bind port d31f0c5f-367c-4c7c-a529-9b63b33347a5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:44.623172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Attempting to bind port d31f0c5f-367c-4c7c-a529-9b63b33347a5 on network d6d15915-8483-4526-be35-2d8ad18769cc {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:44.637194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Port d31f0c5f-367c-4c7c-a529-9b63b33347a5 on network d6d15915-8483-4526-be35-2d8ad18769cc not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:23:44.638666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Attempting to bind port d31f0c5f-367c-4c7c-a529-9b63b33347a5 on network d6d15915-8483-4526-be35-2d8ad18769cc {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:44.654365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:44.654918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Checking segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:44.656721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Bound using segment: {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:44.657277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Bound port: d31f0c5f-367c-4c7c-a529-9b63b33347a5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:44.658304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.673469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.717804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-54827685-434f-426d-87f1-df9cc2cca21d tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.1135700 Nov 01 18:23:44.718124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53040) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:44.809070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:44.815520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.828854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=74629269-5ab4-482a-b4e1-88c305abc4da,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:44.922072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:44.923117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:44.926007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Port ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:44.937514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Allocated IP 172.20.0.13 (5d9862bf-2b39-4d57-9ee6-37069ea3d5b9/43c674ce-e694-4fbd-9727-6dc9b3fadcea/f383d143-3257-4fff-a703-2704f8aea277) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:44.982236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:44.993346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.122887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6148cb5-5569-458c-9041-00f15a1de3db tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.122887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6148cb5-5569-458c-9041-00f15a1de3db tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.122887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6148cb5-5569-458c-9041-00f15a1de3db tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.122887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6148cb5-5569-458c-9041-00f15a1de3db tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3420582 Nov 01 18:23:45.123347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:45.123677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:45.123677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:45.123677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:45.132075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:45.132595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.223679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'Port': ['ID=39bcd73f-666b-4b04-90a0-4772294f1d0a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:45.230753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:45.273400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0c080-c06e-405f-a1e1-b0a2c79100d0 req-466e5f71-c271-4edb-80c8-4fe7de6086df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.286411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7c0c080-c06e-405f-a1e1-b0a2c79100d0 req-466e5f71-c271-4edb-80c8-4fe7de6086df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 944 time: 1.5069733 Nov 01 18:23:45.289903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:45.302105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:45.304838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.317434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:45.329742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port 782f5a85-88aa-4197-8add-fb69af32df69 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:45.332102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.332266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.332890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.512479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7c0c080-c06e-405f-a1e1-b0a2c79100d0 req-9b2aa817-865d-411e-a3c9-796cd13bb4f5 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241218 Nov 01 18:23:45.519640 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.540941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for 782f5a85-88aa-4197-8add-fb69af32df69 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:45.551615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port 74629269-5ab4-482a-b4e1-88c305abc4da triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:45.552465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.620939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.628732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74629269-5ab4-482a-b4e1-88c305abc4da up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:45.631860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b0004b25-0e7e-4031-a563-63dcba9cd0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5765228 Nov 01 18:23:45.639924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.674485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:45.749580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.750710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.752501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] 10.222.0.32 "PUT /v2.0/ports/d31f0c5f-367c-4c7c-a529-9b63b33347a5 HTTP/1.1" status: 200 len: 1092 time: 2.8050919 Nov 01 18:23:45.752755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:45.783794 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82022d4-a100-4ff0-9239-5f784f222e07" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:45.788406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 74629269-5ab4-482a-b4e1-88c305abc4da triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:45.788785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.826103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Provisioning complete for port 782f5a85-88aa-4197-8add-fb69af32df69 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:45.826463 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:45.866717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a731b250-35b1-43cc-b2e4-b62faade4459 None None] Port 782f5a85-88aa-4197-8add-fb69af32df69 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:45.879544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-aaef3a53-2d61-4ac5-8ecb-f86e1c7244a9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:45.887308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-aaef3a53-2d61-4ac5-8ecb-f86e1c7244a9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.3669934 Nov 01 18:23:45.895364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f744c40-6d64-4725-93a3-66f7f7cf473f service neutron] Pushing event updated for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:46.046388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-03bac618-5999-4553-9516-b0be7874d2c8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/quotas/8316d84e983b487b9be4bc498b86db5b HTTP/1.1" status: 200 len: 375 time: 0.1226821 Nov 01 18:23:46.054702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:46.112226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.183040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-cbf107a9-767d-4384-9e2f-fe4d1d10e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.185217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Provisioning complete for port 39bcd73f-666b-4b04-90a0-4772294f1d0a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:46.185596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.188771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-cbf107a9-767d-4384-9e2f-fe4d1d10e8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d342e194cf78404796431401a911745f&device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 1095 time: 0.2671444 Nov 01 18:23:46.234070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Port 39bcd73f-666b-4b04-90a0-4772294f1d0a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:46.240017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d67dc-760e-4d1c-bf38-7ab1fab919b7 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.243436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:46.243843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.256005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d67dc-760e-4d1c-bf38-7ab1fab919b7 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.272857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d67dc-760e-4d1c-bf38-7ab1fab919b7 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.277715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8b8d67dc-760e-4d1c-bf38-7ab1fab919b7 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5874727 Nov 01 18:23:46.282205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53072) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:46.287791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Provisioning complete for port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:46.292952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.293086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.293086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-9b75f8df-c3a2-4205-8428-a6d1c9d13de7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5 HTTP/1.1" status: 200 len: 217 time: 0.0910830 Nov 01 18:23:46.353503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8825e6-0932-440b-9c78-a040bc018fc7 req-bca2a3f9-99da-403f-9577-3c4a844355ed tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.364170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d8825e6-0932-440b-9c78-a040bc018fc7 req-bca2a3f9-99da-403f-9577-3c4a844355ed tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.6168513 Nov 01 18:23:46.401049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b430cc82-fbfa-4dfa-9d02-52357588e02f None None] Port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:46.416594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=782f5a85-88aa-4197-8add-fb69af32df69,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:46.433073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-ab8bd899-c92d-448c-9295-07f771bc3a3a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3844426 Nov 01 18:23:46.510002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-502626a0-4dcc-456a-84a1-1bd913c8227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.512653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-502626a0-4dcc-456a-84a1-1bd913c8227e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=263d5899-a663-46ae-aba7-192ba7448930 HTTP/1.1" status: 200 len: 854 time: 0.2004282 Nov 01 18:23:46.617449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:46.621390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d7d79917-bb73-41f3-b0a7-3be154b11544 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/782f5a85-88aa-4197-8add-fb69af32df69 HTTP/1.1" status: 204 len: 168 time: 1.5330985 Nov 01 18:23:46.631991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:46.640154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-73282c63-df77-4d0a-855c-bb3b4c1fc475 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057264 Nov 01 18:23:46.669162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:46.697758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-77ce2a57-0e4c-4023-8526-900188c88307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.703660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-77ce2a57-0e4c-4023-8526-900188c88307 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d15915-8483-4526-be35-2d8ad18769cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789207 Nov 01 18:23:46.710738 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a444fef-0e95-4066-8bfe-f7aa4abba46f tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] GET failed (client error): The resource could not be found. Nov 01 18:23:46.719646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4a444fef-0e95-4066-8bfe-f7aa4abba46f tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports/782f5a85-88aa-4197-8add-fb69af32df69 HTTP/1.1" status: 404 len: 333 time: 0.0749910 Nov 01 18:23:46.739644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:46.754502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843902086'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:46.787426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:46.807720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event updated for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:46.817814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:46.916481 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-fdda36cc-81de-4f5c-b6d7-cad9c65b9ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947408 Nov 01 18:23:46.962918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:46.964688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.039908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d8825e6-0932-440b-9c78-a040bc018fc7 req-4c82f3be-e63c-4ddb-9967-0d171e12a206 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733215 Nov 01 18:23:47.089479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-78bfa5ef-50e5-402a-a8ed-cba5c1f096b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143059 Nov 01 18:23:47.109956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Deleting port 39bcd73f-666b-4b04-90a0-4772294f1d0a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:47.110611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.124180 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd2b64-e1e7-4fdb-9f1b-c64b6f488d3b x-openstack-request-id: req-23dd2b64-e1e7-4fdb-9f1b-c64b6f488d3b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:47.125406 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:47.125406 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23dd2b64-e1e7-4fdb-9f1b-c64b6f488d3b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:47.125406 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'status': 'completed', 'code': 200} Nov 01 18:23:47.155596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4471dd81-7654-43a3-aac1-0f8b2d5dbacb None None] Provisioning complete for port f383d143-3257-4fff-a703-2704f8aea277 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:47.156181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-aa3e050e-2e84-4c6b-869b-a35918520a53 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5278575 Nov 01 18:23:47.156285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4471dd81-7654-43a3-aac1-0f8b2d5dbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.205419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Request body: {'port': {'device_id': 'c0571c59-3711-4775-b679-c787d132b8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:47.303788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.305549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4471dd81-7654-43a3-aac1-0f8b2d5dbacb None None] Port f383d143-3257-4fff-a703-2704f8aea277 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:47.306673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.343647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Calling delete_port for 39bcd73f-666b-4b04-90a0-4772294f1d0a owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:47.349922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-bfdc666d-68b7-4b1e-bb92-a5fc974288dc tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:47.351583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-bfdc666d-68b7-4b1e-bb92-a5fc974288dc tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.4332709 Nov 01 18:23:47.352972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:47.357086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:47.391842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port f31192da-8624-4981-aa7d-7ca483078f8a yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:47.524116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::368 (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/f31192da-8624-4981-aa7d-7ca483078f8a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:47.568164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53088) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:47.712303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7a21dbf-85f6-48aa-86e7-f13bf1c5dbf3 req-e83d4f0b-8cde-4f16-af25-8bb25d57b171 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450591 Nov 01 18:23:47.721325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Request body: {'port': {'device_id': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'admin_state_up': True, 'tenant_id': '8316d84e983b487b9be4bc498b86db5b'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:47.969019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.047374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-86d21835-14b9-49a5-91de-bf3362304a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.049343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-86d21835-14b9-49a5-91de-bf3362304a08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d342e194cf78404796431401a911745f&device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 1095 time: 0.1448445 Nov 01 18:23:48.157546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.158567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Made reservation on behalf of 8316d84e983b487b9be4bc498b86db5b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:48.163241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.199450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cd2bb87-c7dd-459c-a3d8-6737ec192e38 req-45f6a4c4-7e80-46b5-a5d0-eae95d03471b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 210 time: 0.1026711 Nov 01 18:23:48.276947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05bd4-fe9d-491a-9ff3-0c9ad11dc342 req-f7acffa6-fd95-44be-b1c9-ee2a28c7ec1e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.283459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:48.285177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4da05bd4-fe9d-491a-9ff3-0c9ad11dc342 req-f7acffa6-fd95-44be-b1c9-ee2a28c7ec1e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 944 time: 0.7128062 Nov 01 18:23:48.293643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:48.311586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:48.318298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.318442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.358767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0c1be777-73fb-4c18-baeb-8065255095c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.397577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=f31192da-8624-4981-aa7d-7ca483078f8a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:48.418833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a94053d3-ad44-432d-9d73-02b4aacde8f5 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6728249 Nov 01 18:23:48.436932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53106) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:48.446819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-34a46ef8-c3ab-41d7-a425-f4e1ee10f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.448913 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-34a46ef8-c3ab-41d7-a425-f4e1ee10f5b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6d15915-8483-4526-be35-2d8ad18769cc HTTP/1.1" status: 200 len: 916 time: 0.3734903 Nov 01 18:23:48.483194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bb', 'mac_address': 'fa:16:3e:e6:7c:d5'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:48.517050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-564273c3-57d8-4a36-911b-2ded4bd09bf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5 HTTP/1.1" status: 200 len: 217 time: 0.0544646 Nov 01 18:23:48.622586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-c44412ab-aad5-433a-9458-c315862487aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.628917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4da05bd4-fe9d-491a-9ff3-0c9ad11dc342 req-5d3fb660-61a2-4d7b-939a-c3746994cd8c tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427277 Nov 01 18:23:48.630508 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-c44412ab-aad5-433a-9458-c315862487aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=263d5899-a663-46ae-aba7-192ba7448930 HTTP/1.1" status: 200 len: 854 time: 0.1023300 Nov 01 18:23:48.632822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce87d2de-43fd-4109-9ada-b1828393caf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.719630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-e1577e60-6b43-4313-ab99-8cdba96f3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.721740 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-e1577e60-6b43-4313-ab99-8cdba96f3496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d15915-8483-4526-be35-2d8ad18769cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793157 Nov 01 18:23:48.758462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f383d143-3257-4fff-a703-2704f8aea277 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:48.769359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5956ecf7-1471-41d1-8a93-ab6a8d78e79f None None] Provisioning complete for port f31192da-8624-4981-aa7d-7ca483078f8a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:48.769612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.770207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5956ecf7-1471-41d1-8a93-ab6a8d78e79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.805291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aef095-2ab5-40c2-b88c-7b7d1eeb188c req-63c5967f-0894-43ea-8560-f9fc5ba68310 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:48.813204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3aef095-2ab5-40c2-b88c-7b7d1eeb188c req-63c5967f-0894-43ea-8560-f9fc5ba68310 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.4573867 Nov 01 18:23:48.823986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5956ecf7-1471-41d1-8a93-ab6a8d78e79f None None] Port f31192da-8624-4981-aa7d-7ca483078f8a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:48.868058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Transition to ACTIVE for port object f383d143-3257-4fff-a703-2704f8aea277 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:23:48.880915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:48.903955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3aef095-2ab5-40c2-b88c-7b7d1eeb188c req-c54259a1-c1df-4536-92ce-ad734a78e4c3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877366 Nov 01 18:23:48.948178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event deleted for resources: {'Port': ['ID=39bcd73f-666b-4b04-90a0-4772294f1d0a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:48.958379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.062056 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.065376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1fcc28c8-528a-43b7-adfa-db542cf00251 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "DELETE /v2.0/ports/39bcd73f-666b-4b04-90a0-4772294f1d0a HTTP/1.1" status: 204 len: 168 time: 2.7610033 Nov 01 18:23:49.074152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53110) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:49.074785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.082126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Request body: {'port': {'name': 'tempest-new-port-name-1504419181', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:49.082740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] bootfile-name is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:49.082852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] tftp-server is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:49.083178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] server-ip-address is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:23:49.154922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Pushing event updated for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:49.339554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0c1be777-73fb-4c18-baeb-8065255095c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.457429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ce34dd3-45bb-4ab2-adcb-8da03637aa75 req-77456d45-f582-43b5-bb39-19398fd428d3 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 210 time: 0.0906208 Nov 01 18:23:49.463102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0c1be777-73fb-4c18-baeb-8065255095c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.470182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.522189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Allocated IP 172.20.0.4 (5d9862bf-2b39-4d57-9ee6-37069ea3d5b9/43c674ce-e694-4fbd-9727-6dc9b3fadcea/b29efadc-3a0c-4698-93bd-65a01152aa76) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:49.538357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-2e7e407c-15ab-4bd5-a770-18618a734f79 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039522 Nov 01 18:23:49.585005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Attempting to bind port f383d143-3257-4fff-a703-2704f8aea277 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:49.585005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Attempting to bind port f383d143-3257-4fff-a703-2704f8aea277 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:49.585303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Attempting to bind port f383d143-3257-4fff-a703-2704f8aea277 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:49.592885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0c1be777-73fb-4c18-baeb-8065255095c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60417575fa3448fdaab584e61785c6be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9559994 Nov 01 18:23:49.606629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53114) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:49.631550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1be777-73fb-4c18-baeb-8065255095c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99388801-e878-4161-bdd7-ce5d601bc491,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:49.639865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Port f383d143-3257-4fff-a703-2704f8aea277 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:23:49.640198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Attempting to bind port f383d143-3257-4fff-a703-2704f8aea277 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:49.664812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:49.665179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Checking segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:49.665540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Bound using segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:49.665992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Bound port: f383d143-3257-4fff-a703-2704f8aea277, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:49.667608 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.858710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d31f0c5f-367c-4c7c-a529-9b63b33347a5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:23:49.937818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.951668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:49.974867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe14-a5c3-4d2b-95a5-7b1cbf356bba req-ea4eb967-49e1-48f6-a855-3cb27320812e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:49.984692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9424fe14-a5c3-4d2b-95a5-7b1cbf356bba req-ea4eb967-49e1-48f6-a855-3cb27320812e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 944 time: 0.1824367 Nov 01 18:23:49.989253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b82022d4-a100-4ff0-9239-5f784f222e07 req-a414ecc1-a73c-42e7-91bf-32f983193981 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835287 Nov 01 18:23:50.015853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.030159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:50.046106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.088916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.102217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f383d143-3257-4fff-a703-2704f8aea277,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:50.104656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] In _notify_port_updated(), no bound segment for port f31192da-8624-4981-aa7d-7ca483078f8a on network d75ab53c-1626-48ea-9f00-784b5c5d84e1 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:50.113179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:50.115666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.121415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "PUT /v2.0/ports/f31192da-8624-4981-aa7d-7ca483078f8a HTTP/1.1" status: 200 len: 1001 time: 1.6499209 Nov 01 18:23:50.127583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:50.217030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9424fe14-a5c3-4d2b-95a5-7b1cbf356bba req-e9c1ae3d-caa8-45ac-a455-82dceb2f57a1 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246072 Nov 01 18:23:50.244104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.256619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:50.272808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'port_id': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'mac_address': 'fa:16:3e:8b:35:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:23:50.283322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.286884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.290690 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99388801-e878-4161-bdd7-ce5d601bc491 HTTP/1.1" status: 204 len: 168 time: 0.6696670 Nov 01 18:23:50.335313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.376271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:50.377165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.379098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] 10.222.0.32 "PUT /v2.0/ports/f383d143-3257-4fff-a703-2704f8aea277 HTTP/1.1" status: 200 len: 1092 time: 3.1873701 Nov 01 18:23:50.392596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:50.405671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.408667 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcfe257-96b5-4f33-931c-25631a1b1b27" -d '{"events": [{"name": "network-changed", "server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "tag": "f383d143-3257-4fff-a703-2704f8aea277"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:50.423038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b28f2d-980e-4adf-9ca3-3cde0acd52e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99388801-e878-4161-bdd7-ce5d601bc491,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:50.449783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31f0c5f-367c-4c7c-a529-9b63b33347a5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:50.488008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.513622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b48a-c864-4061-b20a-a21baa3217ee tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=f31192da-8624-4981-aa7d-7ca483078f8a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:50.533195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:50.631201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.661016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:50.672443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port f31192da-8624-4981-aa7d-7ca483078f8a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:50.674098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.684378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:50.811442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event updated for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:50.822183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:50.847609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7b9bb587-3a0c-4d87-9ac4-64b7024660e5 None None] Provisioning complete for port f31192da-8624-4981-aa7d-7ca483078f8a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:50.848416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9bb587-3a0c-4d87-9ac4-64b7024660e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.889498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.907478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for f31192da-8624-4981-aa7d-7ca483078f8a owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:50.933362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b756be-8d54-4060-871b-60cb3b0415e4 req-9c331a54-2480-4a4b-968a-5ad87788059b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:50.953483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50b756be-8d54-4060-871b-60cb3b0415e4 req-9c331a54-2480-4a4b-968a-5ad87788059b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.8592448 Nov 01 18:23:50.983762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.984856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7b9bb587-3a0c-4d87-9ac4-64b7024660e5 None None] Port f31192da-8624-4981-aa7d-7ca483078f8a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:50.989039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c783dfb-fa0a-4c23-bd10-a57dc9bd957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:50.994278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d31f0c5f-367c-4c7c-a529-9b63b33347a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:51.005863 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58dec8-9001-492c-80c3-e40fa95271b8 x-openstack-request-id: req-1d58dec8-9001-492c-80c3-e40fa95271b8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:51.006154 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "tag": "f383d143-3257-4fff-a703-2704f8aea277", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:51.006409 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d58dec8-9001-492c-80c3-e40fa95271b8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:51.006804 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277', 'status': 'completed', 'code': 200} Nov 01 18:23:51.040380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:51.124511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-52aa5170-4ec7-4c0e-b88f-8149e63996b0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.125893 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-52aa5170-4ec7-4c0e-b88f-8149e63996b0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 816 time: 0.8821902 Nov 01 18:23:51.148766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-07d177bd-f10b-4a78-aba0-52159022177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.150388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-07d177bd-f10b-4a78-aba0-52159022177f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 1095 time: 0.6042726 Nov 01 18:23:51.151653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6e37-d506-4a18-b08b-146b0e09e40b service neutron] Pushing event updated for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:51.157547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] In _notify_port_updated(), no bound segment for port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 on network 27096b7e-64ce-46f6-87f0-a1fcde628d2b {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:51.163928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.164569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.168384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "PUT /v2.0/ports/2dde2f30-a14f-4492-9b91-e01d5e85dea4 HTTP/1.1" status: 200 len: 1130 time: 2.0883801 Nov 01 18:23:51.168536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-66d3019f-42ce-4128-9b79-0c24a6ece703 None None] Provisioning complete for port b29efadc-3a0c-4698-93bd-65a01152aa76 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:51.168536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-66d3019f-42ce-4128-9b79-0c24a6ece703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.172778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Request body: {'port': {'device_id': '1192ed8c-158d-4135-ad7b-5497343457ae', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'admin_state_up': True, 'tenant_id': '8316d84e983b487b9be4bc498b86db5b'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:51.246991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-8b4957b6-860b-415a-9cbf-4af90bc71b2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f383d143-3257-4fff-a703-2704f8aea277 HTTP/1.1" status: 200 len: 217 time: 0.0740328 Nov 01 18:23:51.258284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53138) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:51.269937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-66d3019f-42ce-4128-9b79-0c24a6ece703 None None] Port b29efadc-3a0c-4698-93bd-65a01152aa76 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:51.353770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.354152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.405506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50b756be-8d54-4060-871b-60cb3b0415e4 req-d2d9cd7a-ee6e-4d74-b536-2704116996bd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013603 Nov 01 18:23:51.428853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Made reservation on behalf of 8316d84e983b487b9be4bc498b86db5b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:51.434493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.476374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41410cd9-b785-4600-97a9-0079d75f6950 req-a52527a4-1844-4226-9ed9-738ab312129c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 210 time: 0.3046579 Nov 01 18:23:51.551842 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-dba21966-285e-43e8-86d6-c96b47f27b4b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1775200 Nov 01 18:23:51.589722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.627354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505bf482-ea52-4e7c-88f5-525075cb385f tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.628863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-505bf482-ea52-4e7c-88f5-525075cb385f tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "GET /v2.0/ports/2dde2f30-a14f-4492-9b91-e01d5e85dea4 HTTP/1.1" status: 200 len: 1130 time: 0.3692141 Nov 01 18:23:51.629771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53146) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:51.658520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53148) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:51.692714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e5895-76b8-493f-aa08-742f2b04896e tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event updated for resources: {'Port': ['ID=2dde2f30-a14f-4492-9b91-e01d5e85dea4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:51.735602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Allocated IP 172.20.0.9 (5d9862bf-2b39-4d57-9ee6-37069ea3d5b9/43c674ce-e694-4fbd-9727-6dc9b3fadcea/34786849-7be5-47bc-8061-45619f22ecf1) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:51.740720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-538d7e22-88db-45a5-9e7e-f7c2f46b03f7 None None] Provisioning complete for port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:51.743870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-538d7e22-88db-45a5-9e7e-f7c2f46b03f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.770130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-ccfc6a28-b55d-4ff6-a92f-01569d88a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:51.771806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-ccfc6a28-b55d-4ff6-a92f-01569d88a39f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.5094004 Nov 01 18:23:51.797714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f71f123-214c-49d6-a594-9e3a31761fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:51.844627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-538d7e22-88db-45a5-9e7e-f7c2f46b03f7 None None] Port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:51.904934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Request body: {'port': {'device_id': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:51.961751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.014760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=f31192da-8624-4981-aa7d-7ca483078f8a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:52.124988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.149748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.254163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.262074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dfa64a9d-cbf7-41cc-819e-44b384aa52a8 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/f31192da-8624-4981-aa7d-7ca483078f8a HTTP/1.1" status: 204 len: 168 time: 2.1337907 Nov 01 18:23:52.265069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53150) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:52.360966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533ae4-8cf1-4ba7-997f-9129da9c8a2e req-c0bbf9cc-78c5-4960-9566-a613340822df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:52.370552 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf43093-902e-42f6-903b-47c7d586b87a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] GET failed (client error): The resource could not be found. Nov 01 18:23:52.370552 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9bf43093-902e-42f6-903b-47c7d586b87a tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports/f31192da-8624-4981-aa7d-7ca483078f8a HTTP/1.1" status: 404 len: 333 time: 0.0998631 Nov 01 18:23:52.370552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:52.370807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a533ae4-8cf1-4ba7-997f-9129da9c8a2e req-c0bbf9cc-78c5-4960-9566-a613340822df tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 945 time: 0.7862153 Nov 01 18:23:52.392509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1541522295'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:52.413446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-f6f630ed-b41a-493c-b93d-2c845571d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:52.415556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-f6f630ed-b41a-493c-b93d-2c845571d0e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6203012 Nov 01 18:23:52.494808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a533ae4-8cf1-4ba7-997f-9129da9c8a2e req-20674d5e-ef73-40e5-b28f-901152300b0f tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258895 Nov 01 18:23:52.601061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Deleting port 2dde2f30-a14f-4492-9b91-e01d5e85dea4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:52.601401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.645260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f71f123-214c-49d6-a594-9e3a31761fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.670392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa51a30e-5cc0-4716-8b86-569f8d6cac0c req-3980a126-a1bc-4379-a635-b34030a915aa tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 210 time: 0.0841968 Nov 01 18:23:52.720367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-e9f3ee24-4ad8-42e4-9b1c-439a4c71bd15 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934885 Nov 01 18:23:52.731927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fab46-d5b2-4f70-9e78-88401806fea3 req-5a2fd290-0a73-4dcc-8a17-1f3e4ab51437 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:52.733710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d82fab46-d5b2-4f70-9e78-88401806fea3 req-5a2fd290-0a73-4dcc-8a17-1f3e4ab51437 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2221971 Nov 01 18:23:52.836863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.838109 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.839737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:52.840569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f71f123-214c-49d6-a594-9e3a31761fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.843769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:52.877925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Calling delete_port for 2dde2f30-a14f-4492-9b91-e01d5e85dea4 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:52.897291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d82fab46-d5b2-4f70-9e78-88401806fea3 req-14f8731c-14d8-42ff-94bd-c7f56529dde9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575887 Nov 01 18:23:52.923893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6f71f123-214c-49d6-a594-9e3a31761fcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=470784dc9cd2483c9739377f7f0a77aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2637258 Nov 01 18:23:52.929550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53166) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:52.942348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f123-214c-49d6-a594-9e3a31761fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9fe2d-27ba-4ec8-9844-cc8f9f9a9dd5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:52.977025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3683ebf-86d5-4b19-8184-434ac9399d99 req-38617d68-bc99-45ef-bc4c-4158a5a175d4 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423167 Nov 01 18:23:53.019326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:53.038332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:53.054258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:53.062941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:53.100298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event updated for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:53.214980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-09c9f333-c006-4565-8919-559b5314569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:53.217988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-09c9f333-c006-4565-8919-559b5314569a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 1095 time: 0.0611513 Nov 01 18:23:53.284073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.342085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:53.344032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.364794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29efadc-3a0c-4698-93bd-65a01152aa76 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:53.369957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.381201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event deleted for resources: {'Port': ['ID=2dde2f30-a14f-4492-9b91-e01d5e85dea4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:53.392632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.414147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.417099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-63e2975f-3a4c-4c3b-be4d-6b568b359847 None None] Provisioning complete for port 34786849-7be5-47bc-8061-45619f22ecf1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:53.417557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-63e2975f-3a4c-4c3b-be4d-6b568b359847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.418206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8c7f65c3-397f-4bad-8cb5-c03e9888aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "DELETE /v2.0/ports/2dde2f30-a14f-4492-9b91-e01d5e85dea4 HTTP/1.1" status: 204 len: 168 time: 1.6939259 Nov 01 18:23:53.421967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:53.453341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::31 (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/2f572afa-7c00-4c6e-b35c-e897bf3c7d8c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:53.474842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Transition to ACTIVE for port object b29efadc-3a0c-4698-93bd-65a01152aa76 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:23:53.499962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Deleting subnet e2f129fb-4076-4153-a13f-e3939fbda036 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:23:53.502605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.507436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.515164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-63e2975f-3a4c-4c3b-be4d-6b568b359847 None None] Port 34786849-7be5-47bc-8061-45619f22ecf1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:53.543629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-97733df0-83fe-479b-96ec-94243b7bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:53.545800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-97733df0-83fe-479b-96ec-94243b7bb668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 917 time: 0.3207839 Nov 01 18:23:53.598738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07a8a191-e937-4cb6-aa4c-e9c0a2af8461 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4552469 Nov 01 18:23:53.619193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Request body: {'port': {'device_id': '1192ed8c-158d-4135-ad7b-5497343457ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:53.626237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.630163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-f89a8177-832f-48f4-b55a-089815fa3355 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f383d143-3257-4fff-a703-2704f8aea277 HTTP/1.1" status: 200 len: 217 time: 0.0726542 Nov 01 18:23:53.652370 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.705633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.829731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-70732dad-9cf4-4ea9-8959-75cae9aecdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:53.831391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-70732dad-9cf4-4ea9-8959-75cae9aecdf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.1907578 Nov 01 18:23:53.862139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a16928-22c1-4777-9812-d22520f8e308 req-3680ac1d-b6fd-4c43-9d4f-807e685e10c8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:53.863931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82a16928-22c1-4777-9812-d22520f8e308 req-3680ac1d-b6fd-4c43-9d4f-807e685e10c8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 945 time: 0.2391579 Nov 01 18:23:53.882541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Pushing event updated for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:53.899059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d31f0c5f-367c-4c7c-a529-9b63b33347a5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:53.912661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.918661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.921931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:53.925394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94b9fe2d-27ba-4ec8-9844-cc8f9f9a9dd5 HTTP/1.1" status: 204 len: 168 time: 0.9925866 Nov 01 18:23:53.959867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.062506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7b924-d301-4a29-9d01-def332c1ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9fe2d-27ba-4ec8-9844-cc8f9f9a9dd5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:54.064879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82a16928-22c1-4777-9812-d22520f8e308 req-811231db-183b-45a2-8029-e975be825912 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717715 Nov 01 18:23:54.066277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d31f0c5f-367c-4c7c-a529-9b63b33347a5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:23:54.091729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-2b1e1970-78bc-4397-898f-19f71a875032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:54.094784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-2b1e1970-78bc-4397-898f-19f71a875032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280645 Nov 01 18:23:54.097483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d31f0c5f-367c-4c7c-a529-9b63b33347a5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:54.098371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.126105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.165671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137050b-2998-41e2-96f3-ee36f969b418 req-b55daf01-b3ea-4dd2-af08-40d24ee84201 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:54.167249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7137050b-2998-41e2-96f3-ee36f969b418 req-b55daf01-b3ea-4dd2-af08-40d24ee84201 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 931 time: 0.2994254 Nov 01 18:23:54.240294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Attempting to bind port b29efadc-3a0c-4698-93bd-65a01152aa76 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:54.240294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Attempting to bind port b29efadc-3a0c-4698-93bd-65a01152aa76 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:54.240294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Attempting to bind port b29efadc-3a0c-4698-93bd-65a01152aa76 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:54.251104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.297324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Port b29efadc-3a0c-4698-93bd-65a01152aa76 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:23:54.297791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Attempting to bind port b29efadc-3a0c-4698-93bd-65a01152aa76 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:54.309349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:54.313045 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ce907-eb56-44ed-bd3b-220125b0fc2d" -d '{"events": [{"server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "name": "network-vif-plugged", "status": "completed", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:54.319171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:54.320004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Checking segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:54.320431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Bound using segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:54.327436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Bound port: b29efadc-3a0c-4698-93bd-65a01152aa76, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:54.327436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.336279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:54.341672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7137050b-2998-41e2-96f3-ee36f969b418 req-f9c71c59-39f4-4392-a43d-6325e73cd674 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426580 Nov 01 18:23:54.363899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-f40fb31c-dd43-4688-80e6-e418a3d03cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553930 Nov 01 18:23:54.439206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.468494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.483529 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.541787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:54.568507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=2f572afa-7c00-4c6e-b35c-e897bf3c7d8c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:54.581503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f129fb-4076-4153-a13f-e3939fbda036,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:54.607209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fcfe257-96b5-4f33-931c-25631a1b1b27 req-c799a18c-97df-4f53-af5a-211856e95b54 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316737 Nov 01 18:23:54.618875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:54.620495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac3b3c-e48d-4800-926b-529fea574deb None None] Network 27096b7e-64ce-46f6-87f0-a1fcde628d2b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:23:54.631556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.642703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:54.642882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3da961d8-b441-4185-9cee-2721fd70abf0 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "DELETE /v2.0/subnets/e2f129fb-4076-4153-a13f-e3939fbda036 HTTP/1.1" status: 204 len: 168 time: 1.2145436 Nov 01 18:23:54.653081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53194) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:54.656198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:54.683997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:54.684690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.690258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:54.705211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b29efadc-3a0c-4698-93bd-65a01152aa76,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:54.732025 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2811cb1-ac6d-4eb6-aed5-622b546112b3 x-openstack-request-id: req-c2811cb1-ac6d-4eb6-aed5-622b546112b3 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:54.732407 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "name": "network-vif-plugged", "status": "completed", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:54.733166 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2811cb1-ac6d-4eb6-aed5-622b546112b3 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:54.733615 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'code': 200} Nov 01 18:23:54.737442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d21cd2-1204-410c-b146-3ca4fcb29db0 req-891e1d81-6c11-4b74-aaae-c0ff58566732 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:54.743346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d21cd2-1204-410c-b146-3ca4fcb29db0 req-891e1d81-6c11-4b74-aaae-c0ff58566732 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2904971 Nov 01 18:23:54.858855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34786849-7be5-47bc-8061-45619f22ecf1 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:54.864003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.871365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.879007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a0af01ec-10f7-41ca-8c11-3de486c7683c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4915152 Nov 01 18:23:54.891085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53206) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:54.896093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:7c:d5'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:54.938403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.950671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:54.951293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:54.954179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] 10.222.0.37 "PUT /v2.0/ports/b29efadc-3a0c-4698-93bd-65a01152aa76 HTTP/1.1" status: 200 len: 1091 time: 3.3941727 Nov 01 18:23:54.954771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:54.957805 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd054ea-48f6-4802-8a36-ed64c42e6716" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:54.974749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Transition to ACTIVE for port object 34786849-7be5-47bc-8061-45619f22ecf1 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:23:54.985652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d21cd2-1204-410c-b146-3ca4fcb29db0 req-d7d99745-5129-4dbf-ba95-062cb2d54a17 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873789 Nov 01 18:23:55.005310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98084-1e94-4c96-89e3-421c782c77c3 req-1d87ac76-3b82-4a31-938b-991460f3e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.006847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13a98084-1e94-4c96-89e3-421c782c77c3 req-1d87ac76-3b82-4a31-938b-991460f3e80e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 1097 time: 0.2253625 Nov 01 18:23:55.012733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f93f-07ca-44f3-9fd9-cb6441f6da76 service neutron] Pushing event updated for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:55.026948 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f01dd-65a4-405e-aacf-47ece7df258e x-openstack-request-id: req-f81f01dd-65a4-405e-aacf-47ece7df258e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:55.027535 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:55.028121 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f81f01dd-65a4-405e-aacf-47ece7df258e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:55.034167 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76', 'status': 'completed', 'code': 200} Nov 01 18:23:55.041399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] DHCP port deletion for 27096b7e-64ce-46f6-87f0-a1fcde628d2b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:23:55.112961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.168438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Deleting port 74629269-5ab4-482a-b4e1-88c305abc4da {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:55.171440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.209655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-bfdc6570-969c-4ee3-8e63-c7445d329843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.211402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-bfdc6570-969c-4ee3-8e63-c7445d329843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 1094 time: 0.1603458 Nov 01 18:23:55.249462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] For port 74629269-5ab4-482a-b4e1-88c305abc4da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74629269-5ab4-482a-b4e1-88c305abc4da,segment=NetworkSegment(8542a898-b429-4ace-bdb2-51a571c8b0c5),segment_id=8542a898-b429-4ace-bdb2-51a571c8b0c5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:55.250480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.262192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13a98084-1e94-4c96-89e3-421c782c77c3 req-b1574978-46a4-4424-b282-bbfc8d90ea1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413890 Nov 01 18:23:55.268046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Calling delete_port for 74629269-5ab4-482a-b4e1-88c305abc4da owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:55.292617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Pushing event updated for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:55.379387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Deleting port 74629269-5ab4-482a-b4e1-88c305abc4da {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:55.379740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.433362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.445737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a74cc-6364-4737-9203-2d174317cb4d req-60a7dfe2-c95e-4c76-8a85-1aaa43cf063e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.460147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df6a74cc-6364-4737-9203-2d174317cb4d req-60a7dfe2-c95e-4c76-8a85-1aaa43cf063e tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.2570932 Nov 01 18:23:55.516095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-533147fa-b07e-442f-a060-3f5631ad2836 None None] Provisioning complete for port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:55.517074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-533147fa-b07e-442f-a060-3f5631ad2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.570527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74629269-5ab4-482a-b4e1-88c305abc4da no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:55.595416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-5d17757b-b1d9-48bd-91bb-1fcdec0ac674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.599334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-5d17757b-b1d9-48bd-91bb-1fcdec0ac674 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8316d84e983b487b9be4bc498b86db5b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3768589 Nov 01 18:23:55.600278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Attempting to bind port 34786849-7be5-47bc-8061-45619f22ecf1 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:23:55.600613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Attempting to bind port 34786849-7be5-47bc-8061-45619f22ecf1 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:23:55.600941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Attempting to bind port 34786849-7be5-47bc-8061-45619f22ecf1 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:55.617118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-533147fa-b07e-442f-a060-3f5631ad2836 None None] Port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:55.618607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Port 34786849-7be5-47bc-8061-45619f22ecf1 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:23:55.619291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Attempting to bind port 34786849-7be5-47bc-8061-45619f22ecf1 on network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:23:55.629483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df6a74cc-6364-4737-9203-2d174317cb4d req-46478f0c-60a4-44e4-b1c3-78d84d9c6dd7 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684160 Nov 01 18:23:55.650293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:23:55.650293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Checking segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:23:55.651179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Bound using segment: {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:23:55.651648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Bound port: 34786849-7be5-47bc-8061-45619f22ecf1, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54ed2ba-5220-4483-93a1-f98a9d736ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:23:55.652084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.653744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] For port 74629269-5ab4-482a-b4e1-88c305abc4da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74629269-5ab4-482a-b4e1-88c305abc4da,segment=NetworkSegment(8542a898-b429-4ace-bdb2-51a571c8b0c5),segment_id=8542a898-b429-4ace-bdb2-51a571c8b0c5)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:55.654131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.706369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Calling delete_port for 74629269-5ab4-482a-b4e1-88c305abc4da owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:55.714141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.726439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:55.782279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] Pushing event deleted for resources: {'Port': ['ID=74629269-5ab4-482a-b4e1-88c305abc4da,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:55.785538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baa2a0-29f1-43e4-9186-b03f0ef61e4f None None] No DVR routers for this DVR port 74629269-5ab4-482a-b4e1-88c305abc4da on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:55.816670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-affb7e88-498e-46be-8ed6-aaf434fa950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.818161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fbd054ea-48f6-4802-8a36-ed64c42e6716 req-affb7e88-498e-46be-8ed6-aaf434fa950b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108839 Nov 01 18:23:55.835988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:23:55.842160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=34786849-7be5-47bc-8061-45619f22ecf1,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:23:55.888569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f383d143-3257-4fff-a703-2704f8aea277 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:23:55.912368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-aefd218e-cb16-4f98-b942-295023dae3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:55.914809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-aefd218e-cb16-4f98-b942-295023dae3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 1094 time: 0.0582590 Nov 01 18:23:55.916322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.012430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.019555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.019555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] 10.222.0.37 "PUT /v2.0/ports/34786849-7be5-47bc-8061-45619f22ecf1 HTTP/1.1" status: 200 len: 1091 time: 2.4039850 Nov 01 18:23:56.019555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-7f0a7c2c-ffbb-474a-abc9-ddd4a3d25d09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b29efadc-3a0c-4698-93bd-65a01152aa76 HTTP/1.1" status: 200 len: 217 time: 0.0877988 Nov 01 18:23:56.119262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f383d143-3257-4fff-a703-2704f8aea277,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:56.142836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'f383d143-3257-4fff-a703-2704f8aea277', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'port_id': 'f383d143-3257-4fff-a703-2704f8aea277', 'mac_address': 'fa:16:3e:68:f9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c674ce-e694-4fbd-9727-6dc9b3fadcea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:23:56.200848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.226087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.249309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f383d143-3257-4fff-a703-2704f8aea277 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:23:56.292575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f383d143-3257-4fff-a703-2704f8aea277,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:56.376320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.464028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:56.507539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-1157250a-1e4d-4e7e-abbf-e47ed2161d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.509800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-1157250a-1e4d-4e7e-abbf-e47ed2161d46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1096 time: 0.7285278 Nov 01 18:23:56.520108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf7c0-23f0-411c-9e2e-a9a08c6dbc6f service neutron] Pushing event updated for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:56.523240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1760e-51d8-42db-abfc-775594b9b394 req-10b4b51b-7efd-4c24-ac33-59b23eed7622 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.533011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15c1760e-51d8-42db-abfc-775594b9b394 req-10b4b51b-7efd-4c24-ac33-59b23eed7622 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 943 time: 0.7977388 Nov 01 18:23:56.538266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-34a8b778-91af-47ef-a429-f82932c57b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.539781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-34a8b778-91af-47ef-a429-f82932c57b9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.5113637 Nov 01 18:23:56.558506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-ddd1a2f7-91c6-4990-b220-5bb8617afceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.560302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-ddd1a2f7-91c6-4990-b220-5bb8617afceb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 1094 time: 0.0949159 Nov 01 18:23:56.605477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482328c7-4703-4178-9a60-5057c54dda25 req-35fe2ebc-0dc2-4506-9a09-01242bf57509 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.607127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-482328c7-4703-4178-9a60-5057c54dda25 req-35fe2ebc-0dc2-4506-9a09-01242bf57509 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.2685883 Nov 01 18:23:56.616948 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-c87a37d7-bc35-49f1-b30b-d27448b36a16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34786849-7be5-47bc-8061-45619f22ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0417049 Nov 01 18:23:56.621527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.667891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d203aa-0dea-4272-b660-a5a9570817fd req-e297d9ce-80d3-401b-824f-9d5ddb9e62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.669734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-e297d9ce-80d3-401b-824f-9d5ddb9e62fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224701 Nov 01 18:23:56.698372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-3ec31361-b4cb-4231-ad6d-025ffe221b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.700603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-3ec31361-b4cb-4231-ad6d-025ffe221b8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.0763850 Nov 01 18:23:56.740692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.753641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:56.760538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event deleted for resources: {'Port': ['ID=74629269-5ab4-482a-b4e1-88c305abc4da,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:56.763824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] No DVR routers for this DVR port 74629269-5ab4-482a-b4e1-88c305abc4da on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:23:56.769301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15c1760e-51d8-42db-abfc-775594b9b394 req-8c8b5a3f-da40-4157-9f91-3bccb3f926a4 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354496 Nov 01 18:23:56.823454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.823725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f383d143-3257-4fff-a703-2704f8aea277'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:23:56.891770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07262bb8-00d6-4745-b06c-f7aa0090d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.896206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-07262bb8-00d6-4745-b06c-f7aa0090d57b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817400 Nov 01 18:23:56.896206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-2d4a9cb9-f1a6-4642-9574-72d7967473da service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120538 Nov 01 18:23:56.930338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-482328c7-4703-4178-9a60-5057c54dda25 req-1876baa6-bfcf-4ebb-8679-d49b27daabcb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566879 Nov 01 18:23:56.935849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-e4e5409b-fb1e-407d-b838-6c22e272c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.937339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-e4e5409b-fb1e-407d-b838-6c22e272c442 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.3888426 Nov 01 18:23:56.945641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] In _notify_port_updated(), no bound segment for port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c on network d75ab53c-1626-48ea-9f00-784b5c5d84e1 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:23:56.951648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:56.952301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.956238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "PUT /v2.0/ports/2f572afa-7c00-4c6e-b35c-e897bf3c7d8c HTTP/1.1" status: 200 len: 1002 time: 2.0617309 Nov 01 18:23:56.956238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:56.974497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:57.052118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:57.054673 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fdeb4-7d26-43f1-8573-b4e531e12616" -d '{"events": [{"name": "network-changed", "server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "tag": "34786849-7be5-47bc-8061-45619f22ecf1"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:57.058222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-42c244e4-4fe7-44c2-9f9f-4ecfa3ae4b9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.1000004 Nov 01 18:23:57.096664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-d6649f15-e325-43b9-98ba-c485a16f6587 service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733508 Nov 01 18:23:57.097703 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2db6e63a-693b-4807-99e6-b84e79c5b2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.102161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27096b7e-64ce-46f6-87f0-a1fcde628d2b']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:57.104517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a51ef-fad3-485d-8919-89e70ad0b0a1 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=2f572afa-7c00-4c6e-b35c-e897bf3c7d8c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:57.134084 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510df2b5-4505-4a46-a34e-77fb5a316e95 x-openstack-request-id: req-510df2b5-4505-4a46-a34e-77fb5a316e95 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:57.134379 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "tag": "34786849-7be5-47bc-8061-45619f22ecf1", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:57.137182 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-510df2b5-4505-4a46-a34e-77fb5a316e95 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:57.137182 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1', 'status': 'completed', 'code': 200} Nov 01 18:23:57.157887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8542a898-b429-4ace-bdb2-51a571c8b0c5') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:57.158250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8542a898-b429-4ace-bdb2-51a571c8b0c5') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:57.197251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.202074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-30dc7ee9-13fb-4a06-8b5f-f80b0f69186b service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880938 Nov 01 18:23:57.227829 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.235552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-8e249fd3-8bd2-452c-abc5-40c60e0c6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.237055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-8e249fd3-8bd2-452c-abc5-40c60e0c6dce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.1473291 Nov 01 18:23:57.243771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:23:57.244177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.254595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48cc5b-cfec-47f3-a781-4927a4b52d29 req-77ef0973-4c94-4dc5-95c8-1a7e09c336b0 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.256127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a48cc5b-cfec-47f3-a781-4927a4b52d29 req-77ef0973-4c94-4dc5-95c8-1a7e09c336b0 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.1915293 Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:23:57.256792 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:23:57.315792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2db6e63a-693b-4807-99e6-b84e79c5b2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.334361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-591e6bce-5832-4501-9767-8925d2496e99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654948 Nov 01 18:23:57.335223 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb23b89e-25dd-422d-9e9f-869f8ba1f523 req-b413bb18-22fa-49c0-b5ba-53dd6b919fca service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247158 Nov 01 18:23:57.347746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5a1ec375-7b22-4b43-8564-998a162f6814 None None] Provisioning complete for port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:57.348112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec375-7b22-4b43-8564-998a162f6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.384474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec375-7b22-4b43-8564-998a162f6814 None None] Port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:23:57.404502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:23:57.404845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.441208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2db6e63a-693b-4807-99e6-b84e79c5b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.450278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a48cc5b-cfec-47f3-a781-4927a4b52d29 req-2e8e61a1-6325-4984-a583-b000506e98c2 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801155 Nov 01 18:23:57.480586 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2db6e63a-693b-4807-99e6-b84e79c5b2b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e261e6e5927d42db9ff2060298cbf62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910136 Nov 01 18:23:57.482019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6e63a-693b-4807-99e6-b84e79c5b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd14b5-b5a9-4b81-890f-23859eeaf982,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:57.484520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:57.502137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.513357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.517623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] 10.222.0.31 "DELETE /v2.0/networks/27096b7e-64ce-46f6-87f0-a1fcde628d2b HTTP/1.1" status: 204 len: 168 time: 2.8621919 Nov 01 18:23:57.540344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a8576-2a7e-45ea-9621-9fb8199e7dce tempest-ExtraDHCPOptionsIpV6TestJSON-779350237 tempest-ExtraDHCPOptionsIpV6TestJSON-779350237-project] Pushing event deleted for resources: {'Network': ['ID=27096b7e-64ce-46f6-87f0-a1fcde628d2b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:57.602930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.603149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-f7c5c0db-af67-47fe-9f09-f0d967186cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458212 Nov 01 18:23:57.605150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-acef6404-b912-41a0-b224-893c087e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.606727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-acef6404-b912-41a0-b224-893c087e58e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 1094 time: 0.0747182 Nov 01 18:23:57.606868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.630724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for 2f572afa-7c00-4c6e-b35c-e897bf3c7d8c owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:23:57.641238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.701235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433520-f811-4f7e-a4a7-8f56a88cb93a req-f76f8425-58cf-4175-8f9c-fb9fafd5062d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.702746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e433520-f811-4f7e-a4a7-8f56a88cb93a req-f76f8425-58cf-4175-8f9c-fb9fafd5062d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.1396697 Nov 01 18:23:57.713211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53264) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:57.718130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Request body: {'floatingip': {'port_id': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:57.772523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.785348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b3cf9d6-84e7-4bda-8b71-40c9dd36997f req-620e06cd-87fd-45b4-8a53-1f455142ce4c service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666198 Nov 01 18:23:57.811207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-31cf64ed-54fe-4b4f-be58-7fdf1464396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.812729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-31cf64ed-54fe-4b4f-be58-7fdf1464396e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 917 time: 0.1963849 Nov 01 18:23:57.877758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-5082716d-504c-4c9e-980e-0dbdca2521b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34786849-7be5-47bc-8061-45619f22ecf1 HTTP/1.1" status: 200 len: 217 time: 0.0578892 Nov 01 18:23:57.904428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f383d143-3257-4fff-a703-2704f8aea277 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:23:57.907991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb1a3b-7cc0-4381-a51f-13e95ee9fb98 req-f3d5f4d6-d612-47fa-9a1d-6d925a45c235 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:57.910336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cfb1a3b-7cc0-4381-a51f-13e95ee9fb98 req-f3d5f4d6-d612-47fa-9a1d-6d925a45c235 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 943 time: 0.0569274 Nov 01 18:23:57.943099 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.945686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:57.947952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50bd14b5-b5a9-4b81-890f-23859eeaf982 HTTP/1.1" status: 204 len: 168 time: 0.4620900 Nov 01 18:23:57.966477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cfb1a3b-7cc0-4381-a51f-13e95ee9fb98 req-38fdecdb-d775-4184-96b2-df6c2edbef7c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Nov 01 18:23:57.968509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.050457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=2f572afa-7c00-4c6e-b35c-e897bf3c7d8c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:58.087146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port f383d143-3257-4fff-a703-2704f8aea277 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:23:58.087676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521c7ea-6592-458c-8d48-ca6cff990ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bd14b5-b5a9-4b81-890f-23859eeaf982,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:58.095391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port f383d143-3257-4fff-a703-2704f8aea277 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:23:58.096569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.104093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53278) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:58.122575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-d9ac8c21-4da5-40c3-ae47-3e7f3dd15fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.122682 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.122799 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-d9ac8c21-4da5-40c3-ae47-3e7f3dd15fb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.2347608 Nov 01 18:23:58.140960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b22e538f-2f1d-48ea-92aa-e0b64b28e5e9 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/2f572afa-7c00-4c6e-b35c-e897bf3c7d8c HTTP/1.1" status: 204 len: 168 time: 1.1654968 Nov 01 18:23:58.141307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:58.225813 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78d3629-46c1-4afe-bcc6-e40aeb9bce29 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] GET failed (client error): The resource could not be found. Nov 01 18:23:58.227545 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a78d3629-46c1-4afe-bcc6-e40aeb9bce29 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports/2f572afa-7c00-4c6e-b35c-e897bf3c7d8c HTTP/1.1" status: 404 len: 333 time: 0.0543540 Nov 01 18:23:58.231708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74f7dc-552a-49d3-a4c7-80874ac941b6 req-e0132581-9378-40a9-ace3-f5f70e624c49 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.240295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b74f7dc-552a-49d3-a4c7-80874ac941b6 req-e0132581-9378-40a9-ace3-f5f70e624c49 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 945 time: 0.1675730 Nov 01 18:23:58.240978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53284) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:58.262121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1326517667'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:23:58.276194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-1f5ed943-be67-4e10-a207-bfddabf7592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.281315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-1f5ed943-be67-4e10-a207-bfddabf7592e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1096 time: 0.1809933 Nov 01 18:23:58.288354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.295715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-c54f27bc-fbbf-41a1-816d-045e6ca3ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.297426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-c54f27bc-fbbf-41a1-816d-045e6ca3ea34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665423 Nov 01 18:23:58.328037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:58.330722 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d1e474-b4e1-455c-8de9-69429c1866d4" -d '{"events": [{"server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "name": "network-vif-plugged", "status": "completed", "tag": "f383d143-3257-4fff-a703-2704f8aea277"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:58.348340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f383d143-3257-4fff-a703-2704f8aea277,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:58.443221 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7223745-b143-47c7-af6e-28ec0f90ca0c x-openstack-request-id: req-f7223745-b143-47c7-af6e-28ec0f90ca0c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:58.443221 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "name": "network-vif-plugged", "status": "completed", "tag": "f383d143-3257-4fff-a703-2704f8aea277", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:58.443221 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7223745-b143-47c7-af6e-28ec0f90ca0c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:58.443221 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277', 'code': 200} Nov 01 18:23:58.484409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b74f7dc-552a-49d3-a4c7-80874ac941b6 req-cb544065-3ce4-4d2b-8b5a-05323d090d3c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258224 Nov 01 18:23:58.515390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.555702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51279c70-62d5-4076-9a1c-7822816b4888 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42e103e3ccb84993a21821b1dff80659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469054 Nov 01 18:23:58.557301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:58.616782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:58.633503 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-c268f0ea-0275-4102-ada3-892ed58f64e7 service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015914 Nov 01 18:23:58.643880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-37249c9d-1b52-436d-8095-d4c88350d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.645806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-37249c9d-1b52-436d-8095-d4c88350d470 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.3182807 Nov 01 18:23:58.654909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302fcb8-4246-47e2-998e-6949db192407 req-76ec3ea7-3119-479a-95fc-fc9128053989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.657396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5302fcb8-4246-47e2-998e-6949db192407 req-76ec3ea7-3119-479a-95fc-fc9128053989 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1687987 Nov 01 18:23:58.740942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-0cda87ed-e7be-4ef1-a6fc-2c852ae56861 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.0826681 Nov 01 18:23:58.760836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.794340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5302fcb8-4246-47e2-998e-6949db192407 req-8d766c66-4fa7-42d6-b45d-c58dba4a51b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242635 Nov 01 18:23:58.816873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-9eecc091-f905-4fcf-94b0-f12fb79ecb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:58.818668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-9eecc091-f905-4fcf-94b0-f12fb79ecb90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.0689497 Nov 01 18:23:58.845926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.851432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.856698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-af6dc67c-a91f-479d-b78c-fdc880f78ffa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282354 Nov 01 18:23:58.863786 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-643fdeb4-7d26-43f1-8573-b4e531e12616 req-599ff317-65c0-4bed-a0c6-4df2db8a3ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182992 Nov 01 18:23:58.915988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.924481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:23:58.928388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:58.954673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port de8549e6-a3b5-4d50-8d1f-4ae4ff301398 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:23:58.965469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:23:59.004599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.007374 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.009379 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b94b4fec-1e4b-4a79-b462-ee9f7272332c HTTP/1.1" status: 204 len: 168 time: 0.4496980 Nov 01 18:23:59.025185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c990c-6b68-4615-a0bf-5bbc604b0d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b4fec-1e4b-4a79-b462-ee9f7272332c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:59.059943 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Floating IP b234f833-b42e-4187-b1ae-e8faee86a522 associated. External IP: 172.25.2.190, port: d31f0c5f-367c-4c7c-a529-9b63b33347a5. Nov 01 18:23:59.062123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-0fb034de-66d7-4bec-8913-c099a5a8f737 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972773 Nov 01 18:23:59.106527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.213950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:23:59.259027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::13e (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/de8549e6-a3b5-4d50-8d1f-4ae4ff301398) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:23:59.282373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202d75-d2af-4872-ab5b-fc24ccfb2961 req-5a33c866-8d2d-4cf0-95a0-7eb7ade63970 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:59.283894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5202d75-d2af-4872-ab5b-fc24ccfb2961 req-5a33c866-8d2d-4cf0-95a0-7eb7ade63970 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 943 time: 0.1693587 Nov 01 18:23:59.290270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01636d3c-a79c-4979-9ada-692a6e711af8 req-4ac6705c-d872-41a3-b68f-182d55151eb4 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186005 Nov 01 18:23:59.336290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.352719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5202d75-d2af-4872-ab5b-fc24ccfb2961 req-b3a60bbb-b325-4b6e-b285-57910a14abfe tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604088 Nov 01 18:23:59.407377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:59.411764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Router 32249e18-8140-438d-9bcd-6086f205900a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:23:59.487928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.553854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:23:59.559764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.566044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Sync routers for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:23:59.583274 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:23:59.587885 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:23:59.615708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-78dc2976-6aa8-425e-b10c-1fcc1c1b15dd tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "PUT /v2.0/floatingips/b234f833-b42e-4187-b1ae-e8faee86a522 HTTP/1.1" status: 200 len: 992 time: 1.9011309 Nov 01 18:23:59.616297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:23:59.624355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.636200 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:23:59.684129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b017b-b69b-439d-b580-9657f809258e req-2775efca-2583-4b9a-8597-7c3dba2c2247 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:59.686691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f79b017b-b69b-439d-b580-9657f809258e req-2775efca-2583-4b9a-8597-7c3dba2c2247 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1110804 Nov 01 18:23:59.711663 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:23:59.713940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:23:59.722792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:23:59.761177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:23:59.768527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:59.769332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:23:59.778506 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb8ed0d-237e-48f6-8d3b-17b992743f6c x-openstack-request-id: req-feb8ed0d-237e-48f6-8d3b-17b992743f6c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:23:59.779004 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:23:59.779004 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feb8ed0d-237e-48f6-8d3b-17b992743f6c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:23:59.780571 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'status': 'completed', 'code': 200} Nov 01 18:23:59.823648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=de8549e6-a3b5-4d50-8d1f-4ae4ff301398,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:23:59.858710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f79b017b-b69b-439d-b580-9657f809258e req-301d9d10-349d-4fbb-be84-fa88d3a21659 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374807 Nov 01 18:23:59.874921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-0925856f-27fd-47b0-8788-1e7fce0e0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:23:59.877061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-0925856f-27fd-47b0-8788-1e7fce0e0349 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d342e194cf78404796431401a911745f&device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 1097 time: 0.0681975 Nov 01 18:23:59.908992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ebd4e015-93a5-4bf5-b208-9fb29e1330f7 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6490784 Nov 01 18:23:59.910992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53330) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:23:59.921340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'network_id': 'd75ab53c-1626-48ea-9f00-784b5c5d84e1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1456510432'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:00.072099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-4691804f-c95c-4408-addc-41be78d52dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:00.076764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-4691804f-c95c-4408-addc-41be78d52dc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6d15915-8483-4526-be35-2d8ad18769cc HTTP/1.1" status: 200 len: 916 time: 0.1922102 Nov 01 18:24:00.110688 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b234f833-b42e-4187-b1ae-e8faee86a522', 'tenant_id': 'd342e194cf78404796431401a911745f', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '32249e18-8140-438d-9bcd-6086f205900a', 'port_id': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'mac_address': 'fa:16:3e:8b:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:23:33Z', 'updated_at': '2021-11-01T18:23:58Z', 'revision_number': 1, 'project_id': 'd342e194cf78404796431401a911745f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:00.159091 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Checking router: 32249e18-8140-438d-9bcd-6086f205900a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:24:00.173902 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:00.174657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:23:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:00.206905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ff196fbc-442e-4daf-a55d-210fc38456d1 None None] Provisioning complete for port de8549e6-a3b5-4d50-8d1f-4ae4ff301398 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:00.207526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff196fbc-442e-4daf-a55d-210fc38456d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:00.237518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Made reservation on behalf of ec7fdfbd01d24470b0b3768a99b35e48 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:00.243783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:00.267458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ff196fbc-442e-4daf-a55d-210fc38456d1 None None] Port de8549e6-a3b5-4d50-8d1f-4ae4ff301398 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:00.268066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-70294c88-e568-4864-af14-a3af9dbf53c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5 HTTP/1.1" status: 200 len: 1000 time: 0.1843224 Nov 01 18:24:00.295420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] device_id is not set on port e341b572-a1bd-4dab-8597-850aafe54d3a yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:00.341854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-b6b72ffb-55c5-4108-b18f-c85031e75514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:00.344450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-b6b72ffb-55c5-4108-b18f-c85031e75514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=263d5899-a663-46ae-aba7-192ba7448930 HTTP/1.1" status: 200 len: 854 time: 0.0657132 Nov 01 18:24:00.369549 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:24:00.398773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:00.401657 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb97bf-ecf5-4867-85ed-2d019d9d5d58" -d '{"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:00.461965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-c4a0042a-bdc4-4ee6-8a1a-748392a03b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:00.465043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-c4a0042a-bdc4-4ee6-8a1a-748392a03b42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d15915-8483-4526-be35-2d8ad18769cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076579 Nov 01 18:24:00.502882 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bf7e7b-a0a5-4ed5-aaba-2bfbb085fa2a x-openstack-request-id: req-14bf7e7b-a0a5-4ed5-aaba-2bfbb085fa2a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:00.503274 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:00.503799 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14bf7e7b-a0a5-4ed5-aaba-2bfbb085fa2a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:00.504415 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'code': 200} Nov 01 18:24:00.552520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Allocated IP 2001:db8::249 (d75ab53c-1626-48ea-9f00-784b5c5d84e1/7c282caa-1a1c-4762-8874-aeafb59d99db/e341b572-a1bd-4dab-8597-850aafe54d3a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:00.748861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:00.793917 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b234f833-b42e-4187-b1ae-e8faee86a522', 'tenant_id': 'd342e194cf78404796431401a911745f', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '32249e18-8140-438d-9bcd-6086f205900a', 'port_id': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'mac_address': 'fa:16:3e:8b:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:23:33Z', 'updated_at': '2021-11-01T18:23:58Z', 'revision_number': 1, 'project_id': 'd342e194cf78404796431401a911745f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:00.795866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53362) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:00.856004 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b59fa-35a6-4289-ad68-298402f5540a None None] The sync data for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 is: [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b234f833-b42e-4187-b1ae-e8faee86a522', 'tenant_id': 'd342e194cf78404796431401a911745f', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '32249e18-8140-438d-9bcd-6086f205900a', 'port_id': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'mac_address': 'fa:16:3e:8b:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:23:33Z', 'updated_at': '2021-11-01T18:23:58Z', 'revision_number': 1, 'project_id': 'd342e194cf78404796431401a911745f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:00.865986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:00.982888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:00.987319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:01.001376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373c45d-c47a-46bd-8f4f-8922c27375cb req-312d32d1-9b30-4d29-aef5-161ea7d0b7bb tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.001376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b373c45d-c47a-46bd-8f4f-8922c27375cb req-312d32d1-9b30-4d29-aef5-161ea7d0b7bb tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 943 time: 0.5068641 Nov 01 18:24:01.005549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:01.011885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.012556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.032746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'networks': [{'name': 'tempest-network--1940899252'}, {'name': 'tempest-network--1907383023'}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:01.033111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-network--1940899252'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:01.033698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-network--1907383023'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:01.040751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=e341b572-a1bd-4dab-8597-850aafe54d3a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:01.083427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-5153906c-5337-47d0-9515-412754290d24 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105161 Nov 01 18:24:01.173509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'network': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:01.179237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.196361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b373c45d-c47a-46bd-8f4f-8922c27375cb req-ba7def3b-a677-4fdf-a015-f95ec4a1b9d0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766043 Nov 01 18:24:01.212112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.225067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50cf3d-b51e-4d18-879b-8dbdff19352b req-4ff6804f-b683-463b-8660-9b7b1451a3da tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.233930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c50cf3d-b51e-4d18-879b-8dbdff19352b req-4ff6804f-b683-463b-8660-9b7b1451a3da tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.2291636 Nov 01 18:24:01.288494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:01.290432 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75a7ed57-decf-4d85-abff-895dcaf9a7fb tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3720000 Nov 01 18:24:01.294500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f49207-21b2-4e5f-98c6-9740c42f9438 None None] New status for floating IP b234f833-b42e-4187-b1ae-e8faee86a522: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:24:01.308192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bb', 'mac_address': 'fa:16:3e:e6:7c:d5'}, {'ip_address': '2001:db8::13e', 'mac_address': 'fa:16:3e:e3:8c:a2'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:01.347463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.360149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c50cf3d-b51e-4d18-879b-8dbdff19352b req-4c2b2343-9c4f-4e96-9bd0-321209f186b8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252279 Nov 01 18:24:01.401150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d910f4a-9b48-4c21-a48c-4d128bd9afb5 req-1b701d5e-945d-4094-b08d-fa3879ec0809 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044472 Nov 01 18:24:01.461857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.462366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9fa4d613-e501-4774-9d18-8bd6a09aa4b8 None None] Provisioning complete for port e341b572-a1bd-4dab-8597-850aafe54d3a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:01.462477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.462564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d613-e501-4774-9d18-8bd6a09aa4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.495025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e962c093-6e7d-4723-b020-6b69e89d08e1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:01.504125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:01.514628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.515075 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment 37efa111-e606-45bb-ab78-f4e0ddfa7f0d of type vlan for network 239f522a-1ccf-4b8e-b2f3-8f22db43ecbb Nov 01 18:24:01.521214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4d613-e501-4774-9d18-8bd6a09aa4b8 None None] Port e341b572-a1bd-4dab-8597-850aafe54d3a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:01.557132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedf9d9-76f3-4e15-b697-d3bd16e1ed4e req-19c10f88-5080-4128-b344-dfedb0ead46e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.558732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dedf9d9-76f3-4e15-b697-d3bd16e1ed4e req-19c10f88-5080-4128-b344-dfedb0ead46e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1068010 Nov 01 18:24:01.563621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.597246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:01.608357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.608706 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment 80a04141-23e9-4369-b984-3cbb46e0f334 of type vlan for network acb4ef0b-7a5d-4a34-8958-651ce22d8482 Nov 01 18:24:01.613906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.646115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dedf9d9-76f3-4e15-b697-d3bd16e1ed4e req-8c386938-19b0-4623-af68-2cc301ae68b0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565350 Nov 01 18:24:01.651067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.758264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.758929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.767441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.771927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.772787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.819312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-45fbe930-7fb6-45f6-b66c-e587f613ab66 req-35f00239-7c3d-41e2-aa01-fcc35447393c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:24:01.820362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45fbe930-7fb6-45f6-b66c-e587f613ab66 req-35f00239-7c3d-41e2-aa01-fcc35447393c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057249 Nov 01 18:24:01.846454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=239f522a-1ccf-4b8e-b2f3-8f22db43ecbb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:01.859700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 239f522a-1ccf-4b8e-b2f3-8f22db43ecbb details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:01.860862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.912836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.922067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=acb4ef0b-7a5d-4a34-8958-651ce22d8482,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:01.927856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2befb4eb-9750-4f59-b5ac-bd201f3f6cda tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1305294 Nov 01 18:24:01.930386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:01.936991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network acb4ef0b-7a5d-4a34-8958-651ce22d8482 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:01.947078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] In _notify_port_updated(), no bound segment for port e341b572-a1bd-4dab-8597-850aafe54d3a on network d75ab53c-1626-48ea-9f00-784b5c5d84e1 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:24:01.953475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:01.954346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:01.955896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "PUT /v2.0/ports/e341b572-a1bd-4dab-8597-850aafe54d3a HTTP/1.1" status: 200 len: 1067 time: 0.6663702 Nov 01 18:24:01.958763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53406) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:02.010397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd935b5-b31e-4ab4-a911-83a7107bfa76 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event updated for resources: {'Port': ['ID=e341b572-a1bd-4dab-8597-850aafe54d3a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:02.113272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port e341b572-a1bd-4dab-8597-850aafe54d3a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:02.113876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.189780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6690f-c5b1-4e50-97db-47e419de27aa tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.203137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6690f-c5b1-4e50-97db-47e419de27aa tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.211148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6690f-c5b1-4e50-97db-47e419de27aa tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.220238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6690f-c5b1-4e50-97db-47e419de27aa tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.238644 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c1a6690f-c5b1-4e50-97db-47e419de27aa tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3065190 Nov 01 18:24:02.241469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:02.300405 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.323815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eaed9-d2d3-4d0d-94d5-e1eebb48cef8 req-b1503fc4-7a3b-4556-9344-1e0ec501af97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.331483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f3eaed9-d2d3-4d0d-94d5-e1eebb48cef8 req-b1503fc4-7a3b-4556-9344-1e0ec501af97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1292934 Nov 01 18:24:02.355074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for e341b572-a1bd-4dab-8597-850aafe54d3a owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:02.372252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7588c023-0333-476a-b490-d7bc5dc1221b None None] Provisioning complete for port e341b572-a1bd-4dab-8597-850aafe54d3a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:02.374174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7588c023-0333-476a-b490-d7bc5dc1221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.382093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.432190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7588c023-0333-476a-b490-d7bc5dc1221b None None] Port e341b572-a1bd-4dab-8597-850aafe54d3a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:02.432894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f3eaed9-d2d3-4d0d-94d5-e1eebb48cef8 req-9a0df9f5-00b0-4038-bbd3-a4536acff4bb tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Nov 01 18:24:02.520971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486b60-2b4d-4bd9-beb0-ee1c5905a1a0 req-70d62614-3752-492a-9cac-346bd6e0e3ed tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:02.522683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62486b60-2b4d-4bd9-beb0-ee1c5905a1a0 req-70d62614-3752-492a-9cac-346bd6e0e3ed tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 943 time: 0.1886632 Nov 01 18:24:02.605297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62486b60-2b4d-4bd9-beb0-ee1c5905a1a0 req-08298402-b0f9-4ca1-9e92-a12fca2bde77 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720050 Nov 01 18:24:02.689207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.733272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=e341b572-a1bd-4dab-8597-850aafe54d3a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:02.834873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.848056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-2cfedf6d-0818-4e3c-be10-289d6d248032 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1808875 Nov 01 18:24:02.859074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239f522a-1ccf-4b8e-b2f3-8f22db43ecbb']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:02.870943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37efa111-e606-45bb-ab78-f4e0ddfa7f0d') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:02.871960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37efa111-e606-45bb-ab78-f4e0ddfa7f0d') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:02.884435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.908695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.917017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:02.917017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:02.921178 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:02.952458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:02.958876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4d92da94-88a9-4b54-a3ea-edbb3f772a5b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/e341b572-a1bd-4dab-8597-850aafe54d3a HTTP/1.1" status: 204 len: 168 time: 0.9990764 Nov 01 18:24:02.960815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53454) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:02.962644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 34786849-7be5-47bc-8061-45619f22ecf1 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:24:02.966130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:03.029819 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8f067b-a98d-45d1-abcb-730a75e9bf8b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] GET failed (client error): The resource could not be found. Nov 01 18:24:03.034365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53460) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:03.047650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a8f067b-a98d-45d1-abcb-730a75e9bf8b tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports/e341b572-a1bd-4dab-8597-850aafe54d3a HTTP/1.1" status: 404 len: 333 time: 0.0811129 Nov 01 18:24:03.124290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.137847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.144992 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/239f522a-1ccf-4b8e-b2f3-8f22db43ecbb HTTP/1.1" status: 204 len: 168 time: 0.8975956 Nov 01 18:24:03.150644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53466) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:03.152442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cd5db-d7ad-490e-9ee7-74ab71f6ef57 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=239f522a-1ccf-4b8e-b2f3-8f22db43ecbb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:03.160017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port de8549e6-a3b5-4d50-8d1f-4ae4ff301398 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:03.160376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.193949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=34786849-7be5-47bc-8061-45619f22ecf1,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:03.206066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '34786849-7be5-47bc-8061-45619f22ecf1', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'port_id': '34786849-7be5-47bc-8061-45619f22ecf1', 'mac_address': 'fa:16:3e:5b:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c674ce-e694-4fbd-9727-6dc9b3fadcea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:24:03.254737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.268934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34786849-7be5-47bc-8061-45619f22ecf1 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:24:03.280096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.293462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=34786849-7be5-47bc-8061-45619f22ecf1,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:03.295230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for de8549e6-a3b5-4d50-8d1f-4ae4ff301398 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:03.314237 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.405928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.417276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.417276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b29efadc-3a0c-4698-93bd-65a01152aa76 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:24:03.428945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb4ef0b-7a5d-4a34-8958-651ce22d8482']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:03.440108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a04141-23e9-4369-b984-3cbb46e0f334') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:03.440421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a04141-23e9-4369-b984-3cbb46e0f334') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:03.463922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.503105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.503105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:03.503105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.504557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b29efadc-3a0c-4698-93bd-65a01152aa76,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:03.507156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:03.521260 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:03.525373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b29efadc-3a0c-4698-93bd-65a01152aa76', 'network_id': '5d9862bf-2b39-4d57-9ee6-37069ea3d5b9', 'port_id': 'b29efadc-3a0c-4698-93bd-65a01152aa76', 'mac_address': 'fa:16:3e:6e:66:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c674ce-e694-4fbd-9727-6dc9b3fadcea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:24:03.552734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.588124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.614800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29efadc-3a0c-4698-93bd-65a01152aa76 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:24:03.642755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b29efadc-3a0c-4698-93bd-65a01152aa76,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:03.644578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=de8549e6-a3b5-4d50-8d1f-4ae4ff301398,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:03.657729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.662702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b17e130-1e6d-423e-b041-18947b6fe113 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/de8549e6-a3b5-4d50-8d1f-4ae4ff301398 HTTP/1.1" status: 204 len: 168 time: 0.6268868 Nov 01 18:24:03.667470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53488) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:03.725794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aca88-bdec-476f-9911-18ff32ed0020 req-7ff1e0dd-3ede-4f7e-95ab-b37bc085f9fd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:03.734013 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-605f6e04-0f94-4709-9efd-b5e98ef9181c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] GET failed (client error): The resource could not be found. Nov 01 18:24:03.735653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-605f6e04-0f94-4709-9efd-b5e98ef9181c tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "GET /v2.0/ports/de8549e6-a3b5-4d50-8d1f-4ae4ff301398 HTTP/1.1" status: 404 len: 333 time: 0.0684292 Nov 01 18:24:03.736163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-285aca88-bdec-476f-9911-18ff32ed0020 req-7ff1e0dd-3ede-4f7e-95ab-b37bc085f9fd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1633899 Nov 01 18:24:03.744211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.750377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:03.770519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.800961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.816839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/acb4ef0b-7a5d-4a34-8958-651ce22d8482 HTTP/1.1" status: 204 len: 168 time: 0.6641283 Nov 01 18:24:03.824633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:03.881302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:03.930999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:03.931595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:03.985929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2639617-1674-4d03-9427-3ff4ab8a2a5e tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=acb4ef0b-7a5d-4a34-8958-651ce22d8482,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:04.044398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.056683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-285aca88-bdec-476f-9911-18ff32ed0020 req-208f9d86-1f80-4538-bdce-1b088e4d35dd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195529 Nov 01 18:24:04.064285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:04.128563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479c1b-ee36-4a7f-89a1-ec2e52c2204a req-4a12c69e-fff0-4c1a-a764-108b7b42ba2e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.130173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d479c1b-ee36-4a7f-89a1-ec2e52c2204a req-4a12c69e-fff0-4c1a-a764-108b7b42ba2e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 944 time: 0.2364850 Nov 01 18:24:04.178346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b29efadc-3a0c-4698-93bd-65a01152aa76'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:04.209249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['34786849-7be5-47bc-8061-45619f22ecf1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:04.214337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a840278-cbe2-4eb2-b589-c79bcc11800c tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.221208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a840278-cbe2-4eb2-b589-c79bcc11800c tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.223712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a840278-cbe2-4eb2-b589-c79bcc11800c tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3825438 Nov 01 18:24:04.227318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d479c1b-ee36-4a7f-89a1-ec2e52c2204a req-7b6d202e-8dcb-43ce-b72f-52e3132d44db tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870454 Nov 01 18:24:04.228031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53504) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:04.233002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1638934822'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:04.324657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.325255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:04.330961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.365884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=ef1c6e45-8ede-4238-b198-14e8ccf6e0e7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:04.366884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:04.388306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.389453 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment 9c28ab5d-5786-4fcf-8b80-45c8afbbbed5 of type vlan for network 9696ccb3-6307-47fc-8cb2-39b68c3adbe6 Nov 01 18:24:04.409172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.416241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ba0389a7-889f-428c-8b53-47e27973d878 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/ports/ef1c6e45-8ede-4238-b198-14e8ccf6e0e7 HTTP/1.1" status: 204 len: 168 time: 0.6623387 Nov 01 18:24:04.416241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53512) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:04.457426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.482584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting subnet 7c282caa-1a1c-4762-8874-aeafb59d99db {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:04.486836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.533029 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.534032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.543336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.543723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.589537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.629589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=9696ccb3-6307-47fc-8cb2-39b68c3adbe6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:04.630939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.641231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9696ccb3-6307-47fc-8cb2-39b68c3adbe6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:04.719132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-65192b45-4c81-4f28-b8af-61d58c2bde43 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4900362 Nov 01 18:24:04.722384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:04.728206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-234332294'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:04.744543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-d0715163-688c-4eac-b207-147d955aca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.744543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-d0715163-688c-4eac-b207-147d955aca9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b&tenant_id=1a3454f4f00348289acae3b6a186c372 HTTP/1.1" status: 200 len: 1094 time: 0.1086769 Nov 01 18:24:04.812185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-5d23cb6a-f63f-4b9a-bfae-6d1fa4c0e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:04.813743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-5d23cb6a-f63f-4b9a-bfae-6d1fa4c0e03e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1094 time: 0.0453033 Nov 01 18:24:04.838447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.869515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:04.873025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.875119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Subnet': ['ID=7c282caa-1a1c-4762-8874-aeafb59d99db,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:04.878276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.879183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42671c21-0c36-4903-803f-02bfe03334de None None] Network d75ab53c-1626-48ea-9f00-784b5c5d84e1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:04.881492 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67f49c5f-11b3-4d5a-94aa-15f7d68df846 tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/subnets/7c282caa-1a1c-4762-8874-aeafb59d99db HTTP/1.1" status: 204 len: 168 time: 0.4642656 Nov 01 18:24:04.886735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:04.904799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:04.915406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:04.915828 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment 00bc6d5a-10c0-43e2-a40c-cf436d27f680 of type vlan for network a63e9e71-ce1d-49f7-8373-7ce901186e6a Nov 01 18:24:04.965911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.006099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.009168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-7041f747-9641-4c79-a4c2-1c8c0f8c9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:05.010731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-7041f747-9641-4c79-a4c2-1c8c0f8c9b7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.1903532 Nov 01 18:24:05.062339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-705d933f-6262-429a-9f71-63282d861f5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.0432861 Nov 01 18:24:05.073008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] DHCP port deletion for d75ab53c-1626-48ea-9f00-784b5c5d84e1 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:05.098688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.104938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:05.104938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.142748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-817dfa25-bd6e-4ee5-97f6-f8666bf28c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:05.146137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-817dfa25-bd6e-4ee5-97f6-f8666bf28c48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.0637853 Nov 01 18:24:05.164917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Deleting port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:05.170601 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.187104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=a63e9e71-ce1d-49f7-8373-7ce901186e6a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:05.221449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-90ac4150-5939-48a4-b622-0151e9efeed1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4979246 Nov 01 18:24:05.225359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53536) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:05.227903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-3cb1dfc7-123f-4bc4-a997-6da927c17c60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548251 Nov 01 18:24:05.228936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a63e9e71-ce1d-49f7-8373-7ce901186e6a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:05.229220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'ports': [{'network_id': '9696ccb3-6307-47fc-8cb2-39b68c3adbe6', 'name': 'tempest-port--2114351035', 'admin_state_up': True}, {'network_id': 'a63e9e71-ce1d-49f7-8373-7ce901186e6a', 'admin_state_up': False}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:05.229542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'port': {'network_id': '9696ccb3-6307-47fc-8cb2-39b68c3adbe6', 'name': 'tempest-port--2114351035', 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:05.230097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'port': {'network_id': 'a63e9e71-ce1d-49f7-8373-7ce901186e6a', 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:05.231779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Deleting port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:05.231779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.327836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] For port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,segment=NetworkSegment(20a01779-537e-4029-88e6-339c8a5229ed),segment_id=20a01779-537e-4029-88e6-339c8a5229ed)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:05.328197 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.354206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Calling delete_port for 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:05.510130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:05.540171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'port': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:05.546090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.559179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.569237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.601619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd update to DOWN by agent not found {{(pid=102784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Nov 01 18:24:05.610512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] Pushing event deleted for resources: {'Port': ['ID=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:05.616175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea38fb-b73e-423c-a1db-0b959985be34 None None] No DVR routers for this DVR port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:05.671819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] device_id is not set on port 48e450af-8b5e-4cf9-b26a-26043e63fdcf yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:05.723792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f7776-0a1d-4ab2-ab81-9b9c49c7cc8c req-df3abe3e-595f-4110-8335-50f2cda2af0e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:05.725340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc5f7776-0a1d-4ab2-ab81-9b9c49c7cc8c req-df3abe3e-595f-4110-8335-50f2cda2af0e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.5863414 Nov 01 18:24:05.798596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.804278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] For port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,segment=NetworkSegment(20a01779-537e-4029-88e6-339c8a5229ed),segment_id=20a01779-537e-4029-88e6-339c8a5229ed)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:05.804655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:05.827372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-608e80ef-919b-4ebf-bcf9-6d68d4dc2ab1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926235 Nov 01 18:24:05.840580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b18ac-c1f1-4de8-8561-ee42ec27c752 req-7ca2c1b4-ae48-4f38-bb6b-137711be207d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:05.842050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-229b18ac-c1f1-4de8-8561-ee42ec27c752 req-7ca2c1b4-ae48-4f38-bb6b-137711be207d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 944 time: 0.1768711 Nov 01 18:24:05.858727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc5f7776-0a1d-4ab2-ab81-9b9c49c7cc8c req-75844e81-441a-4a64-b560-97c63c7758be tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096747 Nov 01 18:24:05.858727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Calling delete_port for 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:05.867415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] device_id is not set on port b9302930-0a12-4f28-aad9-58e0ae90504e yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:05.994751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-229b18ac-c1f1-4de8-8561-ee42ec27c752 req-f1e48a50-8c81-4fc3-a698-72e7f3ed00ca tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366260 Nov 01 18:24:06.019971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.042578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-4bcd456a-6527-4ab5-b882-328dd3e2f37f service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994665 Nov 01 18:24:06.043285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.070627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Port': ['ID=45faa5f2-cf9a-4095-89c0-c2fb9811e2dd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:06.074295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] No DVR routers for this DVR port 45faa5f2-cf9a-4095-89c0-c2fb9811e2dd on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:06.156792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.157155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.178103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75ab53c-1626-48ea-9f00-784b5c5d84e1']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:06.187139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a01779-537e-4029-88e6-339c8a5229ed') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:06.187431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a01779-537e-4029-88e6-339c8a5229ed') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:06.196887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.211288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.217690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Port': ['ID=48e450af-8b5e-4cf9-b26a-26043e63fdcf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:06.218928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:06.219492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:06.222974 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:06.232703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Checking segment: {'id': '9c28ab5d-5786-4fcf-8b80-45c8afbbbed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9696ccb3-6307-47fc-8cb2-39b68c3adbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:06.233070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network hostable DHCP agents. Network: 9696ccb3-6307-47fc-8cb2-39b68c3adbe6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:06.375068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network 9696ccb3-6307-47fc-8cb2-39b68c3adbe6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:06.407187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.414843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.418103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] 10.222.0.31 "DELETE /v2.0/networks/d75ab53c-1626-48ea-9f00-784b5c5d84e1 HTTP/1.1" status: 204 len: 168 time: 1.5302012 Nov 01 18:24:06.430030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728203b2-5efb-4014-a78b-13deb88c66bc tempest-AllowedAddressPairIpV6TestJSON-1122316018 tempest-AllowedAddressPairIpV6TestJSON-1122316018-project] Pushing event deleted for resources: {'Network': ['ID=d75ab53c-1626-48ea-9f00-784b5c5d84e1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:06.455368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 9696ccb3-6307-47fc-8cb2-39b68c3adbe6) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:06.459804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:06.460730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.476242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258c3f6-bbf8-46fb-9276-fcf6899b39f9 None None] Network 9696ccb3-6307-47fc-8cb2-39b68c3adbe6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:06.554687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Port': ['ID=b9302930-0a12-4f28-aad9-58e0ae90504e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:06.569897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Checking segment: {'id': '00bc6d5a-10c0-43e2-a40c-cf436d27f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a63e9e71-ce1d-49f7-8373-7ce901186e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:06.570347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network hostable DHCP agents. Network: a63e9e71-ce1d-49f7-8373-7ce901186e6a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:06.652502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network a63e9e71-ce1d-49f7-8373-7ce901186e6a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:06.806457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a63e9e71-ce1d-49f7-8373-7ce901186e6a) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:06.810794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:06.815878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d729fb-424b-4399-880f-250c53b09c9c None None] Network a63e9e71-ce1d-49f7-8373-7ce901186e6a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:06.816767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:06.821721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:06.822382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:06.914127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:06.915143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dec965fc-9bc1-41aa-ab1e-69902fd5cbdd tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6892200 Nov 01 18:24:06.993788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b29efadc-3a0c-4698-93bd-65a01152aa76 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:07.058076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f914e4db-26fb-4357-b4b4-84c1aa961b38 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:07.065762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f914e4db-26fb-4357-b4b4-84c1aa961b38 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:07.074174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53620) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:07.092354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f914e4db-26fb-4357-b4b4-84c1aa961b38 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1750884 Nov 01 18:24:07.161675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996fc7a-d15c-4123-8aec-3056fb2a27a0 req-90b81cc5-318b-4a3d-84a0-007923e3f7b3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:07.174378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a996fc7a-d15c-4123-8aec-3056fb2a27a0 req-90b81cc5-318b-4a3d-84a0-007923e3f7b3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1872857 Nov 01 18:24:07.265958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a996fc7a-d15c-4123-8aec-3056fb2a27a0 req-c42e0a57-ec91-41fa-8f85-767be6c0dfbe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Nov 01 18:24:07.286238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b29efadc-3a0c-4698-93bd-65a01152aa76 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:24:07.291910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b29efadc-3a0c-4698-93bd-65a01152aa76 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:07.292402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.302974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53630) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:07.402723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting port 48e450af-8b5e-4cf9-b26a-26043e63fdcf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:07.410758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.465921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b6cf-3d10-4099-a93f-5b3cf19dc68a req-6107f40f-57e3-44e0-823c-0a762fe180a6 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:07.475514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d58b6cf-3d10-4099-a93f-5b3cf19dc68a req-6107f40f-57e3-44e0-823c-0a762fe180a6 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 944 time: 0.1961708 Nov 01 18:24:07.545337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.582999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d58b6cf-3d10-4099-a93f-5b3cf19dc68a req-6193e005-da1e-4793-a550-24d60d90dc51 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043494 Nov 01 18:24:07.605619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:07.619041 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e200f-1136-4fb5-a078-1b5ec6c2efc9" -d '{"events": [{"server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "name": "network-vif-plugged", "status": "completed", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:07.639039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dbc9939c-7a53-4d2b-99fb-00aa444e662a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec7fdfbd01d24470b0b3768a99b35e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291349 Nov 01 18:24:07.641436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53650) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:07.646030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.664247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b29efadc-3a0c-4698-93bd-65a01152aa76,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:07.673438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Calling delete_port for 48e450af-8b5e-4cf9-b26a-26043e63fdcf owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:07.705388 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b925465-0081-460f-811d-aeb3d8ead6a6 x-openstack-request-id: req-2b925465-0081-460f-811d-aeb3d8ead6a6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:07.705594 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "name": "network-vif-plugged", "status": "completed", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:07.705849 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b925465-0081-460f-811d-aeb3d8ead6a6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:07.706401 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76', 'code': 200} Nov 01 18:24:07.736056 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.746855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.747918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 34786849-7be5-47bc-8061-45619f22ecf1 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:07.779075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.839406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:07.918364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.921086 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.922243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1813ec3b-1ce1-42cc-87f2-9345e5db1f5e HTTP/1.1" status: 204 len: 168 time: 0.2785704 Nov 01 18:24:07.927165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.942388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907a00-a613-4bd5-8e87-daff74b950ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813ec3b-1ce1-42cc-87f2-9345e5db1f5e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:07.963739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Port': ['ID=48e450af-8b5e-4cf9-b26a-26043e63fdcf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:07.982190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:07.984484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c72a3f5f-b154-4b93-9bae-7e5057f12b3f tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/ports/48e450af-8b5e-4cf9-b26a-26043e63fdcf HTTP/1.1" status: 204 len: 168 time: 0.9081888 Nov 01 18:24:07.987308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53678) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:08.006795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 34786849-7be5-47bc-8061-45619f22ecf1 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:24:08.011623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 34786849-7be5-47bc-8061-45619f22ecf1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:08.012739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.199267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting port b9302930-0a12-4f28-aad9-58e0ae90504e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:08.199856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.224973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.265378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2731-edcd-4c7e-886e-28cdb4758945 req-4dfb0340-b1c6-42c5-805f-133017b92ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:08.266916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-013d2731-edcd-4c7e-886e-28cdb4758945 req-4dfb0340-b1c6-42c5-805f-133017b92ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 1096 time: 0.1072388 Nov 01 18:24:08.288521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.317865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Calling delete_port for b9302930-0a12-4f28-aad9-58e0ae90504e owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:08.329915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=34786849-7be5-47bc-8061-45619f22ecf1,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:08.374214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-013d2731-edcd-4c7e-886e-28cdb4758945 req-598393ae-0f81-45a3-9d8c-13e9f361ff24 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719194 Nov 01 18:24:08.436503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.521874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843ec79-ba7b-4a34-8867-c114c93a761f req-b5b0d333-0205-42f3-85a1-9e44496b88a8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:08.522326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e843ec79-ba7b-4a34-8867-c114c93a761f req-b5b0d333-0205-42f3-85a1-9e44496b88a8 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1318066 Nov 01 18:24:08.560577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:08.597695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e843ec79-ba7b-4a34-8867-c114c93a761f req-73534bc0-3293-4c6c-901f-6340e35e4552 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683377 Nov 01 18:24:08.607373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.652829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Port': ['ID=b9302930-0a12-4f28-aad9-58e0ae90504e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:08.710247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.715541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4bf9170-b9d9-46f4-9625-3aa10d3ea2a0 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/ports/b9302930-0a12-4f28-aad9-58e0ae90504e HTTP/1.1" status: 204 len: 168 time: 0.7265768 Nov 01 18:24:08.717463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:08.756558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1db0332b-bc35-4e78-b2a9-5e1159652d1d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0346243 Nov 01 18:24:08.756984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53726) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:08.762364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1888854138'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:08.853908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93b50-fa57-4fba-a4c3-421e92c074cf req-c0864589-1640-4165-875c-2bcefa596d3a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:08.863319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2e93b50-fa57-4fba-a4c3-421e92c074cf req-c0864589-1640-4165-875c-2bcefa596d3a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.0761292 Nov 01 18:24:08.910794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:08.915996 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.958622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2e93b50-fa57-4fba-a4c3-421e92c074cf req-269f0461-7fac-4d76-bf59-a152a4c6cbfe tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940123 Nov 01 18:24:08.981419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:08.991730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:08.992076 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment bf6d0e9d-9179-4438-9d41-3d68a5db2d1d of type vlan for network a4d308e6-94bf-4e66-973d-b2b934d10809 Nov 01 18:24:09.030378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.036812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.144474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.150659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:09.153451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.298941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=a4d308e6-94bf-4e66-973d-b2b934d10809,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:09.310747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a4d308e6-94bf-4e66-973d-b2b934d10809 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:09.339461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-76b99f95-80e2-419d-afed-ae47c279bc3d tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5807469 Nov 01 18:24:09.343319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53748) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:09.351536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361562226'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:09.470051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:09.487436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.562171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:09.577076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.577076 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Added segment 5399fdf9-9557-4d25-878d-e6541142733a of type vlan for network ab33c551-a237-4671-871d-6eadb160a706 Nov 01 18:24:09.658912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.668999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:09.708275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:09.710693 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498be36-935b-48bc-b275-513f438236b2" -d '{"events": [{"server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "name": "network-vif-plugged", "status": "completed", "tag": "34786849-7be5-47bc-8061-45619f22ecf1"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:09.769879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.777445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:09.778726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:09.859888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-13366009'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:09.933124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5884914 Nov 01 18:24:09.940309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dff17-e7a2-439e-8534-60445d756cf7 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Network': ['ID=ab33c551-a237-4671-871d-6eadb160a706,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:09.959706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ab33c551-a237-4671-871d-6eadb160a706 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:09.981658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff6ae-5b1c-4901-a36f-eb0026bfa7e8 req-81dc30a7-15c9-4ce1-a7b9-2aa689c51ac7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:09.992577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b9ff6ae-5b1c-4901-a36f-eb0026bfa7e8 req-81dc30a7-15c9-4ce1-a7b9-2aa689c51ac7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1096952 Nov 01 18:24:10.003676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:10.008719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.043238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.086242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b9ff6ae-5b1c-4901-a36f-eb0026bfa7e8 req-73d46705-8ebd-4428-ac41-613597f02940 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924780 Nov 01 18:24:10.145170 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c02ed7-328d-4a29-b977-66fff32e4530 x-openstack-request-id: req-f7c02ed7-328d-4a29-b977-66fff32e4530 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:10.146067 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "name": "network-vif-plugged", "status": "completed", "tag": "34786849-7be5-47bc-8061-45619f22ecf1", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:10.146360 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7c02ed7-328d-4a29-b977-66fff32e4530 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:10.146713 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1', 'code': 200} Nov 01 18:24:10.179422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.252431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.284011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474b329e-f6e2-49e9-822d-3a2d071c2bc9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:10.299681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.300378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.300801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.301226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.301659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.302141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.302821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.304429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.309029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.309029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.309029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.309029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:10.313950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:10.326241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.327216 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Added segment b983695f-407a-4751-a170-d0470a776d84 of type vlan for network 67390d4f-8ecf-462d-bd6d-0170ba363007 Nov 01 18:24:10.345065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1b8d-a591-4cca-a7fc-ea477ff650a1 req-ec28fe42-6a3d-4516-852e-9742fff103e8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:10.354979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f99d1b8d-a591-4cca-a7fc-ea477ff650a1 req-ec28fe42-6a3d-4516-852e-9742fff103e8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1477194 Nov 01 18:24:10.406310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.436304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f99d1b8d-a591-4cca-a7fc-ea477ff650a1 req-af3cfd32-6dd9-4e0b-b2e9-46deaa45d183 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 Nov 01 18:24:10.552573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.563838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:10.564675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:10.699716 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0290198 Nov 01 18:24:10.703925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53794) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:10.709451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:10.712229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5bc96-c067-4281-b45c-db9b53de8aad tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Network': ['ID=67390d4f-8ecf-462d-bd6d-0170ba363007,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:10.728799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:11.194680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:11.198060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:11.308411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2b82-9c95-40aa-a5c5-645ea159c97b req-3872d417-e160-4ecb-a133-90ee3da148a3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:11.310000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89ca2b82-9c95-40aa-a5c5-645ea159c97b req-3872d417-e160-4ecb-a133-90ee3da148a3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1292622 Nov 01 18:24:11.364240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89ca2b82-9c95-40aa-a5c5-645ea159c97b req-72fa6313-0f7c-47fc-ac3a-8b5cbb9a8bb5 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Nov 01 18:24:11.589070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:11.687542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd2797-328c-437c-859d-e5d3d0059f5d req-0b886005-e51e-428b-90db-1521c6cadd26 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:11.693526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99fd2797-328c-437c-859d-e5d3d0059f5d req-0b886005-e51e-428b-90db-1521c6cadd26 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1644289 Nov 01 18:24:11.698754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:11.700419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network hostable DHCP agents. Network: 67390d4f-8ecf-462d-bd6d-0170ba363007, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:11.746869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=a0961bb6-000e-4872-9c3c-8a4fb066c1ff,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:11.797357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99fd2797-328c-437c-859d-e5d3d0059f5d req-e27c606d-36e4-4f01-828d-0f28698aebc5 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878248 Nov 01 18:24:11.849831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:11.932388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 67390d4f-8ecf-462d-bd6d-0170ba363007) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:11.945867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:11.946615 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:11.947310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ace68-b26d-45bc-a370-c84fe882c722 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:12.093583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c9d0ba42-6df4-44ad-911b-d742cd258a1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3879116 Nov 01 18:24:12.095841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53840) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:12.105487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'name': 'tempest-NetworksTestDHCPv6-898407219'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:12.111981 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:24:12.210329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'a0961bb6-000e-4872-9c3c-8a4fb066c1ff'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:12.211208 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:12.460832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/a0961bb6-000e-4872-9c3c-8a4fb066c1ff/b3be2799-08a5-41e2-9b3f-7d9b0b722e50) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:12.472868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:12.478464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:12.529913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923782-0ee6-41a5-b2ab-6162a6f7307d req-4eb51cbf-5682-4f6c-9a84-2b3101d7e58e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:12.534255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port dce8bddd-0829-4913-b23a-4a734b26a9d3 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:12.545517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6923782-0ee6-41a5-b2ab-6162a6f7307d req-4eb51cbf-5682-4f6c-9a84-2b3101d7e58e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.0772960 Nov 01 18:24:12.608759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6923782-0ee6-41a5-b2ab-6162a6f7307d req-d08db9ea-e8ec-4936-8ca2-32644d352557 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Nov 01 18:24:12.763426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:12.846303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:12.963093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:12.971421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:12.973313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::2df (67390d4f-8ecf-462d-bd6d-0170ba363007/a0961bb6-000e-4872-9c3c-8a4fb066c1ff/dce8bddd-0829-4913-b23a-4a734b26a9d3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:12.975082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:12.992774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Pushing event updated for resources: {'Port': ['ID=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:13.096604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Attempting to bind port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:13.097489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Attempting to bind port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:13.098069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Attempting to bind port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:13.105802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:13.106507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:13.107178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.107828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:13.108517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Bound port: b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:13.109074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.138266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8806f4-9c50-4fd9-a633-5f56d8c63e8a req-87ad8366-269e-4c35-bbd1-c0c0235a6002 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:13.152053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e8806f4-9c50-4fd9-a633-5f56d8c63e8a req-87ad8366-269e-4c35-bbd1-c0c0235a6002 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.2082543 Nov 01 18:24:13.162992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.237304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e8806f4-9c50-4fd9-a633-5f56d8c63e8a req-e28df279-5564-4400-9973-f3db181d7839 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837939 Nov 01 18:24:13.239026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] For port b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:13.247567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] For port b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:13.301100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.324148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.412791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:13.421842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'subnets': [{'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1149763139', 'ip_version': 6}, {'network_id': 'ab33c551-a237-4671-871d-6eadb160a706', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:13.423202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'subnet': {'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1149763139', 'ip_version': 6}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:13.426208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Request body: {'subnet': {'network_id': 'ab33c551-a237-4671-871d-6eadb160a706', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:13.445462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:13.464267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:13.469534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:13.475318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:13.475982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.485705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff719b6-1f01-4470-9875-3be722e824f2 None None] Pushing event updated for resources: {'Port': ['ID=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:13.494460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=dce8bddd-0829-4913-b23a-4a734b26a9d3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:13.629733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae473f04-ad92-4923-8fdb-91d6420ea765 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5326910 Nov 01 18:24:13.632086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:13.766358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34984c-30b4-40ee-9d0b-dd9f027fca2a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:13.772692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34984c-30b4-40ee-9d0b-dd9f027fca2a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:13.778104 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ba34984c-30b4-40ee-9d0b-dd9f027fca2a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1450415 Nov 01 18:24:13.784210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53894) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:13.914821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26f9e9-ee65-4c03-8067-3d83e0547026 req-79f03799-641c-45dc-9947-eac6095b9574 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:13.918477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee26f9e9-ee65-4c03-8067-3d83e0547026 req-79f03799-641c-45dc-9947-eac6095b9574 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1299434 Nov 01 18:24:13.943478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Made reservation on behalf of f540435cbe5a47f7b88fe6b2f0096a28 for: {'subnet': 2} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:13.948245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.948590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:13.956158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port dce8bddd-0829-4913-b23a-4a734b26a9d3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:13.956613 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.146156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.159413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for dce8bddd-0829-4913-b23a-4a734b26a9d3 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:14.169980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee26f9e9-ee65-4c03-8067-3d83e0547026 req-5e5e94af-262e-40f5-b099-510c0b12b8fe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355390 Nov 01 18:24:14.302290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae0435-233a-408d-8f74-8a8763c7c989 req-1c12840a-bab6-45c2-a23f-16646a9298d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:14.303848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3ae0435-233a-408d-8f74-8a8763c7c989 req-1c12840a-bab6-45c2-a23f-16646a9298d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 1096 time: 0.0956216 Nov 01 18:24:14.491231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3ae0435-233a-408d-8f74-8a8763c7c989 req-96591983-d3e5-4191-9fd4-f8e6d1815f61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063850 Nov 01 18:24:14.538901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.559825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0dd97-d194-43c1-ab1b-8d406d7ff78d req-51aeea31-26be-47bf-95c6-4d7856248952 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:14.565620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18d0dd97-d194-43c1-ab1b-8d406d7ff78d req-51aeea31-26be-47bf-95c6-4d7856248952 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1819408 Nov 01 18:24:14.621992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=dce8bddd-0829-4913-b23a-4a734b26a9d3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:14.655178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.660814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7cf5d2f8-38c6-4a43-b490-403f4b28c832 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/dce8bddd-0829-4913-b23a-4a734b26a9d3 HTTP/1.1" status: 204 len: 168 time: 0.8734503 Nov 01 18:24:14.661779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53914) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:14.692464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18d0dd97-d194-43c1-ab1b-8d406d7ff78d req-9a71a7b5-bb8c-4704-a8f2-9d0d6c270d7d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130002 Nov 01 18:24:14.834704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0a26e-de3e-42e7-b26e-9d564f2aa70d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:14.836761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0a26e-de3e-42e7-b26e-9d564f2aa70d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:14.841306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53918) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:14.841924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-15a0a26e-de3e-42e7-b26e-9d564f2aa70d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1785378 Nov 01 18:24:14.913658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet a0961bb6-000e-4872-9c3c-8a4fb066c1ff {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:14.918009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.964989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:14.982758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.036670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21057b6-a6cd-40cc-a803-378e1e277c77 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:15.070487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Subnet': ['ID=1fee9abc-6442-4775-b0e8-5d204d0eed4f,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:15.115090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Checking segment: {'id': 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:15.115465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network hostable DHCP agents. Network: a4d308e6-94bf-4e66-973d-b2b934d10809, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:15.135594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.215138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f2fc13e7-b149-42e9-bc47-af1ee7742fce None None] Provisioning complete for port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:15.215450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2fc13e7-b149-42e9-bc47-af1ee7742fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.336508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e7d6b-78b2-4d79-a41b-ac154514b265 req-305b3ccb-0c43-45a8-9ba9-2dfbaeb26310 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:15.338099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d28e7d6b-78b2-4d79-a41b-ac154514b265 req-305b3ccb-0c43-45a8-9ba9-2dfbaeb26310 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.0699160 Nov 01 18:24:15.399123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2fc13e7-b149-42e9-bc47-af1ee7742fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.399253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d28e7d6b-78b2-4d79-a41b-ac154514b265 req-10594762-0713-45b4-9806-fe4ef083224d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 Nov 01 18:24:15.555019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network a4d308e6-94bf-4e66-973d-b2b934d10809 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:15.569924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b3be2799-08a5-41e2-9b3f-7d9b0b722e50 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:15.656215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:15.656638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.675998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.726432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a4d308e6-94bf-4e66-973d-b2b934d10809) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:15.735042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=a0961bb6-000e-4872-9c3c-8a4fb066c1ff,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:15.747278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51279060-8c23-4615-bac9-af5409586914 None None] Network a4d308e6-94bf-4e66-973d-b2b934d10809 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:15.752089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.846413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:15.851780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9df7debb-2b97-47f2-9e5b-bdfc4990b4ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a0961bb6-000e-4872-9c3c-8a4fb066c1ff HTTP/1.1" status: 204 len: 168 time: 1.0071743 Nov 01 18:24:15.853664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:15.884931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-f2fc13e7-b149-42e9-bc47-af1ee7742fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:24:15.885645 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-f2fc13e7-b149-42e9-bc47-af1ee7742fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:24:15.894723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event updated for resources: {'Subnet': ['ID=ae4adbfc-9aea-4a0e-b8da-aa5c46803964,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:15.993177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53932) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:16.005834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a0f9c624-e98b-493b-b076-b933f6de76a5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1509748 Nov 01 18:24:16.006417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53934) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:16.011351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:16.067084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-a4d308e6-94bf-4e66-973d-b2b934d10809', 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809', 'tenant_id': 'f540435cbe5a47f7b88fe6b2f0096a28', 'fixed_ips': [{'subnet_id': '1fee9abc-6442-4775-b0e8-5d204d0eed4f'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:16.067995 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.075720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf982-39b3-4e94-b809-d2d97c6ef26d req-275979ec-60a5-4d60-8963-7c774f2c1cc5 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.077421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b23cf982-39b3-4e94-b809-d2d97c6ef26d req-275979ec-60a5-4d60-8963-7c774f2c1cc5 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1896722 Nov 01 18:24:16.092131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Checking segment: {'id': '5399fdf9-9557-4d25-878d-e6541142733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:16.092537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network hostable DHCP agents. Network: ab33c551-a237-4671-871d-6eadb160a706, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:16.096838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.145064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c6f06-453a-42fe-bb34-c1f692aa771c None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:16.182124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b23cf982-39b3-4e94-b809-d2d97c6ef26d req-ab1ba762-8d6b-40a9-8d89-f470e4182439 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960703 Nov 01 18:24:16.183302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:16.234077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9b099dc-0cdd-4918-a99d-91c5c8bf2763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.321269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9b099dc-0cdd-4918-a99d-91c5c8bf2763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.416443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.472599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Allocated IP 2001:db8::1 (a4d308e6-94bf-4e66-973d-b2b934d10809/1fee9abc-6442-4775-b0e8-5d204d0eed4f/fbbee7b5-161e-41a4-b264-b9f528958c71) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:16.477698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:16.478016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Network ab33c551-a237-4671-871d-6eadb160a706 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:16.484652 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.519953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9b099dc-0cdd-4918-a99d-91c5c8bf2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.534832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:16.609301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ab33c551-a237-4671-871d-6eadb160a706) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:16.631804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f9b099dc-0cdd-4918-a99d-91c5c8bf2763 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d89595a58e154e6c816230f185154b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309297 Nov 01 18:24:16.635009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.635480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.636182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.639050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:16.642306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b099dc-0cdd-4918-a99d-91c5c8bf2763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bec3058-c031-451c-b823-9e5b49921a66,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:16.673811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc791c-930d-4866-9d86-95f8fcb00e29 req-b3a711b8-8919-446d-9f3b-6ee77526ca95 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.681993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35bc791c-930d-4866-9d86-95f8fcb00e29 req-b3a711b8-8919-446d-9f3b-6ee77526ca95 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1646426 Nov 01 18:24:16.723330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35bc791c-930d-4866-9d86-95f8fcb00e29 req-3b61f13d-d076-4a59-ac5a-e96f05c5b851 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Nov 01 18:24:16.777330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:16.782124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1acadf1a-a329-4aa0-89cd-b9e2ceaedab5 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3673744 Nov 01 18:24:16.782749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53946) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:16.786004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb42cc-0f6f-4191-adc8-345abc7d3cce None None] Network ab33c551-a237-4671-871d-6eadb160a706 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:16.875204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.888991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ab9b8ff6-1287-45e1-9db6-e854ac0d81e9 None None] Provisioning complete for port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:16.889369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8ff6-1287-45e1-9db6-e854ac0d81e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:16.906240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca065dc9-2039-4516-aa49-7a56daeaa84a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.907952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca065dc9-2039-4516-aa49-7a56daeaa84a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.909586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca065dc9-2039-4516-aa49-7a56daeaa84a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:16.921255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca065dc9-2039-4516-aa49-7a56daeaa84a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1372979 Nov 01 18:24:16.921792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53950) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:16.989060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.018663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting subnet 1fee9abc-6442-4775-b0e8-5d204d0eed4f {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:17.110901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.173211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.212290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.223381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Deleting port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:17.223821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.262328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:17.263699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.264232 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.266473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.267641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bec3058-c031-451c-b823-9e5b49921a66 HTTP/1.1" status: 204 len: 168 time: 0.6272259 Nov 01 18:24:17.285873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:17.299064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.321720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:17.322328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.363682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13cf9-adaf-4a75-a00e-0378aee9ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bec3058-c031-451c-b823-9e5b49921a66,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:17.376291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:17.407679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Network a4d308e6-94bf-4e66-973d-b2b934d10809 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:17.409790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ab33c551-a237-4671-871d-6eadb160a706', 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706', 'tenant_id': 'f540435cbe5a47f7b88fe6b2f0096a28', 'fixed_ips': [{'subnet_id': 'ae4adbfc-9aea-4a0e-b8da-aa5c46803964'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:17.411382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.461462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:17.468385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:17.495857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7af79b82-d5f0-41a9-bcd9-026105ff490a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4873919 Nov 01 18:24:17.498366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:17.503621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'name': 'tempest-NetworksTestDHCPv6-1160689297'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:17.600626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Pushing event updated for resources: {'Port': ['ID=fbbee7b5-161e-41a4-b264-b9f528958c71,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:17.620655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca0522-68fb-4171-81c9-4dd9fdccdd0e req-79931882-9345-4b67-be7c-43deaba284a9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:17.630746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b3be2799-08a5-41e2-9b3f-7d9b0b722e50 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:17.639102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4ca0522-68fb-4171-81c9-4dd9fdccdd0e req-79931882-9345-4b67-be7c-43deaba284a9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.2906630 Nov 01 18:24:17.674641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ab9b8ff6-1287-45e1-9db6-e854ac0d81e9 None None] Could not find standard attr ID for object dce8bddd-0829-4913-b23a-4a734b26a9d3. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:17.758194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.780584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4ca0522-68fb-4171-81c9-4dd9fdccdd0e req-09ab7f63-af71-4ed9-90d3-fa309c81405c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404607 Nov 01 18:24:17.872988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:17.878316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:17.912739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 0b263f1a-32a8-4739-a24b-26a4280b1900 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:18.085892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fe7c2-6088-4da3-917d-cd15adcf5b6e req-554dc152-fa6a-400e-a7c2-bb82fdfcd7a2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:18.085892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd2fe7c2-6088-4da3-917d-cd15adcf5b6e req-554dc152-fa6a-400e-a7c2-bb82fdfcd7a2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1176953 Nov 01 18:24:18.098658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::3dc (67390d4f-8ecf-462d-bd6d-0170ba363007/1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3/0b263f1a-32a8-4739-a24b-26a4280b1900) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:18.101867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd2fe7c2-6088-4da3-917d-cd15adcf5b6e req-f471052d-5bdf-4aae-a354-28c565b3b422 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712059 Nov 01 18:24:18.205293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Attempting to bind port fbbee7b5-161e-41a4-b264-b9f528958c71 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:18.205293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Attempting to bind port fbbee7b5-161e-41a4-b264-b9f528958c71 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:18.205293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Attempting to bind port fbbee7b5-161e-41a4-b264-b9f528958c71 on network a4d308e6-94bf-4e66-973d-b2b934d10809 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:18.246381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] For port b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:18.246858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.292664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:18.293056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Checking segment: {'id': 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:18.293482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.294466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Bound using segment: {'id': 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:18.294927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Bound port: fbbee7b5-161e-41a4-b264-b9f528958c71, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4d308e6-94bf-4e66-973d-b2b934d10809'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:18.295455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.307385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Calling delete_port for b3be2799-08a5-41e2-9b3f-7d9b0b722e50 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:18.343319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.417763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Allocated IP 2001:db8:0:1::1 (ab33c551-a237-4671-871d-6eadb160a706/ae4adbfc-9aea-4a0e-b8da-aa5c46803964/2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:18.510117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b3be2799-08a5-41e2-9b3f-7d9b0b722e50, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:18.567875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.576833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] For port fbbee7b5-161e-41a4-b264-b9f528958c71, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:18.603151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Subnet': ['ID=1fee9abc-6442-4775-b0e8-5d204d0eed4f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:18.605467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.605812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] For port fbbee7b5-161e-41a4-b264-b9f528958c71, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fbbee7b5-161e-41a4-b264-b9f528958c71,segment=NetworkSegment(bf6d0e9d-9179-4438-9d41-3d68a5db2d1d),segment_id=bf6d0e9d-9179-4438-9d41-3d68a5db2d1d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:18.613290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-888fa047-c15b-471e-a0af-5697b09d5ad1 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/subnets/1fee9abc-6442-4775-b0e8-5d204d0eed4f HTTP/1.1" status: 204 len: 168 time: 1.6899254 Nov 01 18:24:18.614008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53972) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:18.676035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.690355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting subnet ae4adbfc-9aea-4a0e-b8da-aa5c46803964 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:18.742886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.921025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685bcc6-772a-4697-92f8-7c72ddcd6925 req-1b7fde6e-d5c5-424d-be38-ed8f9f04512d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:18.922505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7685bcc6-772a-4697-92f8-7c72ddcd6925 req-1b7fde6e-d5c5-424d-be38-ed8f9f04512d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.0502627 Nov 01 18:24:18.960325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7685bcc6-772a-4697-92f8-7c72ddcd6925 req-6884df1b-214b-4f1d-9f4f-9c0d4df21b66 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Nov 01 18:24:18.963264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.970064 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:18.976095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.006876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.027287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08664d73-bf7f-46a4-a950-ab5aaeaf96b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.030972 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.036285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.039903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.047054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=0b263f1a-32a8-4739-a24b-26a4280b1900,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.067576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Network ab33c551-a237-4671-871d-6eadb160a706 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:19.068054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:19.069566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:19.075456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:19.086799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:19.087711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.091959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:19.097061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:19.131902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.149263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.157975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424422-17b9-4e15-872f-0da235a7c706 None None] Pushing event updated for resources: {'Port': ['ID=fbbee7b5-161e-41a4-b264-b9f528958c71,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.212711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] No DVR routers for this DVR port b3be2799-08a5-41e2-9b3f-7d9b0b722e50 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:19.222927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f00181e1-0032-462a-ab97-3bdc3d4c59bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7232349 Nov 01 18:24:19.225613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:19.263026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Attempting to bind port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:19.263436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Attempting to bind port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5399fdf9-9557-4d25-878d-e6541142733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:19.264166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Attempting to bind port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 on network ab33c551-a237-4671-871d-6eadb160a706 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:19.266549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2b2cb-5388-41e7-afb2-cc189581c54d None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:19.286303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda1cc-ba4c-43c1-ac8e-a4dab3c3e50b req-0b8e6b6d-2c68-4af4-ab88-f7adc631e27c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:19.287330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Pushing event updated for resources: {'Port': ['ID=2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.294762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6dda1cc-ba4c-43c1-ac8e-a4dab3c3e50b req-0b8e6b6d-2c68-4af4-ab88-f7adc631e27c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.0651667 Nov 01 18:24:19.308169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:19.308546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Checking segment: {'id': '5399fdf9-9557-4d25-878d-e6541142733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:19.309164 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.310331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Bound using segment: {'id': '5399fdf9-9557-4d25-878d-e6541142733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:19.310664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Bound port: 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5399fdf9-9557-4d25-878d-e6541142733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab33c551-a237-4671-871d-6eadb160a706'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:19.311060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.328952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85eb57c-a4b3-4e4b-9e21-b285ba30bf8e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:19.332793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e85eb57c-a4b3-4e4b-9e21-b285ba30bf8e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1022933 Nov 01 18:24:19.333670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53990) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:19.352174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6dda1cc-ba4c-43c1-ac8e-a4dab3c3e50b req-8af84986-8524-48ab-b186-bea5be309d9f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562334 Nov 01 18:24:19.395186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4b361-6ebb-440f-8c1c-d51b496a349f None None] Pushing event deleted for resources: {'Port': ['ID=b3be2799-08a5-41e2-9b3f-7d9b0b722e50,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.441759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.514733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.518251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/subnets/ae4adbfc-9aea-4a0e-b8da-aa5c46803964 HTTP/1.1" status: 204 len: 168 time: 0.9033363 Nov 01 18:24:19.521259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbde13-a92c-4bef-b6eb-ee3c7298cb10 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4adbfc-9aea-4a0e-b8da-aa5c46803964,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.521782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:19.580776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] For port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:19.599183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] For port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8,segment=NetworkSegment(5399fdf9-9557-4d25-878d-e6541142733a),segment_id=5399fdf9-9557-4d25-878d-e6541142733a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:19.621028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba99400-38d9-4f4d-9766-ce0ec869c6af tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:19.630240 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0ba99400-38d9-4f4d-9766-ce0ec869c6af tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1031466 Nov 01 18:24:19.631192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54000) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:19.631319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 0b263f1a-32a8-4739-a24b-26a4280b1900 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:19.631635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.644226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fbbee7b5-161e-41a4-b264-b9f528958c71 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:19.725809 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.726633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.739725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.755251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 0b263f1a-32a8-4739-a24b-26a4280b1900 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:19.786876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:19.787378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.836162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fbbee7b5-161e-41a4-b264-b9f528958c71 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:19.836498 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.859581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] For port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8,segment=NetworkSegment(5399fdf9-9557-4d25-878d-e6541142733a),segment_id=5399fdf9-9557-4d25-878d-e6541142733a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:19.860090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:19.876659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Calling delete_port for 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:19.911360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddfa2a-1de9-4231-b67c-4d14472f1ea7 None None] Pushing event updated for resources: {'Port': ['ID=2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:19.939033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b029e6-1b31-4d4c-9399-266bc3d715c8 None None] Network ab33c551-a237-4671-871d-6eadb160a706 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:20.086668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.104417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.107938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] No DVR routers for this DVR port 2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:20.124433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:20.125316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.149321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Port': ['ID=2f66cf80-f6f1-476e-9cdd-9cbe10fa1be8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:20.179009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=0b263f1a-32a8-4739-a24b-26a4280b1900,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:20.233885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fef74-6402-4b35-8c8e-8a0086584f3a req-df9c04a4-85cf-4830-85f0-5ca8af2d07f8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:20.241510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-277fef74-6402-4b35-8c8e-8a0086584f3a req-df9c04a4-85cf-4830-85f0-5ca8af2d07f8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1917405 Nov 01 18:24:20.250622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.254175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2bf1795d-a0c7-45b9-ae9f-0df056359e72 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/0b263f1a-32a8-4739-a24b-26a4280b1900 HTTP/1.1" status: 204 len: 168 time: 0.9187000 Nov 01 18:24:20.262274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54008) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:20.293554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.293844 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.319031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab33c551-a237-4671-871d-6eadb160a706']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:20.332342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9e2b8-3393-4dc1-b09b-32d5c9a1ac2d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:20.332598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5399fdf9-9557-4d25-878d-e6541142733a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:20.332789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5399fdf9-9557-4d25-878d-e6541142733a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:20.333981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9e2b8-3393-4dc1-b09b-32d5c9a1ac2d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:20.335712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-09d9e2b8-3393-4dc1-b09b-32d5c9a1ac2d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0720479 Nov 01 18:24:20.347099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-277fef74-6402-4b35-8c8e-8a0086584f3a req-89d88971-3957-421a-9f74-a993ea5b3a47 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026897 Nov 01 18:24:20.350941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:20.351186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.381393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.394934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:20.394934 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:20.421974 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:20.441648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port fbbee7b5-161e-41a4-b264-b9f528958c71, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fbbee7b5-161e-41a4-b264-b9f528958c71,segment=NetworkSegment(bf6d0e9d-9179-4438-9d41-3d68a5db2d1d),segment_id=bf6d0e9d-9179-4438-9d41-3d68a5db2d1d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:20.480803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:20.489596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3/090368e5-5131-44da-9d44-101bf23d62af) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:20.522431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2f5f-c778-4bf3-b8ef-fcfa5838e1bf req-6d98e4ce-f35a-4e8e-9fee-f97ef6553ca7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:20.524165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73fa2f5f-c778-4bf3-b8ef-fcfa5838e1bf req-6d98e4ce-f35a-4e8e-9fee-f97ef6553ca7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.0635800 Nov 01 18:24:20.528936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6874e-cd8f-472a-9933-e1c81d8c7787 None None] Network a4d308e6-94bf-4e66-973d-b2b934d10809 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:20.535110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.568875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73fa2f5f-c778-4bf3-b8ef-fcfa5838e1bf req-97541611-3d4e-4cb7-869f-963594113558 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Nov 01 18:24:20.684322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.701930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-54d1a195-e8b0-4c59-990d-74685d1801eb None None] Provisioning complete for port fbbee7b5-161e-41a4-b264-b9f528958c71 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:20.702299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54d1a195-e8b0-4c59-990d-74685d1801eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.711858 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.716364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/ab33c551-a237-4671-871d-6eadb160a706 HTTP/1.1" status: 204 len: 168 time: 1.0829911 Nov 01 18:24:20.733768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1718-c93a-4937-af5e-940eaeeed899 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=ab33c551-a237-4671-871d-6eadb160a706,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:20.733886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=fbbee7b5-161e-41a4-b264-b9f528958c71,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:20.733981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54026) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:20.823118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.843013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.889102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Deleting port fbbee7b5-161e-41a4-b264-b9f528958c71 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:20.889586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.915670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d44d357e-8d65-44bc-a31e-999c9687c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.942276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] DHCP port deletion for a4d308e6-94bf-4e66-973d-b2b934d10809 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:20.964555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:20.971974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.008665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] For port fbbee7b5-161e-41a4-b264-b9f528958c71, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fbbee7b5-161e-41a4-b264-b9f528958c71,segment=NetworkSegment(bf6d0e9d-9179-4438-9d41-3d68a5db2d1d),segment_id=bf6d0e9d-9179-4438-9d41-3d68a5db2d1d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:21.008665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.021279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:21.031604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:21.037262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:21.050217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Pushing event updated for resources: {'Port': ['ID=090368e5-5131-44da-9d44-101bf23d62af,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:21.081722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Deleting port fbbee7b5-161e-41a4-b264-b9f528958c71 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:21.082301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.164300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Attempting to bind port 090368e5-5131-44da-9d44-101bf23d62af on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:21.164668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Attempting to bind port 090368e5-5131-44da-9d44-101bf23d62af by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:21.165102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Attempting to bind port 090368e5-5131-44da-9d44-101bf23d62af on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:21.180318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:21.180702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:21.181111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.181506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:21.181989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Bound port: 090368e5-5131-44da-9d44-101bf23d62af, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:21.182376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.208281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] For port fbbee7b5-161e-41a4-b264-b9f528958c71, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fbbee7b5-161e-41a4-b264-b9f528958c71,segment=NetworkSegment(bf6d0e9d-9179-4438-9d41-3d68a5db2d1d),segment_id=bf6d0e9d-9179-4438-9d41-3d68a5db2d1d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:21.208756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.241075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Calling delete_port for fbbee7b5-161e-41a4-b264-b9f528958c71 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:21.309127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] For port 090368e5-5131-44da-9d44-101bf23d62af, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:21.314355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] For port 090368e5-5131-44da-9d44-101bf23d62af, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=090368e5-5131-44da-9d44-101bf23d62af,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:21.362749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Calling delete_port for fbbee7b5-161e-41a4-b264-b9f528958c71 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:21.366053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.441323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.497194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fbbee7b5-161e-41a4-b264-b9f528958c71 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:21.507445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.531670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fbbee7b5-161e-41a4-b264-b9f528958c71 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:21.532015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fbbee7b5-161e-41a4-b264-b9f528958c71 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:21.533369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84d8f-eadb-4c87-8718-4353a27e1f1b None None] Pushing event updated for resources: {'Port': ['ID=090368e5-5131-44da-9d44-101bf23d62af,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:21.570431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.582802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] No DVR routers for this DVR port fbbee7b5-161e-41a4-b264-b9f528958c71 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:21.585200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739b4de-ae4c-443f-8b82-c224d129cb3e None None] Pushing event deleted for resources: {'Port': ['ID=fbbee7b5-161e-41a4-b264-b9f528958c71,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:21.630723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12918-3262-4aac-ba4a-214bad628dac req-3f484943-c99b-4217-9d2e-de224507c855 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:21.632319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9c12918-3262-4aac-ba4a-214bad628dac req-3f484943-c99b-4217-9d2e-de224507c855 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1964273 Nov 01 18:24:21.676727 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.751191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Port': ['ID=fbbee7b5-161e-41a4-b264-b9f528958c71,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:21.759703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] No DVR routers for this DVR port fbbee7b5-161e-41a4-b264-b9f528958c71 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:21.765431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9c12918-3262-4aac-ba4a-214bad628dac req-778e938e-8d89-45c4-a842-c325c3ec8dcf tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236706 Nov 01 18:24:21.921478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.936085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.976816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:21.980062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3 HTTP/1.1" status: 204 len: 168 time: 1.6314549 Nov 01 18:24:21.983237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:21.985528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e959-9fa0-41a1-83b2-737bf1ddaedd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:21.999017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d308e6-94bf-4e66-973d-b2b934d10809']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.020719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca669e-7989-445a-965e-e70fda371e4a req-312e5fc6-b556-43e3-8b79-c8fcd78b7011 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:22.025967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fca669e-7989-445a-965e-e70fda371e4a req-312e5fc6-b556-43e3-8b79-c8fcd78b7011 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1857479 Nov 01 18:24:22.025967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.025967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d0e9d-9179-4438-9d41-3d68a5db2d1d') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.029541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d04c1690-8b2e-4620-a6be-768d9868cd94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422933 Nov 01 18:24:22.029759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:22.034977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:22.036721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.049351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.069673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.083436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:22.083877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:22.087021 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:22.112102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fca669e-7989-445a-965e-e70fda371e4a req-8bd09bd4-970a-4162-a49a-27af103125df tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779877 Nov 01 18:24:22.237899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:22.238544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.242131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.244408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.252891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/a4d308e6-94bf-4e66-973d-b2b934d10809 HTTP/1.1" status: 204 len: 168 time: 1.5159872 Nov 01 18:24:22.255351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:22.289496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222424d-1fc0-41d6-9bb9-ca8d0613786a tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=a4d308e6-94bf-4e66-973d-b2b934d10809,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:22.359745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.465552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.494889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63e9e71-ce1d-49f7-8373-7ce901186e6a']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.506074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bc6d5a-10c0-43e2-a40c-cf436d27f680') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.506635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bc6d5a-10c0-43e2-a40c-cf436d27f680') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:22.519284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.534804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.537939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.542300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:22.542745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:22.546592 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:22.596948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:22.602078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:22.607719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:22.608399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.620933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=94df334b-f4a8-49e6-b1e3-7dd45a919dcb,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:22.695222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a8b2b-8208-47a9-ab09-8ec7f83c5726 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:22.726069 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bad86613-8b43-495c-8f72-6b9e87f4665b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6951842 Nov 01 18:24:22.728716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:22.734778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'name': 'tempest-NetworksTestDHCPv6-479962403'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:22.761283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Could not find standard attr ID for object 0b263f1a-32a8-4739-a24b-26a4280b1900. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:22.787795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Provisioning complete for port 090368e5-5131-44da-9d44-101bf23d62af triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:22.788173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.822032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.830861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.836760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/a63e9e71-ce1d-49f7-8373-7ce901186e6a HTTP/1.1" status: 204 len: 168 time: 0.5802577 Nov 01 18:24:22.839591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54096) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:22.861616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081ae8-8b7c-44ea-851c-6665b30bc537 tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=a63e9e71-ce1d-49f7-8373-7ce901186e6a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:22.933218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:22.955264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cb6ea-5f7c-4b50-bc80-d71fd68c923a req-b54cc29e-1c85-4c57-841c-c9cc36aaeb58 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:22.957186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a95cb6ea-5f7c-4b50-bc80-d71fd68c923a req-b54cc29e-1c85-4c57-841c-c9cc36aaeb58 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1023130 Nov 01 18:24:22.979439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] For port 090368e5-5131-44da-9d44-101bf23d62af, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=090368e5-5131-44da-9d44-101bf23d62af,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:23.012080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a95cb6ea-5f7c-4b50-bc80-d71fd68c923a req-ed5792fd-f5ac-4c2a-9227-0ac4ff33a01f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Nov 01 18:24:23.031483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:23.042715 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.044868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.089159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:23.095663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.238001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:23.253092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.287576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9696ccb3-6307-47fc-8cb2-39b68c3adbe6']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:23.288813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bd14d-27f8-4238-b12d-dfe26dde4de7 None None] Pushing event updated for resources: {'Port': ['ID=090368e5-5131-44da-9d44-101bf23d62af,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:23.300735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c28ab5d-5786-4fcf-8b80-45c8afbbbed5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:23.301261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c28ab5d-5786-4fcf-8b80-45c8afbbbed5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:23.315244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.334827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.346568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:23.347103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:23.350218 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:23.444957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99614b52-7920-486d-871a-05f519f23868 req-ddc0d385-0552-45ae-85ec-b8dde732eb7b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:23.449528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2a705d3-2a9c-47e6-8407-08f0bd50ba01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.453423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1b76408d-af2f-4433-9dba-d9180f0c7efa None None] Provisioning complete for port 090368e5-5131-44da-9d44-101bf23d62af triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:23.458229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b76408d-af2f-4433-9dba-d9180f0c7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.461833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99614b52-7920-486d-871a-05f519f23868 req-ddc0d385-0552-45ae-85ec-b8dde732eb7b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1623082 Nov 01 18:24:23.489076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5667-6d25-410b-8d64-cfa7a5bc25a4 req-f2256910-17ee-4b85-8641-0c7ea87f7a6f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:23.490544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-021a5667-6d25-410b-8d64-cfa7a5bc25a4 req-f2256910-17ee-4b85-8641-0c7ea87f7a6f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.2774394 Nov 01 18:24:23.510577 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.516861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.522469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] 10.222.0.31 "DELETE /v2.0/networks/9696ccb3-6307-47fc-8cb2-39b68c3adbe6 HTTP/1.1" status: 204 len: 168 time: 0.6772680 Nov 01 18:24:23.558868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe594c-005d-47cb-b70b-bf1c43f6ebca tempest-BulkNetworkOpsIpV6Test-649273150 tempest-BulkNetworkOpsIpV6Test-649273150-project] Pushing event deleted for resources: {'Network': ['ID=9696ccb3-6307-47fc-8cb2-39b68c3adbe6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:23.607463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 090368e5-5131-44da-9d44-101bf23d62af up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:23.624581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2a705d3-2a9c-47e6-8407-08f0bd50ba01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.626113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::234 (67390d4f-8ecf-462d-bd6d-0170ba363007/94df334b-f4a8-49e6-b1e3-7dd45a919dcb/9ab0d5da-e99f-4a4c-9bde-b0665f0d5131) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:23.661905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99614b52-7920-486d-871a-05f519f23868 req-c3ac1cef-7c80-42ab-9531-2a8137b64240 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993508 Nov 01 18:24:23.704146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-021a5667-6d25-410b-8d64-cfa7a5bc25a4 req-1e5792a4-88b9-4c04-8b07-00a2ea26de2c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435866 Nov 01 18:24:23.704558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 090368e5-5131-44da-9d44-101bf23d62af triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:23.705503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.723689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2a705d3-2a9c-47e6-8407-08f0bd50ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.733985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.752573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a705d3-2a9c-47e6-8407-08f0bd50ba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc02c45-41c3-4beb-a93c-4d085745990c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:23.753462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dd279d08-3112-4fc0-a663-79b2b36ecb8d None None] Could not find standard attr ID for object 0b263f1a-32a8-4739-a24b-26a4280b1900. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:23.810878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c2a705d3-2a9c-47e6-8407-08f0bd50ba01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01c1c749ca4742b5b1131775a56f7a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714312 Nov 01 18:24:23.811343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54116) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:23.947144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f5e24-76d2-45f3-b652-8ad75bf78973 req-498a52d8-9c2a-4452-a1d3-67db3bd73527 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:23.948716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-235f5e24-76d2-45f3-b652-8ad75bf78973 req-498a52d8-9c2a-4452-a1d3-67db3bd73527 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.1361237 Nov 01 18:24:23.952851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7d631-d1d0-424c-b702-4df2ad42daf4 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:24:23.970224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:23.989030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.039855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.057445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-235f5e24-76d2-45f3-b652-8ad75bf78973 req-6518dbcd-751f-4ce7-9eca-217dda5da913 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945911 Nov 01 18:24:24.094462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54126) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:24.139639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7d631-d1d0-424c-b702-4df2ad42daf4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:24:24.213161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.263850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:24.268550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:24.273113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.275994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.291739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afc02c45-41c3-4beb-a93c-4d085745990c HTTP/1.1" status: 204 len: 168 time: 0.4690568 Nov 01 18:24:24.294895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:24.308449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.310467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.359411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4c09-1669-442f-9fd1-768b9701d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc02c45-41c3-4beb-a93c-4d085745990c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:24.372838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=9ab0d5da-e99f-4a4c-9bde-b0665f0d5131,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:24.443254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e8ab0f21-d1c6-464a-ab7c-7b3794db2357 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f540435cbe5a47f7b88fe6b2f0096a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466654 Nov 01 18:24:24.446080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54134) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:24.458747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068e6d-ff49-4945-b29b-09b8dfbec162 req-b62db118-0602-49ea-aeb0-df616fe89c10 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.460259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77068e6d-ff49-4945-b29b-09b8dfbec162 req-b62db118-0602-49ea-aeb0-df616fe89c10 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.0910771 Nov 01 18:24:24.487139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1e22f64-3354-4dba-ab22-688fe2a81f8c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7572095 Nov 01 18:24:24.489791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54136) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:24.528739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77068e6d-ff49-4945-b29b-09b8dfbec162 req-1d29d819-4597-4b76-9a77-a3e7bf5a5e2e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603640 Nov 01 18:24:24.542245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.570885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d806af-71a0-4203-833f-5d79d18f8e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.577450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d806af-71a0-4203-833f-5d79d18f8e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.581539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.583725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54140) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:24.597063 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-74d806af-71a0-4203-833f-5d79d18f8e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0931950 Nov 01 18:24:24.734047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:24.734474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.832299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.834802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.835953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e962c093-6e7d-4723-b020-6b69e89d08e1 HTTP/1.1" status: 204 len: 168 time: 0.3891745 Nov 01 18:24:24.873812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f41bec-9e19-4bfc-a1e1-e0dababb188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e962c093-6e7d-4723-b020-6b69e89d08e1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:24.901208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:24.922044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:24.932045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1357f-7468-473e-9e26-08ce2b9a4417 req-553fd0df-3e7a-4496-a1e4-1cd6a5e8e89c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.933587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb1357f-7468-473e-9e26-08ce2b9a4417 req-553fd0df-3e7a-4496-a1e4-1cd6a5e8e89c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.1671052 Nov 01 18:24:24.943752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca7480-48f6-4d06-9750-a63d2e6cba63 req-8a72a442-88e4-4763-842e-de514c62636d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:24.947218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92ca7480-48f6-4d06-9750-a63d2e6cba63 req-8a72a442-88e4-4763-842e-de514c62636d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.1459627 Nov 01 18:24:25.052320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb1357f-7468-473e-9e26-08ce2b9a4417 req-3137004d-ec56-43d5-9b82-34a20b4dfec1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041801 Nov 01 18:24:25.064710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92ca7480-48f6-4d06-9750-a63d2e6cba63 req-835985b4-f428-4d53-bcf1-73017da7c4e2 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117342 Nov 01 18:24:25.091321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.118870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f1b2-9f1e-4a8c-82b5-159c7a51f47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.195690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8c0d0f70-daec-4e42-9bf8-4153895aa680 None None] Provisioning complete for port 9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:25.196689 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0f70-daec-4e42-9bf8-4153895aa680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.234203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d0f70-daec-4e42-9bf8-4153895aa680 None None] Port 9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:25.270892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.346843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.353415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54164) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.353622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 HTTP/1.1" status: 204 len: 168 time: 0.7681947 Nov 01 18:24:25.365202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd082de2-febe-42e4-8b12-c5919d6b4d2c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=9ab0d5da-e99f-4a4c-9bde-b0665f0d5131,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:25.425121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2a6c-aa77-43af-8763-b5cc8ccc8c38 req-2ad46e5d-1fe1-40c1-b6da-7f1f4d140e45 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.431994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2a6c-aa77-43af-8763-b5cc8ccc8c38 req-2ad46e5d-1fe1-40c1-b6da-7f1f4d140e45 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.438359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2a6c-aa77-43af-8763-b5cc8ccc8c38 req-2ad46e5d-1fe1-40c1-b6da-7f1f4d140e45 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.446303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c82a2a6c-aa77-43af-8763-b5cc8ccc8c38 req-2ad46e5d-1fe1-40c1-b6da-7f1f4d140e45 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae&device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb&device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 2417 time: 0.0916948 Nov 01 18:24:25.448074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95d7e7-c42f-48b1-bc72-317355e87a50 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.449588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95d7e7-c42f-48b1-bc72-317355e87a50 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.451734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c95d7e7-c42f-48b1-bc72-317355e87a50 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972009 Nov 01 18:24:25.457336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.491425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c82a2a6c-aa77-43af-8763-b5cc8ccc8c38 req-607b6d45-e6e8-4914-a02b-5f242d8ab5d7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Nov 01 18:24:25.548931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f1b2-9f1e-4a8c-82b5-159c7a51f47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.553681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 94df334b-f4a8-49e6-b1e3-7dd45a919dcb {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:25.556871 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.597909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.618600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f1b2-9f1e-4a8c-82b5-159c7a51f47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.645345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45647e09-e1e4-4eb7-b6d2-16965429bf8b req-5dc038f1-795e-471d-8e2b-18274476de3a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:25.646850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45647e09-e1e4-4eb7-b6d2-16965429bf8b req-5dc038f1-795e-471d-8e2b-18274476de3a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.0518796 Nov 01 18:24:25.678754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d5f8f1b2-9f1e-4a8c-82b5-159c7a51f47e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f8b9ce3e99243ed93186a7ceff789f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837727 Nov 01 18:24:25.679659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.685342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f1b2-9f1e-4a8c-82b5-159c7a51f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680732fc-2797-4836-9017-b2b40d39af12,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:25.688604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.698467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45647e09-e1e4-4eb7-b6d2-16965429bf8b req-5716075d-2f78-417e-8f79-517de503d018 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Nov 01 18:24:25.751028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.776005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.841683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.872740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=94df334b-f4a8-49e6-b1e3-7dd45a919dcb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:25.878893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.884075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f4c0aa3f-6182-4a6d-903d-526904a9f353 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/94df334b-f4a8-49e6-b1e3-7dd45a919dcb HTTP/1.1" status: 204 len: 168 time: 0.4255958 Nov 01 18:24:25.885061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54184) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.887546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecfb05-8524-4193-b2d0-a2606dc65a1a None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:25.951609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4cd64b86-ec52-4e30-9ccb-40bbbb8c47d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638206 Nov 01 18:24:25.951609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.952997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:25.954480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:25.955747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/680732fc-2797-4836-9017-b2b40d39af12 HTTP/1.1" status: 204 len: 168 time: 0.2750297 Nov 01 18:24:25.966395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac073e-e8b5-4cc0-b5cd-1a6575c06c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680732fc-2797-4836-9017-b2b40d39af12,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:26.042912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe80c3b-7164-4531-b1b0-fd8b817d6bf7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:26.044797 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfe80c3b-7164-4531-b1b0-fd8b817d6bf7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0905473 Nov 01 18:24:26.047694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54192) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:26.133159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54196) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:26.141036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.172160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c130084-3efc-41b9-a9f5-cfa8b48537dd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:26.185791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2c130084-3efc-41b9-a9f5-cfa8b48537dd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365998 Nov 01 18:24:26.189087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54204) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:26.258120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-928ba64e-58f9-4874-9b2e-18db6f354724 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640733 Nov 01 18:24:26.258505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54208) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:26.270320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:26.271916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:26.314252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-218087'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:26.328503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Deleting port 090368e5-5131-44da-9d44-101bf23d62af {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:26.328883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.349882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365846b1-77ed-4853-95cd-e01e022701da req-1aea25b6-a421-4124-a4e0-caa9b2412de3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:26.351532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-365846b1-77ed-4853-95cd-e01e022701da req-1aea25b6-a421-4124-a4e0-caa9b2412de3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 943 time: 0.0994089 Nov 01 18:24:26.406375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] For port 090368e5-5131-44da-9d44-101bf23d62af, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=090368e5-5131-44da-9d44-101bf23d62af,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:26.407057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.422096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Calling delete_port for 090368e5-5131-44da-9d44-101bf23d62af owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:26.437684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-365846b1-77ed-4853-95cd-e01e022701da req-022f748a-6843-4362-882b-26ff0ef2aaa2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792422 Nov 01 18:24:26.640341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.676245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] Pushing event deleted for resources: {'Port': ['ID=090368e5-5131-44da-9d44-101bf23d62af,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:26.678492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc2f0b-a64d-483d-a9f1-4de147bffa3f None None] No DVR routers for this DVR port 090368e5-5131-44da-9d44-101bf23d62af on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:26.825272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:26.829845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.845361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.923701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:26.943180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:26.951995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.013138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.064066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:27.071451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb72a3-b8d2-4cfb-8a99-0b8a05ad4233,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:27.078930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.079349 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment 4c2ae1d4-4663-42d0-93de-3d6b87a83afd of type vlan for network ea781baf-74f3-462f-a8b0-d99aab7c65ee Nov 01 18:24:27.104792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:24:27.149548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.234509 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:27.250022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'network_id': '6a0261b0-f54d-4dcf-a645-c4c18478d2e9', 'port_id': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'mac_address': 'fa:16:3e:1f:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4b1d44-10e0-4248-b180-afcee7084fa5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:24:27.260616 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.270662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:27.270662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.296263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.314895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:24:27.336892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.337963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:27.373379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=ea781baf-74f3-462f-a8b0-d99aab7c65ee,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:27.388644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:27.392112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:27.402731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:27.404919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=524f8447-3b3e-4758-a5af-81c0480e4c83,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:27.414238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:27.414848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.415463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9deb18-6187-4f83-84f7-ecfbbae74bf7 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:27.423259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-92b7f81c-01a9-4c91-90b9-2e6241a6db63 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2852669 Nov 01 18:24:27.425940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54250) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:27.432576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960762169'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:27.524226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.533871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cfb9a-5820-4fe5-9950-3272efd83072 req-74700dd9-1303-4739-86e2-5a815255f281 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:27.536024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e11cfb9a-5820-4fe5-9950-3272efd83072 req-74700dd9-1303-4739-86e2-5a815255f281 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0837426 Nov 01 18:24:27.570680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 090368e5-5131-44da-9d44-101bf23d62af no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:27.584070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:27.587686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.602698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 090368e5-5131-44da-9d44-101bf23d62af {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:27.603043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 090368e5-5131-44da-9d44-101bf23d62af not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:27.617943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-307d6bb3-8586-4a39-a8ab-45dbce528337 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3544462 Nov 01 18:24:27.617943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54262) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:27.624453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': '524f8447-3b3e-4758-a5af-81c0480e4c83', 'ip_address': '2001:db8::dcd:de81:6dbf:ed47'}], 'name': 'tempest-NetworksTestDHCPv6-590027830'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:27.630933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:27.640634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e11cfb9a-5820-4fe5-9950-3272efd83072 req-efe46fb8-5a68-44be-8d8c-46bddc90976d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833948 Nov 01 18:24:27.655649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31d0-6968-4871-b6ad-130048c715b7 req-35b37993-d914-4702-8f0a-c6201a2b5bb4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:27.657218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91eb31d0-6968-4871-b6ad-130048c715b7 req-35b37993-d914-4702-8f0a-c6201a2b5bb4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.1185675 Nov 01 18:24:27.658014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:27.679733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.680149 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment d83374e2-7837-4b71-8943-a1cbc16fe462 of type vlan for network 52281629-cbce-49a0-8927-7126fc937eda Nov 01 18:24:27.729168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '524f8447-3b3e-4758-a5af-81c0480e4c83'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:27.730102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.759755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91eb31d0-6968-4871-b6ad-130048c715b7 req-94b346f5-b210-43c3-b9c4-dbe3062fbb92 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909767 Nov 01 18:24:27.784260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.880107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:27.909008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.912920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/524f8447-3b3e-4758-a5af-81c0480e4c83/062950ca-d1b6-4716-ba68-6a89d19a8006) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:27.915228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:27.915950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.970678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:27.990782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 156dc1c0-5909-4cf8-aa00-eef7867a8ffd yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:28.002590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=52281629-cbce-49a0-8927-7126fc937eda,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:28.011814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:28.019299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 52281629-cbce-49a0-8927-7126fc937eda details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:28.020074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fb948a11-42ac-4251-aa7b-98d7b56b66d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5927672 Nov 01 18:24:28.023107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:28.028914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:28.192295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:28.195930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.322966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.432449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.471881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:28.476633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:28.480168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:28.480873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::dcd:de81:6dbf:ed47 (67390d4f-8ecf-462d-bd6d-0170ba363007/524f8447-3b3e-4758-a5af-81c0480e4c83/156dc1c0-5909-4cf8-aa00-eef7867a8ffd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:28.485791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Pushing event updated for resources: {'Port': ['ID=062950ca-d1b6-4716-ba68-6a89d19a8006,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:28.540835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Attempting to bind port 062950ca-d1b6-4716-ba68-6a89d19a8006 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:28.541210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Attempting to bind port 062950ca-d1b6-4716-ba68-6a89d19a8006 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:28.541586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Attempting to bind port 062950ca-d1b6-4716-ba68-6a89d19a8006 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:28.546722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:28.547099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:28.547547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.547930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:28.548394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Bound port: 062950ca-d1b6-4716-ba68-6a89d19a8006, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:28.548776 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.581425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.626601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] For port 062950ca-d1b6-4716-ba68-6a89d19a8006, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:28.632007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] For port 062950ca-d1b6-4716-ba68-6a89d19a8006, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=062950ca-d1b6-4716-ba68-6a89d19a8006,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:28.638873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.648262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=05e4dec4-d5c3-4f3e-934c-4609a4961ae6,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:28.660174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': '4c2ae1d4-4663-42d0-93de-3d6b87a83afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:28.660537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: ea781baf-74f3-462f-a8b0-d99aab7c65ee, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:28.712393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.741059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.790923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197ede-4603-45b8-9cf3-dd7faf4aa676 None None] Pushing event updated for resources: {'Port': ['ID=062950ca-d1b6-4716-ba68-6a89d19a8006,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:28.804147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:28.813416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:28.817189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:28.832263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:28.843884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:28.844649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.846044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c6f6b-fa55-42a8-829b-12e8fdd7b130 req-ec1ed62d-a805-4e48-8717-d6f9798ba482 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:28.849738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-742c6f6b-fa55-42a8-829b-12e8fdd7b130 req-ec1ed62d-a805-4e48-8717-d6f9798ba482 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.1103375 Nov 01 18:24:28.854431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=156dc1c0-5909-4cf8-aa00-eef7867a8ffd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:28.911400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ea781baf-74f3-462f-a8b0-d99aab7c65ee) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:28.919829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:28.920418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:28.922562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad698ea4-a790-4efc-a9f2-542267153dbd None None] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:28.947877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-742c6f6b-fa55-42a8-829b-12e8fdd7b130 req-afdc3c79-ef14-4beb-a7a1-fc26f5001674 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823071 Nov 01 18:24:28.964513 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1fe81d3a-39cd-4a6d-9458-7f87bc36d5b5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3465619 Nov 01 18:24:28.967995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:28.968728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5110-8ea8-4c7d-93e0-4d339b8ac414 req-c851fff4-1195-4821-8bb7-08f85853c648 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:28.977613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff0e5110-8ea8-4c7d-93e0-4d339b8ac414 req-c851fff4-1195-4821-8bb7-08f85853c648 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.1264927 Nov 01 18:24:29.067390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff0e5110-8ea8-4c7d-93e0-4d339b8ac414 req-92c92f24-1539-4c5b-9232-e09dad840837 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861928 Nov 01 18:24:29.090049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0d6f4cb2-b917-4012-803e-70aaf36a9caa tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0655630 Nov 01 18:24:29.100076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.100495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54310) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.103602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0faf5a-f9bf-4631-b3bc-86b7da0c6ce4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:29.105939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '52281629-cbce-49a0-8927-7126fc937eda', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:29.111400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0faf5a-f9bf-4631-b3bc-86b7da0c6ce4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:29.113397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4d0faf5a-f9bf-4631-b3bc-86b7da0c6ce4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1441445 Nov 01 18:24:29.122780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.251434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ea781baf-74f3-462f-a8b0-d99aab7c65ee', 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': '05e4dec4-d5c3-4f3e-934c-4609a4961ae6'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:29.252698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.277539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 156dc1c0-5909-4cf8-aa00-eef7867a8ffd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:29.277539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.335912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.351921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:29.355463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.371416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.385681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 156dc1c0-5909-4cf8-aa00-eef7867a8ffd owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:29.407443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Allocated IP 2001:db8::2 (ea781baf-74f3-462f-a8b0-d99aab7c65ee/05e4dec4-d5c3-4f3e-934c-4609a4961ae6/ef528fba-457b-47be-969d-bd4904464479) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:29.572318 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.591680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 062950ca-d1b6-4716-ba68-6a89d19a8006 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:29.624923 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.649364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.654747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 062950ca-d1b6-4716-ba68-6a89d19a8006 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:29.655155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.677670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=156dc1c0-5909-4cf8-aa00-eef7867a8ffd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:29.685461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.721008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.725408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-027a616c-8430-4732-bf95-8e53ab73d108 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/156dc1c0-5909-4cf8-aa00-eef7867a8ffd HTTP/1.1" status: 204 len: 168 time: 0.5976815 Nov 01 18:24:29.729057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54318) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.732212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09f0f8-78ef-4053-b2db-346fe2501f34,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:29.742801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.751973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.752729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.753076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.753515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.753850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.754180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.754506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.754826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.755147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.755736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.755849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.756124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:29.765546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.792735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:29.797601 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.802902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:29.804080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ecd9871d-650b-4c09-8eb7-28324a801a6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aee9bff8955a4dd4b2e565ff9a9700db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139953 Nov 01 18:24:29.810967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54320) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.816155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:29.824698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Pushing event updated for resources: {'Port': ['ID=ef528fba-457b-47be-969d-bd4904464479,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:29.842972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b8a0f-80b7-4bd7-968c-bf9c880d1178 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:29.844869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b8a0f-80b7-4bd7-968c-bf9c880d1178 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:29.846276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a74b8a0f-80b7-4bd7-968c-bf9c880d1178 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1162398 Nov 01 18:24:29.849319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:29.882906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=2fc193e0-6b8b-46cc-9deb-169c2573118a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:29.885085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 062950ca-d1b6-4716-ba68-6a89d19a8006, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=062950ca-d1b6-4716-ba68-6a89d19a8006,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:29.892948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'd83374e2-7837-4b71-8943-a1cbc16fe462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52281629-cbce-49a0-8927-7126fc937eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:29.893536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 52281629-cbce-49a0-8927-7126fc937eda, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:29.914073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Attempting to bind port ef528fba-457b-47be-969d-bd4904464479 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:29.914443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Attempting to bind port ef528fba-457b-47be-969d-bd4904464479 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '4c2ae1d4-4663-42d0-93de-3d6b87a83afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:29.915624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Attempting to bind port ef528fba-457b-47be-969d-bd4904464479 on network ea781baf-74f3-462f-a8b0-d99aab7c65ee {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:29.921390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:29.921765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Checking segment: {'id': '4c2ae1d4-4663-42d0-93de-3d6b87a83afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:29.922160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.922555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Bound using segment: {'id': '4c2ae1d4-4663-42d0-93de-3d6b87a83afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:29.923020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Bound port: ef528fba-457b-47be-969d-bd4904464479, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2ae1d4-4663-42d0-93de-3d6b87a83afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ea781baf-74f3-462f-a8b0-d99aab7c65ee'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:29.923399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.923797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 524f8447-3b3e-4758-a5af-81c0480e4c83 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:29.927958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.929771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.962318 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.986177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:29.991168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.005334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 52281629-cbce-49a0-8927-7126fc937eda is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:30.038769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] For port ef528fba-457b-47be-969d-bd4904464479, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:30.041180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=062950ca-d1b6-4716-ba68-6a89d19a8006,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:30.046181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] For port ef528fba-457b-47be-969d-bd4904464479, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ef528fba-457b-47be-969d-bd4904464479,segment=NetworkSegment(4c2ae1d4-4663-42d0-93de-3d6b87a83afd),segment_id=4c2ae1d4-4663-42d0-93de-3d6b87a83afd)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:30.119515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402865-2e45-4ed6-9ccf-f557aeb973d7 req-a368fd4f-9fba-44a5-af7d-f729cf89275f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:30.120570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.128100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1402865-2e45-4ed6-9ccf-f557aeb973d7 req-a368fd4f-9fba-44a5-af7d-f729cf89275f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0678880 Nov 01 18:24:30.143817 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.189927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1402865-2e45-4ed6-9ccf-f557aeb973d7 req-ce1d5225-d43b-43d8-b33a-1a8ffcb42c85 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Nov 01 18:24:30.193000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 52281629-cbce-49a0-8927-7126fc937eda) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:30.194547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.205790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.206947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d09f0f8-78ef-4053-b2db-346fe2501f34 HTTP/1.1" status: 204 len: 168 time: 0.3949766 Nov 01 18:24:30.239749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031bdca-ff15-4eac-b9a3-9eeb81315b81 None None] Network 52281629-cbce-49a0-8927-7126fc937eda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:30.272743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:30.274368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.277352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af973caf-61e8-452c-93cd-d4da46d213d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09f0f8-78ef-4053-b2db-346fe2501f34,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:30.281987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.305114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-71db506b-9d19-47ae-8bf9-2187f7447e69 None None] Provisioning complete for port 062950ca-d1b6-4716-ba68-6a89d19a8006 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:30.305556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-71db506b-9d19-47ae-8bf9-2187f7447e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.330333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.341408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/524f8447-3b3e-4758-a5af-81c0480e4c83 HTTP/1.1" status: 204 len: 168 time: 0.4906507 Nov 01 18:24:30.343373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ecab8-9d6d-4bad-b018-777bc4059872 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=524f8447-3b3e-4758-a5af-81c0480e4c83,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:30.346523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54334) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:30.368992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45dd4c-243e-4065-a306-b78057aeb918 req-a365b2c2-c078-4d40-80d0-3d0d8c34d3ac tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:30.377425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce45dd4c-243e-4065-a306-b78057aeb918 req-a365b2c2-c078-4d40-80d0-3d0d8c34d3ac tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.1247180 Nov 01 18:24:30.382907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b2a3d6fa-f429-426f-a120-8bf657c76ffe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2813320 Nov 01 18:24:30.389508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1703f2-d171-4524-abef-e463eb4e957a None None] Pushing event updated for resources: {'Port': ['ID=ef528fba-457b-47be-969d-bd4904464479,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:30.422046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54336) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:30.425500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce45dd4c-243e-4065-a306-b78057aeb918 req-0c895ff9-1c8e-46cc-9058-78c4a699e8b7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Nov 01 18:24:30.429118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82e5990c-5003-4813-ad26-98562defe426 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807552 Nov 01 18:24:30.432619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54338) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:30.435136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1852101503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:30.440399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:30.550476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.551838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.610465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4280c-5edd-4cd7-9157-10bd72961d50 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:30.691529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.711968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-52281629-cbce-49a0-8927-7126fc937eda', 'network_id': '52281629-cbce-49a0-8927-7126fc937eda', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': '2fc193e0-6b8b-46cc-9deb-169c2573118a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:30.712842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.756186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-31a95689-2693-41b5-9bc2-f21488ae4ba3 None None] Could not find standard attr ID for object 156dc1c0-5909-4cf8-aa00-eef7867a8ffd. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:30.809992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:30.816714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.900933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:30.918049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Allocated IP 2001:db8:1::2 (52281629-cbce-49a0-8927-7126fc937eda/2fc193e0-6b8b-46cc-9deb-169c2573118a/f38d4fc6-811f-455b-9cc8-4d6909194a88) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:30.950034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:31.026120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.027526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cdd28fa2-5bdf-456d-b088-e6491093c689 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6009049 Nov 01 18:24:31.036446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54352) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:31.096357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Deleting port 062950ca-d1b6-4716-ba68-6a89d19a8006 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:31.096708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.128422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.137998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.159055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:31.194580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=6e28f25c-467b-4e6a-b217-17e0f51d3c43,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:31.228808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:31.239801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:31.246388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:31.247786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.251530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.336813 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a683a309-06fc-4287-a3a0-02bb89512a64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9004741 Nov 01 18:24:31.337221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54362) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:31.341357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] For port 062950ca-d1b6-4716-ba68-6a89d19a8006, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=062950ca-d1b6-4716-ba68-6a89d19a8006,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:31.341774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.349210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': '6e28f25c-467b-4e6a-b217-17e0f51d3c43', 'ip_address': '2001:db8::916f:b901:b94b:9751'}], 'name': 'tempest-NetworksTestDHCPv6-713760806'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:31.361868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Network 52281629-cbce-49a0-8927-7126fc937eda is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:31.369648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3aa84e66-aec9-4f28-9795-6897ad127c2b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:31.370025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.375663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:31.378964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:31.383476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Calling delete_port for 062950ca-d1b6-4716-ba68-6a89d19a8006 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:31.386607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Pushing event updated for resources: {'Port': ['ID=f38d4fc6-811f-455b-9cc8-4d6909194a88,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:31.466271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f2e3b-38ef-423c-97f7-d7a3e85192a6 req-d7679fa0-7c6a-4f18-af7e-a9bc9741adca tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:31.472454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e4f2e3b-38ef-423c-97f7-d7a3e85192a6 req-d7679fa0-7c6a-4f18-af7e-a9bc9741adca tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.1448081 Nov 01 18:24:31.646611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ef528fba-457b-47be-969d-bd4904464479 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:31.649572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5885812-6860-43b8-9c87-9c80519ae695 None None] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:31.701267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Attempting to bind port f38d4fc6-811f-455b-9cc8-4d6909194a88 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:31.701765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Attempting to bind port f38d4fc6-811f-455b-9cc8-4d6909194a88 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd83374e2-7837-4b71-8943-a1cbc16fe462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52281629-cbce-49a0-8927-7126fc937eda'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:31.702149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Attempting to bind port f38d4fc6-811f-455b-9cc8-4d6909194a88 on network 52281629-cbce-49a0-8927-7126fc937eda {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:31.714135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:31.719952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.741731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 176b9b3c-2d57-407c-a210-8f210c4f1005 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:31.777326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:31.777723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Checking segment: {'id': 'd83374e2-7837-4b71-8943-a1cbc16fe462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52281629-cbce-49a0-8927-7126fc937eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:31.778146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.778537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Bound using segment: {'id': 'd83374e2-7837-4b71-8943-a1cbc16fe462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52281629-cbce-49a0-8927-7126fc937eda'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:31.779223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Bound port: f38d4fc6-811f-455b-9cc8-4d6909194a88, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83374e2-7837-4b71-8943-a1cbc16fe462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52281629-cbce-49a0-8927-7126fc937eda'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:31.779662 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.849477 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.890906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:31.893274 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55787c05-6290-4995-9ce0-15a390e61691" -d '{"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:31.914007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.920963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] Provisioning complete for port ef528fba-457b-47be-969d-bd4904464479 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:31.921336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:31.924546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:31.938319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::916f:b901:b94b:9751 (67390d4f-8ecf-462d-bd6d-0170ba363007/6e28f25c-467b-4e6a-b217-17e0f51d3c43/176b9b3c-2d57-407c-a210-8f210c4f1005) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:31.973742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e4f2e3b-38ef-423c-97f7-d7a3e85192a6 req-450499ee-47a1-4a72-98b7-e445130208d8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899855 Nov 01 18:24:32.001597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ef528fba-457b-47be-969d-bd4904464479 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:32.002011 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.075199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.084346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] For port f38d4fc6-811f-455b-9cc8-4d6909194a88, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:32.112040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba0a3d-9c3e-45e9-8a38-d99ad9ece359 req-811607e4-7594-4bd6-b5a2-1c81bb4528fc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:32.121661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59ba0a3d-9c3e-45e9-8a38-d99ad9ece359 req-811607e4-7594-4bd6-b5a2-1c81bb4528fc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 944 time: 0.2095439 Nov 01 18:24:32.203062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.244160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59ba0a3d-9c3e-45e9-8a38-d99ad9ece359 req-8ad57002-0c24-4a22-991f-6ef8474cb94c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200557 Nov 01 18:24:32.285062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.305453 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a4176-10ce-4def-a93e-8f5294d16925 x-openstack-request-id: req-ca9a4176-10ce-4def-a93e-8f5294d16925 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:32.305754 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:32.306009 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca9a4176-10ce-4def-a93e-8f5294d16925 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:32.306397 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'code': 200} Nov 01 18:24:32.329085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] For port f38d4fc6-811f-455b-9cc8-4d6909194a88, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f38d4fc6-811f-455b-9cc8-4d6909194a88,segment=NetworkSegment(d83374e2-7837-4b71-8943-a1cbc16fe462),segment_id=d83374e2-7837-4b71-8943-a1cbc16fe462)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:32.333100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.338592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] No DVR routers for this DVR port 062950ca-d1b6-4716-ba68-6a89d19a8006 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:32.372910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8::1 (ea781baf-74f3-462f-a8b0-d99aab7c65ee/05e4dec4-d5c3-4f3e-934c-4609a4961ae6/d3a1f5f2-ae9e-477c-9c3b-8fa470e32990) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:32.394590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce18a3b-f0a0-4ca2-a5ee-6bd288b6f1b0 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:32.399423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:32.404070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:32.408293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:32.414763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:32.415668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.437558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=176b9b3c-2d57-407c-a210-8f210c4f1005,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:32.487025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.515424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:32.526974 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1040dbce-f0e0-411c-8eb6-bc8b2ccb1dbf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1886981 Nov 01 18:24:32.527604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54388) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:32.591767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84972d2f-316c-42d0-a8c1-d4c848e2a752 req-417cec6f-93b2-4a77-958b-3a33bfc3d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:32.593278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84972d2f-316c-42d0-a8c1-d4c848e2a752 req-417cec6f-93b2-4a77-958b-3a33bfc3d2ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1097 time: 0.1096046 Nov 01 18:24:32.599738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.607217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c6d49-3d7f-4d05-af6a-8cb28e5db258 None None] Pushing event deleted for resources: {'Port': ['ID=062950ca-d1b6-4716-ba68-6a89d19a8006,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:32.607467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.619387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486cbae5-3506-479d-9cbc-99191a7e9161 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:32.622344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-486cbae5-3506-479d-9cbc-99191a7e9161 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0922537 Nov 01 18:24:32.628081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54392) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:32.683353 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.736604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84972d2f-316c-42d0-a8c1-d4c848e2a752 req-2c3cc2e0-2d07-49ed-ad63-8ee76e9c8162 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 Nov 01 18:24:32.834929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 176b9b3c-2d57-407c-a210-8f210c4f1005 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:32.835418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.841956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] For port ef528fba-457b-47be-969d-bd4904464479, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ef528fba-457b-47be-969d-bd4904464479,segment=NetworkSegment(4c2ae1d4-4663-42d0-93de-3d6b87a83afd),segment_id=4c2ae1d4-4663-42d0-93de-3d6b87a83afd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:32.848398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63471e-e1cf-48eb-bfb2-d9be173278a8 None None] Pushing event updated for resources: {'Port': ['ID=f38d4fc6-811f-455b-9cc8-4d6909194a88,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:32.884966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '6e28f25c-467b-4e6a-b217-17e0f51d3c43'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:32.885940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.910850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54398) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:32.944420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:32.948608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.032331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:33.043228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:33.065330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:33.071015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.091643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.109716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:24:33.109955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 176b9b3c-2d57-407c-a210-8f210c4f1005 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:33.110055 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:24:33.175624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8159c63-8f20-4daf-89ee-247ae76e7cdf None None] Pushing event updated for resources: {'Port': ['ID=ef528fba-457b-47be-969d-bd4904464479,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:33.188196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ef4eabf7-e697-42ab-aa63-c2e9aa60c758 None None] Provisioning complete for port ef528fba-457b-47be-969d-bd4904464479 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:33.188568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ef4eabf7-e697-42ab-aa63-c2e9aa60c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.214684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5490b8c8-e326-4382-892c-e086aa8ce329 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1957154723'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:33.215261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5490b8c8-e326-4382-892c-e086aa8ce329 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Unknown quota resources ['metering_label']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:24:33.253993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/6e28f25c-467b-4e6a-b217-17e0f51d3c43/e45c5108-19f0-40f7-8888-b3a91a8894a2) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:33.259888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=d3a1f5f2-ae9e-477c-9c3b-8fa470e32990,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:33.464377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42016620-db65-4a10-832f-4075f4be9110 req-05d12aa1-d3a0-4a78-87ba-4fd6c73d7656 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:33.466454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42016620-db65-4a10-832f-4075f4be9110 req-05d12aa1-d3a0-4a78-87ba-4fd6c73d7656 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.2380137 Nov 01 18:24:33.497642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a29c-d018-47c8-a02c-bbeffcf4caac req-c3688c8a-b6f3-40e6-b4fa-8e30f4465224 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:33.499174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba54a29c-d018-47c8-a02c-bbeffcf4caac req-c3688c8a-b6f3-40e6-b4fa-8e30f4465224 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1490858 Nov 01 18:24:33.513472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.552892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42016620-db65-4a10-832f-4075f4be9110 req-c365a08c-c765-462e-9977-d4117f2c77aa tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Nov 01 18:24:33.557804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-862912c1-7e70-49c6-a99a-11e450937da8 None None] Provisioning complete for port d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:33.558592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-862912c1-7e70-49c6-a99a-11e450937da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.561545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.603795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba54a29c-d018-47c8-a02c-bbeffcf4caac req-daa727b5-d70c-4bcf-9d6f-7f9dab3c922f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933447 Nov 01 18:24:33.609213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5490b8c8-e326-4382-892c-e086aa8ce329 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.618397 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.622273 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5490b8c8-e326-4382-892c-e086aa8ce329 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7130868 Nov 01 18:24:33.622273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:33.632867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fd439719-ddfb-4e0d-8c17-28d6ae6159b1 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9a2c8d8f-cf80-4987-b28d-29d665678962'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:33.632867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fd439719-ddfb-4e0d-8c17-28d6ae6159b1 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:24:33.648650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=176b9b3c-2d57-407c-a210-8f210c4f1005,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:33.655428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.687723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.691492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a0567167-89c9-4fa3-b19e-7ccb623be420 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/176b9b3c-2d57-407c-a210-8f210c4f1005 HTTP/1.1" status: 204 len: 168 time: 1.0615611 Nov 01 18:24:33.694652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:33.737579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-862912c1-7e70-49c6-a99a-11e450937da8 None None] Port d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:33.757704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:33.763847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:33.768058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:33.817171 n-d-815923-2 neutron-server[102783]: WARNING neutron.services.metering.metering_plugin [None req-fd439719-ddfb-4e0d-8c17-28d6ae6159b1 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 01 18:24:33.837248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Pushing event updated for resources: {'Port': ['ID=e45c5108-19f0-40f7-8888-b3a91a8894a2,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:33.844187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87866f81-ae46-4de9-a1f6-16acaddb772e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:33.846437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87866f81-ae46-4de9-a1f6-16acaddb772e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:33.850421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-87866f81-ae46-4de9-a1f6-16acaddb772e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1544747 Nov 01 18:24:33.851119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54416) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:33.871005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Attempting to bind port e45c5108-19f0-40f7-8888-b3a91a8894a2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:33.871423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Attempting to bind port e45c5108-19f0-40f7-8888-b3a91a8894a2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:33.871838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Attempting to bind port e45c5108-19f0-40f7-8888-b3a91a8894a2 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:33.880157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:33.882035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:33.882458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.882875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:33.883408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Bound port: e45c5108-19f0-40f7-8888-b3a91a8894a2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:33.883842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.905441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 062950ca-d1b6-4716-ba68-6a89d19a8006 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:33.934258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 062950ca-d1b6-4716-ba68-6a89d19a8006 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:33.934502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 062950ca-d1b6-4716-ba68-6a89d19a8006 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:33.970754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 6e28f25c-467b-4e6a-b217-17e0f51d3c43 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:33.977870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:33.998064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd439719-ddfb-4e0d-8c17-28d6ae6159b1 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.002807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] For port e45c5108-19f0-40f7-8888-b3a91a8894a2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:34.003614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fd439719-ddfb-4e0d-8c17-28d6ae6159b1 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3822505 Nov 01 18:24:34.003976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] For port e45c5108-19f0-40f7-8888-b3a91a8894a2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e45c5108-19f0-40f7-8888-b3a91a8894a2,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:34.004705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54418) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.010968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1c276ed5-3614-4f53-a5af-1360658a982f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9a2c8d8f-cf80-4987-b28d-29d665678962'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:34.010968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1c276ed5-3614-4f53-a5af-1360658a982f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:24:34.086943 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.090858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.145881 n-d-815923-2 neutron-server[102783]: WARNING neutron.services.metering.metering_plugin [None req-1c276ed5-3614-4f53-a5af-1360658a982f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 01 18:24:34.166291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Pushing event updated for resources: {'Port': ['ID=e45c5108-19f0-40f7-8888-b3a91a8894a2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:34.196949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.197488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.198112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.198614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.199126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.200943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.201558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.202545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.203533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.204506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.204857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.205223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300ebe4-d0ba-4238-9362-84942e405b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:34.236328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a146e3-9775-458b-849b-acade3145575 None None] Network 52281629-cbce-49a0-8927-7126fc937eda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:34.276650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ef528fba-457b-47be-969d-bd4904464479 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:34.285401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.294981 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.364065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c276ed5-3614-4f53-a5af-1360658a982f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.364065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1c276ed5-3614-4f53-a5af-1360658a982f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3545375 Nov 01 18:24:34.365227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.382448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54428) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.383022 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36056621-5045-440d-819b-add989af8ab8 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=4a71fdfd-e16b-4f20-87af-bbdd37d2e395 HTTP/1.1" status: 200 len: 464 time: 0.0133212 Nov 01 18:24:34.395400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.396362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.415406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] Provisioning complete for port f38d4fc6-811f-455b-9cc8-4d6909194a88 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:34.416156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.473411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ef528fba-457b-47be-969d-bd4904464479 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:34.473840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.479004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.549725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.555704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/6e28f25c-467b-4e6a-b217-17e0f51d3c43 HTTP/1.1" status: 204 len: 168 time: 0.6994228 Nov 01 18:24:34.556664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.562034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d334798-3472-40ee-b944-050cf5604ad2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=6e28f25c-467b-4e6a-b217-17e0f51d3c43,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:34.605871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=d3a1f5f2-ae9e-477c-9c3b-8fa470e32990,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:34.616238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ae780d1-cefa-4bde-b1ec-af1fa24ade87 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584226 Nov 01 18:24:34.636198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.648448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:34.744599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.763754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f38d4fc6-811f-455b-9cc8-4d6909194a88 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:34.796886 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.859686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] For port f38d4fc6-811f-455b-9cc8-4d6909194a88, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f38d4fc6-811f-455b-9cc8-4d6909194a88,segment=NetworkSegment(d83374e2-7837-4b71-8943-a1cbc16fe462),segment_id=d83374e2-7837-4b71-8943-a1cbc16fe462)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:34.862708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:34.867564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.877224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf434-64c7-4940-9c95-4ad2d9562206 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.881429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a9cf434-64c7-4940-9c95-4ad2d9562206 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/4a71fdfd-e16b-4f20-87af-bbdd37d2e395 HTTP/1.1" status: 204 len: 168 time: 0.4975255 Nov 01 18:24:34.883387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f38d4fc6-811f-455b-9cc8-4d6909194a88 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:34.885011 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.888434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54454) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.920679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e7fe8d1b-6160-4a5c-a0d6-99cea8167a94 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=4a71fdfd-e16b-4f20-87af-bbdd37d2e395 HTTP/1.1" status: 200 len: 221 time: 0.0301356 Nov 01 18:24:34.921474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54456) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:34.930162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d89b57c5-68bc-4b21-98c8-0fd9487514bc tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1664716907', 'description': 'label created by tempest'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:34.930631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d89b57c5-68bc-4b21-98c8-0fd9487514bc tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Unknown quota resources ['metering_label']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:24:34.946509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:34.951263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:34.976848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab2c34-2752-4575-aaae-81630186227c req-0d4cb689-fe0a-4847-af3c-415a76d700b7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:34.978411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98ab2c34-2752-4575-aaae-81630186227c req-0d4cb689-fe0a-4847-af3c-415a76d700b7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.2582376 Nov 01 18:24:35.017242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:35.029762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbb5cb-b022-4ed9-a9a2-c134e324c33a None None] Pushing event updated for resources: {'Port': ['ID=f38d4fc6-811f-455b-9cc8-4d6909194a88,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:35.032139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dabb56-0b98-49e0-b390-f4b2ea6b61fc req-0ffc5865-8ae4-43e7-af7e-827be0328a3d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:35.033714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6dabb56-0b98-49e0-b390-f4b2ea6b61fc req-0ffc5865-8ae4-43e7-af7e-827be0328a3d tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.2703586 Nov 01 18:24:35.252257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.300831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-64f9a505-4113-43f5-83ef-a4aedd86a6d8 None None] Provisioning complete for port f38d4fc6-811f-455b-9cc8-4d6909194a88 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:35.302701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-64f9a505-4113-43f5-83ef-a4aedd86a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.307543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:35.337094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:35.342537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:35.343245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.375874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=3b5f1011-a817-4071-8045-e56f7d1104a3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:35.466520 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57dcd23d-6569-4db5-925b-e5bbf2f273d8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8284171 Nov 01 18:24:35.470769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54478) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:35.474438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': '3b5f1011-a817-4071-8045-e56f7d1104a3', 'ip_address': '2001:db8::8cc5:28cb:9989:745d'}], 'name': 'tempest-NetworksTestDHCPv6-2073943690'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:35.546964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-47586932-b648-4e04-bef1-eac47ca4618d None None] Provisioning complete for port d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:35.547388 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47586932-b648-4e04-bef1-eac47ca4618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.592492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-47586932-b648-4e04-bef1-eac47ca4618d None None] Port d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:35.628020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98ab2c34-2752-4575-aaae-81630186227c req-413b3537-9111-4c28-ab7f-5a84699c827b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028748 Nov 01 18:24:35.644714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6dabb56-0b98-49e0-b390-f4b2ea6b61fc req-a0250206-6e89-4f30-8729-67d1ed934791 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025729 Nov 01 18:24:35.702891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:35.705392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcc65d-a626-4a6e-b9c3-a82584187d91 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:35.725220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d89b57c5-68bc-4b21-98c8-0fd9487514bc tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.731257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d89b57c5-68bc-4b21-98c8-0fd9487514bc tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8063416 Nov 01 18:24:35.738632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54480) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:35.759812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Could not find standard attr ID for object 176b9b3c-2d57-407c-a210-8f210c4f1005. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:35.811799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Provisioning complete for port e45c5108-19f0-40f7-8888-b3a91a8894a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:35.812166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.851439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 8baddad7-faa9-47d4-83a5-32720b984fdf is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:24:35.864473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-84b4a4c2-11dd-41f0-8c47-c7b4c6e09c2f tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=9660ac7f-6c13-4a39-bd18-22ba7ad7b019 HTTP/1.1" status: 200 len: 468 time: 0.1213856 Nov 01 18:24:35.865824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54482) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:35.893620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:35.914664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:36.107169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:24:36.115333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-087aed08-2687-45b0-a544-53119b040553 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0777719 Nov 01 18:24:36.118105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.124145 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] Sync routers for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:24:36.138603 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:36.139706 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:36.149715 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.195302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::8cc5:28cb:9989:745d (67390d4f-8ecf-462d-bd6d-0170ba363007/3b5f1011-a817-4071-8045-e56f7d1104a3/fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:36.203332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] For port e45c5108-19f0-40f7-8888-b3a91a8894a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e45c5108-19f0-40f7-8888-b3a91a8894a2,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:36.218867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c524f6-f841-4c71-9f5f-aa31673aeb09 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:36.220479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-68c524f6-f841-4c71-9f5f-aa31673aeb09 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports/d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 HTTP/1.1" status: 200 len: 911 time: 0.1012211 Nov 01 18:24:36.223211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.249963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:36.261638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e45c5108-19f0-40f7-8888-b3a91a8894a2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:36.266753 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:36.268704 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:36.307941 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:36.309384 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791d66c-41e2-4914-aadb-3e0f969ebb14 None None] The sync data for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:36.332526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b205084c-e2b4-4343-ade3-b3cbe4e87443 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.334067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b205084c-e2b4-4343-ade3-b3cbe4e87443 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9660ac7f-6c13-4a39-bd18-22ba7ad7b019 HTTP/1.1" status: 204 len: 168 time: 0.4683247 Nov 01 18:24:36.336865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54488) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.343032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e45c5108-19f0-40f7-8888-b3a91a8894a2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:36.343420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.355004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b41135ca-8888-48e3-ad19-24b88694524e tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=9660ac7f-6c13-4a39-bd18-22ba7ad7b019 HTTP/1.1" status: 200 len: 216 time: 0.0168076 Nov 01 18:24:36.358850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.380863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.429829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.441023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbbac5-3da6-4fdc-8e6d-4cac1e333428 None None] Pushing event updated for resources: {'Port': ['ID=e45c5108-19f0-40f7-8888-b3a91a8894a2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:36.441265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7ac0041f-98e5-43b1-b769-daabc00ac5a4 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0807204 Nov 01 18:24:36.441884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54492) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.485668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f38d4fc6-811f-455b-9cc8-4d6909194a88 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:36.493403 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b2f7e572-a497-4942-9d7d-4bff9a0d0185 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0377047 Nov 01 18:24:36.494190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.552094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f38d4fc6-811f-455b-9cc8-4d6909194a88 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:36.552466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.566291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a01507ed-6306-4eb0-a22d-49f5f9d010f2 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/9a2c8d8f-cf80-4987-b28d-29d665678962 HTTP/1.1" status: 200 len: 473 time: 0.0710893 Nov 01 18:24:36.569721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54496) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.585565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5d5dfc15-066c-490d-9040-c378d6fb4652 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/a7ad63ba-dbf7-4de6-8fa3-f0ac7fec66c2 HTTP/1.1" status: 200 len: 461 time: 0.0142679 Nov 01 18:24:36.588942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54498) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.598865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.629063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-24737d88-a599-4b7b-b64b-54f2382c4a2c None None] Provisioning complete for port e45c5108-19f0-40f7-8888-b3a91a8894a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:36.629063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-24737d88-a599-4b7b-b64b-54f2382c4a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.658440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:36.667072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:36.671298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:36.688958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:36.689630 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.710555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:36.754399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.849853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6a18ad08-e5d5-4074-98d6-1c6a5f0a16b4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3796308 Nov 01 18:24:36.853795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f98358-bc85-43d5-b4b3-7ba162528bb9 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:36.854850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-66f98358-bc85-43d5-b4b3-7ba162528bb9 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a7ad63ba-dbf7-4de6-8fa3-f0ac7fec66c2 HTTP/1.1" status: 204 len: 168 time: 0.2646756 Nov 01 18:24:36.855417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54510) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.867265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54512) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:36.946793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4429923-7fcd-464a-add2-4c0f8907507e req-efe6b277-6214-4d5f-a762-5acf1be032b6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:36.948414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4429923-7fcd-464a-add2-4c0f8907507e req-efe6b277-6214-4d5f-a762-5acf1be032b6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1695056 Nov 01 18:24:36.969416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46419620-1d92-4541-a26f-3b6b55823e74 req-2e5c08a6-2cf7-4f1a-b7cc-3ddfc8a1ebd2 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:36.970951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46419620-1d92-4541-a26f-3b6b55823e74 req-2e5c08a6-2cf7-4f1a-b7cc-3ddfc8a1ebd2 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.1610398 Nov 01 18:24:37.001267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cb94b148-3bf3-486a-abc7-81692237cae9 None None] Could not find standard attr ID for object 176b9b3c-2d57-407c-a210-8f210c4f1005. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:24:37.093171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4429923-7fcd-464a-add2-4c0f8907507e req-c9b2b952-1016-4ccf-ace8-320feaf09323 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349423 Nov 01 18:24:37.126070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46419620-1d92-4541-a26f-3b6b55823e74 req-dfbf208c-731d-419b-a788-fbf012154b70 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104014 Nov 01 18:24:37.243124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9b54ab8f-9a98-42d9-b54a-fdef1a4b0416 None None] Provisioning complete for port fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:37.243674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9b54ab8f-9a98-42d9-b54a-fdef1a4b0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.310315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9b54ab8f-9a98-42d9-b54a-fdef1a4b0416 None None] Port fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:37.344833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8:1::1 (52281629-cbce-49a0-8927-7126fc937eda/2fc193e0-6b8b-46cc-9deb-169c2573118a/9bde7a18-2db7-4a45-a988-0a1994a6ac03) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:37.437653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d64e5c-1775-4ca8-ab28-fce4a01280ba tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:37.441717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf603-71f0-4ae8-81e8-cf6496177ee7 req-607b2ebe-5e24-4650-bfea-c2e151501703 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:37.443265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6ddf603-71f0-4ae8-81e8-cf6496177ee7 req-607b2ebe-5e24-4650-bfea-c2e151501703 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1150513 Nov 01 18:24:37.444230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d64e5c-1775-4ca8-ab28-fce4a01280ba tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:37.448543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-31d64e5c-1775-4ca8-ab28-fce4a01280ba tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5894461 Nov 01 18:24:37.448808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54516) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:37.582391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6ddf603-71f0-4ae8-81e8-cf6496177ee7 req-63216429-9cb4-44a8-b621-b2348d07a47c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Nov 01 18:24:37.584927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5d23b7b0-fe05-4218-bfc3-221a4fcc5692 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.586139 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5d23b7b0-fe05-4218-bfc3-221a4fcc5692 tempest-MeteringTestJSON-1961873198 tempest-MeteringTestJSON-1961873198-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9a2c8d8f-cf80-4987-b28d-29d665678962 HTTP/1.1" status: 204 len: 168 time: 0.7204895 Nov 01 18:24:37.595761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.633337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:37.633693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.748030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.789080 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.818734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea85f0-8b32-44eb-855f-466f0a5a8e35 req-ee3e07dc-c3d8-4e38-aa83-eb282aaac1a4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:37.820258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cea85f0-8b32-44eb-855f-466f0a5a8e35 req-ee3e07dc-c3d8-4e38-aa83-eb282aaac1a4 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1295090 Nov 01 18:24:37.822094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 52281629-cbce-49a0-8927-7126fc937eda is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:37.823085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:37.832356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:37.853938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:37.854451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:37.899013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=9bde7a18-2db7-4a45-a988-0a1994a6ac03,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:38.001486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cea85f0-8b32-44eb-855f-466f0a5a8e35 req-6d824354-975d-47b4-bd76-f27ed8420a9c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702893 Nov 01 18:24:38.077879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e45c5108-19f0-40f7-8888-b3a91a8894a2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:38.153249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-144da567-5841-4e24-984d-df5b02c687c4 None None] Provisioning complete for port 9bde7a18-2db7-4a45-a988-0a1994a6ac03 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:38.153536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-144da567-5841-4e24-984d-df5b02c687c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.155725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e45c5108-19f0-40f7-8888-b3a91a8894a2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:38.156246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.171149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.187306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54530) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.195256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.235399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-144da567-5841-4e24-984d-df5b02c687c4 None None] Port 9bde7a18-2db7-4a45-a988-0a1994a6ac03 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:38.282507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b52181-189c-4e8f-b24e-f9798e52c4f3 req-35a88f03-1e8a-4977-80e8-b16ed9221aee tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:38.284073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78b52181-189c-4e8f-b24e-f9798e52c4f3 req-35a88f03-1e8a-4977-80e8-b16ed9221aee tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1528969 Nov 01 18:24:38.289870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:38.342717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ae1255-bd2f-411c-816c-e79fde7fcbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.388102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.393769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9590b89d-1b22-4d94-b4d1-f18eaf002e96 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 HTTP/1.1" status: 204 len: 168 time: 0.9412146 Nov 01 18:24:38.394987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.447412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b38c1-6f1e-48e4-aaae-a8a680d03a2f req-5564747b-c1f2-41c7-90b9-0e0ffaecf3e4 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:38.448910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38b38c1-6f1e-48e4-aaae-a8a680d03a2f req-5564747b-c1f2-41c7-90b9-0e0ffaecf3e4 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.2588384 Nov 01 18:24:38.469098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78b52181-189c-4e8f-b24e-f9798e52c4f3 req-e9b092b3-44b7-4fed-a2ec-faabcfb9b20f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695330 Nov 01 18:24:38.479804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ae1255-bd2f-411c-816c-e79fde7fcbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.485877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d215268e-b276-4bce-b174-836d420b642f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:38.488770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d215268e-b276-4bce-b174-836d420b642f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:38.492726 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d215268e-b276-4bce-b174-836d420b642f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0941219 Nov 01 18:24:38.493168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54542) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.557069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 3b5f1011-a817-4071-8045-e56f7d1104a3 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:38.561124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.579280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38b38c1-6f1e-48e4-aaae-a8a680d03a2f req-a2019e60-f3ed-4380-8f5f-81b20f46ea48 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169741 Nov 01 18:24:38.582969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ae1255-bd2f-411c-816c-e79fde7fcbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.641377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.648368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06ae1255-bd2f-411c-816c-e79fde7fcbf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8e71ef9c2944f29b326c058040a51b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598329 Nov 01 18:24:38.657662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54548) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.669054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1255-bd2f-411c-816c-e79fde7fcbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63423a-4efd-456f-834d-83b0fad02402,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:38.711741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.769291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.795152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.828353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.837539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.838317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.847585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c545f-cca8-4a61-8f5d-b46bc485d402 req-5a7e58cd-1a19-4e1e-98cb-bddbd828ef3e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:38.849101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc4c545f-cca8-4a61-8f5d-b46bc485d402 req-5a7e58cd-1a19-4e1e-98cb-bddbd828ef3e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1011353 Nov 01 18:24:38.851974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.879700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5f1011-a817-4071-8045-e56f7d1104a3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:38.883676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:38.889921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9db9ab17-5602-426b-bf59-cc3353d32bdc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/3b5f1011-a817-4071-8045-e56f7d1104a3 HTTP/1.1" status: 204 len: 168 time: 0.3927081 Nov 01 18:24:38.890913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54552) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.894455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bba6ff-d553-481c-91dc-8f61d15357bc None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:38.939547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-59b23313-d8eb-4470-806a-3795a1e66fff tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470605 Nov 01 18:24:38.940843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54554) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:38.991896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=9bde7a18-2db7-4a45-a988-0a1994a6ac03,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:39.001046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373698ab-add3-42a6-b02f-b8209f47210e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:39.005487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-373698ab-add3-42a6-b02f-b8209f47210e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610089 Nov 01 18:24:39.006285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54556) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:39.031478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc4c545f-cca8-4a61-8f5d-b46bc485d402 req-722ab8be-80fe-45e3-88ca-854bc6ccefef tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467395 Nov 01 18:24:39.055041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.118283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91718b-792c-4f27-8f45-f235470492ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:39.121625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af91718b-792c-4f27-8f45-f235470492ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1096859 Nov 01 18:24:39.121793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:39.124940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54564) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:39.141565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 52281629-cbce-49a0-8927-7126fc937eda is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:39.185581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:39.187398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.189853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Deleting port e45c5108-19f0-40f7-8888-b3a91a8894a2 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:39.190003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.190231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.190988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df63423a-4efd-456f-834d-83b0fad02402 HTTP/1.1" status: 204 len: 168 time: 0.5318985 Nov 01 18:24:39.205052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f996865a-d277-4bda-9aa4-4e7d599ed3ea tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790982 Nov 01 18:24:39.210368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:39.221663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:39.262497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af256e86-d6eb-439f-acd0-f52cb331baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63423a-4efd-456f-834d-83b0fad02402,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:39.269433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] For port e45c5108-19f0-40f7-8888-b3a91a8894a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e45c5108-19f0-40f7-8888-b3a91a8894a2,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:39.269433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.283071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Calling delete_port for e45c5108-19f0-40f7-8888-b3a91a8894a2 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:39.500656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.526883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] Pushing event deleted for resources: {'Port': ['ID=e45c5108-19f0-40f7-8888-b3a91a8894a2,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:39.535086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb0cf1-c607-4c90-9e66-ba8bef1fbbc1 None None] No DVR routers for this DVR port e45c5108-19f0-40f7-8888-b3a91a8894a2 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:39.573373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-103110e3-b0d8-4891-85d8-d7c4b8026e60 None None] Provisioning complete for port 9bde7a18-2db7-4a45-a988-0a1994a6ac03 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:39.573873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-103110e3-b0d8-4891-85d8-d7c4b8026e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:39.613208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-103110e3-b0d8-4891-85d8-d7c4b8026e60 None None] Port 9bde7a18-2db7-4a45-a988-0a1994a6ac03 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:39.736752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0871b-4e80-4278-b7ba-cc003f4d38b0 req-287a7c40-eabe-4254-927c-6f8560352895 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:39.738244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9a0871b-4e80-4278-b7ba-cc003f4d38b0 req-287a7c40-eabe-4254-927c-6f8560352895 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.6332278 Nov 01 18:24:39.801577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7a155-6077-488c-a0fb-1b49c7e5467f req-86aef0bf-6d38-4eeb-99c6-75dff2cdf0fe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:39.803039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46e7a155-6077-488c-a0fb-1b49c7e5467f req-86aef0bf-6d38-4eeb-99c6-75dff2cdf0fe tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.6544826 Nov 01 18:24:39.830755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-d0fa8679-62a9-4bd4-a84e-c1b90f8519e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:39.832189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-d0fa8679-62a9-4bd4-a84e-c1b90f8519e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8316d84e983b487b9be4bc498b86db5b&device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 1097 time: 0.5827916 Nov 01 18:24:39.864124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 8baddad7-faa9-47d4-83a5-32720b984fdf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:24:39.878322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9a0871b-4e80-4278-b7ba-cc003f4d38b0 req-e4f27106-6226-4ffb-b92b-acd2c2707cb2 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257811 Nov 01 18:24:39.942770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46e7a155-6077-488c-a0fb-1b49c7e5467f req-7befd032-4b6c-4bcc-87c5-97565ceeeccd tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297266 Nov 01 18:24:39.996063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:39.999657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.029810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54580) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:40.051726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6c3455e-6fd2-409b-9f73-6f51201c1b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.086987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e45c5108-19f0-40f7-8888-b3a91a8894a2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:40.111600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e45c5108-19f0-40f7-8888-b3a91a8894a2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:40.112047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e45c5108-19f0-40f7-8888-b3a91a8894a2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:40.127192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-b1e79d84-b9e2-486f-8049-2572f7ca5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.128656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-b1e79d84-b9e2-486f-8049-2572f7ca5a8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 200 len: 917 time: 0.2884469 Nov 01 18:24:40.146902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6c3455e-6fd2-409b-9f73-6f51201c1b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.197233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:24:40.207855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c905563-ea2d-4541-bd82-379c7054159c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833982 Nov 01 18:24:40.207976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] Sync routers for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:24:40.210609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54582) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:40.212878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-a58a368c-844d-4fad-ae25-2ef4c24f9004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f383d143-3257-4fff-a703-2704f8aea277 HTTP/1.1" status: 200 len: 217 time: 0.0614741 Nov 01 18:24:40.221156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:40.221778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:40.253043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d6c3455e-6fd2-409b-9f73-6f51201c1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.260103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:40.266981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98853e3a-e74a-478d-aa39-bcae24051512 req-d019db80-1837-45b9-8617-93d2f0dbd37b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.268561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98853e3a-e74a-478d-aa39-bcae24051512 req-d019db80-1837-45b9-8617-93d2f0dbd37b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1593459 Nov 01 18:24:40.270625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:40.271242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:40.290726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd3ef1-e7d7-4aef-b556-065808426c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.295681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fddd3ef1-e7d7-4aef-b556-065808426c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports/9bde7a18-2db7-4a45-a988-0a1994a6ac03 HTTP/1.1" status: 200 len: 913 time: 0.0805893 Nov 01 18:24:40.297417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:40.310438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:40.310438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e76699-b852-4deb-be3c-3a3b388a157e None None] The sync data for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:40.329451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-c8c728a7-6dfb-4ecf-ab4b-a7f991cfc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.333489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-c8c728a7-6dfb-4ecf-ab4b-a7f991cfc437 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 200 len: 855 time: 0.1086307 Nov 01 18:24:40.388517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98853e3a-e74a-478d-aa39-bcae24051512 req-f541db0d-bfd5-4ae3-a788-9455e0e2cfba tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Nov 01 18:24:40.427263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3455e-6fd2-409b-9f73-6f51201c1b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5561a15-a2f0-4059-86da-93305a52a0d7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:40.440781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-e5ce6cd1-c29d-4401-b073-962bf5b64bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.442046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-e5ce6cd1-c29d-4401-b073-962bf5b64bda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022232 Nov 01 18:24:40.444017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54588) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:40.448014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d6c3455e-6fd2-409b-9f73-6f51201c1b2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c57548abe9b24155986b6c20a0f8d31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128618 Nov 01 18:24:40.534069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.598597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:40.610522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:40.615407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.617719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.618303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.624955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=ada322e1-92d6-43ce-bbb4-ad7bc94179b1,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:40.627046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c2c25-4cdb-4985-bcb7-34b0a11864c3 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:40.650632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-264b991a-8764-44b1-bee7-6cc3315faa4a service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995955 Nov 01 18:24:40.672745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.744120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7772f5f-5baa-434c-a88a-b59a1184323e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5327106 Nov 01 18:24:40.752325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:40.780145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'ada322e1-92d6-43ce-bbb4-ad7bc94179b1', 'ip_address': '2001:db8::ce44:cf4:e422:9410'}], 'name': 'tempest-NetworksTestDHCPv6-821765524'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:40.794365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-214aac4c-0cdc-4f68-9d8c-59de5ed12ed6 req-32f94ff7-a845-442b-9318-28b1bf9f37a7 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349092 Nov 01 18:24:40.861953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'ada322e1-92d6-43ce-bbb4-ad7bc94179b1'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:40.864093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.892052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf37ee-b3da-4b75-aa04-6029df44ee39 req-8c509dc1-f602-4e23-a3a5-b119868fb8c2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:40.899708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91bf37ee-b3da-4b75-aa04-6029df44ee39 req-8c509dc1-f602-4e23-a3a5-b119868fb8c2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0653956 Nov 01 18:24:40.903021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.911066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.915451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:40.921329 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5561a15-a2f0-4059-86da-93305a52a0d7 HTTP/1.1" status: 204 len: 168 time: 0.4763272 Nov 01 18:24:40.974861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d226f-c75b-4f8f-96b7-4b69cf009091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5561a15-a2f0-4059-86da-93305a52a0d7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:41.036124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91bf37ee-b3da-4b75-aa04-6029df44ee39 req-b9b499e8-f77a-4373-8492-c2febedd2fd7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351748 Nov 01 18:24:41.060168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b3d0-fd90-4f97-92ea-b92d4eb09a9b req-cacb144f-59f1-4eca-bdb3-ce17b7650de7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:41.061946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a84b3d0-fd90-4f97-92ea-b92d4eb09a9b req-cacb144f-59f1-4eca-bdb3-ce17b7650de7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0742164 Nov 01 18:24:41.091229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/ada322e1-92d6-43ce-bbb4-ad7bc94179b1/a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:41.113963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:41.121856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a84b3d0-fd90-4f97-92ea-b92d4eb09a9b req-6d3b71fa-d672-4712-9762-150203dfa5e8 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501769 Nov 01 18:24:41.256479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.299411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.302959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 96960bcf-e658-4118-805e-684bb9def12d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:41.409426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.440091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:41.441291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 9bde7a18-2db7-4a45-a988-0a1994a6ac03 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:41.441682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.442945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:41.447015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:41.478637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Pushing event updated for resources: {'Port': ['ID=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:41.517019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Attempting to bind port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:41.517343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Attempting to bind port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:41.517706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Attempting to bind port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:41.523126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:41.523343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:41.523714 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.524113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:41.524878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Bound port: a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:41.525288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.556751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::ce44:cf4:e422:9410 (67390d4f-8ecf-462d-bd6d-0170ba363007/ada322e1-92d6-43ce-bbb4-ad7bc94179b1/96960bcf-e658-4118-805e-684bb9def12d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:41.581864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.598514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] For port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:41.601915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] For port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:41.604846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 9bde7a18-2db7-4a45-a988-0a1994a6ac03 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:41.690609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:41.765063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b39247-0b74-46b9-9071-11efbefe1465 None None] Pushing event updated for resources: {'Port': ['ID=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:41.846319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.012516 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.014788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.080589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=9bde7a18-2db7-4a45-a988-0a1994a6ac03,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:42.227625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:42.285411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291477a-3789-475d-9de2-c7c09ecb3c1b req-756715ef-674e-4e72-b032-528cab8e5572 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:42.289553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6291477a-3789-475d-9de2-c7c09ecb3c1b req-756715ef-674e-4e72-b032-528cab8e5572 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1126800 Nov 01 18:24:42.321466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:42.322461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.331159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:42.390174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6291477a-3789-475d-9de2-c7c09ecb3c1b req-6d1956d7-d865-424b-9909-105a51923114 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914698 Nov 01 18:24:42.409274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6398b-636d-4eb8-8f25-05e25ccf97dd req-e90bbd92-cb92-475c-ae9b-1d6ff8845086 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:42.416072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16c6398b-636d-4eb8-8f25-05e25ccf97dd req-e90bbd92-cb92-475c-ae9b-1d6ff8845086 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.1097264 Nov 01 18:24:42.488538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.526490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16c6398b-636d-4eb8-8f25-05e25ccf97dd req-7a4ead2e-0991-4f50-8fec-3b48296f2227 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Nov 01 18:24:42.556260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:42.617076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.680071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:42.702660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:42.709498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:42.710739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.731286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:42.738390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=96960bcf-e658-4118-805e-684bb9def12d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:42.751153 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:42.847001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116299c-bf85-4cef-9908-6ddbe99d4638 req-d3088706-e369-400d-aee5-686f0c73e5ab tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:42.849834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a2ad3f69-1e0e-464e-a7f5-7ae2ce5189fb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0965090 Nov 01 18:24:42.852656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:42.856831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e116299c-bf85-4cef-9908-6ddbe99d4638 req-d3088706-e369-400d-aee5-686f0c73e5ab tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0772388 Nov 01 18:24:42.858352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'ada322e1-92d6-43ce-bbb4-ad7bc94179b1', 'ip_address': '2001:db8::ce44:cf4:e422:9410'}], 'name': 'tempest-NetworksTestDHCPv6-833591691'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:42.910807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e116299c-bf85-4cef-9908-6ddbe99d4638 req-30af0bbb-4901-4769-8f0d-b3a44bc08804 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523241 Nov 01 18:24:43.050817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6c83-4c49-423a-bf80-02c023ef7f0f req-d1f746db-a296-4eb4-b68b-ba7256edac46 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.053418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b18f6c83-4c49-423a-bf80-02c023ef7f0f req-d1f746db-a296-4eb4-b68b-ba7256edac46 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.0702686 Nov 01 18:24:43.080978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 8baddad7-faa9-47d4-83a5-32720b984fdf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:24:43.123595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b18f6c83-4c49-423a-bf80-02c023ef7f0f req-4982c4b7-8902-4ca9-8e8f-d1b9920ad1c9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Nov 01 18:24:43.210713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-16c26153-ef10-4424-9e98-03338ea1aacd None None] Provisioning complete for port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:43.211302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16c26153-ef10-4424-9e98-03338ea1aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:43.231384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:24:43.242486 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] Sync routers for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:24:43.246836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43db6a71-7599-4361-b117-cf7da112c24c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9423587 Nov 01 18:24:43.247053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:43.255673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:43.260587 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:43.260587 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:43.261662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:43.350237 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:43.353907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8683d3-6266-44bb-b482-ede5f33f895e req-a1ea4079-d6bd-4337-9851-d4d8e7735480 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.361238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:43.362548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8683d3-6266-44bb-b482-ede5f33f895e req-a1ea4079-d6bd-4337-9851-d4d8e7735480 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1701460 Nov 01 18:24:43.362683 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:43.409006 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:43.410022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d10d6-1586-4247-a150-b9d52445b509 None None] The sync data for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:43.412582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port c8b729a6-3f20-49a9-a958-a6c7a8b9c78c yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:43.431148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32352-d943-448c-ab67-88ed586d3246 req-63bb2a71-cb46-4abc-9871-dc4df438b6f7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.440385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acf32352-d943-448c-ab67-88ed586d3246 req-63bb2a71-cb46-4abc-9871-dc4df438b6f7 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.2036002 Nov 01 18:24:43.504930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad8683d3-6266-44bb-b482-ede5f33f895e req-b3606546-d4be-46ce-8700-68c66aff00ca tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412084 Nov 01 18:24:43.513262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-03447b47-67cb-44b1-ae4f-4d3f624f5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.516019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-03447b47-67cb-44b1-ae4f-4d3f624f5fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3454f4f00348289acae3b6a186c372&device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 1097 time: 0.1493919 Nov 01 18:24:43.537902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acf32352-d943-448c-ab67-88ed586d3246 req-662ad84f-1fc3-4d0f-b04c-3b372bc2a23d tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963755 Nov 01 18:24:43.682319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3469ab26-00ae-4df5-96ef-2bb5748f6fd8 None None] Provisioning complete for port 96960bcf-e658-4118-805e-684bb9def12d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:43.683097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3469ab26-00ae-4df5-96ef-2bb5748f6fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:43.704112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-16106c29-6fc4-44b1-8158-eb166fbe198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.705656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-16106c29-6fc4-44b1-8158-eb166fbe198b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 200 len: 914 time: 0.1811349 Nov 01 18:24:43.712612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-eb100a3c-4787-4e81-bfa3-c445d2972a03 req-9651abbc-343c-416c-a993-c0d7eec1343e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:24:43.713974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb100a3c-4787-4e81-bfa3-c445d2972a03 req-9651abbc-343c-416c-a993-c0d7eec1343e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070527 Nov 01 18:24:43.766958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3469ab26-00ae-4df5-96ef-2bb5748f6fd8 None None] Port 96960bcf-e658-4118-805e-684bb9def12d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:43.777895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54672) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:43.829477 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 01 18:24:43.830125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:24:43.842353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-27ba3a2e-7ba0-4abd-bf73-fd5ba377c81d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 200 len: 217 time: 0.0765719 Nov 01 18:24:43.855981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:43.901991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb100a3c-4787-4e81-bfa3-c445d2972a03 req-24d7599e-e1d8-4425-9307-df65552e4426 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1799638 Nov 01 18:24:43.918218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-bd184721-f732-48dc-a77c-17723befa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:43.921431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-bd184721-f732-48dc-a77c-17723befa64d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 200 len: 853 time: 0.0690260 Nov 01 18:24:43.925775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-750316695', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:43.952317 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5dc2e8e-965d-4a0f-b012-4caef9a4f7bc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0954256 Nov 01 18:24:43.956644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54676) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:43.963618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-a78fe68c-4119-405e-af38-2c1f8c7c4e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a0261b0-f54d-4dcf-a645-c4c18478d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344868 Nov 01 18:24:44.073533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:44.077321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99583a06-e8e4-42e7-8c10-998ce72383b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.084310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99583a06-e8e4-42e7-8c10-998ce72383b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.090601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-99583a06-e8e4-42e7-8c10-998ce72383b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1281927 Nov 01 18:24:44.091337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54680) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:44.099856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-86ee4a2e-88f1-48ca-bdf8-5f7528a3782c service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277711 Nov 01 18:24:44.103399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Made reservation on behalf of 31e3e453c8a940b7aec44ea896a7b42d for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:44.106336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.138405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.145971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:44.146404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.242747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef29b2-947c-45da-b8c2-8f88b0ae200d req-c8cda1f2-74ba-4bc6-922b-8cabda3ad438 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.244525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcef29b2-947c-45da-b8c2-8f88b0ae200d req-c8cda1f2-74ba-4bc6-922b-8cabda3ad438 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0720625 Nov 01 18:24:44.247179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a528a47-3f56-42bb-957b-b7d0b5a487d2 req-a9840c73-1d75-4883-9953-62d9e60f4adc service neutron] 10.222.0.37 "GET /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395397 Nov 01 18:24:44.289849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcef29b2-947c-45da-b8c2-8f88b0ae200d req-832c11aa-e736-4c5a-89c4-0bfb03a8bf50 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Nov 01 18:24:44.329030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 96960bcf-e658-4118-805e-684bb9def12d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:44.329391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.406196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dc359-2c4e-4d34-9614-4ac55483638f req-01081368-08ce-45f6-a4e8-f1da4c959517 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.406779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.407739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-706dc359-2c4e-4d34-9614-4ac55483638f req-01081368-08ce-45f6-a4e8-f1da4c959517 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.0504832 Nov 01 18:24:44.429969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:44.430541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.448923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-706dc359-2c4e-4d34-9614-4ac55483638f req-1898cacb-602a-4b04-be07-1f05b7c888ba tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Nov 01 18:24:44.491177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.500265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.513711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] device_id is not set on port f0aeff89-9940-4b57-a0ec-fc35853a67e8 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:44.520420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 96960bcf-e658-4118-805e-684bb9def12d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:44.605943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0f905-5414-4531-b401-c577c78bddbb req-b406733c-800f-4cc3-bf41-03178929cf3c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.607435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2c0f905-5414-4531-b401-c577c78bddbb req-b406733c-800f-4cc3-bf41-03178929cf3c tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.0850723 Nov 01 18:24:44.641663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce34a3-513c-4bff-addf-a1304b4ae14d req-7a4cfb0b-4cdb-44fb-a4bc-b69080276609 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.643078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2ce34a3-513c-4bff-addf-a1304b4ae14d req-7a4cfb0b-4cdb-44fb-a4bc-b69080276609 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0759132 Nov 01 18:24:44.669155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828bd86d-58b7-4fb0-9fac-e5781a84ec45,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:44.672929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:44.673629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2c0f905-5414-4531-b401-c577c78bddbb req-3c952224-d9b3-44b9-b297-7c2de15b6a12 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583913 Nov 01 18:24:44.700391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2ce34a3-513c-4bff-addf-a1304b4ae14d req-87995841-8960-46c7-966f-b1cfcbe0997b tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Nov 01 18:24:44.720013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for d3a1f5f2-ae9e-477c-9c3b-8fa470e32990 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:44.828114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Allocated IP 172.25.2.158 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f0aeff89-9940-4b57-a0ec-fc35853a67e8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:44.910764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03c4e-2bc7-4f65-a03a-548f53ba1927 req-1e414c55-ca3b-4b8e-824a-d923f603934f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.916890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03c4e-2bc7-4f65-a03a-548f53ba1927 req-1e414c55-ca3b-4b8e-824a-d923f603934f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.923633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03c4e-2bc7-4f65-a03a-548f53ba1927 req-1e414c55-ca3b-4b8e-824a-d923f603934f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:44.925397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adc03c4e-2bc7-4f65-a03a-548f53ba1927 req-1e414c55-ca3b-4b8e-824a-d923f603934f tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae&device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb&device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 2417 time: 0.0748971 Nov 01 18:24:44.968598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adc03c4e-2bc7-4f65-a03a-548f53ba1927 req-dc643188-aedc-4867-909f-a09d23f211b9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Nov 01 18:24:45.014259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-80f09fda-9c2c-434a-a47a-1d73ba128dea req-6746e352-6608-4a80-8539-e7348de6b9f3 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:24:45.015356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80f09fda-9c2c-434a-a47a-1d73ba128dea req-6746e352-6608-4a80-8539-e7348de6b9f3 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071092 Nov 01 18:24:45.084230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80f09fda-9c2c-434a-a47a-1d73ba128dea req-bc5a762a-9bae-462b-85a8-196dc79abece tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0614164 Nov 01 18:24:45.312595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.383105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=96960bcf-e658-4118-805e-684bb9def12d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:45.421983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.426229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ed88a6b-fc80-4cba-9534-14ec4d975aaa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/96960bcf-e658-4118-805e-684bb9def12d HTTP/1.1" status: 204 len: 168 time: 1.3327451 Nov 01 18:24:45.429314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54700) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:45.456451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.506480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81cd70-e505-4635-940e-727b699b2e05 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:45.508050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81cd70-e505-4635-940e-727b699b2e05 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:45.509570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3f81cd70-e505-4635-940e-727b699b2e05 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0792620 Nov 01 18:24:45.512794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54704) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:45.530918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.564542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=d3a1f5f2-ae9e-477c-9c3b-8fa470e32990,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:45.573257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet ada322e1-92d6-43ce-bbb4-ad7bc94179b1 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:45.576888 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.637134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.700134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.764530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.792975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:45.794027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.808866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:45.856916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:45.859697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Pushing event updated for resources: {'Port': ['ID=f0aeff89-9940-4b57-a0ec-fc35853a67e8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:45.950687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727d53-7c02-4390-a2fc-16659a2f028a req-8d470326-039f-4caa-8825-3da12471695e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:45.952575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c727d53-7c02-4390-a2fc-16659a2f028a req-8d470326-039f-4caa-8825-3da12471695e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0735729 Nov 01 18:24:45.968505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.975196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:45.975845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:45.998895 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.007546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023ef1f-7cda-42aa-a149-ff139196daed None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:46.012630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.016668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/ada322e1-92d6-43ce-bbb4-ad7bc94179b1 HTTP/1.1" status: 204 len: 168 time: 0.4964790 Nov 01 18:24:46.038735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffe635-5305-480f-b79d-53c0b161e389 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=ada322e1-92d6-43ce-bbb4-ad7bc94179b1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:46.062122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c378c34b-fa28-4612-9a2e-38bfd0dc36f1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452974 Nov 01 18:24:46.066212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54720) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.071170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:46.080501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c727d53-7c02-4390-a2fc-16659a2f028a req-de9face3-4f3d-477f-bd76-55d5d99013e7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211932 Nov 01 18:24:46.100561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 8baddad7-faa9-47d4-83a5-32720b984fdf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:24:46.155157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cfcdb872-7d7b-4925-bbfe-2ec976b84b5d tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3750725 Nov 01 18:24:46.157013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.162218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.158'}]}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:46.246891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:24:46.255164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d4147f12-3dc2-459f-b38a-729d2f953c8d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0042908 Nov 01 18:24:46.256389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.263472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] Sync routers for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:24:46.268306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:46.279690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:46.280559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:46.293909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ff787d47-87a1-4742-a997-07d1ac33259c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=8baddad7-faa9-47d4-83a5-32720b984fdf HTTP/1.1" status: 200 len: 205 time: 0.0364556 Nov 01 18:24:46.295474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.296689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54726) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.297120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.317283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:46.348762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] Routers {'8baddad7-faa9-47d4-83a5-32720b984fdf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:46.349652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8baddad7-faa9-47d4-83a5-32720b984fdf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:46.363442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.383051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.390523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:46.391962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c95d0a-04e6-45aa-9d7f-4f6194bf5cc7 None None] The sync data for ids ['8baddad7-faa9-47d4-83a5-32720b984fdf'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:46.416171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Deleting port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:46.416465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.426626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:46.430260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.488661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] For port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:46.489039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.504573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Calling delete_port for a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:46.641441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.644178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.647044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.694402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.723106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] No DVR routers for this DVR port a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:46.728061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d8ae-30cb-427d-9d7a-6934342d309e None None] Pushing event deleted for resources: {'Port': ['ID=a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:46.828190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.828741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router 8baddad7-faa9-47d4-83a5-32720b984fdf {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:24:46.842432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.844175 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ccbda42-3dd7-4a86-bc53-b951d6248f29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf HTTP/1.1" status: 204 len: 168 time: 0.5460513 Nov 01 18:24:46.846729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54732) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:46.897931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet 2fc193e0-6b8b-46cc-9deb-169c2573118a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:46.901019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.947113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.956704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.976194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:46.976796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.030020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:47.038444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:47.046537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:47.047143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.048479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900c73c-ee77-4651-9560-4b73931cebe2 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:47.094274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=fb5528bf-2fe0-4d55-b674-bae131a32963,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:47.123247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.221633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.248900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-18d3b43d-737c-4ca8-b4de-f27d52a7a2ec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1816132 Nov 01 18:24:47.249575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54744) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:47.254814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'fb5528bf-2fe0-4d55-b674-bae131a32963', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2102928939'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:47.341793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.370408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'fb5528bf-2fe0-4d55-b674-bae131a32963'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:47.372210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.384636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.387960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/2fc193e0-6b8b-46cc-9deb-169c2573118a HTTP/1.1" status: 204 len: 168 time: 0.5401192 Nov 01 18:24:47.389170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b737f9-0142-40ea-b8e2-9aa7c46cbf59 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc193e0-6b8b-46cc-9deb-169c2573118a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:47.393299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54746) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:47.401603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82fa30-64c6-48e2-8039-ed5017b9e255 None None] Network 52281629-cbce-49a0-8927-7126fc937eda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:47.455943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet 05e4dec4-d5c3-4f3e-934c-4609a4961ae6 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:47.459647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.510525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.536817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:47.630238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/fb5528bf-2fe0-4d55-b674-bae131a32963/721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:47.682998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.693291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.735323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] DHCP port deletion for 52281629-cbce-49a0-8927-7126fc937eda request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:47.749183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port bc84f6d2-27e5-4dd9-a86b-342eaa9de3af yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:47.834163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.843839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.846843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Deleting port f38d4fc6-811f-455b-9cc8-4d6909194a88 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:47.847225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.847341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.857097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec180fc-bc50-4f01-ac6c-15151ce63671 req-5d7fa428-45f1-48dc-96fe-5c2840e19d87 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:47.858673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec180fc-bc50-4f01-ac6c-15151ce63671 req-5d7fa428-45f1-48dc-96fe-5c2840e19d87 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.5903244 Nov 01 18:24:47.910549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc6b5-54b7-4a5c-ae18-2257002b69d9 req-9d47bed7-cf28-4ece-a3f0-5d318020c470 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:47.912057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-375dc6b5-54b7-4a5c-ae18-2257002b69d9 req-9d47bed7-cf28-4ece-a3f0-5d318020c470 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.5884240 Nov 01 18:24:47.913984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] For port f38d4fc6-811f-455b-9cc8-4d6909194a88, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f38d4fc6-811f-455b-9cc8-4d6909194a88,segment=NetworkSegment(d83374e2-7837-4b71-8943-a1cbc16fe462),segment_id=d83374e2-7837-4b71-8943-a1cbc16fe462)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:47.916391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:47.928899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Calling delete_port for f38d4fc6-811f-455b-9cc8-4d6909194a88 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:47.970653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec180fc-bc50-4f01-ac6c-15151ce63671 req-8aeb94d8-1655-46bf-844b-73aa379b009c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Nov 01 18:24:47.990394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-375dc6b5-54b7-4a5c-ae18-2257002b69d9 req-987a0ecb-e97a-4f7f-8c7c-385ed120bec0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680900 Nov 01 18:24:47.994546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.037231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.042098 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.042820 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/05e4dec4-d5c3-4f3e-934c-4609a4961ae6 HTTP/1.1" status: 204 len: 168 time: 0.6482110 Nov 01 18:24:48.045805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54750) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.052530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bc432-6279-4007-9cad-1695a20fe752 None None] Network ea781baf-74f3-462f-a8b0-d99aab7c65ee requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:48.056391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd259-c016-434a-a8d4-ccc35e4f571d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=05e4dec4-d5c3-4f3e-934c-4609a4961ae6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.082134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.082972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdf854a3-e825-4fce-a97b-16e7db1cd53c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:24:48.118717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:48.129214 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:24:48.129731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:24:48.176713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.177301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:48.177727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a0a5e3a2-fdee-4d43-b44e-3aa98db6e8c4 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:48.178210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f38d4fc6-811f-455b-9cc8-4d6909194a88 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:48.184981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:48.185933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.205402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc872-d85d-4af9-b571-157162970b72 req-6a3d5601-fad8-402e-88b3-aec20bd6d449 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.206941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96adc872-d85d-4af9-b571-157162970b72 req-6a3d5601-fad8-402e-88b3-aec20bd6d449 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0883749 Nov 01 18:24:48.214632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:48.220722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f38d4fc6-811f-455b-9cc8-4d6909194a88 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:48.221027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f38d4fc6-811f-455b-9cc8-4d6909194a88 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:48.249423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:48.260790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Pushing event updated for resources: {'Port': ['ID=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.266211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] No DVR routers for this DVR port f38d4fc6-811f-455b-9cc8-4d6909194a88 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:48.300090 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ebb84ad-cd47-41c2-9436-540c5a8c2c38 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0494118 Nov 01 18:24:48.303125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54756) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.304366 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:24:48.308950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6b9be45e-ce94-41a2-8100-66cd4277dafe tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1501601 Nov 01 18:24:48.309643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54758) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.317626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.337923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1a04c-535a-40ff-af58-fdf828c8edf5 None None] Pushing event deleted for resources: {'Port': ['ID=f38d4fc6-811f-455b-9cc8-4d6909194a88,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.343451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96adc872-d85d-4af9-b571-157162970b72 req-af3d071b-4437-4749-8802-0a7dee138186 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174924 Nov 01 18:24:48.372470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52281629-cbce-49a0-8927-7126fc937eda']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:48.383401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Attempting to bind port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:48.383929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Attempting to bind port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:48.384400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Attempting to bind port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:48.388496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83374e2-7837-4b71-8943-a1cbc16fe462') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:48.388792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83374e2-7837-4b71-8943-a1cbc16fe462') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:48.394055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:48.394570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:48.395237 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.395853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:48.396939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Bound port: 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:48.397613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.417554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.426492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d24a3-c842-4a9b-afd1-9cdc89c005b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.428585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-810d24a3-c842-4a9b-afd1-9cdc89c005b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1226490 Nov 01 18:24:48.431423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54764) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.435448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.477414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:48.477824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.482046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] For port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:48.483713 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:48.489258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] For port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:48.492277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] DHCP port deletion for ea781baf-74f3-462f-a8b0-d99aab7c65ee request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:24:48.540401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Deleting port ef528fba-457b-47be-969d-bd4904464479 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:48.540697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.595251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44d14d-cffb-4537-b213-2b0f6e5e1abc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.596711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44d14d-cffb-4537-b213-2b0f6e5e1abc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.598233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e44d14d-cffb-4537-b213-2b0f6e5e1abc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1652000 Nov 01 18:24:48.601246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54766) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.601520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Deleting port f0aeff89-9940-4b57-a0ec-fc35853a67e8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:48.601871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.620174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.623943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] For port ef528fba-457b-47be-969d-bd4904464479, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ef528fba-457b-47be-969d-bd4904464479,segment=NetworkSegment(4c2ae1d4-4663-42d0-93de-3d6b87a83afd),segment_id=4c2ae1d4-4663-42d0-93de-3d6b87a83afd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:48.624396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.634076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652c4b-d146-4dd2-915f-c8b991df3ded req-b6b735ed-08b2-4334-8fa5-915cb9ef5209 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.635626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de652c4b-d146-4dd2-915f-c8b991df3ded req-b6b735ed-08b2-4334-8fa5-915cb9ef5209 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1528859 Nov 01 18:24:48.666129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet fb5528bf-2fe0-4d55-b674-bae131a32963 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:24:48.672280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Calling delete_port for ef528fba-457b-47be-969d-bd4904464479 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:48.678663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.716338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de652c4b-d146-4dd2-915f-c8b991df3ded req-613e6cce-adba-4c87-bbd1-f239dd39db0f tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Nov 01 18:24:48.723465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.743737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d949e-b0d4-4d91-922b-cd8ab781665b None None] Pushing event updated for resources: {'Port': ['ID=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.758085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52ee1c82-7193-4469-a4d4-d78575f0e2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.771355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.786732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.794268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/52281629-cbce-49a0-8927-7126fc937eda HTTP/1.1" status: 204 len: 168 time: 0.7472310 Nov 01 18:24:48.811320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54770) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:48.833045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d079-80f4-4837-98e3-3eaac8102bd7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=52281629-cbce-49a0-8927-7126fc937eda,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.862869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.866109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-c5b6837d-4a5b-420c-8358-184f8dcb797e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:48.866900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-c5b6837d-4a5b-420c-8358-184f8dcb797e tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.1494017 Nov 01 18:24:48.879771 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:48.910877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] Pushing event deleted for resources: {'Port': ['ID=ef528fba-457b-47be-969d-bd4904464479,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:48.912859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29f3c3-efe2-45f6-b4ef-2cca659abc6c None None] No DVR routers for this DVR port ef528fba-457b-47be-969d-bd4904464479 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:48.983311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.014683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Calling delete_port for f0aeff89-9940-4b57-a0ec-fc35853a67e8 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:49.037531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.056458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.062047 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/fb5528bf-2fe0-4d55-b674-bae131a32963 HTTP/1.1" status: 204 len: 168 time: 0.4591310 Nov 01 18:24:49.082470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54774) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:49.084109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.093508 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:24:49.101700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f5981-9b0d-4079-af80-da185d956352 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5528bf-2fe0-4d55-b674-bae131a32963,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:49.112973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f715d-5146-443b-9140-9ba8ea079f86 req-ffcaec80-f81a-4c1b-9387-cbdbba23e427 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:49.120458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1f715d-5146-443b-9140-9ba8ea079f86 req-ffcaec80-f81a-4c1b-9387-cbdbba23e427 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.2953026 Nov 01 18:24:49.140327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ddb73ac-b78d-409e-ab18-c65e5ef79600 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561819 Nov 01 18:24:49.143620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:49.148537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:49.274175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1f715d-5146-443b-9140-9ba8ea079f86 req-ad24b441-e2dd-4caf-ae97-086a4e677231 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522563 Nov 01 18:24:49.305472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600625-6ee2-4c29-8bb9-c5c0b664e6f3 req-c8fd7273-84e0-4042-aef3-510ff30bfa7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:49.307004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21600625-6ee2-4c29-8bb9-c5c0b664e6f3 req-c8fd7273-84e0-4042-aef3-510ff30bfa7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 945 time: 0.2208450 Nov 01 18:24:49.368824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.391769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Deleting port 34786849-7be5-47bc-8061-45619f22ecf1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:49.392109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.436690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea781baf-74f3-462f-a8b0-d99aab7c65ee']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:49.498965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2ae1d4-4663-42d0-93de-3d6b87a83afd') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:49.499263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2ae1d4-4663-42d0-93de-3d6b87a83afd') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:49.516187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21600625-6ee2-4c29-8bb9-c5c0b664e6f3 req-f302b415-5748-4e44-8f53-b93184d1d9fb tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739521 Nov 01 18:24:49.518684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.542512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:49.546987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.551607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.567419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:24:49.567857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:24:49.570966 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:24:49.652521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] For port 34786849-7be5-47bc-8061-45619f22ecf1, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=34786849-7be5-47bc-8061-45619f22ecf1,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:49.652891 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.659894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.693165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Calling delete_port for 34786849-7be5-47bc-8061-45619f22ecf1 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:49.729566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0aeff89-9940-4b57-a0ec-fc35853a67e8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:49.813161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.829338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.832924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/ea781baf-74f3-462f-a8b0-d99aab7c65ee HTTP/1.1" status: 204 len: 168 time: 1.0164485 Nov 01 18:24:49.834566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.841030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129c19-8fbe-4e20-8441-6d2d81a9ac95 req-d577305a-162c-490b-a364-6535f7a7f85e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:49.842530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09129c19-8fbe-4e20-8441-6d2d81a9ac95 req-d577305a-162c-490b-a364-6535f7a7f85e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.2080367 Nov 01 18:24:49.842852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:49.850508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1716683261'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:49.856868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b150173-921f-4b47-bc4c-665debbeced9 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:49.873797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6674-0d2c-404d-88f6-24b1bce46c2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=ea781baf-74f3-462f-a8b0-d99aab7c65ee,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:49.900148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.907536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4653dec3-fc50-475c-95ce-3dae0fbbbb75 tempest-RoutersAdminNegativeTest-2065511825 tempest-RoutersAdminNegativeTest-2065511825-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f0aeff89-9940-4b57-a0ec-fc35853a67e8 HTTP/1.1" status: 204 len: 168 time: 1.5925672 Nov 01 18:24:49.912308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:49.918962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:49.922003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:49.922960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:49.935118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09129c19-8fbe-4e20-8441-6d2d81a9ac95 req-ec4a003a-f375-4fbc-881d-9d4802be4bb3 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737963 Nov 01 18:24:49.935362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=3490c75d-62f3-409c-9f98-119133611a30,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:50.000658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] Provisioning complete for port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:50.001233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.017358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:50.020933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.070358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:24:50.092317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.092755 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment d0585052-49b4-4ba4-859e-170f3c228d7d of type vlan for network 70831f2a-ade9-40c5-90d7-0e22e33fb842 Nov 01 18:24:50.103614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.123215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f383d143-3257-4fff-a703-2704f8aea277'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:50.136710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-deaac0c6-2652-4fef-b683-55b1ad0e5914 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9919610 Nov 01 18:24:50.142335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54794) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:50.147223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:50.159665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.168867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event deleted for resources: {'Port': ['ID=34786849-7be5-47bc-8061-45619f22ecf1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:50.170592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b29efadc-3a0c-4698-93bd-65a01152aa76', '34786849-7be5-47bc-8061-45619f22ecf1'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:50.218316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:50.224654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] No DVR routers for this DVR port 34786849-7be5-47bc-8061-45619f22ecf1 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:50.228332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.231867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85c598ff-dd11-48ef-b61c-a66738ccc3c2 req-a87330a7-bcee-437f-9dc7-4f3d9c5bd803 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "DELETE /v2.0/ports/34786849-7be5-47bc-8061-45619f22ecf1 HTTP/1.1" status: 204 len: 173 time: 1.3312011 Nov 01 18:24:50.234594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'name': 'network-vif-deleted', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:50.235007 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd6263-3b98-407b-8c8e-c4cfad276d59" -d '{"events": [{"server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "name": "network-vif-deleted", "tag": "34786849-7be5-47bc-8061-45619f22ecf1"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:50.251218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124ef54-b1f4-4d85-ac04-e31040ce2f8e req-39a6004d-5910-4288-95b8-260696c29c97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.268093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5124ef54-b1f4-4d85-ac04-e31040ce2f8e req-39a6004d-5910-4288-95b8-260696c29c97 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1788168 Nov 01 18:24:50.284166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.285556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.305210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.316122 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebb10b-64de-414b-8e2f-fb184e987307 x-openstack-request-id: req-c7ebb10b-64de-414b-8e2f-fb184e987307 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:50.316538 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1192ed8c-158d-4135-ad7b-5497343457ae", "name": "network-vif-deleted", "tag": "34786849-7be5-47bc-8061-45619f22ecf1", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:50.316905 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7ebb10b-64de-414b-8e2f-fb184e987307 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:50.317536 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1192ed8c-158d-4135-ad7b-5497343457ae', 'name': 'network-vif-deleted', 'tag': '34786849-7be5-47bc-8061-45619f22ecf1', 'status': 'completed', 'code': 200} Nov 01 18:24:50.335006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5124ef54-b1f4-4d85-ac04-e31040ce2f8e req-805a21f1-eb1c-42d0-b613-a80d1e2a50c6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595853 Nov 01 18:24:50.349156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.357393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.358906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.484779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] For port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:50.485266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=70831f2a-ade9-40c5-90d7-0e22e33fb842,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:50.536292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:24:50.651630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54812) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:50.661733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-449ef3de-e97b-4997-90e8-3c8eab4463d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1508117 Nov 01 18:24:50.679818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.690039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:50.690630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:50.760530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd509-496a-423b-87c4-f81ce09a5a35 req-e41c9fe5-cc04-4bd3-8561-3b17e945b1cc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.765041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77fdd509-496a-423b-87c4-f81ce09a5a35 req-e41c9fe5-cc04-4bd3-8561-3b17e945b1cc tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1871147 Nov 01 18:24:50.829375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbb09b-05bf-412d-bee1-843ba987cd1b None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:50.852558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-863dafdf-d41c-4a60-becd-66914e5ad4df req-b932e854-771f-4778-a536-b67211b27b85 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=1192ed8c-158d-4135-ad7b-5497343457ae HTTP/1.1" status: 200 len: 210 time: 0.0445027 Nov 01 18:24:50.880900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.881619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.881849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.882485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.882921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.883390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.883881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:50.885996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-9b7a389f-ef77-416f-aa65-96d8d83c4b7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.1199169 Nov 01 18:24:50.899185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7ceb-230f-403e-becd-01e63d871d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.024495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.066580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77fdd509-496a-423b-87c4-f81ce09a5a35 req-d9dfc0be-73d0-4f78-97df-c7749624d0a1 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572916 Nov 01 18:24:51.082642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-d1584897-1252-4b6b-8940-51d7a814d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.083107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-d1584897-1252-4b6b-8940-51d7a814d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.083610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-d1584897-1252-4b6b-8940-51d7a814d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.085447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-d1584897-1252-4b6b-8940-51d7a814d272 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 2298 time: 0.1370823 Nov 01 18:24:51.106749 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-906029a3-3365-468a-b6b6-476d4afad1ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2614365 Nov 01 18:24:51.115116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.115116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54818) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:51.119979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:51.165009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7ceb-230f-403e-becd-01e63d871d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.167341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-c6dbcc33-7a8e-4d13-a7e1-5ac94a1d9a12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 1001 time: 0.0734980 Nov 01 18:24:51.228509 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f55db5b9-0420-49bf-8034-85ee7aeeb4be None None] Provisioning complete for port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:51.229089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f55db5b9-0420-49bf-8034-85ee7aeeb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.250876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234c4b3-0c68-4b49-9565-582d80048baa req-d67c96b9-caa6-4d4a-bc24-13e424f7d956 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.252426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b234c4b3-0c68-4b49-9565-582d80048baa req-d67c96b9-caa6-4d4a-bc24-13e424f7d956 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0904946 Nov 01 18:24:51.272991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da167b97-62a4-4a43-8514-2a30874eb54c None None] Pushing event updated for resources: {'Port': ['ID=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:51.281390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-24c8e8a0-d033-4100-864f-b1f3eb837f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.283069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-24c8e8a0-d033-4100-864f-b1f3eb837f02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.0848324 Nov 01 18:24:51.312758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.316201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-718edc67-d00c-488d-bf78-6c0c8dee03d4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1725683 Nov 01 18:24:51.323058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54820) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:51.330188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b234c4b3-0c68-4b49-9565-582d80048baa req-7bbf28f3-1ffb-40c4-a13d-a7855e57b003 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706625 Nov 01 18:24:51.347331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-299efea3-6de9-497a-8f5e-ea5befff6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.349256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-299efea3-6de9-497a-8f5e-ea5befff6c46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544932 Nov 01 18:24:51.369412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f3c417d-12ba-4e34-85a9-a1992f17a296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.376827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a7f7ceb-230f-403e-becd-01e63d871d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.471937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ef528fba-457b-47be-969d-bd4904464479 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:51.493040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ef528fba-457b-47be-969d-bd4904464479 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:51.493633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ef528fba-457b-47be-969d-bd4904464479 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:51.518343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a7f7ceb-230f-403e-becd-01e63d871d9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20b7aa2a0f1349be9c0854b60b671bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8551729 Nov 01 18:24:51.532528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54826) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:51.544585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f7ceb-230f-403e-becd-01e63d871d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a55648-de8d-49a7-ae5c-40d633392403,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:51.619732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:51.630044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.636796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-28568501-ace1-4858-bb6f-370693c0611a service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797265 Nov 01 18:24:51.645091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4197-5b33-42ec-aa6f-55da5b004919 req-c851e5e6-7f3c-46b9-a3fc-58e9977ae4c2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.652534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-300e4197-5b33-42ec-aa6f-55da5b004919 req-c851e5e6-7f3c-46b9-a3fc-58e9977ae4c2 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1421504 Nov 01 18:24:51.763313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-42970047-5166-45f7-bf7d-89f19f086ee7 None None] Provisioning complete for port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:51.765241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42970047-5166-45f7-bf7d-89f19f086ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.776329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.780561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-300e4197-5b33-42ec-aa6f-55da5b004919 req-19a6fcb1-2805-4b45-8857-d87d97be80e7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269832 Nov 01 18:24:51.815752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.834259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:51.891555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-7a573e44-c389-4358-8bc0-d62b068de82a service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344356 Nov 01 18:24:51.959904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-894a94c8-e3e5-4753-8178-68107c43844c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 217 time: 0.0507374 Nov 01 18:24:51.985386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c99c71-72e0-4409-b666-ac57457255a5 req-dc72b5b5-a0ed-4544-abf1-aafb2d6a176e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:51.992920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09c99c71-72e0-4409-b666-ac57457255a5 req-dc72b5b5-a0ed-4544-abf1-aafb2d6a176e tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1153226 Nov 01 18:24:52.032518 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.037218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.037218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8a55648-de8d-49a7-ae5c-40d633392403 HTTP/1.1" status: 204 len: 168 time: 0.5027306 Nov 01 18:24:52.072783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.084563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f030-8e70-4975-a76b-fc3978ae8ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a55648-de8d-49a7-ae5c-40d633392403,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:52.090607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-b71c4921-c4bb-4997-8955-4a1b2f42c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.093931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-b71c4921-c4bb-4997-8955-4a1b2f42c049 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1245406 Nov 01 18:24:52.107272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09c99c71-72e0-4409-b666-ac57457255a5 req-5aabd6c3-c003-4a54-b11f-97d45b4702e9 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132207 Nov 01 18:24:52.110186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:52.157320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.186882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-e14f2ec3-d18d-41ed-b49b-05559809d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.188500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-e14f2ec3-d18d-41ed-b49b-05559809d500 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771184 Nov 01 18:24:52.191861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:52.192459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.293844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=bed49ba2-b245-4d76-acd4-1962969d0ecf,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:52.335627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'd0585052-49b4-4ba4-859e-170f3c228d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:52.337424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 70831f2a-ade9-40c5-90d7-0e22e33fb842, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:24:52.345935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::1 (67390d4f-8ecf-462d-bd6d-0170ba363007/3490c75d-62f3-409c-9f98-119133611a30/10605c9e-8944-49ad-86e8-aa45382a8612) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:52.369996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-126d094a-cfc2-4eee-99d8-61fdaa58cc1d service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745110 Nov 01 18:24:52.378890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c424faa-60ee-4f76-a61e-3c0c954e301d req-482ba6aa-4975-415e-8a68-fae6063f8986 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.380383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c424faa-60ee-4f76-a61e-3c0c954e301d req-482ba6aa-4975-415e-8a68-fae6063f8986 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0849929 Nov 01 18:24:52.475971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.479958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c424faa-60ee-4f76-a61e-3c0c954e301d req-97e4107d-2d67-4996-bde1-e726542f16d0 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Nov 01 18:24:52.517444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:24:52.526268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-5aa13ae6-6c1b-41d2-8ff8-0cfa8857b2fc service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447752 Nov 01 18:24:52.582093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-63f0819f-c036-40b0-8938-c3cdc006b34b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 217 time: 0.0481613 Nov 01 18:24:52.591421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.624923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 70831f2a-ade9-40c5-90d7-0e22e33fb842) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:52.635140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bbccd-d6df-407e-8af7-f24a6a9d5e19 None None] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:52.635662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:52.640516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:52.642831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.643428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.647614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:52.648149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.708608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-1f391385-95d3-4404-ae99-6565d4d94f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.709147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:52.710130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-1f391385-95d3-4404-ae99-6565d4d94f70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1134405 Nov 01 18:24:52.719282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7154-f696-4225-bcd6-89c83414b8ee req-29d16621-79e3-44bc-8a10-0bfb784d7549 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.720823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69dc7154-f696-4225-bcd6-89c83414b8ee req-29d16621-79e3-44bc-8a10-0bfb784d7549 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.1416523 Nov 01 18:24:52.742317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed08ab6-d94e-4a12-b305-19b9992a6e81 req-39115c76-914a-48b0-a6e6-5e3cc0056b46 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.750603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ed08ab6-d94e-4a12-b305-19b9992a6e81 req-39115c76-914a-48b0-a6e6-5e3cc0056b46 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1724274 Nov 01 18:24:52.789787 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fa824771-8399-44e7-a3e1-eedb07d9dad9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6740239 Nov 01 18:24:52.795684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54856) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:52.799981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2030848342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:52.823535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69dc7154-f696-4225-bcd6-89c83414b8ee req-52cb8838-fed6-4a7c-9c2e-e3c0d6df3ecc tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917714 Nov 01 18:24:52.858482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ed08ab6-d94e-4a12-b305-19b9992a6e81 req-3a496dc5-93a9-4df4-a72f-85f375d7e001 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068456 Nov 01 18:24:52.876944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-5e23f71b-70ae-4858-83bf-694e5a85d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:52.878539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-5e23f71b-70ae-4858-83bf-694e5a85d939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559165 Nov 01 18:24:52.930367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-70831f2a-ade9-40c5-90d7-0e22e33fb842', 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': 'bed49ba2-b245-4d76-acd4-1962969d0ecf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:24:52.931247 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.936085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.937147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:52.965903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.003886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54862) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:53.075841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b64884af-1517-4bed-983b-8a2659d13ef8 None None] Provisioning complete for port 10605c9e-8944-49ad-86e8-aa45382a8612 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:53.076297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b64884af-1517-4bed-983b-8a2659d13ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.097858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-b40a7150-7c29-4224-a359-02be58cb69b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052529 Nov 01 18:24:53.102533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.141048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b64884af-1517-4bed-983b-8a2659d13ef8 None None] Port 10605c9e-8944-49ad-86e8-aa45382a8612 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:53.145316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fd043-858b-47eb-baa6-bf78f8b2f705 req-cfd19179-7af6-483f-a8a7-c7e07577ada6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:53.146893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f23fd043-858b-47eb-baa6-bf78f8b2f705 req-cfd19179-7af6-483f-a8a7-c7e07577ada6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.0902004 Nov 01 18:24:53.156219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Allocated IP 2001:db8::2 (70831f2a-ade9-40c5-90d7-0e22e33fb842/bed49ba2-b245-4d76-acd4-1962969d0ecf/059a35ae-cc68-44a8-a21b-5361b1c89818) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:53.176600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b7d2d38a-3eeb-4063-8fff-a165a9fc6077 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31e3e453c8a940b7aec44ea896a7b42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661985 Nov 01 18:24:53.185459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:53.201375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.256773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f23fd043-858b-47eb-baa6-bf78f8b2f705 req-bd30dda2-9fdb-4153-b2c3-ebbee0e57fab tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Nov 01 18:24:53.276936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-572c6370-1b3c-40db-8884-8269000ae2ec service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709383 Nov 01 18:24:53.279857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 34786849-7be5-47bc-8061-45619f22ecf1 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:53.321191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.325322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5562770c-fafa-472d-9f5a-48595afaac11 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5288663 Nov 01 18:24:53.326127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54870) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:53.330223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 34786849-7be5-47bc-8061-45619f22ecf1 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:53.330572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 34786849-7be5-47bc-8061-45619f22ecf1 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:53.333796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'port': {'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842', 'name': 'tempest-RoutersIpV6Test-966059108'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:24:53.356970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.361540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-ed087afa-d034-45b2-b0bc-d3295ffccdee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 217 time: 0.0758233 Nov 01 18:24:53.384804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.477613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.487713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.526358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:53.529851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:53.532416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:53.540793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Pushing event updated for resources: {'Port': ['ID=059a35ae-cc68-44a8-a21b-5361b1c89818,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:53.559999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.561066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.593795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:24:53.597518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.619569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Attempting to bind port 059a35ae-cc68-44a8-a21b-5361b1c89818 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:53.620042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Attempting to bind port 059a35ae-cc68-44a8-a21b-5361b1c89818 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd0585052-49b4-4ba4-859e-170f3c228d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:53.620514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Attempting to bind port 059a35ae-cc68-44a8-a21b-5361b1c89818 on network 70831f2a-ade9-40c5-90d7-0e22e33fb842 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:53.627607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:53.628093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Checking segment: {'id': 'd0585052-49b4-4ba4-859e-170f3c228d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:53.628572 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.629039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Bound using segment: {'id': 'd0585052-49b4-4ba4-859e-170f3c228d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:53.630160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Bound port: 059a35ae-cc68-44a8-a21b-5361b1c89818, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0585052-49b4-4ba4-859e-170f3c228d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '70831f2a-ade9-40c5-90d7-0e22e33fb842'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:53.630160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.648508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:53.680105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.684584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] device_id is not set on port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:24:53.710812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] For port 059a35ae-cc68-44a8-a21b-5361b1c89818, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:53.717058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] For port 059a35ae-cc68-44a8-a21b-5361b1c89818, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=059a35ae-cc68-44a8-a21b-5361b1c89818,segment=NetworkSegment(d0585052-49b4-4ba4-859e-170f3c228d7d),segment_id=d0585052-49b4-4ba4-859e-170f3c228d7d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:53.768202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.786382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:53.798522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-af3c6990-5c0e-4e37-9461-f598b891fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:53.799278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-af3c6990-5c0e-4e37-9461-f598b891fbb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.4297717 Nov 01 18:24:53.812929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:53.819940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:53.859824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f32bb-0645-416e-8a5e-fb5d7206631c None None] Pushing event updated for resources: {'Port': ['ID=059a35ae-cc68-44a8-a21b-5361b1c89818,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:53.870718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8::1fc (70831f2a-ade9-40c5-90d7-0e22e33fb842/bed49ba2-b245-4d76-acd4-1962969d0ecf/d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:24:53.874065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14cbfe-b597-4694-b6a2-3052956e3a91 req-9181c088-3d94-4bb4-9909-636b43cab606 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:53.878305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de14cbfe-b597-4694-b6a2-3052956e3a91 req-9181c088-3d94-4bb4-9909-636b43cab606 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1299770 Nov 01 18:24:53.892194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-e0bf6b4c-88cb-49f3-8cb4-27397844642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:53.893751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-e0bf6b4c-88cb-49f3-8cb4-27397844642a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773933 Nov 01 18:24:54.052046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.054768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.055989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/828bd86d-58b7-4fb0-9fac-e5781a84ec45 HTTP/1.1" status: 204 len: 168 time: 0.8695965 Nov 01 18:24:54.073238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd017-f5f5-492c-992a-42233d6c5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bd86d-58b7-4fb0-9fac-e5781a84ec45,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:54.116353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de14cbfe-b597-4694-b6a2-3052956e3a91 req-52451b26-a26a-408a-8c26-8ba0e0275e6c tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262709 Nov 01 18:24:54.249716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-1d75f5f7-50fd-4172-b242-b116b9404cad service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361044 Nov 01 18:24:54.285559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5e4e1-35fa-4fb6-b892-ab5dec344077 req-f7eef465-d3c8-4c5b-b8c2-175ae13897c3 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.287482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8c5e4e1-35fa-4fb6-b892-ab5dec344077 req-f7eef465-d3c8-4c5b-b8c2-175ae13897c3 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.3066516 Nov 01 18:24:54.321312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Router 6667903e-788e-4533-a391-568af557fb0a is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:24:54.330051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-99fabf8d-d9ef-46e4-ae4d-2777dbbf3eb2 None None] Provisioning complete for port 10605c9e-8944-49ad-86e8-aa45382a8612 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:54.330435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99fabf8d-d9ef-46e4-ae4d-2777dbbf3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.331712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.379112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-338b709c-87b4-40cd-83d2-ba1f1be2afa4 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.380846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-338b709c-87b4-40cd-83d2-ba1f1be2afa4 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 945 time: 0.2842932 Nov 01 18:24:54.405278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-99fabf8d-d9ef-46e4-ae4d-2777dbbf3eb2 None None] Port 10605c9e-8944-49ad-86e8-aa45382a8612 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:54.445710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d8c5e4e1-35fa-4fb6-b892-ab5dec344077 req-5aba516a-d460-400a-b8af-65ca71236771 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289809 Nov 01 18:24:54.539049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:24:54.543601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b322e422-0e88-460a-b2c8-711cb17f1ef1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "PUT /v2.0/routers/6667903e-788e-4533-a391-568af557fb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2187638 Nov 01 18:24:54.546153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:54.549370 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Sync routers for ids ['6667903e-788e-4533-a391-568af557fb0a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:24:54.560156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Routers {'6667903e-788e-4533-a391-568af557fb0a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:54.560859 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6667903e-788e-4533-a391-568af557fb0a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:54.568575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-51916604-9c64-420e-8b1f-56d932e100bb service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796273 Nov 01 18:24:54.597272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b4003c-16dc-4659-9e29-440d302d9172 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.601685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86b4003c-16dc-4659-9e29-440d302d9172 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports/10605c9e-8944-49ad-86e8-aa45382a8612 HTTP/1.1" status: 200 len: 911 time: 0.0543261 Nov 01 18:24:54.604458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:54.640390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-78b3adf1-2193-4e14-a688-809eed1e6819 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 217 time: 0.0558062 Nov 01 18:24:54.642203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.680031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Set router 6667903e-788e-4533-a391-568af557fb0a gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:24:54.709488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dbdc-c15f-42ec-b432-e71ddbc66216 req-fd4d9936-4f33-4e48-9a53-ea685795da20 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.711061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ece0dbdc-c15f-42ec-b432-e71ddbc66216 req-fd4d9936-4f33-4e48-9a53-ea685795da20 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.1703901 Nov 01 18:24:54.719425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Deleting port b29efadc-3a0c-4698-93bd-65a01152aa76 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:54.720053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.721018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948fd97-e570-46a8-821a-f36a2dd93e1c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.728813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948fd97-e570-46a8-821a-f36a2dd93e1c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.733619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e948fd97-e570-46a8-821a-f36a2dd93e1c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1302803 Nov 01 18:24:54.742975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:24:54.744094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:54.752929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:24:54.763387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:24:54.768976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.770164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.820478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-68decb6a-e563-454b-b3f9-f197eec27c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:54.822174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-68decb6a-e563-454b-b3f9-f197eec27c58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1723347 Nov 01 18:24:54.866524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:54.890806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ece0dbdc-c15f-42ec-b432-e71ddbc66216 req-b70e9b7a-4501-4156-8a3b-23d593bf48a6 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670616 Nov 01 18:24:54.922402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e0d0dd81-9a94-4323-9946-646a0ae4ae35 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5927868 Nov 01 18:24:54.925504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:54.933801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] For port b29efadc-3a0c-4698-93bd-65a01152aa76, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b29efadc-3a0c-4698-93bd-65a01152aa76,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:54.934170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:54.950486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Calling delete_port for b29efadc-3a0c-4698-93bd-65a01152aa76 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:55.001600 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:52Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': '10605c9e-8944-49ad-86e8-aa45382a8612', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:17:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667903e-788e-4533-a391-568af557fb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3490c75d-62f3-409c-9f98-119133611a30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:24:51Z', 'updated_at': '2021-11-01T18:24:53Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '3490c75d-62f3-409c-9f98-119133611a30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:55.072020 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Checking router: 6667903e-788e-4533-a391-568af557fb0a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:24:55.072367 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Updating router 6667903e-788e-4533-a391-568af557fb0a port 10605c9e-8944-49ad-86e8-aa45382a8612 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:24:55.092761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-8289f2f7-17e5-4187-9478-840aace14a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:55.094336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-8289f2f7-17e5-4187-9478-840aace14a2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2615652 Nov 01 18:24:55.114812 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:55.210449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:55.237699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b29efadc-3a0c-4698-93bd-65a01152aa76'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:55.286009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f383d143-3257-4fff-a703-2704f8aea277'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:24:55.320897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event deleted for resources: {'Port': ['ID=b29efadc-3a0c-4698-93bd-65a01152aa76,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:55.442763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] No DVR routers for this DVR port b29efadc-3a0c-4698-93bd-65a01152aa76 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:24:55.459404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:55.463421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2124a58b-2901-4fc8-bfa4-c007bba934db req-63b625df-c861-452d-aade-1c7fb32aeb7a tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.37 "DELETE /v2.0/ports/b29efadc-3a0c-4698-93bd-65a01152aa76 HTTP/1.1" status: 204 len: 173 time: 1.0694146 Nov 01 18:24:55.476914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'name': 'network-vif-deleted', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:24:55.479332 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9284917-f3f0-42f4-909d-907e1b580aae" -d '{"events": [{"server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "name": "network-vif-deleted", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:24:55.494850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-6bdb681a-570c-4e00-99eb-25f3557bdd42 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881068 Nov 01 18:24:55.744265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c626b16-16fd-4dd0-b3b8-8fd8d2da4507 None None] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:24:55.755764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-31b70e63-601e-4ef4-9926-076909310308 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476041 Nov 01 18:24:55.757236 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad99f56-d7f0-410c-b5df-85d1e92fb554 x-openstack-request-id: req-4ad99f56-d7f0-410c-b5df-85d1e92fb554 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:24:55.757522 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb", "name": "network-vif-deleted", "tag": "b29efadc-3a0c-4698-93bd-65a01152aa76", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:24:55.757777 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ad99f56-d7f0-410c-b5df-85d1e92fb554 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:24:55.758172 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb', 'name': 'network-vif-deleted', 'tag': 'b29efadc-3a0c-4698-93bd-65a01152aa76', 'status': 'completed', 'code': 200} Nov 01 18:24:55.906543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-cf12846a-efbd-461d-a7fe-206e54cedaf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 217 time: 0.1232629 Nov 01 18:24:55.911798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0561bf0-283b-4de4-a42c-9dc0edb59a8c req-2d03edf6-0881-4eeb-954c-b92bed7531cf tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4a64d8e-720f-4ac2-9fb8-ac1ca49b2dcb HTTP/1.1" status: 200 len: 210 time: 0.1497474 Nov 01 18:24:55.912459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] Provisioning complete for port 059a35ae-cc68-44a8-a21b-5361b1c89818 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:55.912884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:55.917957 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:55.998771 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.049189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-a954ef9c-8b86-4b50-b54e-ffec93ce392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:56.052041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-a954ef9c-8b86-4b50-b54e-ffec93ce392b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.1385894 Nov 01 18:24:56.053093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54930) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:56.085728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Pushing event updated for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:56.104382 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.106104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.108019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.108443 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.111108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.111871 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.114103 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.119290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.119290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.119290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.119290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.119290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:24:56.210026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 059a35ae-cc68-44a8-a21b-5361b1c89818 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:56.265892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-30c93a0f-637d-48f9-9c82-a6b1b806ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:56.269078 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.271591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-30c93a0f-637d-48f9-9c82-a6b1b806ecfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894717 Nov 01 18:24:56.290958 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.296418 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Attempting to bind port 10605c9e-8944-49ad-86e8-aa45382a8612 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:24:56.296791 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Attempting to bind port 10605c9e-8944-49ad-86e8-aa45382a8612 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:24:56.297155 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Attempting to bind port 10605c9e-8944-49ad-86e8-aa45382a8612 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:24:56.320795 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:24:56.321600 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:24:56.322186 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.322794 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:24:56.323442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Bound port: 10605c9e-8944-49ad-86e8-aa45382a8612, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:24:56.324081 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.365386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] For port 059a35ae-cc68-44a8-a21b-5361b1c89818, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=059a35ae-cc68-44a8-a21b-5361b1c89818,segment=NetworkSegment(d0585052-49b4-4ba4-859e-170f3c228d7d),segment_id=d0585052-49b4-4ba4-859e-170f3c228d7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:56.432490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-938bd6ed-0896-4c0d-9cff-0008cf35b7d7 tempest-AgentManagementNegativeTest-481397277 tempest-AgentManagementNegativeTest-481397277-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3782742 Nov 01 18:24:56.441594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.454334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 059a35ae-cc68-44a8-a21b-5361b1c89818 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:56.458109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.495967 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] For port 10605c9e-8944-49ad-86e8-aa45382a8612, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:24:56.498947 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] For port 10605c9e-8944-49ad-86e8-aa45382a8612, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=10605c9e-8944-49ad-86e8-aa45382a8612,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:24:56.544080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-3fb06534-163f-448a-822b-a88c7d866aec service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627897 Nov 01 18:24:56.582694 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.684031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Routers {'6667903e-788e-4533-a391-568af557fb0a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:24:56.697694 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.699857 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6667903e-788e-4533-a391-568af557fb0a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:56.772862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] Provisioning complete for port 10605c9e-8944-49ad-86e8-aa45382a8612 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:56.773414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:56.835738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-6b970885-39f9-4ecf-aa14-dfa34b3a4bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807429 Nov 01 18:24:56.877792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48374ec5-c616-4338-b545-20bd23d5fe48 None None] Pushing event updated for resources: {'Port': ['ID=059a35ae-cc68-44a8-a21b-5361b1c89818,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:56.916451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-fcfbee0b-7da3-4a66-b199-6360e05cdc40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.0732172 Nov 01 18:24:56.918372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] Set router 6667903e-788e-4533-a391-568af557fb0a gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:24:57.070064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-1d20f928-ebe5-444f-8ba8-c27de84fe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:57.085498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-1d20f928-ebe5-444f-8ba8-c27de84fe757 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.1481547 Nov 01 18:24:57.107394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.204474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] For port 10605c9e-8944-49ad-86e8-aa45382a8612, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=10605c9e-8944-49ad-86e8-aa45382a8612,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:57.220433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-b996f94e-1715-4e0c-a9a1-3e302fe2492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:57.220433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-b996f94e-1715-4e0c-a9a1-3e302fe2492a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304741 Nov 01 18:24:57.264864 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9b34-d028-464c-8944-955f93b96376 None None] Pushing event updated for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:57.277517 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.371818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:57.431887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.447588 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:52Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': '10605c9e-8944-49ad-86e8-aa45382a8612', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:17:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667903e-788e-4533-a391-568af557fb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3490c75d-62f3-409c-9f98-119133611a30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:24:51Z', 'updated_at': '2021-11-01T18:24:56Z', 'revision_number': 4, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '3490c75d-62f3-409c-9f98-119133611a30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:24:57.499775 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356969-d485-4068-8bf5-4525b30554a7 None None] The sync data for ids ['6667903e-788e-4533-a391-568af557fb0a'] in n-d-815923-2 is: [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:52Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': '10605c9e-8944-49ad-86e8-aa45382a8612', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:17:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667903e-788e-4533-a391-568af557fb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3490c75d-62f3-409c-9f98-119133611a30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:24:51Z', 'updated_at': '2021-11-01T18:24:56Z', 'revision_number': 4, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '3490c75d-62f3-409c-9f98-119133611a30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:24:57.517456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-a424242d-f9e4-430c-815b-f6c9efa85ff4 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905011 Nov 01 18:24:57.518187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.523792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.557745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2ba95-bcf9-4f05-9e67-c31bda7822b2 None None] Pushing event updated for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:57.597674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Provisioning complete for port 059a35ae-cc68-44a8-a21b-5361b1c89818 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:57.598056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.637163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:57.641369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-652e0c06-0485-4642-b390-1133ed378b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.826426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415300b3-289e-4863-bcd9-edcb4f3b7bb3 req-98e68d30-8207-499d-be9d-d02864d90c06 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:57.843619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415300b3-289e-4863-bcd9-edcb4f3b7bb3 req-98e68d30-8207-499d-be9d-d02864d90c06 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.2091844 Nov 01 18:24:57.869977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Provisioning complete for port 10605c9e-8944-49ad-86e8-aa45382a8612 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:57.871163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:57.933524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6e5d2c6-106c-4628-8904-16ff1cc19bf5 req-eb268e5e-754d-4415-95cc-1fe619d14340 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058845 Nov 01 18:24:57.981061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415300b3-289e-4863-bcd9-edcb4f3b7bb3 req-0a2a2889-0e89-410f-88dc-888654849369 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363668 Nov 01 18:24:58.075899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-652e0c06-0485-4642-b390-1133ed378b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.094792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Provisioning complete for port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:58.095174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.137073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 059a35ae-cc68-44a8-a21b-5361b1c89818 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:24:58.151146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-652e0c06-0485-4642-b390-1133ed378b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.168741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.212846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0c06-0485-4642-b390-1133ed378b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c06bf-6156-480f-9117-e3b57bda1b88,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:58.244865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-652e0c06-0485-4642-b390-1133ed378b21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1873883826464e048f17fd0db37888bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721368 Nov 01 18:24:58.249238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:24:58.294233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-396138db-7e40-4ae3-bac7-f93a71c27718 None None] Port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:58.309313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 059a35ae-cc68-44a8-a21b-5361b1c89818 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:58.310137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.356997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 10605c9e-8944-49ad-86e8-aa45382a8612 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:58.357344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.492969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ace2484-4463-4e94-9caf-1414a420ec71 None None] Provisioning complete for port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:24:58.493354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ace2484-4463-4e94-9caf-1414a420ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.565361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.585682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1ace2484-4463-4e94-9caf-1414a420ec71 None None] Port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:24:58.589634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.599639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 10605c9e-8944-49ad-86e8-aa45382a8612, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=10605c9e-8944-49ad-86e8-aa45382a8612,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:58.600015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.621402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.629143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 10605c9e-8944-49ad-86e8-aa45382a8612 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:58.891457 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.894043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:58.898178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/554c06bf-6156-480f-9117-e3b57bda1b88 HTTP/1.1" status: 204 len: 168 time: 0.6464560 Nov 01 18:24:58.939526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e207be5-78f3-4dc2-b5ae-ccc9688b9225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c06bf-6156-480f-9117-e3b57bda1b88,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:59.116855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.151050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57305135-3801-4c50-9dad-e3f2c34b727e req-58bd807c-d582-41f3-ba23-fd5301679bb0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:59.153580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57305135-3801-4c50-9dad-e3f2c34b727e req-58bd807c-d582-41f3-ba23-fd5301679bb0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0681608 Nov 01 18:24:59.195835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57305135-3801-4c50-9dad-e3f2c34b727e req-57c58439-a96a-489f-a8c3-298d1e221135 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/security-groups?id=cedbace7-3c24-4f8d-99f9-1b845b8e3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Nov 01 18:24:59.237555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.238399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.243716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.317719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b29efadc-3a0c-4698-93bd-65a01152aa76 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:24:59.378565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b29efadc-3a0c-4698-93bd-65a01152aa76 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:24:59.386493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020469ea-27c8-493f-8315-b7ed36968de0 req-4cb8c533-c8cc-4be3-bf28-b9ebaab04347 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:24:59.386493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-020469ea-27c8-493f-8315-b7ed36968de0 req-4cb8c533-c8cc-4be3-bf28-b9ebaab04347 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 946 time: 0.0946319 Nov 01 18:24:59.386747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b29efadc-3a0c-4698-93bd-65a01152aa76 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:24:59.399801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:59.534245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Deleting port f383d143-3257-4fff-a703-2704f8aea277 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:24:59.534953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.562338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=10605c9e-8944-49ad-86e8-aa45382a8612,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:24:59.573469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.742865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] For port f383d143-3257-4fff-a703-2704f8aea277, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f383d143-3257-4fff-a703-2704f8aea277,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:24:59.744655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:24:59.808475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Calling delete_port for f383d143-3257-4fff-a703-2704f8aea277 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:24:59.839537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-ddb61f90-8d40-48c8-91f7-dd0fc9b6dc66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878048 Nov 01 18:25:00.052222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.056756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.058924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-bd168939-1846-4b42-bd77-aaad4d108498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.1268673 Nov 01 18:25:00.204677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:00.216285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:00.261710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-28ade629-fdcf-49f3-9cba-831e3fd3de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.262312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-28ade629-fdcf-49f3-9cba-831e3fd3de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.262869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-28ade629-fdcf-49f3-9cba-831e3fd3de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.264667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-28ade629-fdcf-49f3-9cba-831e3fd3de0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 2291 time: 0.1733634 Nov 01 18:25:00.333716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:00.385452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Pushing event deleted for resources: {'Port': ['ID=f383d143-3257-4fff-a703-2704f8aea277,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:00.475934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:00.485267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-f8cac5d8-1bbd-486a-a842-7a40cc508917 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 1000 time: 0.2128985 Nov 01 18:25:00.494830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-878e5056-a6ac-49d1-b0c2-5ff7762b6ada req-87211a11-3448-4d7a-8419-c04a42d4aae9 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 210 time: 0.1164150 Nov 01 18:25:00.558174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Router 6667903e-788e-4533-a391-568af557fb0a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:00.659169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] No DVR routers for this DVR port f383d143-3257-4fff-a703-2704f8aea277 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:00.665119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:00.670892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 04733764-b09e-4550-ab91-1097e629c6f7 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:00.685208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:00.687985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-020469ea-27c8-493f-8315-b7ed36968de0 req-e0129355-018e-4be9-bfe8-a4ff3822e20b tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.32 "DELETE /v2.0/ports/f383d143-3257-4fff-a703-2704f8aea277 HTTP/1.1" status: 204 len: 173 time: 1.2849896 Nov 01 18:25:00.697028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'name': 'network-vif-deleted', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:25:00.701449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Sync routers for ids ['6667903e-788e-4533-a391-568af557fb0a'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:00.709689 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88afc755-0254-4d76-847a-fd4c4eaae1ca" -d '{"events": [{"server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "name": "network-vif-deleted", "tag": "f383d143-3257-4fff-a703-2704f8aea277"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:25:00.734483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Routers {'6667903e-788e-4533-a391-568af557fb0a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:00.735124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6667903e-788e-4533-a391-568af557fb0a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:00.742343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c2e55fd7-3328-43c6-be13-f140c04698c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.743871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c2e55fd7-3328-43c6-be13-f140c04698c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.2478697 Nov 01 18:25:00.802325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1408844038'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:00.810904 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8dc350d2-c3c3-48b8-85c1-18a98e3b5f6a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "PUT /v2.0/routers/6667903e-788e-4533-a391-568af557fb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0620964 Nov 01 18:25:00.816102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:00.816300 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaac17d-44ea-4c6f-84c2-edcd1e614854 x-openstack-request-id: req-feaac17d-44ea-4c6f-84c2-edcd1e614854 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:25:00.816423 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0571c59-3711-4775-b679-c787d132b8b8", "name": "network-vif-deleted", "tag": "f383d143-3257-4fff-a703-2704f8aea277", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:25:00.818066 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feaac17d-44ea-4c6f-84c2-edcd1e614854 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:25:00.818066 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0571c59-3711-4775-b679-c787d132b8b8', 'name': 'network-vif-deleted', 'tag': 'f383d143-3257-4fff-a703-2704f8aea277', 'status': 'completed', 'code': 200} Nov 01 18:25:00.856190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-19970c70-fc81-4c9c-9080-3b70e9b8599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.857662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-19970c70-fc81-4c9c-9080-3b70e9b8599b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053474 Nov 01 18:25:00.975997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77cfddc-1623-4658-ac48-bd0c0464b6fa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.977937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77cfddc-1623-4658-ac48-bd0c0464b6fa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:00.979718 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f77cfddc-1623-4658-ac48-bd0c0464b6fa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1618667 Nov 01 18:25:00.984619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55022) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:01.020908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Set router 6667903e-788e-4533-a391-568af557fb0a gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:01.079494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-6fd7728a-9d24-41ab-b0b8-722431a4e56b service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118554 Nov 01 18:25:01.102222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-abedcd09-80c0-4197-aeea-3ba31308705a None None] Provisioning complete for port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:01.102595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-abedcd09-80c0-4197-aeea-3ba31308705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.108609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:59Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.133610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:01.149210 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] Sync routers for ids ['04733764-b09e-4550-ab91-1097e629c6f7'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:01.158189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d768635-4c2b-4ed0-88c7-aa9fc678b645 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/04733764-b09e-4550-ab91-1097e629c6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2312469 Nov 01 18:25:01.163633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:01.174602 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] Routers {'04733764-b09e-4550-ab91-1097e629c6f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:01.177324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['04733764-b09e-4550-ab91-1097e629c6f7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.237058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-941f6fe3-f2c6-4e15-9639-efd43f6a1103 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488361 Nov 01 18:25:01.240413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 3490c75d-62f3-409c-9f98-119133611a30 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:01.262716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.265021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Checking router: 6667903e-788e-4533-a391-568af557fb0a for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:01.290234 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.295522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Routers {'6667903e-788e-4533-a391-568af557fb0a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:01.296117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6667903e-788e-4533-a391-568af557fb0a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.319306 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] Routers {'04733764-b09e-4550-ab91-1097e629c6f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:01.324716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['04733764-b09e-4550-ab91-1097e629c6f7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.331006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0bcb3-1d76-4d77-a11e-4391bccc7466 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:01.337663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfa0bcb3-1d76-4d77-a11e-4391bccc7466 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports/d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f HTTP/1.1" status: 200 len: 983 time: 0.1715577 Nov 01 18:25:01.340029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Made reservation on behalf of 8e0819ffccbd4c1f99aa83f3fe245779 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:01.342705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-abedcd09-80c0-4197-aeea-3ba31308705a None None] Port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:01.347849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-e6684fad-321e-4587-9392-497526b3c693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 217 time: 0.1024623 Nov 01 18:25:01.350652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55030) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:01.351724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.387194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] Set router 6667903e-788e-4533-a391-568af557fb0a gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:01.398262 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.398960 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be4dfc-7739-4114-93c8-7337ca510590 None None] The sync data for ids ['04733764-b09e-4550-ab91-1097e629c6f7'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:01.404897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.441232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.474569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:59Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:01.524429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c781c-3734-4dcb-9992-fbe158354e3c None None] The sync data for ids ['6667903e-788e-4533-a391-568af557fb0a'] in n-d-815923-2 is: [{'id': '6667903e-788e-4533-a391-568af557fb0a', 'name': 'tempest-NetworksTestDHCPv6-router-519294712', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:24:50Z', 'updated_at': '2021-11-01T18:24:59Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:01.549061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-e4067609-8e21-4048-9f42-e81e576f0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:01.559964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-e4067609-8e21-4048-9f42-e81e576f0d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1861796 Nov 01 18:25:01.566621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.709461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.794480 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.803573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.849691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:01.867295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b8f8b-31eb-4c19-95de-e1f5b33d8180 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:01.880612 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.892152 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/3490c75d-62f3-409c-9f98-119133611a30 HTTP/1.1" status: 204 len: 168 time: 0.9011335 Nov 01 18:25:01.892152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17286cb-e751-4c4c-b260-41790d580b1a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=3490c75d-62f3-409c-9f98-119133611a30,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:01.895274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:01.945977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe26db-17e5-4daf-a391-819b3e08e684,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:01.950714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:01.950928 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Added segment 9dcc4916-19e3-46f5-ae93-5f01b4ab7210 of type vlan for network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f Nov 01 18:25:02.061131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 10605c9e-8944-49ad-86e8-aa45382a8612 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:02.089255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 10605c9e-8944-49ad-86e8-aa45382a8612 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:02.090123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 10605c9e-8944-49ad-86e8-aa45382a8612 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:02.137045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f383d143-3257-4fff-a703-2704f8aea277 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:02.165860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.168042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: f383d143-3257-4fff-a703-2704f8aea277 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:02.168650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f383d143-3257-4fff-a703-2704f8aea277 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:02.262137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e0f5fab-763f-4cd4-a648-13508371d732 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3532841 Nov 01 18:25:02.269271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:02.314950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:02.354005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbbeed10-bbf5-4e5b-82ed-465ff95e1001 req-545e767c-7ca5-471a-81a8-175ab27175e0 tempest-ListServerFiltersTestJSON-821132550 tempest-ListServerFiltersTestJSON-821132550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0571c59-3711-4775-b679-c787d132b8b8 HTTP/1.1" status: 200 len: 210 time: 0.6591353 Nov 01 18:25:02.364989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.373362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:02.378647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.413316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-1b4d06ec-e684-4672-bc70-29d280c9bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:02.414073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-1b4d06ec-e684-4672-bc70-29d280c9bdbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8508263 Nov 01 18:25:02.443010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.463119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Deleting port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:02.466929 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.592921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1164844 Nov 01 18:25:02.595175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55046) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:02.605636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Request body: {'subnet': {'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:02.607899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07149-0106-4fb7-835b-29d76991cce1 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'Network': ['ID=d23bbcb6-b78e-4035-8ec5-41b7b77ce97f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:02.608437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] For port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:02.609097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.629994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:02.637209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Calling delete_port for 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:02.706671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-14961243-05fa-4735-89db-4790a12a2d58 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637174 Nov 01 18:25:02.742620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.745808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.884617 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.894518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-b26cb0cb-fee3-4d7a-b2d4-05ff5b872602 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573017 Nov 01 18:25:02.923247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] No DVR routers for this DVR port 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:02.930470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf87a-1811-46ae-a819-a473329a0acc None None] Pushing event deleted for resources: {'Port': ['ID=721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:02.939781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.940437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Fanout notify agent at l3_agent the message router_deleted on router 6667903e-788e-4533-a391-568af557fb0a {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:02.952538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.952538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d0ebce5-4a5b-470b-a592-72286dba4edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/routers/6667903e-788e-4533-a391-568af557fb0a HTTP/1.1" status: 204 len: 168 time: 0.6812439 Nov 01 18:25:02.954778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:02.960456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:02.985688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Made reservation on behalf of 8e0819ffccbd4c1f99aa83f3fe245779 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:02.989311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:02.993108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-baa22cfd-662b-471a-8158-9758d707705f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 217 time: 0.0857370 Nov 01 18:25:03.102796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.203357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:03.209174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-ea2168a7-51af-4d12-adb6-fc559eb9d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:03.210626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-ea2168a7-51af-4d12-adb6-fc559eb9d307 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.2088494 Nov 01 18:25:03.212088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.365068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-b678c5ca-bfea-4b90-b6cc-5a6c8a0f3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:03.366660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-b678c5ca-bfea-4b90-b6cc-5a6c8a0f3387 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449056 Nov 01 18:25:03.461182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:03.500989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.534488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Deleting subnet 43c674ce-e694-4fbd-9727-6dc9b3fadcea {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:03.536414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.555464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.582407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-aa185aa6-126c-4377-89c9-68db785c17a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054574 Nov 01 18:25:03.594591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:03.604187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:03.611045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:03.611680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.616233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861c16f-fc6c-457c-86e6-af95f766fe58 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:03.617655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=30fa5d87-666a-4171-82ef-81edad8233d2,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:03.631927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.661653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'Subnet': ['ID=8b709a9e-1a21-4042-8c39-746124a8ae24,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:03.715936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Checking segment: {'id': '9dcc4916-19e3-46f5-ae93-5f01b4ab7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:03.716204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Network hostable DHCP agents. Network: d23bbcb6-b78e-4035-8ec5-41b7b77ce97f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:03.726954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:03.732200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.742754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0a075f4c-fb32-4453-84c5-5aebcd034621 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7862282 Nov 01 18:25:03.748193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:03.752934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:03.780422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.821367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-7f95201d-5586-4cfe-8bb1-c535d904ad2d service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250402 Nov 01 18:25:03.844429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '30fa5d87-666a-4171-82ef-81edad8233d2'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:03.845302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.872902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.875236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-ac43c8d1-f20a-4ba7-8e0f-1e384322544d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 217 time: 0.0419931 Nov 01 18:25:03.875394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.908169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.936715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:03.940084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e4574-21ef-4923-a25d-5b59392891d9 None None] Network 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:03.951341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.954878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:03.961212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43c674ce-e694-4fbd-9727-6dc9b3fadcea HTTP/1.1" status: 204 len: 168 time: 0.4967792 Nov 01 18:25:03.965576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55064) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:03.995666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1942d-4eb9-44fa-a323-2567914b3212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c674ce-e694-4fbd-9727-6dc9b3fadcea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:04.001688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.047948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d23bbcb6-b78e-4035-8ec5-41b7b77ce97f) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:04.053844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:04.065204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca265c0-6af1-4da4-ba9e-39327bd5a24b None None] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:04.069863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:04.070739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.079662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c9b663a8-ee47-47a4-bc11-7e4814beb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:04.082044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c9b663a8-ee47-47a4-bc11-7e4814beb040 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1999936 Nov 01 18:25:04.090792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.107618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.112913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:04.165226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:04.165606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 721d83c3-6d54-4ad7-9fb6-2a3c6e23ac68 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:04.212441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/30fa5d87-666a-4171-82ef-81edad8233d2/867d1a8b-fab0-42a4-8fad-dc1c9b0218e5) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:04.233149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-122d8417-a1d9-48a2-b1ec-6bd6fba6f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:04.240374 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.240516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-122d8417-a1d9-48a2-b1ec-6bd6fba6f284 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411600 Nov 01 18:25:04.240632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1e374ff8-ab75-474b-aa72-320a7cc993cb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4902835 Nov 01 18:25:04.242638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:04.299899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2c15ef04-e9e8-4d9c-a404-b6afc09c92a8 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7035639 Nov 01 18:25:04.320254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55076) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:04.335186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Request body: {'port': {'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-493589800'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:04.365542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] DHCP port deletion for 5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:04.456806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d23bbcb6-b78e-4035-8ec5-41b7b77ce97f', 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f', 'tenant_id': '8e0819ffccbd4c1f99aa83f3fe245779', 'fixed_ips': [{'subnet_id': '8b709a9e-1a21-4042-8c39-746124a8ae24'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:04.458415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.523962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Deleting port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:04.524569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.665272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] For port 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45d4598e-761c-44b5-8d56-fb0649b7b0f3,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:04.665668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.711104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Calling delete_port for 45d4598e-761c-44b5-8d56-fb0649b7b0f3 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:04.720799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-79325af3-8467-4d26-8bae-3f2b8463d9ef service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720209 Nov 01 18:25:04.765399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.773037 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.790010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Deleting port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:04.790010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:04.796848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.054419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.112423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] For port 45d4598e-761c-44b5-8d56-fb0649b7b0f3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=45d4598e-761c-44b5-8d56-fb0649b7b0f3,segment=NetworkSegment(f54ed2ba-5220-4483-93a1-f98a9d736ed0),segment_id=f54ed2ba-5220-4483-93a1-f98a9d736ed0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:05.112818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.115684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Allocated IP 172.20.0.2 (d23bbcb6-b78e-4035-8ec5-41b7b77ce97f/8b709a9e-1a21-4042-8c39-746124a8ae24/72490061-b6a0-4989-b3b2-05ba83fb515d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:05.116146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::1 (67390d4f-8ecf-462d-bd6d-0170ba363007/30fa5d87-666a-4171-82ef-81edad8233d2/a205f2f0-9bde-4520-9c1b-668fb8864615) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:05.147529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:05.149253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Calling delete_port for 45d4598e-761c-44b5-8d56-fb0649b7b0f3 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:05.160246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:05.170486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:05.189549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Pushing event updated for resources: {'Port': ['ID=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.264471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.276984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.324407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Attempting to bind port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:05.325243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Attempting to bind port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:05.325243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Attempting to bind port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:05.333674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=d86d6ed6-c1d6-4f38-9f4e-fada1c01e42f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.351797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:05.352219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:05.352625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.353038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:05.353503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Bound port: 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:05.354259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.396683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Made reservation on behalf of 8e0819ffccbd4c1f99aa83f3fe245779 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:05.401527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.402103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.448804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] device_id is not set on port 61a1f22f-6d7e-4242-9cee-56795f3971b4 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:05.483836 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.495708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:05.501807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:05.503173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:05.503917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.507884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=a205f2f0-9bde-4520-9c1b-668fb8864615,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.508048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] For port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:05.518025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] For port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:05.524670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c68f-1508-4ccb-a3f9-af4474cd5b53 req-7ca1ae7c-000f-4e0d-a861-a1c6b10c6e4a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:05.526265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d02c68f-1508-4ccb-a3f9-af4474cd5b53 req-7ca1ae7c-000f-4e0d-a861-a1c6b10c6e4a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.2689931 Nov 01 18:25:05.541775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.574715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] Pushing event deleted for resources: {'Port': ['ID=45d4598e-761c-44b5-8d56-fb0649b7b0f3,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.585004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.588381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1cbed-96fe-47fe-91b0-009524eaa1ad None None] No DVR routers for this DVR port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:05.613370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-a711d3ec-2d3d-48a9-88c8-6667fed5afcc service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837929 Nov 01 18:25:05.632392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.638697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.670122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:05.674924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:05.678341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:05.680313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Pushing event updated for resources: {'Port': ['ID=72490061-b6a0-4989-b3b2-05ba83fb515d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.770978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-f5a3d403-b09c-4a87-8788-cedef98e456e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 217 time: 0.1464152 Nov 01 18:25:05.770978 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.771713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.790845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16696c9c-570d-41a2-b019-a6634bfdadbf None None] Pushing event updated for resources: {'Port': ['ID=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.817463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Attempting to bind port 72490061-b6a0-4989-b3b2-05ba83fb515d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:05.818085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Attempting to bind port 72490061-b6a0-4989-b3b2-05ba83fb515d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9dcc4916-19e3-46f5-ae93-5f01b4ab7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:05.819337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Attempting to bind port 72490061-b6a0-4989-b3b2-05ba83fb515d on network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:05.827571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:05.827571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Checking segment: {'id': '9dcc4916-19e3-46f5-ae93-5f01b4ab7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:05.827571 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.829010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Bound using segment: {'id': '9dcc4916-19e3-46f5-ae93-5f01b4ab7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:05.829711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Bound port: 72490061-b6a0-4989-b3b2-05ba83fb515d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcc4916-19e3-46f5-ae93-5f01b4ab7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:05.830991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:05.847630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d4598e-761c-44b5-8d56-fb0649b7b0f3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:05.895613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d02c68f-1508-4ccb-a3f9-af4474cd5b53 req-e6c93a29-ab41-4985-a709-124747c1d9ba tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951090 Nov 01 18:25:05.945307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] For port 72490061-b6a0-4989-b3b2-05ba83fb515d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:05.950012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] For port 72490061-b6a0-4989-b3b2-05ba83fb515d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=72490061-b6a0-4989-b3b2-05ba83fb515d,segment=NetworkSegment(9dcc4916-19e3-46f5-ae93-5f01b4ab7210),segment_id=9dcc4916-19e3-46f5-ae93-5f01b4ab7210)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:05.950984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] No DVR routers for this DVR port 45d4598e-761c-44b5-8d56-fb0649b7b0f3 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:06.058319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.152721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Allocated IP 172.20.0.6 (d23bbcb6-b78e-4035-8ec5-41b7b77ce97f/8b709a9e-1a21-4042-8c39-746124a8ae24/61a1f22f-6d7e-4242-9cee-56795f3971b4) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:06.160493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-69455946-6f17-4e70-9ee6-c433286a3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:06.162075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-69455946-6f17-4e70-9ee6-c433286a3474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.3157506 Nov 01 18:25:06.176250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b56e7-5760-432c-b1dd-12e3729c8b63 None None] Pushing event updated for resources: {'Port': ['ID=72490061-b6a0-4989-b3b2-05ba83fb515d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:06.196810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 04733764-b09e-4550-ab91-1097e629c6f7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:06.226714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.249635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:06.290066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9862bf-2b39-4d57-9ee6-37069ea3d5b9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.335097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:06.335373 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.378557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54ed2ba-5220-4483-93a1-f98a9d736ed0') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.378856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54ed2ba-5220-4483-93a1-f98a9d736ed0') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.405847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.441993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:06.458536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c2578391-1967-414f-b3a7-714ccdc1d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:06.460803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-c2578391-1967-414f-b3a7-714ccdc1d9bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2593625 Nov 01 18:25:06.468548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-361ba430-163c-4bc5-bed9-11d4c693573d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/04733764-b09e-4550-ab91-1097e629c6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1158638 Nov 01 18:25:06.477112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55096) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:06.485291 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.489690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] Sync routers for ids ['04733764-b09e-4550-ab91-1097e629c6f7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:06.524051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] Routers {'04733764-b09e-4550-ab91-1097e629c6f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:06.526977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['04733764-b09e-4550-ab91-1097e629c6f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.554084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.567148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.590762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:06.592480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.604102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] Routers {'04733764-b09e-4550-ab91-1097e629c6f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:06.606577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['04733764-b09e-4550-ab91-1097e629c6f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.617794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:06.618212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:06.622697 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:06.653797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:06.654446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a243e-6b11-4ff4-9d47-0da42db6bfe1 None None] The sync data for ids ['04733764-b09e-4550-ab91-1097e629c6f7'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:06.681537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.683461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.707615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.712739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-7d99fd7b-9a4b-434f-8c2c-0d6b0b1bbd46 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396314 Nov 01 18:25:06.781220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:06.801923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45d4598e-761c-44b5-8d56-fb0649b7b0f3 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:06.805554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.810284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.817866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:06.821806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5d9862bf-2b39-4d57-9ee6-37069ea3d5b9 HTTP/1.1" status: 204 len: 168 time: 2.8525984 Nov 01 18:25:06.833684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 45d4598e-761c-44b5-8d56-fb0649b7b0f3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:06.834123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 45d4598e-761c-44b5-8d56-fb0649b7b0f3 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:06.870800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac07d1-438f-47fc-9b48-a82bb2760bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9862bf-2b39-4d57-9ee6-37069ea3d5b9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:06.966177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-13bd669a-95dd-4bdf-882d-be0498b8ed9b service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386963 Nov 01 18:25:07.000289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=a205f2f0-9bde-4520-9c1b-668fb8864615,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:07.009159 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-86201c04-700d-4536-9dbb-38462dce2845 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] remove_router_interface failed (client error): The resource could not be found. Nov 01 18:25:07.013338 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86201c04-700d-4536-9dbb-38462dce2845 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/04733764-b09e-4550-ab91-1097e629c6f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5352023 Nov 01 18:25:07.015789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55106) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.040574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.044056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-1522800c-e2d9-4035-a9db-e40df37fd3f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 217 time: 0.0762708 Nov 01 18:25:07.066121 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b15ff51-f99f-4786-a42c-7c4a2faec970 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=04733764-b09e-4550-ab91-1097e629c6f7 HTTP/1.1" status: 200 len: 205 time: 0.0481298 Nov 01 18:25:07.066901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.094740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-6304bd75-d699-4092-b282-89054d3db11a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:07.096971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-6304bd75-d699-4092-b282-89054d3db11a tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.3123219 Nov 01 18:25:07.157466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:07.170242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:07.180486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:07.218440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'Port': ['ID=61a1f22f-6d7e-4242-9cee-56795f3971b4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:07.255910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-37c6afd6-88fa-4a3b-801d-db56c12c2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:07.255910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-37c6afd6-88fa-4a3b-801d-db56c12c2d1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.1725581 Nov 01 18:25:07.256283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:07.256283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.256464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066babd-3c3b-4968-b09e-12644e90035e req-c19220c6-4ac7-441c-8f5e-5f61135cae65 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:07.256562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:07.256656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c066babd-3c3b-4968-b09e-12644e90035e req-c19220c6-4ac7-441c-8f5e-5f61135cae65 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 946 time: 0.2236028 Nov 01 18:25:07.329854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:07.329854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.345256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c066babd-3c3b-4968-b09e-12644e90035e req-0f3ee7f4-31a1-4608-a39a-b67b7ce88187 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Nov 01 18:25:07.376216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-5d4e5ca8-d080-48e7-8db7-e82aacca7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:07.376216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-5d4e5ca8-d080-48e7-8db7-e82aacca7af5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073179 Nov 01 18:25:07.396976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55110) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.428186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-08c229d9-0bc6-4b93-8950-8f80cfb85bef None None] Provisioning complete for port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:07.429850 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08c229d9-0bc6-4b93-8950-8f80cfb85bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.484784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71174531-307a-4bdb-bbd8-74b617111c1e tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1634080 Nov 01 18:25:07.490276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55112) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.495593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Request body: {'port': {'network_id': 'd23bbcb6-b78e-4035-8ec5-41b7b77ce97f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-784025780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:07.496064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] bootfile-name is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:07.496390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] tftp-server is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:07.496715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] server-ip-address is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:07.552696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.557116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.613774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e9dd06a5-9d15-4708-99cf-875b912b6640 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8316d84e983b487b9be4bc498b86db5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153831 Nov 01 18:25:07.616208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.642288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Deleting port 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:07.642646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.662052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-887ac4d3-d183-4e94-a8e4-a35f55272927 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849534 Nov 01 18:25:07.736356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.736356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router 04733764-b09e-4550-ab91-1097e629c6f7 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:07.750268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.754987 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a73b4f7-3e01-4eee-9fc2-3e9155925748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/04733764-b09e-4550-ab91-1097e629c6f7 HTTP/1.1" status: 204 len: 168 time: 0.6773748 Nov 01 18:25:07.755684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:07.807180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-252a9278-2417-43e4-86a6-bdad85677da7 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285491 Nov 01 18:25:07.828869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.861547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Made reservation on behalf of 8e0819ffccbd4c1f99aa83f3fe245779 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:07.865807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet bed49ba2-b245-4d76-acd4-1962969d0ecf {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:07.866543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.871433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-fa9049d5-857f-4005-89b6-2472f8a33ce8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.0553615 Nov 01 18:25:07.875999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-66936e1d-b840-4165-a2a5-2b62d0cfc033 None None] Provisioning complete for port a205f2f0-9bde-4520-9c1b-668fb8864615 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:07.876702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-66936e1d-b840-4165-a2a5-2b62d0cfc033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.884568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.925855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.927709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Router 40819202-d616-4fc5-b65a-a432ff5803f4 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:07.943641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] For port 3aa84e66-aec9-4f28-9795-6897ad127c2b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3aa84e66-aec9-4f28-9795-6897ad127c2b,segment=NetworkSegment(60bcb815-c678-4c5c-893d-b406e82b9b10),segment_id=60bcb815-c678-4c5c-893d-b406e82b9b10)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:07.944289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:07.944731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24acd4b-0d3a-457d-9502-823cb3e99cf7 None None] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:07.953304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] device_id is not set on port 1141285c-358f-4ee0-83f7-1cdfcd622f02 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:07.976819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Calling delete_port for 3aa84e66-aec9-4f28-9795-6897ad127c2b owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:07.980046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.101004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-66936e1d-b840-4165-a2a5-2b62d0cfc033 None None] Port a205f2f0-9bde-4520-9c1b-668fb8864615 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:08.144002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-aa43c1e3-041a-450f-95e6-bfc2f7156f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.145402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-aa43c1e3-041a-450f-95e6-bfc2f7156f3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.2664196 Nov 01 18:25:08.235391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:08.237550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Allocated IP 172.20.0.14 (d23bbcb6-b78e-4035-8ec5-41b7b77ce97f/8b709a9e-1a21-4042-8c39-746124a8ae24/1141285c-358f-4ee0-83f7-1cdfcd622f02) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:08.243923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5b9f2c26-8e01-47ee-8045-ab1efbf96670 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "PUT /v2.0/routers/40819202-d616-4fc5-b65a-a432ff5803f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0000229 Nov 01 18:25:08.247732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:08.253113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.258863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Sync routers for ids ['40819202-d616-4fc5-b65a-a432ff5803f4'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:08.268749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 72490061-b6a0-4989-b3b2-05ba83fb515d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:08.271322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Routers {'40819202-d616-4fc5-b65a-a432ff5803f4'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:08.273602 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['40819202-d616-4fc5-b65a-a432ff5803f4'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:08.312346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Provisioning complete for port a205f2f0-9bde-4520-9c1b-668fb8864615 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:08.312346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.336754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad9559-b491-479a-b7ea-ecc1066a6a90 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.340703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-03ad9559-b491-479a-b7ea-ecc1066a6a90 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports/a205f2f0-9bde-4520-9c1b-668fb8864615 HTTP/1.1" status: 200 len: 911 time: 0.0882220 Nov 01 18:25:08.346622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55126) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:08.425900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Port a205f2f0-9bde-4520-9c1b-668fb8864615 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:08.429299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.432102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.442864 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cedbace7-3c24-4f8d-99f9-1b845b8e3546 HTTP/1.1" status: 204 len: 168 time: 0.8154202 Nov 01 18:25:08.459704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 72490061-b6a0-4989-b3b2-05ba83fb515d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:08.460274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.473399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-d59300e2-08e1-4da9-856c-34508c36c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.478511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a5e3-8525-40a5-8c9f-89e157098d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedbace7-3c24-4f8d-99f9-1b845b8e3546,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:08.480339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-d59300e2-08e1-4da9-856c-34508c36c6bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3160129 Nov 01 18:25:08.534945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dad14-693b-4e57-bc62-2990a9d3f0e8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.541216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dad14-693b-4e57-bc62-2990a9d3f0e8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.543450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1c9dad14-693b-4e57-bc62-2990a9d3f0e8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1958714 Nov 01 18:25:08.556739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55132) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:08.586671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Provisioning complete for port 72490061-b6a0-4989-b3b2-05ba83fb515d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:08.587048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.627200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Set router 40819202-d616-4fc5-b65a-a432ff5803f4 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:08.630183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.648348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.659795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.662072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3aa84e66-aec9-4f28-9795-6897ad127c2b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:25:08.780313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2e34-4acc-47a1-a8ba-46e4c9fd6b3f req-41e85973-d4e3-403c-b14b-cec302ca9bc7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:08.787821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77af2e34-4acc-47a1-a8ba-46e4c9fd6b3f req-41e85973-d4e3-403c-b14b-cec302ca9bc7 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 868 time: 0.2729092 Nov 01 18:25:08.847400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.868014 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:08.881615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:08.890342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:08.926193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:08.989399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 72490061-b6a0-4989-b3b2-05ba83fb515d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=72490061-b6a0-4989-b3b2-05ba83fb515d,segment=NetworkSegment(9dcc4916-19e3-46f5-ae93-5f01b4ab7210),segment_id=9dcc4916-19e3-46f5-ae93-5f01b4ab7210)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:08.989759 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:05Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': 'a205f2f0-9bde-4520-9c1b-668fb8864615', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:73:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:04Z', 'updated_at': '2021-11-01T18:25:06Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:09.001877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-9c2e548a-5541-42f4-a53d-999bb37cc70d service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138307 Nov 01 18:25:09.046298 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Checking router: 40819202-d616-4fc5-b65a-a432ff5803f4 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:09.046766 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Updating router 40819202-d616-4fc5-b65a-a432ff5803f4 port a205f2f0-9bde-4520-9c1b-668fb8864615 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:25:09.059334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.060188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:09.089668 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.163203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=72490061-b6a0-4989-b3b2-05ba83fb515d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:09.179827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c0f28-2a2a-47aa-98d2-7a83938a1d59 req-b1c4fa36-fcaf-40f1-83e7-d24b278f3485 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565175 Nov 01 18:25:09.185657 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.203485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77af2e34-4acc-47a1-a8ba-46e4c9fd6b3f req-f50861df-3edc-4af3-8f21-f4f992f2de30 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/security-groups?id=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146457 Nov 01 18:25:09.214998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'Port': ['ID=1141285c-358f-4ee0-83f7-1cdfcd622f02,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:09.247296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:09.250480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.265944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.281967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=bed49ba2-b245-4d76-acd4-1962969d0ecf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:09.304838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.305236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9d1e1-5769-409c-9c0d-8e2f47bd87c5 None None] Network 70831f2a-ade9-40c5-90d7-0e22e33fb842 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:09.308834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2e3075fc-c512-467c-9480-f4211c637b88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/bed49ba2-b245-4d76-acd4-1962969d0ecf HTTP/1.1" status: 204 len: 168 time: 1.5510101 Nov 01 18:25:09.311698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55146) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:09.322889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Pushing event deleted for resources: {'Port': ['ID=3aa84e66-aec9-4f28-9795-6897ad127c2b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:09.394131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fa227c20-7570-43d6-b64f-01a7cd9f83b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9027698 Nov 01 18:25:09.396697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:09.468584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] No DVR routers for this DVR port 3aa84e66-aec9-4f28-9795-6897ad127c2b on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:09.472717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.476354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a75fa872-0279-42a1-a3f5-8a411c8bacee req-9f3b52d2-63bb-46ef-8878-9b0f95025b41 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.37 "DELETE /v2.0/ports/3aa84e66-aec9-4f28-9795-6897ad127c2b HTTP/1.1" status: 204 len: 173 time: 2.3431649 Nov 01 18:25:09.476814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-deleted', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:25:09.479074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.479277 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc03391-0b19-41b0-a7e6-910462623197" -d '{"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-deleted", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:25:09.504806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:25:09.505884 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-e2a75ff4-ba57-464f-86a2-2e788b9af1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:25:09.539394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7491cd7-0ab8-4df6-9cf2-6558a47a2201 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:09.550804 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.553681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7491cd7-0ab8-4df6-9cf2-6558a47a2201 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:09.568671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7491cd7-0ab8-4df6-9cf2-6558a47a2201 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:09.573707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c7491cd7-0ab8-4df6-9cf2-6558a47a2201 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1733847 Nov 01 18:25:09.576027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55156) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:09.600669 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212c93e-1bf8-44d0-b56c-6d263e32974a x-openstack-request-id: req-0212c93e-1bf8-44d0-b56c-6d263e32974a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:25:09.600966 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f41587c-6008-4ec4-83a7-1e061a7a3a9b", "name": "network-vif-deleted", "tag": "3aa84e66-aec9-4f28-9795-6897ad127c2b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:25:09.601216 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0212c93e-1bf8-44d0-b56c-6d263e32974a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:25:09.601971 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f41587c-6008-4ec4-83a7-1e061a7a3a9b', 'name': 'network-vif-deleted', 'tag': '3aa84e66-aec9-4f28-9795-6897ad127c2b', 'status': 'completed', 'code': 200} Nov 01 18:25:09.607688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:09.608392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.642697 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.729588 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d56f4-f40c-4ae2-a024-c194d1151a1d None None] Pushing event updated for resources: {'Port': ['ID=a205f2f0-9bde-4520-9c1b-668fb8864615,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:09.803315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] DHCP port deletion for 70831f2a-ade9-40c5-90d7-0e22e33fb842 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:09.824194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 059a35ae-cc68-44a8-a21b-5361b1c89818 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:09.824700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.828445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Attempting to bind port a205f2f0-9bde-4520-9c1b-668fb8864615 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:09.828818 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Attempting to bind port a205f2f0-9bde-4520-9c1b-668fb8864615 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:09.829250 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Attempting to bind port a205f2f0-9bde-4520-9c1b-668fb8864615 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:09.841000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:09.841000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:09.841000 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.841000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:09.841000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Bound port: a205f2f0-9bde-4520-9c1b-668fb8864615, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:09.841915 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.871811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.960550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Deleting port 1141285c-358f-4ee0-83f7-1cdfcd622f02 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:09.960790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Deleting port 059a35ae-cc68-44a8-a21b-5361b1c89818 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:09.960909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.961051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:09.970828 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] For port a205f2f0-9bde-4520-9c1b-668fb8864615, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:09.978664 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] For port a205f2f0-9bde-4520-9c1b-668fb8864615, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a205f2f0-9bde-4520-9c1b-668fb8864615,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:10.028900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 059a35ae-cc68-44a8-a21b-5361b1c89818, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=059a35ae-cc68-44a8-a21b-5361b1c89818,segment=NetworkSegment(d0585052-49b4-4ba4-859e-170f3c228d7d),segment_id=d0585052-49b4-4ba4-859e-170f3c228d7d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:10.029324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.061716 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.110095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 059a35ae-cc68-44a8-a21b-5361b1c89818 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:10.116464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] For port 059a35ae-cc68-44a8-a21b-5361b1c89818, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=059a35ae-cc68-44a8-a21b-5361b1c89818,segment=NetworkSegment(d0585052-49b4-4ba4-859e-170f3c228d7d),segment_id=d0585052-49b4-4ba4-859e-170f3c228d7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:10.117428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.165339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Calling delete_port for 059a35ae-cc68-44a8-a21b-5361b1c89818 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:10.177034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Routers {'40819202-d616-4fc5-b65a-a432ff5803f4'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:10.177958 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['40819202-d616-4fc5-b65a-a432ff5803f4'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:10.207805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.233148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Calling delete_port for 1141285c-358f-4ee0-83f7-1cdfcd622f02 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:10.247918 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d56f4-f40c-4ae2-a024-c194d1151a1d None None] Pushing event updated for resources: {'Port': ['ID=a205f2f0-9bde-4520-9c1b-668fb8864615,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:10.295594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 72490061-b6a0-4989-b3b2-05ba83fb515d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:10.347378 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] Set router 40819202-d616-4fc5-b65a-a432ff5803f4 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:10.413652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port a205f2f0-9bde-4520-9c1b-668fb8864615 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:10.414445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.475099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Provisioning complete for port 1141285c-358f-4ee0-83f7-1cdfcd622f02 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:10.477978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.482507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 72490061-b6a0-4989-b3b2-05ba83fb515d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:10.482874 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.515791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e32d86d-7237-4d29-b900-e252fc38f2fd req-79632929-fed6-4f72-b059-e76973af9708 tempest-ServersNegativeTestJSON-1509710388 tempest-ServersNegativeTestJSON-1509710388-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f41587c-6008-4ec4-83a7-1e061a7a3a9b HTTP/1.1" status: 200 len: 210 time: 0.0543659 Nov 01 18:25:10.598597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port a205f2f0-9bde-4520-9c1b-668fb8864615, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a205f2f0-9bde-4520-9c1b-668fb8864615,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:10.599305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.622794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for a205f2f0-9bde-4520-9c1b-668fb8864615 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:10.638795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Port 1141285c-358f-4ee0-83f7-1cdfcd622f02 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:10.707457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Provisioning complete for port 61a1f22f-6d7e-4242-9cee-56795f3971b4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:10.708113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.729017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.756804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:10.767278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port 059a35ae-cc68-44a8-a21b-5361b1c89818 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:10.809050 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:05Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': 'a205f2f0-9bde-4520-9c1b-668fb8864615', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:73:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:04Z', 'updated_at': '2021-11-01T18:25:09Z', 'revision_number': 4, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:10.849979 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25b62-e988-48e9-b298-3f75b2eaf847 None None] The sync data for ids ['40819202-d616-4fc5-b65a-a432ff5803f4'] in n-d-815923-2 is: [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:05Z', 'revision_number': 2, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None, '_interfaces': [{'id': 'a205f2f0-9bde-4520-9c1b-668fb8864615', 'name': '', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'mac_address': 'fa:16:3e:73:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:04Z', 'updated_at': '2021-11-01T18:25:09Z', 'revision_number': 4, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'subnets': [{'id': '30fa5d87-666a-4171-82ef-81edad8233d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:10.930330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.009022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=a205f2f0-9bde-4520-9c1b-668fb8864615,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:11.018698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] Pushing event deleted for resources: {'Port': ['ID=059a35ae-cc68-44a8-a21b-5361b1c89818,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:11.024860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.025279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.025689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.026622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.027026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.027429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.027864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.028272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.028663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.029056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.029449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.029843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:11.048369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91f710-d2f3-47db-8027-65bcc9dc84c3 None None] No DVR routers for this DVR port 059a35ae-cc68-44a8-a21b-5361b1c89818 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:11.053975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Port 61a1f22f-6d7e-4242-9cee-56795f3971b4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:11.059017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Could not find standard attr ID for object a205f2f0-9bde-4520-9c1b-668fb8864615. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:25:11.083079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Provisioning complete for port 72490061-b6a0-4989-b3b2-05ba83fb515d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:11.083911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-025b0ee8-47a6-4346-8704-f1c116ecd8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.115167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 059a35ae-cc68-44a8-a21b-5361b1c89818 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:11.150526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 059a35ae-cc68-44a8-a21b-5361b1c89818 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:11.150887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 059a35ae-cc68-44a8-a21b-5361b1c89818 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:11.241735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.343282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1dd6ff43-7492-4151-a618-dd089913468b None None] Could not find standard attr ID for object a205f2f0-9bde-4520-9c1b-668fb8864615. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:25:11.402197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:11.469692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 3aa84e66-aec9-4f28-9795-6897ad127c2b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:11.471361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3aa84e66-aec9-4f28-9795-6897ad127c2b not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:11.525440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Router 40819202-d616-4fc5-b65a-a432ff5803f4 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:11.572240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=059a35ae-cc68-44a8-a21b-5361b1c89818,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:11.582701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55216) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:11.586067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.642716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:11.643067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70831f2a-ade9-40c5-90d7-0e22e33fb842']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:11.654336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d0be4bb-41d8-4aba-a447-3bd6c95ea47c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "PUT /v2.0/routers/40819202-d616-4fc5-b65a-a432ff5803f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0953720 Nov 01 18:25:11.656881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55218) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:11.670059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0585052-49b4-4ba4-859e-170f3c228d7d') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:11.670445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0585052-49b4-4ba4-859e-170f3c228d7d') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:11.708043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.711878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Deleting subnet cb4b1d44-10e0-4248-b180-afcee7084fa5 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:11.725995 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.730531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.754565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.795166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:11.795615 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:11.798578 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:11.805709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event deleted for resources: {'Port': ['ID=1141285c-358f-4ee0-83f7-1cdfcd622f02,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:11.834735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.836843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7578395-931d-436b-8fa5-eb240d12491f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:11.839433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7578395-931d-436b-8fa5-eb240d12491f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:11.844592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a7578395-931d-436b-8fa5-eb240d12491f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1841311 Nov 01 18:25:11.844942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55222) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:11.907734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 30fa5d87-666a-4171-82ef-81edad8233d2 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:11.911252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.963344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55224) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:11.987641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:11.998269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.056320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.074169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bab596dd-353c-4dee-b977-d303964a93b9 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "DELETE /v2.0/ports/1141285c-358f-4ee0-83f7-1cdfcd622f02 HTTP/1.1" status: 204 len: 168 time: 2.4967489 Nov 01 18:25:12.080005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.085362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Request body: {'port': {'name': 'tempest-new-port-name-447920821', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:12.091029 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] bootfile-name is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:12.091442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] tftp-server is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:12.091807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.api.validators [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] server-ip-address is not in valid_values {{(pid=102782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 01 18:25:12.099726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.140050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.143173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/70831f2a-ade9-40c5-90d7-0e22e33fb842 HTTP/1.1" status: 204 len: 168 time: 2.8305089 Nov 01 18:25:12.153005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55232) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.158023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436871697'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:12.159780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e30ed-7028-4521-9c10-610808a2ad88 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=70831f2a-ade9-40c5-90d7-0e22e33fb842,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.178072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0f53120-e56f-4970-8637-ccf73a06cf40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.201166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.240977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.275206 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.313733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:12.317406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.323446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4b1d44-10e0-4248-b180-afcee7084fa5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.325470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.328891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1726b254-f32b-44d1-bb72-68ae1c36a51e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb4b1d44-10e0-4248-b180-afcee7084fa5 HTTP/1.1" status: 204 len: 168 time: 0.7447422 Nov 01 18:25:12.333623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55234) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.341538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0f53120-e56f-4970-8637-ccf73a06cf40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.393111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.409746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:12.437968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=30fa5d87-666a-4171-82ef-81edad8233d2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.439788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0f53120-e56f-4970-8637-ccf73a06cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.456200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.458525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.464928 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-89b11b30-7287-4762-bdda-f22364c0354b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/30fa5d87-666a-4171-82ef-81edad8233d2 HTTP/1.1" status: 204 len: 168 time: 0.6158092 Nov 01 18:25:12.465797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55238) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.468424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.468677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff1f15-3fe1-403d-9628-a0c744a739c1 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:12.469161 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment 29cd80b4-788f-4769-9ed4-cd783e0f3ea7 of type vlan for network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 Nov 01 18:25:12.519475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b0f53120-e56f-4970-8637-ccf73a06cf40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a15a5f728fb4ee79e01c08b81a4c31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516057 Nov 01 18:25:12.522164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.548211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.550480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f53120-e56f-4970-8637-ccf73a06cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ab6d9-18bf-41a7-883f-3abea73b8eb6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.608119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.631829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.660020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.667656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:12.668339 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.721475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.731876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-202719a6-f2a3-4b8c-8a99-f4b0e2931b3c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2570264 Nov 01 18:25:12.737416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.740982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.741916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:12.763108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=9c2708ef-ad02-4a30-9102-d9fabc2eb6d8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.785144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:12.792086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3711439-23fb-45c9-84a7-fba604740a17 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6353598 Nov 01 18:25:12.792288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0261b0-f54d-4dcf-a645-c4c18478d2e9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:12.793553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55246) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:12.798698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:12.833691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.845604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bcb815-c678-4c5c-893d-b406e82b9b10') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:12.845962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bcb815-c678-4c5c-893d-b406e82b9b10') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:12.887992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Deleting port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:12.888738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.895369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.899073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.912092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/158ab6d9-18bf-41a7-883f-3abea73b8eb6 HTTP/1.1" status: 204 len: 168 time: 0.3854132 Nov 01 18:25:12.925414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2914-ff4d-4326-a364-04100e063fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ab6d9-18bf-41a7-883f-3abea73b8eb6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:12.932974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Sync routers for ids ['40819202-d616-4fc5-b65a-a432ff5803f4'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:12.939941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.943764 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.948863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] In _notify_port_updated(), no bound segment for port 61a1f22f-6d7e-4242-9cee-56795f3971b4 on network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:25:12.955265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:12.957101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:12.959040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "PUT /v2.0/ports/61a1f22f-6d7e-4242-9cee-56795f3971b4 HTTP/1.1" status: 200 len: 1135 time: 0.8776999 Nov 01 18:25:12.961512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.003643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Routers {'40819202-d616-4fc5-b65a-a432ff5803f4'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:13.004293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['40819202-d616-4fc5-b65a-a432ff5803f4'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:13.011115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] For port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:13.011541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.046121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66182f-939c-49e8-90c5-e46484196fa6 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:13.059375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4a66182f-939c-49e8-90c5-e46484196fa6 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "GET /v2.0/ports/61a1f22f-6d7e-4242-9cee-56795f3971b4 HTTP/1.1" status: 200 len: 1135 time: 0.0966237 Nov 01 18:25:13.061127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:13.065643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.066502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55252) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.104792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Calling delete_port for 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:13.111846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Set router 40819202-d616-4fc5-b65a-a432ff5803f4 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:13.150856 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.160259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc29b6-85c2-41e4-8bc9-de4ed59938a2 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event updated for resources: {'Port': ['ID=61a1f22f-6d7e-4242-9cee-56795f3971b4,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:13.173761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:10Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:13.207011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:13.207605 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:13.211751 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:13.227169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Checking router: 40819202-d616-4fc5-b65a-a432ff5803f4 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:13.275227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Routers {'40819202-d616-4fc5-b65a-a432ff5803f4'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:13.276394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['40819202-d616-4fc5-b65a-a432ff5803f4'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:13.359827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-68846372-b712-46ed-8542-07c83ad8e320 None None] Provisioning complete for port 61a1f22f-6d7e-4242-9cee-56795f3971b4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:13.360158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-68846372-b712-46ed-8542-07c83ad8e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.380278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.383978 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.405498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.426648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] Set router 40819202-d616-4fc5-b65a-a432ff5803f4 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:13.450946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Deleting port 61a1f22f-6d7e-4242-9cee-56795f3971b4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:13.451588 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.499764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:10Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:13.514233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.522149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.525518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a0261b0-f54d-4dcf-a645-c4c18478d2e9 HTTP/1.1" status: 204 len: 168 time: 1.1908987 Nov 01 18:25:13.531106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c34a2f-710f-42aa-8313-642c56683e6f None None] The sync data for ids ['40819202-d616-4fc5-b65a-a432ff5803f4'] in n-d-815923-2 is: [{'id': '40819202-d616-4fc5-b65a-a432ff5803f4', 'name': 'tempest-NetworksTestDHCPv6-router-177665139', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:03Z', 'updated_at': '2021-11-01T18:25:10Z', 'revision_number': 3, 'project_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:13.532851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-68846372-b712-46ed-8542-07c83ad8e320 None None] Port 61a1f22f-6d7e-4242-9cee-56795f3971b4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:13.540090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.540653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Fanout notify agent at l3_agent the message router_deleted on router 40819202-d616-4fc5-b65a-a432ff5803f4 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:13.551305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.552128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-43661938-5432-44a4-870a-3bbbda900bbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/routers/40819202-d616-4fc5-b65a-a432ff5803f4 HTTP/1.1" status: 204 len: 168 time: 0.8103871 Nov 01 18:25:13.567781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fa374-1b2b-425c-ae1f-9a7aa0474166 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0261b0-f54d-4dcf-a645-c4c18478d2e9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:13.568395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.591803 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.616918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.633328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Calling delete_port for 61a1f22f-6d7e-4242-9cee-56795f3971b4 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:13.634176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] Pushing event deleted for resources: {'Port': ['ID=867d1a8b-fab0-42a4-8fad-dc1c9b0218e5,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:13.636136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=c24175fa-79a6-44b9-b962-5c31753d3300,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:13.641675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f995bf-a184-4535-92b2-0bfaf249b26f None None] No DVR routers for this DVR port 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:13.656394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-14f508d4-327b-40b3-a2b3-fa21b87ced62 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0832193 Nov 01 18:25:13.658678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55272) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.679569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': '29cd80b4-788f-4769-9ed4-cd783e0f3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:13.679944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:13.757856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730b8a7-d8ee-46f1-b3f1-0463e370dc9b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:13.759360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e730b8a7-d8ee-46f1-b3f1-0463e370dc9b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994489 Nov 01 18:25:13.762815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55276) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.811591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-934528c6-72f8-403c-bfcc-d6d8c7e7bcf9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433080 Nov 01 18:25:13.811591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:13.811915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55278) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.816914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:13.889908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:13.894442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:13.895043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.898664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d4c6b-533c-4092-b60d-95a49f18012d None None] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:13.907483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:13.946764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55284) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.955371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event deleted for resources: {'Port': ['ID=61a1f22f-6d7e-4242-9cee-56795f3971b4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:13.979345 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2de11568-9e47-4dae-a662-f97b1aa6add4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1845055 Nov 01 18:25:13.984021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55288) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:13.989285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1236531046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:14.082438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6001a1de-f02f-4b14-8e5a-2c316c7b7a66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a3454f4f00348289acae3b6a186c372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252525 Nov 01 18:25:14.083207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:14.121555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.131290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8bc85989-0661-434f-8e6d-e2a7911b9f18 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "DELETE /v2.0/ports/61a1f22f-6d7e-4242-9cee-56795f3971b4 HTTP/1.1" status: 204 len: 168 time: 1.0590408 Nov 01 18:25:14.131917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55292) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:14.149206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:14.153411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.160484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:14.224070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:14.224347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 867d1a8b-fab0-42a4-8fad-dc1c9b0218e5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:14.224754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a205f2f0-9bde-4520-9c1b-668fb8864615 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:14.228803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Deleting subnet 8b709a9e-1a21-4042-8c39-746124a8ae24 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:14.234388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.277878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a205f2f0-9bde-4520-9c1b-668fb8864615 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:14.278230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a205f2f0-9bde-4520-9c1b-668fb8864615 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:14.297257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.335190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-9c2708ef-ad02-4a30-9102-d9fabc2eb6d8', 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': 'c24175fa-79a6-44b9-b962-5c31753d3300'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:14.335190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.445181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.445181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.445181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.482257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.483007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.561163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.562682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Allocated IP 2001:db8::2 (9c2708ef-ad02-4a30-9102-d9fabc2eb6d8/c24175fa-79a6-44b9-b962-5c31753d3300/1439a1c3-41e5-41b5-ba40-a79499fe7e6e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:14.634878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.664713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:25:14.667853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.685028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.714633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:14.722034 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.722158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event deleted for resources: {'Subnet': ['ID=8b709a9e-1a21-4042-8c39-746124a8ae24,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:14.723605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.728076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/333ea163-d6a4-47ce-bdf7-a7f7c2e861ed HTTP/1.1" status: 204 len: 168 time: 0.6372881 Nov 01 18:25:14.728076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:14.731085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.734752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:14.735351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.737393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-589955e0-8501-4c2b-9cc1-1dae9b536240 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "DELETE /v2.0/subnets/8b709a9e-1a21-4042-8c39-746124a8ae24 HTTP/1.1" status: 204 len: 168 time: 0.6046436 Nov 01 18:25:14.738112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:14.756101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6218db8-59f0-4a43-b869-112251a1f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ea163-d6a4-47ce-bdf7-a7f7c2e861ed,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:14.762652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=df7aa68a-0628-4b67-98a8-522917fc0c2a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:14.807117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.812709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.814227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e7699e8-ba03-45c9-831b-d0386eb72210 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8287535 Nov 01 18:25:14.816919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55310) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:14.819007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3713909f-c154-43a4-9243-83b0a01f2d2f None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:14.821111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27f357-2459-4df7-a42e-bd15d7814598 None None] Network d23bbcb6-b78e-4035-8ec5-41b7b77ce97f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:14.896185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ca8739d5-02f5-4317-bedd-57791842b326 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0832472 Nov 01 18:25:14.903055 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:14.905550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:14.911083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:14.932199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.023383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:15.028260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:15.051990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:15.081803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Deleting port 72490061-b6a0-4989-b3b2-05ba83fb515d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:15.082153 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.088269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Pushing event updated for resources: {'Port': ['ID=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:15.153448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] For port 72490061-b6a0-4989-b3b2-05ba83fb515d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=72490061-b6a0-4989-b3b2-05ba83fb515d,segment=NetworkSegment(9dcc4916-19e3-46f5-ae93-5f01b4ab7210),segment_id=9dcc4916-19e3-46f5-ae93-5f01b4ab7210)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:15.153810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.167625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:15.170755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.183685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Attempting to bind port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:15.184324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Attempting to bind port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '29cd80b4-788f-4769-9ed4-cd783e0f3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:15.184796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Attempting to bind port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e on network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:15.216810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:15.220921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Checking segment: {'id': '29cd80b4-788f-4769-9ed4-cd783e0f3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:15.221550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.222063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Bound using segment: {'id': '29cd80b4-788f-4769-9ed4-cd783e0f3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:15.222691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Bound port: 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cd80b4-788f-4769-9ed4-cd783e0f3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c2708ef-ad02-4a30-9102-d9fabc2eb6d8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:15.223157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.227037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.289446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] DHCP port deletion for d23bbcb6-b78e-4035-8ec5-41b7b77ce97f request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:15.326757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Calling delete_port for 72490061-b6a0-4989-b3b2-05ba83fb515d owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:15.330475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'df7aa68a-0628-4b67-98a8-522917fc0c2a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:15.331340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.395359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] For port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:15.398871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] For port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,segment=NetworkSegment(29cd80b4-788f-4769-9ed4-cd783e0f3ea7),segment_id=29cd80b4-788f-4769-9ed4-cd783e0f3ea7)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:15.480851 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.580543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Deleting port 72490061-b6a0-4989-b3b2-05ba83fb515d {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:15.581145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.641856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8::1 (9c2708ef-ad02-4a30-9102-d9fabc2eb6d8/c24175fa-79a6-44b9-b962-5c31753d3300/34e161f2-245d-44ca-a6b8-2224a7d35763) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:15.711678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.760103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event deleted for resources: {'Port': ['ID=72490061-b6a0-4989-b3b2-05ba83fb515d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:15.773837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.855571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e873bd4-bee6-46a1-b284-cb16ba2fe380 None None] Pushing event updated for resources: {'Port': ['ID=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:15.886810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Allocated IP 2001:db8::f816:3eff:fe91:b2b2 (67390d4f-8ecf-462d-bd6d-0170ba363007/df7aa68a-0628-4b67-98a8-522917fc0c2a/c0898b23-2eb7-4ec0-a15a-cac038ac17fa) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:15.900252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] For port 72490061-b6a0-4989-b3b2-05ba83fb515d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=72490061-b6a0-4989-b3b2-05ba83fb515d,segment=NetworkSegment(9dcc4916-19e3-46f5-ae93-5f01b4ab7210),segment_id=9dcc4916-19e3-46f5-ae93-5f01b4ab7210)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:15.900991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.927760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:15.929303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Calling delete_port for 72490061-b6a0-4989-b3b2-05ba83fb515d owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:15.931966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] No DVR routers for this DVR port 72490061-b6a0-4989-b3b2-05ba83fb515d on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:15.936078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=87e41e3d-ca99-47ab-a1e9-afc30d95648a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:15.945915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:15.955895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:16.035874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:16.042156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.062377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.155917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:16.171043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:16.179454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:16.181428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.204395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fd62a8bb-38c8-4d3c-a2cf-368b7a12089e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2978237 Nov 01 18:25:16.212021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55342) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:16.227280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.231937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1439a1c3-41e5-41b5-ba40-a79499fe7e6e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:16.236431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:e8:54:74', 'name': 'tempest-NetworksTestDHCPv6-351076738'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:16.241298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.301595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=34e161f2-245d-44ca-a6b8-2224a7d35763,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:16.328142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] Pushing event deleted for resources: {'Port': ['ID=72490061-b6a0-4989-b3b2-05ba83fb515d,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:16.336047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23bbcb6-b78e-4035-8ec5-41b7b77ce97f']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:16.345705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a314a52-2dcf-46d5-a1c3-c7c1e49be1ad None None] No DVR routers for this DVR port 72490061-b6a0-4989-b3b2-05ba83fb515d on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:16.347743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.360459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcc4916-19e3-46f5-ae93-5f01b4ab7210') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:16.360459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcc4916-19e3-46f5-ae93-5f01b4ab7210') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:16.369340 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.372820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:16.373898 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.407726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.428679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.437778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:16.438243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:16.446108 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:16.471813 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.552632 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.561109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:16.577701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:16.585583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:16.617990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Pushing event updated for resources: {'Port': ['ID=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:16.665248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,segment=NetworkSegment(29cd80b4-788f-4769-9ed4-cd783e0f3ea7),segment_id=29cd80b4-788f-4769-9ed4-cd783e0f3ea7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:16.724462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Attempting to bind port c0898b23-2eb7-4ec0-a15a-cac038ac17fa on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:16.724841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Attempting to bind port c0898b23-2eb7-4ec0-a15a-cac038ac17fa by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:16.725186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Attempting to bind port c0898b23-2eb7-4ec0-a15a-cac038ac17fa on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:16.730414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.731574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:16.731958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:16.732357 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.732742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:16.733211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Bound port: c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:16.733725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.736613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.740799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] 10.222.0.31 "DELETE /v2.0/networks/d23bbcb6-b78e-4035-8ec5-41b7b77ce97f HTTP/1.1" status: 204 len: 168 time: 2.0017707 Nov 01 18:25:16.762241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:16.781961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d1486-9aa6-48bb-b6f8-402bbdefd289 tempest-ExtraDHCPOptionsTestJSON-2049620913 tempest-ExtraDHCPOptionsTestJSON-2049620913-project] Pushing event deleted for resources: {'Network': ['ID=d23bbcb6-b78e-4035-8ec5-41b7b77ce97f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:16.785458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:16.906676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 72490061-b6a0-4989-b3b2-05ba83fb515d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:16.977359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 72490061-b6a0-4989-b3b2-05ba83fb515d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:16.978110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 72490061-b6a0-4989-b3b2-05ba83fb515d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:17.012893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.077236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] For port c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:17.085398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:17.106881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] For port c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:17.128052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 8326d119-9eb1-433a-a21c-5702add5723d yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:17.170139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.328247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcb29-5a73-4b2d-aab2-477d6cc518f4 None None] Pushing event updated for resources: {'Port': ['ID=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:17.374423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55370) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:17.448924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1dab33-b9d7-4494-a4f8-5d8f22c3cfc1 None None] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:17.523102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:17.572386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 172.20.0.14 (67390d4f-8ecf-462d-bd6d-0170ba363007/87e41e3d-ca99-47ab-a1e9-afc30d95648a/8326d119-9eb1-433a-a21c-5702add5723d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:17.581924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fee8:5474 (67390d4f-8ecf-462d-bd6d-0170ba363007/df7aa68a-0628-4b67-98a8-522917fc0c2a/8326d119-9eb1-433a-a21c-5702add5723d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:17.689995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-39415aa6-0911-4b6e-bf22-032ff16d362a None None] Provisioning complete for port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:17.693725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-39415aa6-0911-4b6e-bf22-032ff16d362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.738679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.810663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.811755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:17.816870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aff0bf0f-7a1e-4f07-8be6-86707af69240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.023195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=34e161f2-245d-44ca-a6b8-2224a7d35763,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:18.074585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:18.076204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:18.358238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c0898b23-2eb7-4ec0-a15a-cac038ac17fa up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:18.370046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router dd832f57-0506-4af0-8724-2fc9f5a2e13b is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:18.394600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ace291bd-9bab-48f1-b2c6-ce6eb8766dce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e0819ffccbd4c1f99aa83f3fe245779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701670 Nov 01 18:25:18.401833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55386) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:18.495302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-889a26f6-2ec2-41c4-a653-205eff87da77 None None] Provisioning complete for port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:18.495979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-889a26f6-2ec2-41c4-a653-205eff87da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.520383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c0898b23-2eb7-4ec0-a15a-cac038ac17fa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:18.530076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.536177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:18.536742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.557994 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] Sync routers for ids ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:18.562902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eda0b6e8-ba11-4eaf-9bbd-daa71b758ed7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/dd832f57-0506-4af0-8724-2fc9f5a2e13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7443447 Nov 01 18:25:18.566760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55388) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:18.569324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] Routers {'dd832f57-0506-4af0-8724-2fc9f5a2e13b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:18.570156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:18.648284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.663461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:18.687614 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] Routers {'dd832f57-0506-4af0-8724-2fc9f5a2e13b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:18.688819 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:24:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:18.692294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c094f-7b04-4d2f-af52-7dcc6a8346ae tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:18.699088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-be0c094f-7b04-4d2f-af52-7dcc6a8346ae tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports/34e161f2-245d-44ca-a6b8-2224a7d35763 HTTP/1.1" status: 200 len: 911 time: 0.1307952 Nov 01 18:25:18.699923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55390) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:18.714511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.758510 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:18.759176 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f578be-77d9-47e2-94ab-7caed59c6abd None None] The sync data for ids ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:18.810897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.825056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.826940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf9672cb-ad82-4d21-9eb5-477a15a7e1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.833018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:18.856099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:18.926174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:18.952535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-889a26f6-2ec2-41c4-a653-205eff87da77 None None] Provisioning complete for port 34e161f2-245d-44ca-a6b8-2224a7d35763 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:18.956703 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-889a26f6-2ec2-41c4-a653-205eff87da77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:18.958170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:19.005458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.007080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1439a1c3-41e5-41b5-ba40-a79499fe7e6e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:19.097832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aff0bf0f-7a1e-4f07-8be6-86707af69240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.109164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-889a26f6-2ec2-41c4-a653-205eff87da77 None None] Port 34e161f2-245d-44ca-a6b8-2224a7d35763 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:19.150472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:19.158267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ccd61-81a7-4646-b881-aa1b7c01a7b4 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:19.209945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:19.210404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.215964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:19.217261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.225505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.230103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.231471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cebe26db-17e5-4daf-a391-819b3e08e684 HTTP/1.1" status: 204 len: 168 time: 0.8278561 Nov 01 18:25:19.232242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aff0bf0f-7a1e-4f07-8be6-86707af69240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.352444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-211e7634-a768-4d75-a80d-a342f43be849 None None] Provisioning complete for port c0898b23-2eb7-4ec0-a15a-cac038ac17fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:19.352816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-211e7634-a768-4d75-a80d-a342f43be849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.361424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55408) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:19.362202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aff0bf0f-7a1e-4f07-8be6-86707af69240 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd29048b21ac4795b361622086f506e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9855700 Nov 01 18:25:19.377664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757956f8-8cbc-4267-ac5f-85b6580f82b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe26db-17e5-4daf-a391-819b3e08e684,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:19.465794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0bf0f-7a1e-4f07-8be6-86707af69240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7970d01-4afb-4577-84b5-7a40565735b1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:19.473813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=8326d119-9eb1-433a-a21c-5702add5723d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:19.494252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.555941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.635762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-09a335cb-f273-4ead-99a1-2ab9d2c061c3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4128468 Nov 01 18:25:19.636008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:19.637459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-211e7634-a768-4d75-a80d-a342f43be849 None None] Provisioning complete for port 34e161f2-245d-44ca-a6b8-2224a7d35763 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:19.638649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-211e7634-a768-4d75-a80d-a342f43be849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.712334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a2a6d-de8f-4d4c-8039-f3adc2e0f64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:19.714170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-211e7634-a768-4d75-a80d-a342f43be849 None None] Port 34e161f2-245d-44ca-a6b8-2224a7d35763 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:19.725281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Update dhcp port {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'df7aa68a-0628-4b67-98a8-522917fc0c2a', 'ip_address': '2001:db8::f816:3eff:fe91:b2b2'}, {'subnet_id': '87e41e3d-ca99-47ab-a1e9-afc30d95648a'}], 'binding:host_id': 'n-d-815923-2'}, 'id': 'c0898b23-2eb7-4ec0-a15a-cac038ac17fa'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:25:19.734018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a2a6d-de8f-4d4c-8039-f3adc2e0f64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:19.738229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-807a2a6d-de8f-4d4c-8039-f3adc2e0f64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0984244 Nov 01 18:25:19.738469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55414) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:19.759831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.769504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.772374 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.772659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.781320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7970d01-4afb-4577-84b5-7a40565735b1 HTTP/1.1" status: 204 len: 168 time: 0.4149828 Nov 01 18:25:19.811282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6d5f1-1ba8-499e-8029-868d93f5b074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7970d01-4afb-4577-84b5-7a40565735b1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:19.925757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 8326d119-9eb1-433a-a21c-5702add5723d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:19.925757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:19.956937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-540fa855-5c6e-4e4b-a73d-c580e0244569 None None] Provisioning complete for port 34e161f2-245d-44ca-a6b8-2224a7d35763 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:19.956937 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-540fa855-5c6e-4e4b-a73d-c580e0244569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.001026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Allocated IP 172.20.0.2 (67390d4f-8ecf-462d-bd6d-0170ba363007/87e41e3d-ca99-47ab-a1e9-afc30d95648a/c0898b23-2eb7-4ec0-a15a-cac038ac17fa) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:20.024225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-540fa855-5c6e-4e4b-a73d-c580e0244569 None None] Port 34e161f2-245d-44ca-a6b8-2224a7d35763 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:20.104831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.129845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 8326d119-9eb1-433a-a21c-5702add5723d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:20.147740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c0898b23-2eb7-4ec0-a15a-cac038ac17fa up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:20.235530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] For port c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:20.313273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 34e161f2-245d-44ca-a6b8-2224a7d35763 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:20.313273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.313467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c0898b23-2eb7-4ec0-a15a-cac038ac17fa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:20.313467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.343478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.412070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.426404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 34e161f2-245d-44ca-a6b8-2224a7d35763 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:20.546991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.558983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.581476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=8326d119-9eb1-433a-a21c-5702add5723d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:20.697222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.701922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-db692de9-4629-4482-a82f-4a933f257e58 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/8326d119-9eb1-433a-a21c-5702add5723d HTTP/1.1" status: 204 len: 168 time: 0.9620931 Nov 01 18:25:20.704209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55450) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:20.747842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b53dd9-0c61-479b-9765-56e8ed063c49 None None] Pushing event updated for resources: {'Port': ['ID=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:20.754458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.806012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=34e161f2-245d-44ca-a6b8-2224a7d35763,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:20.859253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01b2a8da-3c6c-44e3-825f-1aa0e0cd0535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.859708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdfc5d-0357-4354-8b37-f58fdb716e48 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:20.861486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdfc5d-0357-4354-8b37-f58fdb716e48 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:20.863104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdfc5d-0357-4354-8b37-f58fdb716e48 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:20.874910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-21cdfc5d-0357-4354-8b37-f58fdb716e48 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1596239 Nov 01 18:25:20.875029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55458) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:20.988369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:20.999518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 87e41e3d-ca99-47ab-a1e9-afc30d95648a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:21.011298 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.141104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.235068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55470) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:21.301790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router dd832f57-0506-4af0-8724-2fc9f5a2e13b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:21.360375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.467383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:21.477493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f332265-ef8b-4d91-8d50-fa582b97a4d5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/dd832f57-0506-4af0-8724-2fc9f5a2e13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7695954 Nov 01 18:25:21.478058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] Sync routers for ids ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:21.483593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55478) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:21.503359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] Routers {'dd832f57-0506-4af0-8724-2fc9f5a2e13b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:21.512200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:21.549261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-612599055'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:21.571378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ac3b133-9ae8-457e-86ad-2574122db9bd tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd832f57-0506-4af0-8724-2fc9f5a2e13b HTTP/1.1" status: 200 len: 205 time: 0.0840445 Nov 01 18:25:21.573937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:21.592483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:21.596931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.608935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] Routers {'dd832f57-0506-4af0-8724-2fc9f5a2e13b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:21.609581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:21.664243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:21.664762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=87e41e3d-ca99-47ab-a1e9-afc30d95648a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:21.665036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a1994-929d-4354-894e-d2f37b0c16ee None None] The sync data for ids ['dd832f57-0506-4af0-8724-2fc9f5a2e13b'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:21.673685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Made reservation on behalf of 0c98bfa0a8fe44c18842b999400ceff9 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:21.679329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.684353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.688602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4beaa80b-249c-459f-b9b5-afd958ab162e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/87e41e3d-ca99-47ab-a1e9-afc30d95648a HTTP/1.1" status: 204 len: 168 time: 0.8117051 Nov 01 18:25:21.690561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55486) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:21.701220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.707313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.767454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet df7aa68a-0628-4b67-98a8-522917fc0c2a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:21.773069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.844206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.956039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.973580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.976493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.988248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:21.990698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.070776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.091427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e8d42-338e-4917-ba49-0512582e2224 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:22.134393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7da7eb-93f2-490c-82e2-a3e990feb9ab,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:22.146776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.147287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router dd832f57-0506-4af0-8724-2fc9f5a2e13b {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:22.159007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.159113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c0898b23-2eb7-4ec0-a15a-cac038ac17fa up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:22.160108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dc8f8c72-78ac-491c-8201-3b4038d07071 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/dd832f57-0506-4af0-8724-2fc9f5a2e13b HTTP/1.1" status: 204 len: 168 time: 0.5844584 Nov 01 18:25:22.162871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55496) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:22.185600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b205c365-71a3-414f-8928-70c99a89a09a None None] Could not find standard attr ID for object 8326d119-9eb1-433a-a21c-5702add5723d. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:25:22.220014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet c24175fa-79a6-44b9-b962-5c31753d3300 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:22.223303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.233213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b205c365-71a3-414f-8928-70c99a89a09a None None] Provisioning complete for port c0898b23-2eb7-4ec0-a15a-cac038ac17fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:22.233587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b205c365-71a3-414f-8928-70c99a89a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.257788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.262502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:22.306548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=df7aa68a-0628-4b67-98a8-522917fc0c2a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:22.308703 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.314883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55502) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:22.322094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3f1d5e4e-a043-43d6-80fa-a1556534a242 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/df7aa68a-0628-4b67-98a8-522917fc0c2a HTTP/1.1" status: 204 len: 168 time: 0.6304250 Nov 01 18:25:22.327566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.327887 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Added segment a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5 of type vlan for network bc053d73-6cef-4226-9fd0-360c0459f915 Nov 01 18:25:22.342112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.397252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-597e53ab-b166-4c3b-818a-ec19291a5546 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809879 Nov 01 18:25:22.399726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55504) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:22.412816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.424045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:22.470334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c0898b23-2eb7-4ec0-a15a-cac038ac17fa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:22.470708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.510706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.577376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.583254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:22.585364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.636519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:22.646635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.677363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:22.697301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Network': ['ID=bc053d73-6cef-4226-9fd0-360c0459f915,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:22.713594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a36e7cad-6177-43ef-bc62-b5da7ac0e26a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4766591 Nov 01 18:25:22.714813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55516) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:22.722506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'subnet': {'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:22.723818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network bc053d73-6cef-4226-9fd0-360c0459f915 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:22.814761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Deleting port c0898b23-2eb7-4ec0-a15a-cac038ac17fa {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:22.815084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.821531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.862703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=c24175fa-79a6-44b9-b962-5c31753d3300,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:22.864659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.871343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ba001cb-b988-45c0-9913-156483e2323d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/c24175fa-79a6-44b9-b962-5c31753d3300 HTTP/1.1" status: 204 len: 168 time: 0.7071576 Nov 01 18:25:22.873074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:22.879248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ea54f-ee94-43ea-9090-ca4345e4605e None None] Network 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:22.949374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] For port c0898b23-2eb7-4ec0-a15a-cac038ac17fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:22.949780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.959272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:22.970431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Calling delete_port for c0898b23-2eb7-4ec0-a15a-cac038ac17fa owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:23.023632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:23.024063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.038010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Made reservation on behalf of 0c98bfa0a8fe44c18842b999400ceff9 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:23.045093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.169329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,segment=NetworkSegment(29cd80b4-788f-4769-9ed4-cd783e0f3ea7),segment_id=29cd80b4-788f-4769-9ed4-cd783e0f3ea7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:23.169790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.170071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:25:23.184798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] DHCP port deletion for 9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:23.199452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 1439a1c3-41e5-41b5-ba40-a79499fe7e6e owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:23.260269 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.294533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] No DVR routers for this DVR port c0898b23-2eb7-4ec0-a15a-cac038ac17fa on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:23.296149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f325f9-1d92-467f-b9bf-38446d4c3b24 None None] Pushing event deleted for resources: {'Port': ['ID=c0898b23-2eb7-4ec0-a15a-cac038ac17fa,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:23.318466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Deleting port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:23.321003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.402906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] For port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,segment=NetworkSegment(29cd80b4-788f-4769-9ed4-cd783e0f3ea7),segment_id=29cd80b4-788f-4769-9ed4-cd783e0f3ea7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:23.403375 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.430348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Calling delete_port for 1439a1c3-41e5-41b5-ba40-a79499fe7e6e owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:23.470573 n-d-815923-2 neutron-server[102782]: WARNING neutron.services.revisions.revision_plugin [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Could not find related port for resource to bump revision. Nov 01 18:25:23.473232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.500482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:23.504295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:23.517653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.545569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] Pushing event deleted for resources: {'Port': ['ID=1439a1c3-41e5-41b5-ba40-a79499fe7e6e,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:23.551369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51405f2f-08d2-429b-9e05-3df2106c924f None None] No DVR routers for this DVR port 1439a1c3-41e5-41b5-ba40-a79499fe7e6e on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:23.576333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Port c0898b23-2eb7-4ec0-a15a-cac038ac17fa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 01 18:25:23.576666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Reverting IP allocation for 2001:db8::f816:3eff:fe91:b2b2 {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 01 18:25:23.585247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.586757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe91:b2b2 {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 01 18:25:23.589366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.622741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.660244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:23.683129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:23.685377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:23.688573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:23.689435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.711207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965fbb6-2e70-44ac-89d7-6d0580452481 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:23.712832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2708ef-ad02-4a30-9102-d9fabc2eb6d8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:23.723848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Checking segment: {'id': 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:23.724209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network hostable DHCP agents. Network: bc053d73-6cef-4226-9fd0-360c0459f915, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:23.730055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Subnet': ['ID=83aee80b-1406-4322-ac7e-260b71e7aeea,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:23.733122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cd80b4-788f-4769-9ed4-cd783e0f3ea7') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:23.733412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cd80b4-788f-4769-9ed4-cd783e0f3ea7') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:23.734051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.751546 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.770074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.777222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:23.777815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:23.781054 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:23.793883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d635cb09-7bf8-4027-a56b-0ccef8887feb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3869109 Nov 01 18:25:23.794332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55546) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:23.804796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:23.851966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network bc053d73-6cef-4226-9fd0-360c0459f915 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:23.930692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:23.931576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.952831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, bc053d73-6cef-4226-9fd0-360c0459f915) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:23.954693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.965904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615718d0-ed26-41a7-b91e-2cb920fc6675 None None] Network bc053d73-6cef-4226-9fd0-360c0459f915 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:23.979623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:23.980617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.984134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:23.988858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/9c2708ef-ad02-4a30-9102-d9fabc2eb6d8 HTTP/1.1" status: 204 len: 168 time: 1.1145124 Nov 01 18:25:23.993751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55552) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:24.002027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40155981', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:24.007495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cbfb5-4061-4e4c-a8d3-60e989fa6327 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=9c2708ef-ad02-4a30-9102-d9fabc2eb6d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:24.029297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:24.034830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.109401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6257c14f-71e2-408a-9b86-24781d30133b tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3934841 Nov 01 18:25:24.118680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55560) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:24.124900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1218425490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:24.175949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c0898b23-2eb7-4ec0-a15a-cac038ac17fa no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:24.206485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: c0898b23-2eb7-4ec0-a15a-cac038ac17fa {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:24.206763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c0898b23-2eb7-4ec0-a15a-cac038ac17fa not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:24.207194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1439a1c3-41e5-41b5-ba40-a79499fe7e6e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:24.219188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Allocated IP 2001:db8::f816:3eff:fe07:cc90 (67390d4f-8ecf-462d-bd6d-0170ba363007/cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1/d451f97c-c84f-453f-a249-6ed76b1e097a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:24.253152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1439a1c3-41e5-41b5-ba40-a79499fe7e6e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:24.253484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1439a1c3-41e5-41b5-ba40-a79499fe7e6e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:24.272930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.274142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.335167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.336271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.387301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-bc053d73-6cef-4226-9fd0-360c0459f915', 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915', 'tenant_id': '0c98bfa0a8fe44c18842b999400ceff9', 'fixed_ips': [{'subnet_id': '83aee80b-1406-4322-ac7e-260b71e7aeea'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:24.388470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.397315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.403358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.461568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.523793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.555254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.557276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-65195112-9ea9-4569-90b3-8b87b0156534 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4369252 Nov 01 18:25:24.561598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55598) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:24.601951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Allocated IP 172.20.0.2 (bc053d73-6cef-4226-9fd0-360c0459f915/83aee80b-1406-4322-ac7e-260b71e7aeea/13d3d535-b4f1-4c0c-be9d-d8937fe3409e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:24.620004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.620232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:24.754378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:24.764916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:24.769469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Pushing event updated for resources: {'Port': ['ID=d451f97c-c84f-453f-a249-6ed76b1e097a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:24.781994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:24.938988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.145138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Attempting to bind port d451f97c-c84f-453f-a249-6ed76b1e097a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:25.146007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Attempting to bind port d451f97c-c84f-453f-a249-6ed76b1e097a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:25.146546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Attempting to bind port d451f97c-c84f-453f-a249-6ed76b1e097a on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:25.171022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:25.180204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:25.180204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.180204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:25.180204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Bound port: d451f97c-c84f-453f-a249-6ed76b1e097a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:25.180204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.195873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.268892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=5d290090-1bc3-4f91-bed3-e0bf45a3563e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:25.277459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.307543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:25.312016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:25.315484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.319848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:25.320443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.341363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Network bc053d73-6cef-4226-9fd0-360c0459f915 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:25.343135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] For port d451f97c-c84f-453f-a249-6ed76b1e097a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:25.347654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:25.351250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:25.352278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Allocated IP 172.20.0.1 (bc053d73-6cef-4226-9fd0-360c0459f915/83aee80b-1406-4322-ac7e-260b71e7aeea/023a8096-2832-4ba5-ad35-37da0d457956) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:25.376998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] For port d451f97c-c84f-453f-a249-6ed76b1e097a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d451f97c-c84f-453f-a249-6ed76b1e097a,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:25.397442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Pushing event updated for resources: {'Port': ['ID=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:25.427589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Attempting to bind port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:25.428010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Attempting to bind port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:25.428366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Attempting to bind port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e on network bc053d73-6cef-4226-9fd0-360c0459f915 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:25.434454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-805e1c1e-15cf-4c02-927a-da4aa4711e97 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6387897 Nov 01 18:25:25.438308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55620) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:25.438807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:25.439209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Checking segment: {'id': 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:25.439725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.440132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Bound using segment: {'id': 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:25.440728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Bound port: 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:25.441153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.444555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:23:e2:bf', 'name': 'tempest-NetworksTestDHCPv6-338850718'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:25.490591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.518224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] For port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:25.524653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] For port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,segment=NetworkSegment(a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5),segment_id=a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:25.530053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.611479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.616235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8633f8-f2c1-47dc-97ad-3e711fb9ad66 None None] Pushing event updated for resources: {'Port': ['ID=d451f97c-c84f-453f-a249-6ed76b1e097a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:25.645413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:25.724034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=023a8096-2832-4ba5-ad35-37da0d457956,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:25.749014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network bc053d73-6cef-4226-9fd0-360c0459f915 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:25.751234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:25.754481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:25.813160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c917-2f86-45bf-ba40-8578626b18c1 None None] Pushing event updated for resources: {'Port': ['ID=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:25.825282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:25.838494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.014299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.073156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.112147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:25:26.163645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.180847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.207179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.223701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 994d3951-22e7-45e5-b57f-f40772b4df72 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:26.324296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d451f97c-c84f-453f-a249-6ed76b1e097a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:26.424419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 172.25.2.209 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/01a92b38-c924-41d2-b30a-061689134940) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:26.456593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:26.456978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.560059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 172.20.0.3 (67390d4f-8ecf-462d-bd6d-0170ba363007/5d290090-1bc3-4f91-bed3-e0bf45a3563e/994d3951-22e7-45e5-b57f-f40772b4df72) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:26.573682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe23:e2bf (67390d4f-8ecf-462d-bd6d-0170ba363007/cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1/994d3951-22e7-45e5-b57f-f40772b4df72) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:26.604205 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.635959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.648594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port d451f97c-c84f-453f-a249-6ed76b1e097a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d451f97c-c84f-453f-a249-6ed76b1e097a,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:26.711778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.742342 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.769408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.806085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.814116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=d451f97c-c84f-453f-a249-6ed76b1e097a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:26.860041 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.867200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=023a8096-2832-4ba5-ad35-37da0d457956,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:26.904530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:26.956950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:26.968413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:26.981665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:26.984052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=01a92b38-c924-41d2-b30a-061689134940,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:27.074006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:27.119160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network bc053d73-6cef-4226-9fd0-360c0459f915 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:27.120422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:27.221498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:27.236475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:27.280944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:27.322998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=994d3951-22e7-45e5-b57f-f40772b4df72,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:27.442003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92ab25-0155-473a-ae46-d259ec721a2a None None] Network bc053d73-6cef-4226-9fd0-360c0459f915 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:27.459525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Router 9faa8817-99b4-4794-b6e8-426276afa54c is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:27.490367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:27.491426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:27.581083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] Provisioning complete for port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:27.581083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:27.721111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0c21ba9-dfa6-49c0-bc20-adbc7c7b079d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2803557 Nov 01 18:25:27.725361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55698) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:27.738645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f672ed-2828-4384-bed9-8900dfac3603 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:27.838881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3d83b-0e9b-42a2-bd20-e223b249c3cd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:27.839646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:27.845887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3d83b-0e9b-42a2-bd20-e223b249c3cd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:27.849950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6ea3d83b-0e9b-42a2-bd20-e223b249c3cd tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1207719 Nov 01 18:25:27.850939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55700) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:27.859223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:27.904918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] For port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,segment=NetworkSegment(a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5),segment_id=a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:27.989060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.036690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:28.048533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-10b619ef-763d-4587-8275-1abc73b3d70d tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "PUT /v2.0/routers/9faa8817-99b4-4794-b6e8-426276afa54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4876702 Nov 01 18:25:28.052895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:28.057132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] Sync routers for ids ['9faa8817-99b4-4794-b6e8-426276afa54c'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:28.072812 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] Routers {'9faa8817-99b4-4794-b6e8-426276afa54c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:28.073070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'port': {'network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915', 'name': 'tempest-FloatingIPNegativeTestJSON-1745398742'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:28.073417 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9faa8817-99b4-4794-b6e8-426276afa54c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:28.214851 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:28.241789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea1e84-d3d8-4134-afce-e81df68a68db None None] Pushing event updated for resources: {'Port': ['ID=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:28.254121 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] Routers {'9faa8817-99b4-4794-b6e8-426276afa54c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:28.254767 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9faa8817-99b4-4794-b6e8-426276afa54c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:28.286570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-05e193a7-d3b9-4825-b087-65fde298be22 None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:28.287155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05e193a7-d3b9-4825-b087-65fde298be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.312427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.339350 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:28.340120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f58a5-a7a8-4a9f-9a04-bb40042ad61d None None] The sync data for ids ['9faa8817-99b4-4794-b6e8-426276afa54c'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:28.375095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Made reservation on behalf of 0c98bfa0a8fe44c18842b999400ceff9 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:28.383170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.383953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:28.403632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d451f97c-c84f-453f-a249-6ed76b1e097a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:28.446920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] device_id is not set on port 69f70655-fe45-4140-88f1-3136b2b35c0d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:28.498346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Update dhcp port {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1', 'ip_address': '2001:db8::f816:3eff:fe07:cc90'}, {'subnet_id': '5d290090-1bc3-4f91-bed3-e0bf45a3563e'}], 'binding:host_id': 'n-d-815923-2'}, 'id': 'd451f97c-c84f-453f-a249-6ed76b1e097a'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:25:28.568353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 994d3951-22e7-45e5-b57f-f40772b4df72 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:28.569058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.624179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.665607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:28.666459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.699627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d7b524d-3cb9-4911-b8fb-96ca44a90123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.708034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.711421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Allocated IP 172.20.0.9 (bc053d73-6cef-4226-9fd0-360c0459f915/83aee80b-1406-4322-ac7e-260b71e7aeea/69f70655-fe45-4140-88f1-3136b2b35c0d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:28.723979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 994d3951-22e7-45e5-b57f-f40772b4df72 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:28.734373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 07a72524-8d1f-4902-b3c4-d56033862b48 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:28.824772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-70b6f483-88b6-4dd5-b947-c94304466553 None None] Provisioning complete for port 023a8096-2832-4ba5-ad35-37da0d457956 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:28.825141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70b6f483-88b6-4dd5-b947-c94304466553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:28.930576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-70b6f483-88b6-4dd5-b947-c94304466553 None None] Port 023a8096-2832-4ba5-ad35-37da0d457956 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:28.939212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d3d535-b4f1-4c0c-be9d-d8937fe3409e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:28.973660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Allocated IP 172.20.0.2 (67390d4f-8ecf-462d-bd6d-0170ba363007/5d290090-1bc3-4f91-bed3-e0bf45a3563e/d451f97c-c84f-453f-a249-6ed76b1e097a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:29.000307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-70b6f483-88b6-4dd5-b947-c94304466553 None None] Provisioning complete for port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:29.000973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70b6f483-88b6-4dd5-b947-c94304466553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.023398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:29.101170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d7b524d-3cb9-4911-b8fb-96ca44a90123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.126809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] Sync routers for ids ['07a72524-8d1f-4902-b3c4-d56033862b48'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:29.148089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.149353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0f8a8b24-15e0-4c96-8058-eeb5da92ef07 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.1545520 Nov 01 18:25:29.152719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.160595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.181706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d7b524d-3cb9-4911-b8fb-96ca44a90123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.204165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.206095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] Routers {'07a72524-8d1f-4902-b3c4-d56033862b48'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:29.207341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['07a72524-8d1f-4902-b3c4-d56033862b48'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:29.221587 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4d7b524d-3cb9-4911-b8fb-96ca44a90123 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=195b2abf194148a8867c8e53a6ecc38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340588 Nov 01 18:25:29.235211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.237805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=994d3951-22e7-45e5-b57f-f40772b4df72,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:29.246631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:29.248055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b524d-3cb9-4911-b8fb-96ca44a90123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d7840-cfee-4c7e-963a-2b4a3197fb0d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:29.292734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:29.293103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.297910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] Routers {'07a72524-8d1f-4902-b3c4-d56033862b48'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:29.298549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['07a72524-8d1f-4902-b3c4-d56033862b48'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:29.325388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.381913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] For port d451f97c-c84f-453f-a249-6ed76b1e097a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d451f97c-c84f-453f-a249-6ed76b1e097a,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:29.386615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network bc053d73-6cef-4226-9fd0-360c0459f915 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:29.390677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:29.395168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:29.420964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.421741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.432370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-242d9c48-c8fc-4c46-beb0-2877ee253ba9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers/07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 200 len: 883 time: 0.2724602 Nov 01 18:25:29.441949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.454338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.457619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4f4ea93-ee38-48c4-88c1-034a2c802f83 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/994d3951-22e7-45e5-b57f-f40772b4df72 HTTP/1.1" status: 204 len: 168 time: 1.6051357 Nov 01 18:25:29.469055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55732) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.486476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:29.487972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.488912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.489569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=69f70655-fe45-4140-88f1-3136b2b35c0d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:29.501336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:29.502178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324d4804-0910-4f49-86cc-6daf19747194 None None] The sync data for ids ['07a72524-8d1f-4902-b3c4-d56033862b48'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:29.512762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.626943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10decdd-6b13-48f8-8ad3-378dd5044819 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:29.628525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10decdd-6b13-48f8-8ad3-378dd5044819 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:29.630069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10decdd-6b13-48f8-8ad3-378dd5044819 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:29.635164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b10decdd-6b13-48f8-8ad3-378dd5044819 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1614954 Nov 01 18:25:29.638861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55734) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.664075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-17ecb333-5e47-4a20-af4a-6348febb24a7 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6097593 Nov 01 18:25:29.671052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55736) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.682632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e23f3-f1a8-4fde-8e73-b422b3d49c10 None None] Pushing event updated for resources: {'Port': ['ID=d451f97c-c84f-453f-a249-6ed76b1e097a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:29.700652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:29.742796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 5d290090-1bc3-4f91-bed3-e0bf45a3563e {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:29.747048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.800680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.804721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.809808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e07d7840-cfee-4c7e-963a-2b4a3197fb0d HTTP/1.1" status: 204 len: 168 time: 0.5708535 Nov 01 18:25:29.810546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.852513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d7840-cfee-4c7e-963a-2b4a3197fb0d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:29.861597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:29.867919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.870596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.870596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.870596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.870914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.871233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.871753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.872081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.872406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.872726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.873046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.873365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070fd088-b611-4f3c-8eb8-18d642919050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:29.896458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb999618-8eed-4f9e-808d-92110acc7772 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4471231 Nov 01 18:25:29.896688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55740) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:29.904145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-40155981'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:30.001196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a1fbdccc-bc12-4081-873c-def464719a53 None None] Provisioning complete for port 023a8096-2832-4ba5-ad35-37da0d457956 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:30.001709 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1fbdccc-bc12-4081-873c-def464719a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.054070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.058639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbdccc-bc12-4081-873c-def464719a53 None None] Port 023a8096-2832-4ba5-ad35-37da0d457956 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:30.189922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6f288610-9f6c-434d-86d2-13450c7a67bf None None] Provisioning complete for port 69f70655-fe45-4140-88f1-3136b2b35c0d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:30.190609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6f288610-9f6c-434d-86d2-13450c7a67bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.198533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d451f97c-c84f-453f-a249-6ed76b1e097a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:30.229976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Allocated IP 172.25.2.69 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/caffd3aa-0a84-4d89-82a4-1ac768224ee5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:30.303695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6f288610-9f6c-434d-86d2-13450c7a67bf None None] Port 69f70655-fe45-4140-88f1-3136b2b35c0d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:30.326301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:30.326827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.437116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.481331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d3d535-b4f1-4c0c-be9d-d8937fe3409e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:30.563700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:30.563863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.574812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.672548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55752) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:30.684396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:30.687082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=caffd3aa-0a84-4d89-82a4-1ac768224ee5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:30.696467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:30.703361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:30.710857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17006229-4417-4f3f-9edf-feb5250b764d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.737434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:30.870798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.000719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.025144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.050648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b05f463f-b107-45db-bb42-319bd6da2795 None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:31.051270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b05f463f-b107-45db-bb42-319bd6da2795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.061366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17006229-4417-4f3f-9edf-feb5250b764d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.063923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=5d290090-1bc3-4f91-bed3-e0bf45a3563e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:31.078890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.082162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4d62d972-497d-4bf0-9580-1a1bd88bd322 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/5d290090-1bc3-4f91-bed3-e0bf45a3563e HTTP/1.1" status: 204 len: 168 time: 1.4416142 Nov 01 18:25:31.111294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55754) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:31.149785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17006229-4417-4f3f-9edf-feb5250b764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.222931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b05f463f-b107-45db-bb42-319bd6da2795 None None] Could not find standard attr ID for object 994d3951-22e7-45e5-b57f-f40772b4df72. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:25:31.241565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.264586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583729c3-9e3a-4857-9fb8-920116dfd574 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:31.264780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.272775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17006229-4417-4f3f-9edf-feb5250b764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ba0d0-bd22-48d0-b6fd-83b371bde1aa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:31.288032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-17006229-4417-4f3f-9edf-feb5250b764d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a33e1348a2514e5b80d9c168ca0d484e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114228 Nov 01 18:25:31.288497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:31.289711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:31.302765 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.317839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.347897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7596b62a-e9e0-4a37-91db-c44f56901477 None None] Could not find standard attr ID for object 994d3951-22e7-45e5-b57f-f40772b4df72. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:25:31.382579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.417965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.422157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=caffd3aa-0a84-4d89-82a4-1ac768224ee5,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:31.435164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.450378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.475203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.566450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.566450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06fbc1d9-5e6f-4083-9696-e566b5d0ea63 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8852401 Nov 01 18:25:31.566450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:31.572081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1a028355-d292-4351-b108-59e2b32115fe tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'floatingip': {'port_id': '69f70655-fe45-4140-88f1-3136b2b35c0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:31.615671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.617042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a028355-d292-4351-b108-59e2b32115fe tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.654625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.657348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.661218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c9ba0d0-bd22-48d0-b6fd-83b371bde1aa HTTP/1.1" status: 204 len: 168 time: 0.3687036 Nov 01 18:25:31.664048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 07a72524-8d1f-4902-b3c4-d56033862b48 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:31.695469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a3324-c34b-4ba1-adb7-51fb8328fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ba0d0-bd22-48d0-b6fd-83b371bde1aa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:31.815911 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-1a028355-d292-4351-b108-59e2b32115fe tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] update failed (client error): The resource could not be found. Nov 01 18:25:31.817259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1a028355-d292-4351-b108-59e2b32115fe tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "PUT /v2.0/floatingips/26c6cc5b-8f9a-4e5c-ab5b-6ff6e736f3bb HTTP/1.1" status: 404 len: 507 time: 0.2512703 Nov 01 18:25:31.820134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:31.872755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:31.890092 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] Sync routers for ids ['07a72524-8d1f-4902-b3c4-d56033862b48'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:31.898270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.902882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e68ca2b3-fb23-4d54-be6b-69d4f6b6b54f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 200 len: 890 time: 2.0015514 Nov 01 18:25:31.902882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:31.903151 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] Routers {'07a72524-8d1f-4902-b3c4-d56033862b48'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:31.903151 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['07a72524-8d1f-4902-b3c4-d56033862b48'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:31.910550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55772) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:31.953773 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:31.977930 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] Routers {'07a72524-8d1f-4902-b3c4-d56033862b48'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:31.979665 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['07a72524-8d1f-4902-b3c4-d56033862b48'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:31.990781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting port caffd3aa-0a84-4d89-82a4-1ac768224ee5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:31.991427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.035202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:32.040206 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.050231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-529682e9-66ba-4946-b177-98883eeec3d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1 HTTP/1.1" status: 204 len: 168 time: 0.9312751 Nov 01 18:25:32.050369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55774) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:32.093869 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:32.094919 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0f45-3349-4287-9309-c1ecd1cdb085 None None] The sync data for ids ['07a72524-8d1f-4902-b3c4-d56033862b48'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:32.135594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c57342e3-b1f3-4338-aa09-cfeb407c8d33 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869231 Nov 01 18:25:32.138247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:32.140336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-72000dc3-5d0d-44cc-9c22-fe2c5d428e2c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers/07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 200 len: 890 time: 0.2252154 Nov 01 18:25:32.142704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:32.147408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:32.186817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a5a61b2-ae98-4611-8b9a-111bf0bf8748 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 200 len: 205 time: 0.0421669 Nov 01 18:25:32.189179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55782) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:32.258638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.258987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.287781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044c452-e1cb-43ba-b7ed-2f823ad90e1c None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:32.301409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Calling delete_port for caffd3aa-0a84-4d89-82a4-1ac768224ee5 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:32.416164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.491150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c3c5b8a6-4a62-468a-9605-ee8565440074 None None] Provisioning complete for port d451f97c-c84f-453f-a249-6ed76b1e097a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:32.491865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3c5b8a6-4a62-468a-9605-ee8565440074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.574482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:32.590775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.621947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.632133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:32.645436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.725072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Deleting port d451f97c-c84f-453f-a249-6ed76b1e097a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:32.725451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.764504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Port': ['ID=caffd3aa-0a84-4d89-82a4-1ac768224ee5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:32.801142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] For port d451f97c-c84f-453f-a249-6ed76b1e097a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d451f97c-c84f-453f-a249-6ed76b1e097a,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:32.801554 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.822283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Calling delete_port for d451f97c-c84f-453f-a249-6ed76b1e097a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:32.833149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.836016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.845503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 01a92b38-c924-41d2-b30a-061689134940 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:32.846543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.856184 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-609ef9ad-b8d6-472b-8551-054d1c99a011 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "DELETE /v2.0/floatingips/26c6cc5b-8f9a-4e5c-ab5b-6ff6e736f3bb HTTP/1.1" status: 204 len: 168 time: 1.0344288 Nov 01 18:25:32.856898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55802) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:32.863041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4f4927c3-69c8-456c-ab2b-15fd0ee47588 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'floatingip': {'floating_network_id': 'bc053d73-6cef-4226-9fd0-360c0459f915', 'port_id': '69f70655-fe45-4140-88f1-3136b2b35c0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:32.956625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:32.987736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 01a92b38-c924-41d2-b30a-061689134940 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:32.999853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f4927c3-69c8-456c-ab2b-15fd0ee47588 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.095063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.147874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] Pushing event deleted for resources: {'Port': ['ID=d451f97c-c84f-453f-a249-6ed76b1e097a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:33.160302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a55f3-cf5c-4db6-8ed3-89e5ee011f26 None None] No DVR routers for this DVR port d451f97c-c84f-453f-a249-6ed76b1e097a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:33.187177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.266096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=a1080bbe-18a0-4b4b-b50c-bb17ba075cc0,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:33.269259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:33.271127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:33.273536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:33.279851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.283659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6709cf-6f4e-43ba-b685-3f33965ed5f9 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:33.306966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.340704 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-4f4927c3-69c8-456c-ab2b-15fd0ee47588 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:33.341841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f4927c3-69c8-456c-ab2b-15fd0ee47588 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4823830 Nov 01 18:25:33.345562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:33.352808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '69f70655-fe45-4140-88f1-3136b2b35c0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:33.367355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=01a92b38-c924-41d2-b30a-061689134940,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:33.384876 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-506e3c0d-3656-4e77-82d1-a1a009cb128d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2445757 Nov 01 18:25:33.386866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55816) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:33.393010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:33.523361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.605314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'a1080bbe-18a0-4b4b-b50c-bb17ba075cc0'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:33.606523 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.704898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.721524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.812609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Allocated IP 172.20.0.2 (67390d4f-8ecf-462d-bd6d-0170ba363007/a1080bbe-18a0-4b4b-b50c-bb17ba075cc0/2bf9c187-5b7f-4a50-afb0-051b49eff475) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:33.880683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Allocated IP 172.25.2.34 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/1b240074-7afa-4623-9d9b-bdd2c3a658fe) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:33.899911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:33.903886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.989294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:33.991742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.077716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.084989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.085644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router 07a72524-8d1f-4902-b3c4-d56033862b48 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:34.106141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.111668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55834) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:34.113672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d5e6f4f3-7fc6-451b-8499-04db99103c7c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 204 len: 168 time: 1.9224875 Nov 01 18:25:34.134477 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.134771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1089290192'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:34.185854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d451f97c-c84f-453f-a249-6ed76b1e097a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:34.211418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.214170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d451f97c-c84f-453f-a249-6ed76b1e097a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:34.214609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d451f97c-c84f-453f-a249-6ed76b1e097a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:34.254414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:34.261562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:34.266017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:34.269220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Pushing event updated for resources: {'Port': ['ID=2bf9c187-5b7f-4a50-afb0-051b49eff475,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:34.272763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:34.279242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.299617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:25:34.308885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.373810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Attempting to bind port 2bf9c187-5b7f-4a50-afb0-051b49eff475 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:34.374207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Attempting to bind port 2bf9c187-5b7f-4a50-afb0-051b49eff475 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:34.374682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Attempting to bind port 2bf9c187-5b7f-4a50-afb0-051b49eff475 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:34.376474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:34.382551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:34.382747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:34.383178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.383612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:34.383966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:34.384135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Bound port: 2bf9c187-5b7f-4a50-afb0-051b49eff475, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:34.385312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.391832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:34.399322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:34.403173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.403547 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment df71a94b-683f-4e7e-af32-2d2adb466762 of type vlan for network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae Nov 01 18:25:34.455547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event updated for resources: {'Port': ['ID=1b240074-7afa-4623-9d9b-bdd2c3a658fe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:34.496412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] For port 2bf9c187-5b7f-4a50-afb0-051b49eff475, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:34.503733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] For port 2bf9c187-5b7f-4a50-afb0-051b49eff475, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2bf9c187-5b7f-4a50-afb0-051b49eff475,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:34.556827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.568992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:25:34.569927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.602471 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.637006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaddde-2e88-4e98-b77e-e69e9b7a1b10 None None] Pushing event updated for resources: {'Port': ['ID=2bf9c187-5b7f-4a50-afb0-051b49eff475,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:34.664152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.672552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:34.673203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:34.784953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=69c88f4e-d068-4bc4-9a8b-d819ce4796ae,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:34.797260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:34.904528 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f6da3ed-3e2b-43ca-ae91-ce8a699db647 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7917621 Nov 01 18:25:34.918290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55852) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:34.929031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:34.985844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.046189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting port 1b240074-7afa-4623-9d9b-bdd2c3a658fe {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:35.046550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.145846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.146174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.189468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Calling delete_port for 1b240074-7afa-4623-9d9b-bdd2c3a658fe owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:35.262995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 2bf9c187-5b7f-4a50-afb0-051b49eff475, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2bf9c187-5b7f-4a50-afb0-051b49eff475,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:35.272735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:35.277188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.295136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.403145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.403696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.504805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.516344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:35.526635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:35.543343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:35.543972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.550422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Port': ['ID=1b240074-7afa-4623-9d9b-bdd2c3a658fe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:35.557607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e9a0ddf1-82d9-4306-bfa2-4cafb816f32e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:35.572619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=2bf9c187-5b7f-4a50-afb0-051b49eff475,revision_number=4']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:35.646072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7ba8be2b-cb1e-4153-a6da-9762caba8a00 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2580526 Nov 01 18:25:35.649128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:35.655199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:38:c7:ec', 'name': 'tempest-NetworksTestDHCPv6-384774488'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:35.692154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.735412 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] create failed (client error): The resource could not be found. Nov 01 18:25:35.740089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d504fa63-9700-4578-a7be-9caf6d17ffaf tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3900194 Nov 01 18:25:35.745956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55868) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:35.833655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=73adce60-939f-4f5d-8268-9b7b4683852e,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:35.845530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'df71a94b-683f-4e7e-af32-2d2adb466762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:35.845908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 69c88f4e-d068-4bc4-9a8b-d819ce4796ae, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:35.912462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting port 69f70655-fe45-4140-88f1-3136b2b35c0d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:35.913114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:35.916810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:36.039434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.044454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75815e8-174d-4a4c-905d-1fb1d408bcce None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:36.068197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port f0731c07-1ee8-4bf8-830c-e1813175011a yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:36.178529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-32c9f7e3-0764-43b2-819f-586182ff85e3 None None] Provisioning complete for port 2bf9c187-5b7f-4a50-afb0-051b49eff475 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:36.179176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32c9f7e3-0764-43b2-819f-586182ff85e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.236805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2bf9c187-5b7f-4a50-afb0-051b49eff475 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:36.318118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 172.20.0.4 (67390d4f-8ecf-462d-bd6d-0170ba363007/a1080bbe-18a0-4b4b-b50c-bb17ba075cc0/f0731c07-1ee8-4bf8-830c-e1813175011a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:36.334141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe38:c7ec (67390d4f-8ecf-462d-bd6d-0170ba363007/e9a0ddf1-82d9-4306-bfa2-4cafb816f32e/f0731c07-1ee8-4bf8-830c-e1813175011a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:36.377468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2bf9c187-5b7f-4a50-afb0-051b49eff475 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:36.377761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.426958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:36.491413 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.516813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 69c88f4e-d068-4bc4-9a8b-d819ce4796ae) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:36.518606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Calling delete_port for 69f70655-fe45-4140-88f1-3136b2b35c0d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:36.528986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:36.532491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.560320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.562715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7191d-d0b5-47a1-8b8a-ce8bf9283393 None None] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:36.574850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.611304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32c9f7e3-0764-43b2-819f-586182ff85e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.661731 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-99b70542-9311-42a9-9b9a-389ec1adc212 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7385740 Nov 01 18:25:36.664554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:36.673409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 2bf9c187-5b7f-4a50-afb0-051b49eff475, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2bf9c187-5b7f-4a50-afb0-051b49eff475,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:36.673631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1662887136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:36.705901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.766433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.805262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:36.813482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:36.815927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=f0731c07-1ee8-4bf8-830c-e1813175011a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:36.818358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:36.850071 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.851700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.856834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.890688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:36.891815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.907127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Port': ['ID=69f70655-fe45-4140-88f1-3136b2b35c0d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:36.954059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=2bf9c187-5b7f-4a50-afb0-051b49eff475,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:36.970774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-32c9f7e3-0764-43b2-819f-586182ff85e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:25:36.971363 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-32c9f7e3-0764-43b2-819f-586182ff85e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:25:36.978505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-69c88f4e-d068-4bc4-9a8b-d819ce4796ae', 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': '73adce60-939f-4f5d-8268-9b7b4683852e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:36.985427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:36.986393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-02e2630c-7bb1-4fe3-821c-09fdbbeec262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3360219 Nov 01 18:25:36.987556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55888) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.033539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.095984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.102979 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-004f365d-7e47-4ee3-85ce-c57c16980dd5 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "DELETE /v2.0/ports/69f70655-fe45-4140-88f1-3136b2b35c0d HTTP/1.1" status: 204 len: 168 time: 1.3526056 Nov 01 18:25:37.102979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55898) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.160140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3bae1-ec2f-437d-811c-c86b88fb9371 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:37.179606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3bae1-ec2f-437d-811c-c86b88fb9371 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:37.185828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.187448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-40c3bae1-ec2f-437d-811c-c86b88fb9371 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1985824 Nov 01 18:25:37.190579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55900) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.265255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030ab8b-8791-4b15-a188-35e3ddc0d3ce tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:37.267807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5030ab8b-8791-4b15-a188-35e3ddc0d3ce tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "GET /v2.0/ports?device_id=9faa8817-99b4-4794-b6e8-426276afa54c HTTP/1.1" status: 200 len: 913 time: 0.1634200 Nov 01 18:25:37.280677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.326093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.327693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b143d262-97f2-4dae-9634-1b075e755ea0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6624110 Nov 01 18:25:37.332456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.441361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port f0731c07-1ee8-4bf8-830c-e1813175011a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:37.442030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.712525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Allocated IP 2001:db8::2 (69c88f4e-d068-4bc4-9a8b-d819ce4796ae/73adce60-939f-4f5d-8268-9b7b4683852e/1a109825-76d6-4105-b3c1-0fc09b5fb2fa) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:37.877312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55914) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:37.921342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.956879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:37.966074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for f0731c07-1ee8-4bf8-830c-e1813175011a owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:38.027711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.077637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.177965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:38.203152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:38.206612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:38.216706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Pushing event updated for resources: {'Port': ['ID=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:38.217358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402a2794-03f0-4130-b5de-cf4fd888d789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.221081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7cd3a924-7a5f-4e83-8ee6-564500bceaba None None] Provisioning complete for port 2bf9c187-5b7f-4a50-afb0-051b49eff475 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:38.221434 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a924-7a5f-4e83-8ee6-564500bceaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.345048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2bf9c187-5b7f-4a50-afb0-051b49eff475 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:38.509858 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402a2794-03f0-4130-b5de-cf4fd888d789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.511530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Attempting to bind port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:38.511755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Attempting to bind port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'df71a94b-683f-4e7e-af32-2d2adb466762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:38.512107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Attempting to bind port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa on network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:38.525777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:38.526193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Checking segment: {'id': 'df71a94b-683f-4e7e-af32-2d2adb466762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:38.526630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.527028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Bound using segment: {'id': 'df71a94b-683f-4e7e-af32-2d2adb466762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:38.527559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Bound port: 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df71a94b-683f-4e7e-af32-2d2adb466762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '69c88f4e-d068-4bc4-9a8b-d819ce4796ae'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:38.527928 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.535808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8::1 (69c88f4e-d068-4bc4-9a8b-d819ce4796ae/73adce60-939f-4f5d-8268-9b7b4683852e/446f398d-6863-4795-b0eb-cdf577d7d69f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:38.601986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-402a2794-03f0-4130-b5de-cf4fd888d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.660727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2bf9c187-5b7f-4a50-afb0-051b49eff475 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:38.661104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.748277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.752575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] For port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:38.758972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] For port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,segment=NetworkSegment(df71a94b-683f-4e7e-af32-2d2adb466762),segment_id=df71a94b-683f-4e7e-af32-2d2adb466762)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:38.765106 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-402a2794-03f0-4130-b5de-cf4fd888d789 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ccdd53e94434e0597d90e9bb4236215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8842213 Nov 01 18:25:38.766498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55926) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:38.832019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.846617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a2794-03f0-4130-b5de-cf4fd888d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d63717-0155-4640-b98f-e801ea226ed2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:38.870674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.907770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.912157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8fd5ed9d-816a-4dfe-b9cc-581c4b5e6424 None None] Provisioning complete for port f0731c07-1ee8-4bf8-830c-e1813175011a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:38.912528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ed9d-816a-4dfe-b9cc-581c4b5e6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.968676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:38.976453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8e68-bc15-425f-a2a2-4689644ef82d None None] Pushing event updated for resources: {'Port': ['ID=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:39.007712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5ed9d-816a-4dfe-b9cc-581c4b5e6424 None None] Port f0731c07-1ee8-4bf8-830c-e1813175011a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:39.017426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:39.023239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:39.027106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:39.028107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.034332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.037198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.043374 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1d63717-0155-4640-b98f-e801ea226ed2 HTTP/1.1" status: 204 len: 168 time: 0.2716422 Nov 01 18:25:39.060536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.100804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=446f398d-6863-4795-b0eb-cdf577d7d69f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:39.116855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4d03d-ec13-4225-b452-54fe9a67f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d63717-0155-4640-b98f-e801ea226ed2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:39.249401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5fe5c-c53f-4d26-99bc-478849741571 req-308bac9a-f2af-4ba8-8c4d-117e17333583 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:39.250150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa5fe5c-c53f-4d26-99bc-478849741571 req-308bac9a-f2af-4ba8-8c4d-117e17333583 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.8604431 Nov 01 18:25:39.324840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.339739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa5fe5c-c53f-4d26-99bc-478849741571 req-1891bfed-dd45-4394-aec9-b126db244832 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891891 Nov 01 18:25:39.345729 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.527461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.573894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=f0731c07-1ee8-4bf8-830c-e1813175011a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:39.743050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f198-d014-406f-b27a-e099d0e7a71c req-004a335b-7fb6-4c24-8b29-597cd5c63ac9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:39.745259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7076f198-d014-406f-b27a-e099d0e7a71c req-004a335b-7fb6-4c24-8b29-597cd5c63ac9 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.2026768 Nov 01 18:25:39.764926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.798149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.800995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2a66ed52-1a83-4596-9c4a-55ff8194aab2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/f0731c07-1ee8-4bf8-830c-e1813175011a HTTP/1.1" status: 204 len: 168 time: 2.6092002 Nov 01 18:25:39.803935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55938) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:39.881846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.883744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:39.891113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e606f-574a-49a7-ba3a-c497f29fceb8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:39.895007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e606f-574a-49a7-ba3a-c497f29fceb8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:39.897134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e606f-574a-49a7-ba3a-c497f29fceb8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:39.899619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ee3e606f-574a-49a7-ba3a-c497f29fceb8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0906363 Nov 01 18:25:39.907380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55940) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:40.014408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet a1080bbe-18a0-4b4b-b50c-bb17ba075cc0 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:40.028014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.036513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Deleting port d31f0c5f-367c-4c7c-a529-9b63b33347a5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:40.036513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.074858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=446f398d-6863-4795-b0eb-cdf577d7d69f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:40.104643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:40.141957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40e78bc5-e941-4541-ae21-a322528a4aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.184374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] For port d31f0c5f-367c-4c7c-a529-9b63b33347a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d31f0c5f-367c-4c7c-a529-9b63b33347a5,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:40.184758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.230571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a109825-76d6-4105-b3c1-0fc09b5fb2fa up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:40.238895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:40.242590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:40.300438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:40.301099 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.357735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting port 023a8096-2832-4ba5-ad35-37da0d457956 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:40.358347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.432445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40e78bc5-e941-4541-ae21-a322528a4aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.444968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.492364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1338256-6c29-4e8d-92a7-fc86dcfa3f9a None None] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:40.493776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40e78bc5-e941-4541-ae21-a322528a4aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.510194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,segment=NetworkSegment(df71a94b-683f-4e7e-af32-2d2adb466762),segment_id=df71a94b-683f-4e7e-af32-2d2adb466762)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:40.542271 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-40e78bc5-e941-4541-ae21-a322528a4aca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b57b08edd154400d8ea76a072c257a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354894 Nov 01 18:25:40.544299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:40.550913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.551140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router f075cc98-8a6f-4e49-81d7-eec59c270bf3 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:40.558023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e78bc5-e941-4541-ae21-a322528a4aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e2e90d-62a8-4544-8694-a97074442613,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:40.577328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.618893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-88d9dbdc-386a-48a6-8a4b-e3b7f94547e4 None None] Provisioning complete for port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:40.619557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-88d9dbdc-386a-48a6-8a4b-e3b7f94547e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.699348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.711051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:40.726370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:40.734204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-10a29ef9-3b76-46ee-afc9-2d51aef5c861 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/f075cc98-8a6f-4e49-81d7-eec59c270bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005356 Nov 01 18:25:40.736316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.737914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:40.742738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] Sync routers for ids ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:40.820985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] Routers {'f075cc98-8a6f-4e49-81d7-eec59c270bf3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:40.821714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:40.857379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:40.861762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1f45d-d545-4da7-ac02-b63b8edac9e3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:40.867882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:40.869572 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-edd1f45d-d545-4da7-ac02-b63b8edac9e3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports/446f398d-6863-4795-b0eb-cdf577d7d69f HTTP/1.1" status: 200 len: 911 time: 0.1306429 Nov 01 18:25:40.873097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:40.896042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] Routers {'f075cc98-8a6f-4e49-81d7-eec59c270bf3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:40.896580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:40.897293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73adce60-939f-4f5d-8268-9b7b4683852e'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:40.960621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:40.961274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aaaed-81fd-4bec-9074-c32ea8550f4c None None] The sync data for ids ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:41.010050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.026051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.045479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db19b-53db-4ffa-967b-76d1cdbce4ba req-8874687e-f16e-49d4-8812-79f0d2ead7f2 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:41.047052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-182db19b-53db-4ffa-967b-76d1cdbce4ba req-8874687e-f16e-49d4-8812-79f0d2ead7f2 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 946 time: 0.5717037 Nov 01 18:25:41.050929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Calling delete_port for 023a8096-2832-4ba5-ad35-37da0d457956 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:41.086780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=a1080bbe-18a0-4b4b-b50c-bb17ba075cc0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:41.099683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.100041 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.100357 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Floating IP b234f833-b42e-4187-b1ae-e8faee86a522 disassociated. External IP: 172.25.2.190, port: d31f0c5f-367c-4c7c-a529-9b63b33347a5. Nov 01 18:25:41.100699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Calling delete_port for d31f0c5f-367c-4c7c-a529-9b63b33347a5 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:41.107072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b788be-6d05-4dbf-82be-e28bd39716cd None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:41.113875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.118052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85d4a371-ed87-4e82-aff0-816382326599 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a1080bbe-18a0-4b4b-b50c-bb17ba075cc0 HTTP/1.1" status: 204 len: 168 time: 1.2075028 Nov 01 18:25:41.123521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:41.137596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.140618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.141901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0e2e90d-62a8-4544-8694-a97074442613 HTTP/1.1" status: 204 len: 168 time: 0.5966625 Nov 01 18:25:41.197608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.228104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4167ae-6971-4c66-9c96-c9be9977026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e2e90d-62a8-4544-8694-a97074442613,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:41.281948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-182db19b-53db-4ffa-967b-76d1cdbce4ba req-412e5965-8fb7-4ed2-aabf-e3f5c78a9fb6 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc2b5007-4146-4a07-a41f-ac26af35e9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036994 Nov 01 18:25:41.285054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e9a0ddf1-82d9-4306-bfa2-4cafb816f32e {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:41.292525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.357352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.367566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b2872e3a-77d6-4409-9a23-460522f704c4 None None] Provisioning complete for port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:41.368062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2872e3a-77d6-4409-9a23-460522f704c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.531429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b2872e3a-77d6-4409-9a23-460522f704c4 None None] Provisioning complete for port 446f398d-6863-4795-b0eb-cdf577d7d69f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:41.531978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2872e3a-77d6-4409-9a23-460522f704c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.595610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b2872e3a-77d6-4409-9a23-460522f704c4 None None] Port 446f398d-6863-4795-b0eb-cdf577d7d69f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:41.643320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.659809 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.717418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Port': ['ID=023a8096-2832-4ba5-ad35-37da0d457956,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:41.726246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.850001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a12e0ec9-025d-4198-a509-211b6187c3c1 None None] Provisioning complete for port 446f398d-6863-4795-b0eb-cdf577d7d69f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:41.853746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a12e0ec9-025d-4198-a509-211b6187c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:41.941012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event deleted for resources: {'Port': ['ID=d31f0c5f-367c-4c7c-a529-9b63b33347a5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:41.966560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a12e0ec9-025d-4198-a509-211b6187c3c1 None None] Port 446f398d-6863-4795-b0eb-cdf577d7d69f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:42.289615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a109825-76d6-4105-b3c1-0fc09b5fb2fa up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:42.297663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.377404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d31f0c5f-367c-4c7c-a529-9b63b33347a5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:42.468107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d31f0c5f-367c-4c7c-a529-9b63b33347a5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:42.470513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d31f0c5f-367c-4c7c-a529-9b63b33347a5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:42.481313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a0ddf1-82d9-4306-bfa2-4cafb816f32e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:42.540183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4c382346-d1a7-4256-a648-bcdd84a16b07 None None] Provisioning complete for port 446f398d-6863-4795-b0eb-cdf577d7d69f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:42.541600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c382346-d1a7-4256-a648-bcdd84a16b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.543969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.558922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-20df21e1-db43-49c4-9b2e-b0d83fe97c4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e9a0ddf1-82d9-4306-bfa2-4cafb816f32e HTTP/1.1" status: 204 len: 168 time: 1.4314346 Nov 01 18:25:42.566385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55982) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:42.579973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:42.580772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.614334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c382346-d1a7-4256-a648-bcdd84a16b07 None None] Port 446f398d-6863-4795-b0eb-cdf577d7d69f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:42.650008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Router 32249e18-8140-438d-9bcd-6086f205900a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:42.820943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f85953c-bdbe-462c-aa62-295c5d3ae5ca tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2427564 Nov 01 18:25:42.822906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:42.827771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.833666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bda87-f891-4870-ad05-dfee980cd0d3 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:42.834636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-630bbc21-5299-4f66-a9b3-912e6d51451b req-1e8cd1d6-ed95-4ef1-9b42-f8b8d9dfac7a tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 210 time: 0.1744945 Nov 01 18:25:42.849947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:42.863456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:42.912429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55990) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:42.994886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.004754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:43.007963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.015903 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/ports/446f398d-6863-4795-b0eb-cdf577d7d69f HTTP/1.1" status: 200 len: 911 time: 2.1305923 Nov 01 18:25:43.016689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55994) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:43.102074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Router 9faa8817-99b4-4794-b6e8-426276afa54c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:43.117246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:43.122186 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Sync routers for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:43.136062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:43.136748 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.169510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-87285845-da7b-45d4-9660-3af4e927bf54 None None] Provisioning complete for port 2bf9c187-5b7f-4a50-afb0-051b49eff475 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:43.169894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87285845-da7b-45d4-9660-3af4e927bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.292169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60fa10-98a6-4f6b-968d-c0dda885aa57 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=446f398d-6863-4795-b0eb-cdf577d7d69f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:43.294853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] No DVR routers for this DVR port d31f0c5f-367c-4c7c-a529-9b63b33347a5 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:43.366157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.371238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7076f198-d014-406f-b27a-e099d0e7a71c req-0a1aacfd-491b-4cc6-a585-2b7d2a265d8d tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.32 "DELETE /v2.0/ports/d31f0c5f-367c-4c7c-a529-9b63b33347a5 HTTP/1.1" status: 204 len: 173 time: 3.6168597 Nov 01 18:25:43.372056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'name': 'network-vif-deleted', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:25:43.375180 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095bef58-f159-43d8-af16-e4cdf98f1704" -d '{"events": [{"server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "name": "network-vif-deleted", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:25:43.378374 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cc87f1b0-8812-4176-acf6-ae52c5a70680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.423470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:43.433238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:43.441629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f51ed82b-802d-4e0a-8da8-03b2c7c790b9 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "PUT /v2.0/routers/9faa8817-99b4-4794-b6e8-426276afa54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1587627 Nov 01 18:25:43.443221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] Sync routers for ids ['9faa8817-99b4-4794-b6e8-426276afa54c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:43.446258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56008) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:43.488138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] Routers {'9faa8817-99b4-4794-b6e8-426276afa54c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:43.488771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9faa8817-99b4-4794-b6e8-426276afa54c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.490199 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:43.529330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.545984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] Routers {'9faa8817-99b4-4794-b6e8-426276afa54c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:43.546197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9faa8817-99b4-4794-b6e8-426276afa54c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.560550 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad01cdc5-5974-4faa-8093-d4767c973bcb x-openstack-request-id: req-ad01cdc5-5974-4faa-8093-d4767c973bcb {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:25:43.560970 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f198e-02ff-4ee3-89eb-44de9d117a08", "name": "network-vif-deleted", "tag": "d31f0c5f-367c-4c7c-a529-9b63b33347a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:25:43.561378 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad01cdc5-5974-4faa-8093-d4767c973bcb {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:25:43.562044 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f198e-02ff-4ee3-89eb-44de9d117a08', 'name': 'network-vif-deleted', 'tag': 'd31f0c5f-367c-4c7c-a529-9b63b33347a5', 'status': 'completed', 'code': 200} Nov 01 18:25:43.588831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.589541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129cd57-dec0-4c60-8648-2104897b1bc4 None None] The sync data for ids ['9faa8817-99b4-4794-b6e8-426276afa54c'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:43.625246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Deleting port 2bf9c187-5b7f-4a50-afb0-051b49eff475 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:43.625709 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.664401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.677531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:43.701298 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.735298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] For port 2bf9c187-5b7f-4a50-afb0-051b49eff475, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2bf9c187-5b7f-4a50-afb0-051b49eff475,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:43.735902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:43.778881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Calling delete_port for 2bf9c187-5b7f-4a50-afb0-051b49eff475 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:43.820852 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:43.887462 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Checking router: 32249e18-8140-438d-9bcd-6086f205900a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:43.910267 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:43.911164 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:44.019010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.031320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.033213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.037136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.050289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] Pushing event deleted for resources: {'Port': ['ID=2bf9c187-5b7f-4a50-afb0-051b49eff475,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:44.053484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b39fa-adba-4713-b67d-55687a08fdef None None] No DVR routers for this DVR port 2bf9c187-5b7f-4a50-afb0-051b49eff475 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:44.079893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aec178b6-60da-4638-8756-b0a46e2b94d4 req-4268023b-909c-4bc4-b46a-3761a66820e6 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7f198e-02ff-4ee3-89eb-44de9d117a08 HTTP/1.1" status: 200 len: 210 time: 0.0667596 Nov 01 18:25:44.186512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2bf9c187-5b7f-4a50-afb0-051b49eff475 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:44.198473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.205213 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cc87f1b0-8812-4176-acf6-ae52c5a70680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.220188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2bf9c187-5b7f-4a50-afb0-051b49eff475 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:44.220592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2bf9c187-5b7f-4a50-afb0-051b49eff475 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:44.230363 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:44.314164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cc87f1b0-8812-4176-acf6-ae52c5a70680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.341223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.341658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Fanout notify agent at l3_agent the message router_deleted on router 9faa8817-99b4-4794-b6e8-426276afa54c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:44.349457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.350637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-949c4519-7988-4b93-9d7d-24263d72b37a tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "DELETE /v2.0/routers/9faa8817-99b4-4794-b6e8-426276afa54c HTTP/1.1" status: 204 len: 168 time: 0.8980596 Nov 01 18:25:44.365775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cc87f1b0-8812-4176-acf6-ae52c5a70680 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a208319c7d946efa22eb276fe928fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4501841 Nov 01 18:25:44.368701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56024) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:44.369696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56026) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:44.458296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f1b0-8812-4176-acf6-ae52c5a70680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd85ba-9315-4f1f-9920-0305f215f6e1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:44.466845 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:44.493657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting subnet 83aee80b-1406-4322-ac7e-260b71e7aeea {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:44.498102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.544549 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cb6f1-c0e9-4687-bc3c-0804e27a25b5 None None] The sync data for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 is: [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:23:28Z', 'revision_number': 4, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a4de8efb-13b0-4db4-84fe-a779d7c8857d', 'name': '', 'network_id': 'd6d15915-8483-4526-be35-2d8ad18769cc', 'tenant_id': 'd342e194cf78404796431401a911745f', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '263d5899-a663-46ae-aba7-192ba7448930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:27Z', 'updated_at': '2021-11-01T18:23:33Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'subnets': [{'id': '263d5899-a663-46ae-aba7-192ba7448930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:44.563568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.572839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.626216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.718633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.744001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:44.749634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:44.753352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:44.753957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.757970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=dafeb4af-8467-4448-90cf-6c800b656be3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:44.765283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75fe32-724b-417c-aad5-60ebfd5f2752 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:44.837348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.841075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.844845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4cd85ba-9315-4f1f-9920-0305f215f6e1 HTTP/1.1" status: 204 len: 168 time: 0.4678628 Nov 01 18:25:44.853759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acec07-8627-4256-9507-8ad35fef3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd85ba-9315-4f1f-9920-0305f215f6e1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:44.890421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eefca854-3de1-4ef2-a036-a13af7ecfd52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0596523 Nov 01 18:25:44.893802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56038) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:44.906428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:44.943087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:44.951857 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5375ac-4f06-487e-847e-91a90cf6f5a9 None None] New status for floating IP b234f833-b42e-4187-b1ae-e8faee86a522: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:25:45.027170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'dafeb4af-8467-4448-90cf-6c800b656be3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:45.033024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Subnet': ['ID=83aee80b-1406-4322-ac7e-260b71e7aeea,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:45.035095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.036103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.038263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-48c94414-8ce5-414a-8afd-e0ac22dedf19 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "DELETE /v2.0/subnets/83aee80b-1406-4322-ac7e-260b71e7aeea HTTP/1.1" status: 204 len: 168 time: 0.6672843 Nov 01 18:25:45.041728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56042) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:45.051777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef0d8e-c5f9-49d8-8142-a089b504828b None None] Network bc053d73-6cef-4226-9fd0-360c0459f915 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:45.149310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 446f398d-6863-4795-b0eb-cdf577d7d69f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:45.150660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.289845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:45.364202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.381071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 446f398d-6863-4795-b0eb-cdf577d7d69f owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:45.555394 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.567995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Allocated IP 172.20.0.2 (67390d4f-8ecf-462d-bd6d-0170ba363007/dafeb4af-8467-4448-90cf-6c800b656be3/0020d6ca-16b7-4fca-82fb-9ca8173a9521) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:45.670043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Deleting port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:45.670788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.683783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.712905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.740137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.756948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:45.760789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.780597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=446f398d-6863-4795-b0eb-cdf577d7d69f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:45.814553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] For port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,segment=NetworkSegment(a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5),segment_id=a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:45.815259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.864447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Calling delete_port for 13d3d535-b4f1-4c0c-be9d-d8937fe3409e owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:45.897838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.935999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:45.946193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] DHCP port deletion for bc053d73-6cef-4226-9fd0-360c0459f915 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:46.013125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.016041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.019965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc2b5007-4146-4a07-a41f-ac26af35e9a5 HTTP/1.1" status: 204 len: 168 time: 0.7281027 Nov 01 18:25:46.030224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.035985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56070) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:46.063971 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-394c1c60-6c61-4f2b-b939-bd257c69e979 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] show failed (client error): The resource could not be found. Nov 01 18:25:46.065333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-394c1c60-6c61-4f2b-b939-bd257c69e979 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "GET /v2.0/security-groups/bc2b5007-4146-4a07-a41f-ac26af35e9a5 HTTP/1.1" status: 404 len: 347 time: 0.0265250 Nov 01 18:25:46.068725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56072) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:46.127086 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.161945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:46.162476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78f68e-4b81-4073-8fbe-bb3f160715e3 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b5007-4146-4a07-a41f-ac26af35e9a5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:46.164274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Port': ['ID=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:46.171881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:46.174208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:46.177711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Deleting port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:46.178086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.179810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Pushing event updated for resources: {'Port': ['ID=0020d6ca-16b7-4fca-82fb-9ca8173a9521,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:46.219661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d3d535-b4f1-4c0c-be9d-d8937fe3409e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:46.275449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] No DVR routers for this DVR port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:46.317863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router f075cc98-8a6f-4e49-81d7-eec59c270bf3 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:46.324787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 13d3d535-b4f1-4c0c-be9d-d8937fe3409e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:46.324787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d3d535-b4f1-4c0c-be9d-d8937fe3409e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:46.354005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] For port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e, host n-d-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:46.354543 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.375467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Attempting to bind port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:46.376167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Attempting to bind port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:46.376773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Attempting to bind port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:46.379171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Calling delete_port for 13d3d535-b4f1-4c0c-be9d-d8937fe3409e owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:46.383202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.ipam_backend_mixin [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e was not found and therefore no delete operation was performed {{(pid=102784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:25:46.387171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.393745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:46.394526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:46.395487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.396081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:46.396893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Bound port: 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:46.397453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.465030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.466622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] Pushing event deleted for resources: {'Port': ['ID=13d3d535-b4f1-4c0c-be9d-d8937fe3409e,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:46.476913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:46.477414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e7a6e-af1a-4963-b593-dc4a1a38c047 None None] No DVR routers for this DVR port 13d3d535-b4f1-4c0c-be9d-d8937fe3409e on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:46.491819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61e74a28-9b7b-40bd-a5dc-f34ed66007a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/f075cc98-8a6f-4e49-81d7-eec59c270bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3846188 Nov 01 18:25:46.494402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:46.536002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] Sync routers for ids ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:46.550626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc053d73-6cef-4226-9fd0-360c0459f915']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.559721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-783305dd-9068-4a2e-98ae-03d480da21bc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=f075cc98-8a6f-4e49-81d7-eec59c270bf3 HTTP/1.1" status: 200 len: 205 time: 0.0624452 Nov 01 18:25:46.562577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:46.588490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.588795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cfae81-a22d-4ac8-9bf0-a9f3ca2df4b5') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.590232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] Routers {'f075cc98-8a6f-4e49-81d7-eec59c270bf3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:46.591267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.593229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Deleting port 57273991-f560-4807-8c27-cf42cd6fc802 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:46.593639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.624099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.630888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.638829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] For port 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:46.652872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.655831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] Routers {'f075cc98-8a6f-4e49-81d7-eec59c270bf3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:46.656608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.661944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] For port 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0020d6ca-16b7-4fca-82fb-9ca8173a9521,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:46.702835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.709761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:46.710102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.714819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:46.719928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05ce7d-b250-4807-850e-04cf3ea4e63d None None] The sync data for ids ['f075cc98-8a6f-4e49-81d7-eec59c270bf3'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:46.751171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:46.795796 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:46.823929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9238b0-fbb0-4fa0-90de-02d6c0a52d79 None None] Pushing event updated for resources: {'Port': ['ID=0020d6ca-16b7-4fca-82fb-9ca8173a9521,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:46.859491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.867177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.886584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.886932 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.900360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Calling delete_port for 57273991-f560-4807-8c27-cf42cd6fc802 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:46.985829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.986406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router f075cc98-8a6f-4e49-81d7-eec59c270bf3 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:46.994207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:46.995424 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a12bd0d4-d21f-49a3-ba37-8a253b5fc573 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/f075cc98-8a6f-4e49-81d7-eec59c270bf3 HTTP/1.1" status: 204 len: 168 time: 0.4318259 Nov 01 18:25:46.998693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56096) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:47.006969 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.014612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.021624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] 10.222.0.31 "DELETE /v2.0/networks/bc053d73-6cef-4226-9fd0-360c0459f915 HTTP/1.1" status: 204 len: 168 time: 1.9783282 Nov 01 18:25:47.078984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet 73adce60-939f-4f5d-8268-9b7b4683852e {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:47.081830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929be50-ab50-49a7-8096-fd9109a2d883 tempest-FloatingIPNegativeTestJSON-2064802628 tempest-FloatingIPNegativeTestJSON-2064802628-project] Pushing event deleted for resources: {'Network': ['ID=bc053d73-6cef-4226-9fd0-360c0459f915,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:47.089841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.124503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:25:47.228602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.358661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.505584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.517758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.517954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.552021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=73adce60-939f-4f5d-8268-9b7b4683852e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:47.554302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.569720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57d0e97a-5a55-4942-bdd4-8418494de5a6 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/73adce60-939f-4f5d-8268-9b7b4683852e HTTP/1.1" status: 204 len: 168 time: 0.5588682 Nov 01 18:25:47.569720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:47.571106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040695da-0f9b-43eb-bd8c-d9cf47e21889 None None] Network 69c88f4e-d068-4bc4-9a8b-d819ce4796ae requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:47.703667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Pushing event deleted for resources: {'Port': ['ID=57273991-f560-4807-8c27-cf42cd6fc802,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:47.751870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.766762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:47.869472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] DHCP port deletion for 69c88f4e-d068-4bc4-9a8b-d819ce4796ae request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:47.893138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:47.893732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.918533 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.921651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:47.922849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4f4eb233-9954-47ab-b56b-bee363a2c4e8 tempest-ServersTestFqdnHostnames-1531595677 tempest-ServersTestFqdnHostnames-1531595677-project] 10.222.0.31 "DELETE /v2.0/floatingips/b234f833-b42e-4187-b1ae-e8faee86a522 HTTP/1.1" status: 204 len: 168 time: 1.8527789 Nov 01 18:25:47.928873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56120) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:47.959214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Deleting port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:47.959928 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.023568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,segment=NetworkSegment(df71a94b-683f-4e7e-af32-2d2adb466762),segment_id=df71a94b-683f-4e7e-af32-2d2adb466762)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:48.024377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.054070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 1a109825-76d6-4105-b3c1-0fc09b5fb2fa owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:48.096095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] For port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,segment=NetworkSegment(df71a94b-683f-4e7e-af32-2d2adb466762),segment_id=df71a94b-683f-4e7e-af32-2d2adb466762)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:48.096095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.119220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0020d6ca-16b7-4fca-82fb-9ca8173a9521,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:48.126429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Calling delete_port for 1a109825-76d6-4105-b3c1-0fc09b5fb2fa owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:48.256881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.265379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0020d6ca-16b7-4fca-82fb-9ca8173a9521 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:48.293101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ea6483c8-3379-4af2-9d93-1a07943e84ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c98bfa0a8fe44c18842b999400ceff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243552 Nov 01 18:25:48.295771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:48.333556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.336577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:48.337506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.338197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.384354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.413324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.444722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.446576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.485906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.487851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] Pushing event deleted for resources: {'Port': ['ID=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.489788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bea17dd1-ef8f-41fd-b5b6-46e56102e4dc None None] Provisioning complete for port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:48.490245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bea17dd1-ef8f-41fd-b5b6-46e56102e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.494841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:48.500515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:48.504099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:48.504848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.526323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb54d9f-ea88-4fe7-a026-23480b67b15c None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:48.551172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=1a109825-76d6-4105-b3c1-0fc09b5fb2fa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.551172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:48.568208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0020d6ca-16b7-4fca-82fb-9ca8173a9521,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:48.579690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.580570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.581029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc31ed-03de-4bb4-a499-0b4e5709d7c9 None None] No DVR routers for this DVR port 1a109825-76d6-4105-b3c1-0fc09b5fb2fa on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:48.581742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab7da7eb-93f2-490c-82e2-a3e990feb9ab HTTP/1.1" status: 204 len: 168 time: 0.2850566 Nov 01 18:25:48.617472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4546d3-4691-48fa-a6bb-184dbc7632de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7da7eb-93f2-490c-82e2-a3e990feb9ab,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.665013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.681338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e3dcaa60-fa5f-469b-a741-6e07cfba64ec,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.699036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=0020d6ca-16b7-4fca-82fb-9ca8173a9521,revision_number=4']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.727986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-839b40c9-4241-41d9-a5f7-a9b77d2eb8b8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8317904 Nov 01 18:25:48.730817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56140) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:48.743449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:4f:c4:7d', 'name': 'tempest-NetworksTestDHCPv6-552500726'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:48.773001 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.804597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a109825-76d6-4105-b3c1-0fc09b5fb2fa no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:48.813507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bbaed04e-2c44-4138-9e64-0946aacbc12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.858731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1a109825-76d6-4105-b3c1-0fc09b5fb2fa {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:48.859202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a109825-76d6-4105-b3c1-0fc09b5fb2fa not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:48.908101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c88f4e-d068-4bc4-9a8b-d819ce4796ae']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:48.919140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:48.950940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=0020d6ca-16b7-4fca-82fb-9ca8173a9521,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:48.982954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df71a94b-683f-4e7e-af32-2d2adb466762') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:48.987351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df71a94b-683f-4e7e-af32-2d2adb466762') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:49.009496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.033584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.046489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:49.047393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:49.050867 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:49.231872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.241974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.248472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/69c88f4e-d068-4bc4-9a8b-d819ce4796ae HTTP/1.1" status: 204 len: 168 time: 1.6826065 Nov 01 18:25:49.254042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Deleting port a4de8efb-13b0-4db4-84fe-a779d7c8857d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:49.254503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.256619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:49.260605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e139424-13ae-4e7d-8a48-a9e896c2acc7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=69c88f4e-d068-4bc4-9a8b-d819ce4796ae,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:49.275611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2137045590', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:49.282706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:49.412453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] For port a4de8efb-13b0-4db4-84fe-a779d7c8857d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a4de8efb-13b0-4db4-84fe-a779d7c8857d,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:49.414288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.414491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.426505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.433806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.439218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Calling delete_port for a4de8efb-13b0-4db4-84fe-a779d7c8857d owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:49.449683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port bf1a79b5-7635-4d95-86ed-f175caffff89 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:25:49.556607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.664050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 172.20.0.7 (67390d4f-8ecf-462d-bd6d-0170ba363007/dafeb4af-8467-4448-90cf-6c800b656be3/bf1a79b5-7635-4d95-86ed-f175caffff89) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:49.670454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe4f:c47d (67390d4f-8ecf-462d-bd6d-0170ba363007/e3dcaa60-fa5f-469b-a741-6e07cfba64ec/bf1a79b5-7635-4d95-86ed-f175caffff89) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:49.749146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.813985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.860877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.860877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41fc5b01-e226-44f5-9242-b403d39c92f7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6008623 Nov 01 18:25:49.860877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4de8efb-13b0-4db4-84fe-a779d7c8857d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:49.864551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:49.871550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1965553105'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:49.912773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:49.992208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:49.996344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.001623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4b71bff8-f4ec-43d6-b64b-bf8fa79d11f2 None None] Provisioning complete for port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:50.002738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b71bff8-f4ec-43d6-b64b-bf8fa79d11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.026456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.095283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:50.118378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:50.123216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:50.127791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:50.186745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=bf1a79b5-7635-4d95-86ed-f175caffff89,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:50.204013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.204013 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment b892bbae-2d28-4bd1-80f1-92d0e537ee1c of type vlan for network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 Nov 01 18:25:50.273142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:50.280182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.310976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.311144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.375731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0020d6ca-16b7-4fca-82fb-9ca8173a9521 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:50.387389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ebe3089-fee0-49e1-a2d6-c0d84bc87f7a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6551843 Nov 01 18:25:50.390242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:50.427928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.434307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:50.434943 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.457993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:50.458617 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.537591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6718667 Nov 01 18:25:50.538257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56182) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:50.547390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:50.565876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67894986-ba63-40be-b43d-a1b8d5923060 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:50.573209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67894986-ba63-40be-b43d-a1b8d5923060 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:50.574898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67894986-ba63-40be-b43d-a1b8d5923060 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1836228 Nov 01 18:25:50.580621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56186) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:50.587382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0525-f127-4c2b-a49b-dda68f56963f tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=4614ac19-5bde-47a7-b87c-1f6aa1360ef0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:50.601458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:50.710777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8f8b83a5-6100-4bb8-9c9f-02236bd41df1 None None] Provisioning complete for port bf1a79b5-7635-4d95-86ed-f175caffff89 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:50.711573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f8b83a5-6100-4bb8-9c9f-02236bd41df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.799143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b83a5-6100-4bb8-9c9f-02236bd41df1 None None] Port bf1a79b5-7635-4d95-86ed-f175caffff89 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:50.800840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Router 32249e18-8140-438d-9bcd-6086f205900a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:25:50.817022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port bf1a79b5-7635-4d95-86ed-f175caffff89 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:50.817372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.859935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:50.863514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:50.882187 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-635a4f49-3cfa-46b5-88ae-5d9e0deb6078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.006256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.025173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for bf1a79b5-7635-4d95-86ed-f175caffff89 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:51.031059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:51.036476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bf7a59d9-a968-4af7-a6d4-860c178f531d admin admin] 10.222.0.31 "PUT /v2.0/routers/32249e18-8140-438d-9bcd-6086f205900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1065876 Nov 01 18:25:51.039161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:51.044171 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Sync routers for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:51.062144 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:51.062805 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:51.229951 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:51.260625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.356342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.424254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=be785c79-f2f4-46d5-b61d-cb992d8eeff9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:51.439870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:51.440252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 4614ac19-5bde-47a7-b87c-1f6aa1360ef0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:51.443044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:25:49Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:51.494739 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Checking router: 32249e18-8140-438d-9bcd-6086f205900a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:51.521614 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Routers {'32249e18-8140-438d-9bcd-6086f205900a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:51.522506 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['32249e18-8140-438d-9bcd-6086f205900a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:51.570583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:51.654782 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] Set router 32249e18-8140-438d-9bcd-6086f205900a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:51.683362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 4614ac19-5bde-47a7-b87c-1f6aa1360ef0) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:51.687971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:51.690337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.699957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208eafb9-3dd0-4c46-b62b-87e5dec18eed None None] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:51.798594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed7662d3-45f0-462b-b73a-85738a4de2fe tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2562008 Nov 01 18:25:51.801381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:51.845821 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.904843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:51.906303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:51.935588 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:25:49Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:51.971881 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47718273-9879-495e-8610-2480b65a2fc3 None None] The sync data for ids ['32249e18-8140-438d-9bcd-6086f205900a'] in n-d-815923-2 is: [{'id': '32249e18-8140-438d-9bcd-6086f205900a', 'name': 'tempest-ServersTestFqdnHostnames-2019079086-router', 'tenant_id': 'd342e194cf78404796431401a911745f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:23:21Z', 'updated_at': '2021-11-01T18:25:49Z', 'revision_number': 5, 'project_id': 'd342e194cf78404796431401a911745f', 'gw_port': {'id': '4d936ee6-7453-4c64-8d23-fc57b3e33ca6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32249e18-8140-438d-9bcd-6086f205900a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:23:22Z', 'updated_at': '2021-11-01T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:51.986184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.025729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=bf1a79b5-7635-4d95-86ed-f175caffff89,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:52.095722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.120570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56222) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.123223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Deleting port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:52.123602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.241472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.247584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a90b756e-c8c5-4fa9-926a-35b0145121eb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/bf1a79b5-7635-4d95-86ed-f175caffff89 HTTP/1.1" status: 204 len: 168 time: 1.6577756 Nov 01 18:25:52.248206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.259214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Allocated IP 2001:db8::2 (4614ac19-5bde-47a7-b87c-1f6aa1360ef0/be785c79-f2f4-46d5-b61d-cb992d8eeff9/2a5ef252-c433-4387-8b7e-7affc0644c39) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:52.367284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] For port 4d936ee6-7453-4c64-8d23-fc57b3e33ca6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:52.367689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.407848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2cd489-d840-42bd-be76-70f8bbce9680 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:52.409399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2cd489-d840-42bd-be76-70f8bbce9680 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:52.413814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2cd489-d840-42bd-be76-70f8bbce9680 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:52.424651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b2cd489-d840-42bd-be76-70f8bbce9680 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1714830 Nov 01 18:25:52.425899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.426362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Calling delete_port for 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:52.435120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a4de8efb-13b0-4db4-84fe-a779d7c8857d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:52.450585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-43aa4a19-5949-48d5-aebf-7caffa1be971 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] Request body: {'port': {'network_id': '7ce077d5-87c6-4c9f-9240-7df4e24748ed', 'name': 'tempest-NetworksNegativeTestJSON-2013006553'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:52.482375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a4de8efb-13b0-4db4-84fe-a779d7c8857d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:52.482931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a4de8efb-13b0-4db4-84fe-a779d7c8857d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:52.527378 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa4a19-5949-48d5-aebf-7caffa1be971 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] POST failed (client error): The resource could not be found. Nov 01 18:25:52.529240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aa4a19-5949-48d5-aebf-7caffa1be971 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:52.530809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43aa4a19-5949-48d5-aebf-7caffa1be971 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4066284 Nov 01 18:25:52.532769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.535170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.587785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet dafeb4af-8467-4448-90cf-6c800b656be3 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:52.592976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.597703 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f707e2f9-729b-46ef-8b02-8c8380e462ba tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] DELETE failed (client error): The resource could not be found. Nov 01 18:25:52.598544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f707e2f9-729b-46ef-8b02-8c8380e462ba tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:52.602413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f707e2f9-729b-46ef-8b02-8c8380e462ba tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "DELETE /v2.0/networks/c26b5112-20a0-41a1-b3e1-1dc197fdc5c0 HTTP/1.1" status: 404 len: 339 time: 0.0643599 Nov 01 18:25:52.606448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56236) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.631794 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.639848 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-955cc2a1-3c54-42b0-b062-9ab1094343c7 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] DELETE failed (client error): The resource could not be found. Nov 01 18:25:52.640547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955cc2a1-3c54-42b0-b062-9ab1094343c7 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:52.645228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-955cc2a1-3c54-42b0-b062-9ab1094343c7 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "DELETE /v2.0/ports/734a110b-48e3-44b5-82cb-52ea0057cdfd HTTP/1.1" status: 404 len: 333 time: 0.0376840 Nov 01 18:25:52.654839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56240) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.698769 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4be373b-be6f-4d7c-b192-ea5a8773a22a tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] DELETE failed (client error): The resource could not be found. Nov 01 18:25:52.699231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4be373b-be6f-4d7c-b192-ea5a8773a22a tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:52.702268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4be373b-be6f-4d7c-b192-ea5a8773a22a tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "DELETE /v2.0/subnets/77c4576b-8689-49f6-bae0-39d09d98c111 HTTP/1.1" status: 404 len: 337 time: 0.0451593 Nov 01 18:25:52.715962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.720630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.734494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.783908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:52.786599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:52.795410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:52.816839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Pushing event updated for resources: {'Port': ['ID=2a5ef252-c433-4387-8b7e-7affc0644c39,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:52.822689 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-78135715-dd40-4091-9e1a-c90d6bb7cc80 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] GET failed (client error): The resource could not be found. Nov 01 18:25:52.824571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-78135715-dd40-4091-9e1a-c90d6bb7cc80 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "GET /v2.0/networks/85e371b9-f429-49d0-b389-16aa43435d3e HTTP/1.1" status: 404 len: 339 time: 0.1029558 Nov 01 18:25:52.836182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56248) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.879000 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bfeab9-f670-4bed-8486-4ce9cdafb875 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] GET failed (client error): The resource could not be found. Nov 01 18:25:52.881346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3bfeab9-f670-4bed-8486-4ce9cdafb875 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "GET /v2.0/ports/65b42bde-c453-4072-9a36-c315f622b74c HTTP/1.1" status: 404 len: 333 time: 0.0394135 Nov 01 18:25:52.887557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.892219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Attempting to bind port 2a5ef252-c433-4387-8b7e-7affc0644c39 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:52.892872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Attempting to bind port 2a5ef252-c433-4387-8b7e-7affc0644c39 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:52.893429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Attempting to bind port 2a5ef252-c433-4387-8b7e-7affc0644c39 on network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:52.899703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:52.900402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Checking segment: {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:52.900976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.901591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Bound using segment: {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:52.902238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Bound port: 2a5ef252-c433-4387-8b7e-7affc0644c39, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:52.902799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.955792 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-668a8427-1fe9-4d7e-bf09-d94a02a8bdc7 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] GET failed (client error): The resource could not be found. Nov 01 18:25:52.961932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-668a8427-1fe9-4d7e-bf09-d94a02a8bdc7 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "GET /v2.0/subnets/c2e1606c-846f-4cc8-a098-d8384b3f6454 HTTP/1.1" status: 404 len: 337 time: 0.0708740 Nov 01 18:25:52.969199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56252) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:52.969545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:52.972917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9ba9c2ef-c935-4e57-a7eb-4b88113f6b61 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:52.994576 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba9c2ef-c935-4e57-a7eb-4b88113f6b61 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] PUT failed (client error): The resource could not be found. Nov 01 18:25:52.995321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba9c2ef-c935-4e57-a7eb-4b88113f6b61 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:52.995892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] For port 2a5ef252-c433-4387-8b7e-7affc0644c39, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:53.001189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ba9c2ef-c935-4e57-a7eb-4b88113f6b61 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "PUT /v2.0/networks/a8c8e340-8122-4544-a58a-6205eec6a869 HTTP/1.1" status: 404 len: 339 time: 0.0339985 Nov 01 18:25:53.008343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] For port 2a5ef252-c433-4387-8b7e-7affc0644c39, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2a5ef252-c433-4387-8b7e-7affc0644c39,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:53.008569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:53.010549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-52901cf4-a92e-4f3f-9204-d6873fc5e216 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:53.037417 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-52901cf4-a92e-4f3f-9204-d6873fc5e216 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] PUT failed (client error): The resource could not be found. Nov 01 18:25:53.037417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52901cf4-a92e-4f3f-9204-d6873fc5e216 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:53.039352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56258) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:53.039532 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-52901cf4-a92e-4f3f-9204-d6873fc5e216 tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "PUT /v2.0/ports/ec3f5404-9563-437c-997d-839deeea39ea HTTP/1.1" status: 404 len: 333 time: 0.0338171 Nov 01 18:25:53.046088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2562a1e9-00a2-4a6f-93ac-d551796abd4b tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:53.049475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8::1 (4614ac19-5bde-47a7-b87c-1f6aa1360ef0/be785c79-f2f4-46d5-b61d-cb992d8eeff9/267efcbf-e936-42e2-a170-f6f277621a63) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:53.074254 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2562a1e9-00a2-4a6f-93ac-d551796abd4b tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] PUT failed (client error): The resource could not be found. Nov 01 18:25:53.074721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2562a1e9-00a2-4a6f-93ac-d551796abd4b tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:53.075914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2562a1e9-00a2-4a6f-93ac-d551796abd4b tempest-NetworksNegativeTestJSON-491826527 tempest-NetworksNegativeTestJSON-491826527-project] 10.222.0.31 "PUT /v2.0/subnets/f17e0658-0422-4a32-a8ad-635327aaf09b HTTP/1.1" status: 404 len: 337 time: 0.0347140 Nov 01 18:25:53.085232 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.145306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.166446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f0781-2d5d-4fa8-b430-0ddb887a1ca8 None None] Pushing event updated for resources: {'Port': ['ID=2a5ef252-c433-4387-8b7e-7affc0644c39,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:53.195208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d936ee6-7453-4c64-8d23-fc57b3e33ca6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:53.200558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.200957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.262915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=dafeb4af-8467-4448-90cf-6c800b656be3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:53.264917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.270358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3cc7d51-e443-451d-8ee6-817db9bc658a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/dafeb4af-8467-4448-90cf-6c800b656be3 HTTP/1.1" status: 204 len: 168 time: 0.8395448 Nov 01 18:25:53.270553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a9905-ac86-4122-91db-d774e02d9f19 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:53.289014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56268) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:53.364394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e3dcaa60-fa5f-469b-a741-6e07cfba64ec {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:53.373088 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.374878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.410667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.467624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:53.471084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:53.476294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:53.482381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.482544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.492442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:53.695617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.699658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.712733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.784792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.800324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.886980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.888363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32249e18-8140-438d-9bcd-6086f205900a {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:25:53.912200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:53.913737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b697f509-028a-471b-9c3d-a3bef353a572 admin admin] 10.222.0.31 "DELETE /v2.0/routers/32249e18-8140-438d-9bcd-6086f205900a HTTP/1.1" status: 204 len: 168 time: 2.8724382 Nov 01 18:25:53.916805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56276) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.023370 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.159819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dcaa60-fa5f-469b-a741-6e07cfba64ec,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:54.168002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.171267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b619667d-dc5a-47d8-b72f-23b099e9b260 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e3dcaa60-fa5f-469b-a741-6e07cfba64ec HTTP/1.1" status: 204 len: 168 time: 0.8806586 Nov 01 18:25:54.183813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.187835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Deleting subnet 263d5899-a663-46ae-aba7-192ba7448930 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:25:54.197034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.234519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.237042 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df3a4c53-56e6-43c8-93a8-bfbfa921e633 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497983 Nov 01 18:25:54.286174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.324997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.342731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6ed4d-02d7-4472-9fb9-15bfb815183a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:54.344385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-00b6ed4d-02d7-4472-9fb9-15bfb815183a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1086860 Nov 01 18:25:54.349528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56284) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.402795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.406687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.499488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fb6e1-6db5-406d-abd1-20d0b54ffea9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:54.513459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de1fb6e1-6db5-406d-abd1-20d0b54ffea9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1651604 Nov 01 18:25:54.532313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56292) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.535459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.563939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.625363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:54.677220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2a5ef252-c433-4387-8b7e-7affc0644c39 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:54.708920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c09698-1ee9-4ba9-bcb8-77c3cb45f743 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:54.739627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f0b3e-96ba-4d1f-b568-efd86697c8aa None None] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:54.756311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.786939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.795442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/263d5899-a663-46ae-aba7-192ba7448930 HTTP/1.1" status: 204 len: 168 time: 0.8749604 Nov 01 18:25:54.795442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe07f8-1630-4fda-a247-602da2a1e3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263d5899-a663-46ae-aba7-192ba7448930,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:54.796938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56298) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:54.804273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253572a5-3214-4548-8fa2-d4964996ee2c None None] Network d6d15915-8483-4526-be35-2d8ad18769cc requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:54.901936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.984995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cbec30de-4956-4bb7-af38-801341c1a1c4 None None] Provisioning complete for port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:54.985358 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbec30de-4956-4bb7-af38-801341c1a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:54.986609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Deleting port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:54.986885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.026214 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7991dba1-0abc-4c7e-bf79-5cac18526629 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4766979 Nov 01 18:25:55.030521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:55.035813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:55.146408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] For port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,segment=NetworkSegment(9ec2fad6-45c6-42ab-9e01-b8633d74c0d4),segment_id=9ec2fad6-45c6-42ab-9e01-b8633d74c0d4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:55.147086 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.162054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Calling delete_port for ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:55.168722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:55.194208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:55.199629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:55.282242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2a5ef252-c433-4387-8b7e-7affc0644c39 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:55.283274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.294074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:55.296907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.298364 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:55.299094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:55.351375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.380417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:55.386843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] No DVR routers for this DVR port ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:55.448753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-449c47ef-5c38-4fb9-982e-f368affbd68e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4152999 Nov 01 18:25:55.450302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56314) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:55.459389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:55.515860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.532047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:25:55.561400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.569003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 2a5ef252-c433-4387-8b7e-7affc0644c39, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2a5ef252-c433-4387-8b7e-7affc0644c39,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:55.586540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-15f82702-fbcd-45de-a09f-92975699aa04 None None] Provisioning complete for port 2a5ef252-c433-4387-8b7e-7affc0644c39 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:55.587232 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15f82702-fbcd-45de-a09f-92975699aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.609965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b09f29f1-c5d5-4c52-ab65-9358dabd8167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.615880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d15915-8483-4526-be35-2d8ad18769cc']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:55.627541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:55.629147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec2fad6-45c6-42ab-9e01-b8633d74c0d4') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:55.630495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:55.640793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675514e-81ac-424e-86e4-66687d0f6795 None None] DHCP port deletion for d6d15915-8483-4526-be35-2d8ad18769cc request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:25:55.650532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.673300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.683538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:25:55.683538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.685860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.693565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cac4ca44-66f3-490b-a9b3-b20f570b7e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:25:55.742176 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:25:55.779580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=2a5ef252-c433-4387-8b7e-7affc0644c39,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:55.797267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Deleting port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:25:55.797698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.823456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cac4ca44-66f3-490b-a9b3-b20f570b7e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.824290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.833185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.851221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6d15915-8483-4526-be35-2d8ad18769cc HTTP/1.1" status: 204 len: 168 time: 1.0514765 Nov 01 18:25:55.874265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f46b-0dbe-45b7-af02-13d83e30634b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d15915-8483-4526-be35-2d8ad18769cc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:55.901542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] For port 0020d6ca-16b7-4fca-82fb-9ca8173a9521, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0020d6ca-16b7-4fca-82fb-9ca8173a9521,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:55.901948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.913784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cac4ca44-66f3-490b-a9b3-b20f570b7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:55.918898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Calling delete_port for 0020d6ca-16b7-4fca-82fb-9ca8173a9521 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:25:56.043406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4ca44-66f3-490b-a9b3-b20f570b7e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6323ce-27c6-4c32-a85e-224389ea11f4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.047983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-37dad02a-286c-4457-bbed-4949b56f3adc None None] Provisioning complete for port 267efcbf-e936-42e2-a170-f6f277621a63 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:56.048971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37dad02a-286c-4457-bbed-4949b56f3adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.056905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cac4ca44-66f3-490b-a9b3-b20f570b7e3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=394976e2c30f4703aa27f1fc5a0daf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4875832 Nov 01 18:25:56.060638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56322) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.067013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:25:56.073042 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6cd48dfa-7c01-43ea-8506-50aa7641bcda tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702849 Nov 01 18:25:56.079016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56324) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.094562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-706691010'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:56.095084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:25:56.125912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:56.125912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:56.169758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-37dad02a-286c-4457-bbed-4949b56f3adc None None] Port 267efcbf-e936-42e2-a170-f6f277621a63 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:56.170288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b09f29f1-c5d5-4c52-ab65-9358dabd8167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.193587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.216664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:56.224214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.228636 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:56.229095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:56.230752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-37dad02a-286c-4457-bbed-4949b56f3adc None None] Provisioning complete for port 2a5ef252-c433-4387-8b7e-7affc0644c39 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:56.231063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37dad02a-286c-4457-bbed-4949b56f3adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.261528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.267727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.270051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.288533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b09f29f1-c5d5-4c52-ab65-9358dabd8167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.309887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] No DVR routers for this DVR port 0020d6ca-16b7-4fca-82fb-9ca8173a9521 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:25:56.320579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2a5ef252-c433-4387-8b7e-7affc0644c39 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:25:56.334527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c952448-1a19-4f9f-85dc-36e008979369 None None] Pushing event deleted for resources: {'Port': ['ID=0020d6ca-16b7-4fca-82fb-9ca8173a9521,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.340417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:56.366411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f29f1-c5d5-4c52-ab65-9358dabd8167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e4bdd-67e3-488d-97f3-8aeb0db8ae59,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.369994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:56.373773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.412176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b09f29f1-c5d5-4c52-ab65-9358dabd8167 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4f85f76cccc487a998621e69218cfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2401116 Nov 01 18:25:56.412641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56330) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.420749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.449779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57d98fcd-3045-40e5-8b69-c886a0054f31 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9981763 Nov 01 18:25:56.454760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56334) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.460960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:56.471660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.474529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:25:56.478048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.484183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca6323ce-27c6-4c32-a85e-224389ea11f4 HTTP/1.1" status: 204 len: 168 time: 0.4190297 Nov 01 18:25:56.491439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.492265 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment f24d82fd-6374-4e32-ae57-c55bfdfc2d66 of type vlan for network ddca5487-16b3-4c9d-901c-b7ef483a8a68 Nov 01 18:25:56.514019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88defbb3-dc8c-416b-bcd5-351afd8b713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6323ce-27c6-4c32-a85e-224389ea11f4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.555121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.577887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.600590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.642672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-19e8c35c-c1b9-4c8f-8093-bb3b853499e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d342e194cf78404796431401a911745f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144763 Nov 01 18:25:56.643380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56342) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.679447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.701285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:56.701285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.710002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2a5ef252-c433-4387-8b7e-7affc0644c39 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:56.710463 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.774200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.777405 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.779555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/476e4bdd-67e3-488d-97f3-8aeb0db8ae59 HTTP/1.1" status: 204 len: 168 time: 0.3649180 Nov 01 18:25:56.788973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b31d0a-2ff2-4edd-8bc3-d4638e5705c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e4bdd-67e3-488d-97f3-8aeb0db8ae59,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.800739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f54c4196-f6ff-4b75-89e8-8dcb76fc0b22 None None] Provisioning complete for port 267efcbf-e936-42e2-a170-f6f277621a63 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:56.801111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f54c4196-f6ff-4b75-89e8-8dcb76fc0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.820065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:56.825177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.832004 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:56.832148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=ddca5487-16b3-4c9d-901c-b7ef483a8a68,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:56.832246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:56.846900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.853365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:25:56.872073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:56.898149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08b274c9-1d82-48f7-b980-e98788a41707 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4422655 Nov 01 18:25:56.902907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-40c5ece0-b0b7-4b37-99eb-f51ae0c6ee33 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8198793 Nov 01 18:25:56.903751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.904336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56348) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:56.924860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:56.934204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:57.037921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.040327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.041648 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5ab7999-76e5-4f4b-9648-c517033925b3 HTTP/1.1" status: 204 len: 168 time: 0.3972199 Nov 01 18:25:57.054294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f1ec-8215-43ac-a641-7d36d67ac596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab7999-76e5-4f4b-9648-c517033925b3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:57.119932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f54c4196-f6ff-4b75-89e8-8dcb76fc0b22 None None] Port 267efcbf-e936-42e2-a170-f6f277621a63 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:25:57.164187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:57.168477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.184104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:53Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:54Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:57.237224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:25:57.237569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Updating router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 port 267efcbf-e936-42e2-a170-f6f277621a63 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:25:57.239691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:57.278904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:57.282389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:57.282734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4d936ee6-7453-4c64-8d23-fc57b3e33ca6 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:57.290647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0020d6ca-16b7-4fca-82fb-9ca8173a9521 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:57.291182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.291182 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:57.291182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:57.309383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.311267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0020d6ca-16b7-4fca-82fb-9ca8173a9521 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:57.311631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0020d6ca-16b7-4fca-82fb-9ca8173a9521 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:57.312039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:25:57.337541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:25:57.337946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ccdec7b4-c0d3-4a01-bff7-2748abdd5c2b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:25:57.410695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a2fb731-7655-47e5-bf3e-f409a195c1b3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5048664 Nov 01 18:25:57.413724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56358) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:57.421222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:57.456649 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.630840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.635072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=459702a5-d31e-414f-b23c-b8f35667fea6,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:57.643371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:57.643872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: ddca5487-16b3-4c9d-901c-b7ef483a8a68, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:25:57.665470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:57.669224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.670973 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:57.671402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:57.699169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.750800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:25:57.752377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a7fc-ed28-469e-ab19-55196153a996 None None] Pushing event updated for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:57.788473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de35213a-dc14-4eb1-8524-4f54d804e70a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3730061 Nov 01 18:25:57.793143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56370) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:57.798823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:57.818696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Attempting to bind port 267efcbf-e936-42e2-a170-f6f277621a63 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:57.818823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Attempting to bind port 267efcbf-e936-42e2-a170-f6f277621a63 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:57.819149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Attempting to bind port 267efcbf-e936-42e2-a170-f6f277621a63 on network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:57.825127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:57.825508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Checking segment: {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:57.825915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.826593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Bound using segment: {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:57.827460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Bound port: 267efcbf-e936-42e2-a170-f6f277621a63, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:57.827460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.830732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ddca5487-16b3-4c9d-901c-b7ef483a8a68) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:57.866674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:57.867265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:57.881631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5975d0-498f-4fb8-97ba-1e4e9a74a5c5 None None] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:57.983821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] For port 267efcbf-e936-42e2-a170-f6f277621a63, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:57.984063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de114f2e-cffe-44ab-af25-69f285cd30c4 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0741172 Nov 01 18:25:57.984063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.000325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] For port 267efcbf-e936-42e2-a170-f6f277621a63, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=267efcbf-e936-42e2-a170-f6f277621a63,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:58.017042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56374) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.036184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edd39622-01a4-45a9-80d3-64553110ef26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.069096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:58.079563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.079563 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:25:58.079563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:25:58.101906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-67976c07-fba6-4497-950d-3b256de0faee None None] Provisioning complete for port 267efcbf-e936-42e2-a170-f6f277621a63 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:58.102842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67976c07-fba6-4497-950d-3b256de0faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.110507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.176735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edd39622-01a4-45a9-80d3-64553110ef26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.179080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:25:58.186464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f2803ebe-ebc1-4eb3-9f10-816e0775f52c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3920627 Nov 01 18:25:58.190647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.197275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.223742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bb8b4346-a8b9-4e3f-9b30-e294f6524681 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319667 Nov 01 18:25:58.229977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.261753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-edd39622-01a4-45a9-80d3-64553110ef26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.318781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a7fc-ed28-469e-ab19-55196153a996 None None] Pushing event updated for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:58.380262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:25:58.380904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:58.432192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6eef2f-0a50-42f6-a81b-80a8b3afa540 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:58.441676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e6eef2f-0a50-42f6-a81b-80a8b3afa540 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2104018 Nov 01 18:25:58.444748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-edd39622-01a4-45a9-80d3-64553110ef26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68211035b4d94ec2a6028eae76db2f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266746 Nov 01 18:25:58.446543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.447703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39622-01a4-45a9-80d3-64553110ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf813f4-9dae-41c9-bc90-7a585a0a9378,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:58.454307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.550127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f886b0f-3075-4d55-bda0-3b74a4d07d1e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963242 Nov 01 18:25:58.557017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56400) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:58.564300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:58.568281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:25:58.618334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.631289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67976c07-fba6-4497-950d-3b256de0faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.689375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.719487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.735899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Allocated IP 2001:db8:1::2 (ddca5487-16b3-4c9d-901c-b7ef483a8a68/459702a5-d31e-414f-b23c-b8f35667fea6/df344b29-a14e-4891-ba7b-6fba7bdac82a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:58.776925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-67976c07-fba6-4497-950d-3b256de0faee None None] For port 267efcbf-e936-42e2-a170-f6f277621a63, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=267efcbf-e936-42e2-a170-f6f277621a63,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:25:58.858603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:25:58.865156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.904930 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67976c07-fba6-4497-950d-3b256de0faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.993776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:58.997570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.001546 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cf813f4-9dae-41c9-bc90-7a585a0a9378 HTTP/1.1" status: 204 len: 168 time: 0.5364516 Nov 01 18:25:59.024229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da0d60-b71c-459a-901d-9cb79426628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf813f4-9dae-41c9-bc90-7a585a0a9378,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:59.030503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67976c07-fba6-4497-950d-3b256de0faee None None] Pushing event updated for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:59.035541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.079886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b4fc2f1e-dfb9-404d-8913-a46bb4d6de5d None None] Provisioning complete for port 267efcbf-e936-42e2-a170-f6f277621a63 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:25:59.080130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2f1e-dfb9-404d-8913-a46bb4d6de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.116285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.169274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:59.175954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8:1::1 (ddca5487-16b3-4c9d-901c-b7ef483a8a68/459702a5-d31e-414f-b23c-b8f35667fea6/0ff715eb-329e-47c7-a3aa-694735397514) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:25:59.180629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:59.191739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:59.197377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Pushing event updated for resources: {'Port': ['ID=df344b29-a14e-4891-ba7b-6fba7bdac82a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:59.244842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:53Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:57Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:25:59.301654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfd2b1-ec7d-47dc-9051-54086b685b1c None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:53Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:57Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:25:59.393968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.483335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:25:59.485535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.502143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Attempting to bind port df344b29-a14e-4891-ba7b-6fba7bdac82a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:25:59.503584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Attempting to bind port df344b29-a14e-4891-ba7b-6fba7bdac82a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:25:59.504160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Attempting to bind port df344b29-a14e-4891-ba7b-6fba7bdac82a on network ddca5487-16b3-4c9d-901c-b7ef483a8a68 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:25:59.512775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:25:59.513400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Checking segment: {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:25:59.513979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.514549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Bound using segment: {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:25:59.515421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Bound port: df344b29-a14e-4891-ba7b-6fba7bdac82a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:25:59.516012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.516955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.589183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:59.593886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:59.603749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:25:59.608055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:25:59.609729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:25:59.611984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.612144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8623b1d5-69fe-494f-9e1a-31ae45a47fd9 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:25:59.624549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:25:59.625020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:25:59.646954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] For port df344b29-a14e-4891-ba7b-6fba7bdac82a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:25:59.656797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=68e4294a-4893-4ad7-83cd-667c5de95e68,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:59.725650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:25:59.747621 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75c720b7-d5a5-45d5-9362-0c6f00a65b03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1861157 Nov 01 18:25:59.748756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:25:59.751157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] For port df344b29-a14e-4891-ba7b-6fba7bdac82a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=df344b29-a14e-4891-ba7b-6fba7bdac82a,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:25:59.752982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:2e:0c:0a', 'name': 'tempest-NetworksTestDHCPv6-2048678659'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:25:59.841716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.009703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.026358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca563b-fd1b-48c1-9bbf-a009c8d665ca None None] Pushing event updated for resources: {'Port': ['ID=df344b29-a14e-4891-ba7b-6fba7bdac82a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:00.046712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '68e4294a-4893-4ad7-83cd-667c5de95e68'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:00.054653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.157346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:00.295496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 267efcbf-e936-42e2-a170-f6f277621a63 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:00.335397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.374593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 613cf1d2-1e20-4fae-b553-46f1fe768a17 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:00.589321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Allocated IP 2001:db8::f816:3eff:fe95:1a47 (67390d4f-8ecf-462d-bd6d-0170ba363007/68e4294a-4893-4ad7-83cd-667c5de95e68/88b8d8d0-d9f7-4db2-b49e-689a854e9212) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:00.674883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 267efcbf-e936-42e2-a170-f6f277621a63 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:00.675251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.735052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.831040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.832250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.891768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:00.913170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:00.952820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:00.997664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.010928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:01.012515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:01.089164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe2e:c0a (67390d4f-8ecf-462d-bd6d-0170ba363007/68e4294a-4893-4ad7-83cd-667c5de95e68/613cf1d2-1e20-4fae-b553-46f1fe768a17) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:01.101133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:01.104706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Pushing event updated for resources: {'Port': ['ID=88b8d8d0-d9f7-4db2-b49e-689a854e9212,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:01.112959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:01.119090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:01.178852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:01.257116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Attempting to bind port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:01.257490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Attempting to bind port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:01.257856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Attempting to bind port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:01.277433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:01.277833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:01.284089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.284089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:01.284089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Bound port: 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:01.284089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.395751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] For port 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:01.398083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:01.409505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f12c7272-55f9-42de-b521-9e8e9e10f446 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216774 Nov 01 18:26:01.409732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] For port 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=88b8d8d0-d9f7-4db2-b49e-689a854e9212,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:01.410162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56462) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:01.418073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1255803150'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:01.426235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.456516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1299730908-network', 'tenant_id': 'efaeea4aca9247ccb5f4113db4b7258b'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:01.482272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.512607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:01.519237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.544985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.560652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462fdb9-625f-4cde-844c-bda07539e8ff None None] Pushing event updated for resources: {'Port': ['ID=88b8d8d0-d9f7-4db2-b49e-689a854e9212,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:01.598531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:26:01.617725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:01.621238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b8896-eb66-4341-ac3d-b5e60ee4714d None None] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:01.628226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:01.630823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.636019 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment b169cce7-3ddd-49e7-9a54-0e75b285ab43 of type vlan for network 3e06ea7a-b8de-4e2d-a98f-64597e30375b Nov 01 18:26:01.641710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:01.659675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:01.661138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.729052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] Provisioning complete for port df344b29-a14e-4891-ba7b-6fba7bdac82a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:01.729477 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.732990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.735956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Made reservation on behalf of efaeea4aca9247ccb5f4113db4b7258b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:01.737695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.741968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=613cf1d2-1e20-4fae-b553-46f1fe768a17,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:01.756648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.815693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ba0035e-0d11-4930-b881-15f38ef4cf17 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0643215 Nov 01 18:26:01.816072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56468) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:01.906492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.918182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.925446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:01.926141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:01.982241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] For port df344b29-a14e-4891-ba7b-6fba7bdac82a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=df344b29-a14e-4891-ba7b-6fba7bdac82a,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:02.012716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:02.038153 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:02.043597 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:02.047150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.111087 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6992996 Nov 01 18:26:02.114294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56478) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:02.119889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:02.131167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e106-ab6c-48e8-8d0c-c6748350b50c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=3e06ea7a-b8de-4e2d-a98f-64597e30375b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:02.151921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a38189-16d4-451a-acc6-be4fcd52892e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:02.153126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098e9db-a1f2-45d9-b27b-42e1a53f8400 None None] Pushing event updated for resources: {'Port': ['ID=df344b29-a14e-4891-ba7b-6fba7bdac82a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:02.160930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a38189-16d4-451a-acc6-be4fcd52892e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:02.167416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56482) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:02.171148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b8a38189-16d4-451a-acc6-be4fcd52892e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3461988 Nov 01 18:26:02.182950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:26:02.230189 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:02.238975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.379338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.434599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:26:02.507060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.507416 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Added segment 89398f47-3bb3-4dcb-b903-04de98ca419e of type vlan for network 6f866309-059a-4a15-9d1a-d47ae52889f0 Nov 01 18:26:02.520556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-38898cb8-598b-4cb8-9e5d-c577fc1fcc85 None None] Provisioning complete for port 0ff715eb-329e-47c7-a3aa-694735397514 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:02.521512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-38898cb8-598b-4cb8-9e5d-c577fc1fcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.575843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea71258b-b059-45ed-bb8a-329a4613e922,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:02.636618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 88b8d8d0-d9f7-4db2-b49e-689a854e9212 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:02.691442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.726728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-38898cb8-598b-4cb8-9e5d-c577fc1fcc85 None None] Port 0ff715eb-329e-47c7-a3aa-694735397514 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:02.759692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-38898cb8-598b-4cb8-9e5d-c577fc1fcc85 None None] Provisioning complete for port df344b29-a14e-4891-ba7b-6fba7bdac82a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:02.760077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-38898cb8-598b-4cb8-9e5d-c577fc1fcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.767537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:02.771185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.884321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:02.884688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.916577 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.917614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:02.918209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:02.948844 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:59Z', 'revision_number': 3, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:00Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:02.990882 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:02.991777 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Updating router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 port 0ff715eb-329e-47c7-a3aa-694735397514 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:26:03.024227 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.185001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] Pushing event updated for resources: {'Network': ['ID=6f866309-059a-4a15-9d1a-d47ae52889f0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:03.203401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 613cf1d2-1e20-4fae-b553-46f1fe768a17 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:03.203978 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.221626 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e0675622-84a4-4855-ac64-ebf3f36f521f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2675610 Nov 01 18:26:03.225281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:26:03.226494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56502) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:03.273755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Request body: {'subnet': {'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1299730908-subnet', 'tenant_id': 'efaeea4aca9247ccb5f4113db4b7258b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:03.513556 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:26:03.523424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.540785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.559851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Made reservation on behalf of efaeea4aca9247ccb5f4113db4b7258b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:03.562343 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.585426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=88b8d8d0-d9f7-4db2-b49e-689a854e9212,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:03.600766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 613cf1d2-1e20-4fae-b553-46f1fe768a17 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:03.614225 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.621002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.641917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-843e06ff-d6fb-4f02-8619-dcef1a1df173 None None] Provisioning complete for port 0ff715eb-329e-47c7-a3aa-694735397514 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:03.642363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-843e06ff-d6fb-4f02-8619-dcef1a1df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.705084 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.711976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-843e06ff-d6fb-4f02-8619-dcef1a1df173 None None] Port 0ff715eb-329e-47c7-a3aa-694735397514 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:03.720564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.721577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device df344b29-a14e-4891-ba7b-6fba7bdac82a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:03.780281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=a94cab87-d36f-45ac-a77e-ae95afb70617,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:03.828807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-843e06ff-d6fb-4f02-8619-dcef1a1df173 None None] Provisioning complete for port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:03.829181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-843e06ff-d6fb-4f02-8619-dcef1a1df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.846629 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Pushing event updated for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:03.879851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:03.880133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: 3e06ea7a-b8de-4e2d-a98f-64597e30375b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:26:03.895005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.895733 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.896174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.898261 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.898787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.900417 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.900859 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.901286 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.908527 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.909340 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.909340 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.909800 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:03.927878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=88b8d8d0-d9f7-4db2-b49e-689a854e9212,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:03.941837 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Attempting to bind port 0ff715eb-329e-47c7-a3aa-694735397514 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:03.942783 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Attempting to bind port 0ff715eb-329e-47c7-a3aa-694735397514 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:03.943577 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Attempting to bind port 0ff715eb-329e-47c7-a3aa-694735397514 on network ddca5487-16b3-4c9d-901c-b7ef483a8a68 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:03.969563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:03.974829 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Checking segment: {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:03.975406 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.975938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Bound using segment: {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:03.976533 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Bound port: 0ff715eb-329e-47c7-a3aa-694735397514, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:03.977852 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:03.984704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:26:04.041275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port df344b29-a14e-4891-ba7b-6fba7bdac82a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:04.041811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.093555 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] For port 0ff715eb-329e-47c7-a3aa-694735397514, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:04.098081 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] For port 0ff715eb-329e-47c7-a3aa-694735397514, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0ff715eb-329e-47c7-a3aa-694735397514,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:04.116649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3e06ea7a-b8de-4e2d-a98f-64597e30375b) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:04.137054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:04.141714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.154163 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41747c43-63f9-40ea-b915-e671375d140e None None] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:04.238554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.243619 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.261865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Provisioning complete for port 0ff715eb-329e-47c7-a3aa-694735397514 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:04.262426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.266337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.287980 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c864c499-4b41-410f-b4b0-84337d5ab7ca tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1725299 Nov 01 18:26:04.289415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56524) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:04.387050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=613cf1d2-1e20-4fae-b553-46f1fe768a17,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:04.406858 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f847033-a02a-4215-82e3-87c387f58dc0 None None] Pushing event updated for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:04.409752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:04.410528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:04.469066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.483104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e18f159b-de61-4188-bc37-2b9bdc495b94 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/613cf1d2-1e20-4fae-b553-46f1fe768a17 HTTP/1.1" status: 204 len: 168 time: 2.3140275 Nov 01 18:26:04.487655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56536) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:04.553107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2258d9-9ede-4aa7-88e0-c397886f120b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:04.556985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Checking segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:04.557365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Network hostable DHCP agents. Network: 6f866309-059a-4a15-9d1a-d47ae52889f0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:26:04.575368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 88b8d8d0-d9f7-4db2-b49e-689a854e9212 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:04.670449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:04.684367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.692228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:26:04.761743 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:04.771933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.791749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6f866309-059a-4a15-9d1a-d47ae52889f0) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:04.792688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.796094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473010d-8538-40ad-ba49-7eda3aad97ac tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:04.802240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:04.802540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473010d-8538-40ad-ba49-7eda3aad97ac tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:04.802648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:04.816086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3473010d-8538-40ad-ba49-7eda3aad97ac tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3147175 Nov 01 18:26:04.818637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56542) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:04.830201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e63e4-2add-4933-b1f5-46278fd9d8c3 None None] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:04.915975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f4f0b1c-774f-458d-bd7c-e4edaf74eaaf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6545897 Nov 01 18:26:05.017073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 68e4294a-4893-4ad7-83cd-667c5de95e68 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:05.022042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.077340 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:59Z', 'revision_number': 3, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:04Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:05.081787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.110454 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd63467-d188-4a61-8a64-a0f8d205a189 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:25:59Z', 'revision_number': 3, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:04Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:05.296953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.404083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] For port 0ff715eb-329e-47c7-a3aa-694735397514, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0ff715eb-329e-47c7-a3aa-694735397514,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:05.443808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.467399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:05.467954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.520367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.525132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Allocated IP 2001:db8:2::2 (3e06ea7a-b8de-4e2d-a98f-64597e30375b/a94cab87-d36f-45ac-a77e-ae95afb70617/27539275-df99-420c-a96d-3ef713ffade2) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:05.674550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.696254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Could not find standard attr ID for object 613cf1d2-1e20-4fae-b553-46f1fe768a17. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:05.718963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e95d6-43a2-4aa0-a274-389aff0cc378 None None] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:05.741278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=68e4294a-4893-4ad7-83cd-667c5de95e68,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:05.755640 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:05.760460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a65f3721-5702-4c36-a328-5aaa2e82fa3b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/68e4294a-4893-4ad7-83cd-667c5de95e68 HTTP/1.1" status: 204 len: 168 time: 0.9408393 Nov 01 18:26:05.762944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56568) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:05.792277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec337a-f29d-4d92-b8a7-8bb0c2210956 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:05.852917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f08232c-dbb5-459a-8c88-4f1c741675e8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878088 Nov 01 18:26:05.856268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56570) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:05.862805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:06.048673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6df18f-4d8d-44c0-8e8d-5c2d35339144 None None] Pushing event updated for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:06.106094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:06.115967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.180981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c7841994-1182-4c7b-8dbe-dd1c4cfd435c None None] Provisioning complete for port 0ff715eb-329e-47c7-a3aa-694735397514 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:06.181279 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c7841994-1182-4c7b-8dbe-dd1c4cfd435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.269195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device df344b29-a14e-4891-ba7b-6fba7bdac82a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:06.364303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.414200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port df344b29-a14e-4891-ba7b-6fba7bdac82a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:06.415526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.417656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-b0679144-c350-45f9-9282-a1db02fb3086 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:06.420774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-b0679144-c350-45f9-9282-a1db02fb3086 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 0.3467445 Nov 01 18:26:06.457763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-457f86a3-f0e8-4e37-8dba-aa1d7c1b9b0a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/quotas/efaeea4aca9247ccb5f4113db4b7258b HTTP/1.1" status: 200 len: 375 time: 0.0261555 Nov 01 18:26:06.486517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:06.494486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.518982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-a5e0f869-3839-49df-aaef-837dbec65007 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554376 Nov 01 18:26:06.567670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:06.578312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:06.584143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:06.587955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Pushing event updated for resources: {'Port': ['ID=27539275-df99-420c-a96d-3ef713ffade2,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:06.608557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8:2::1 (3e06ea7a-b8de-4e2d-a98f-64597e30375b/a94cab87-d36f-45ac-a77e-ae95afb70617/401fd98f-812d-442e-8b43-e258f09ef11d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:06.672809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Deleting port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:06.677800 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.695526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Attempting to bind port 27539275-df99-420c-a96d-3ef713ffade2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:06.696051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Attempting to bind port 27539275-df99-420c-a96d-3ef713ffade2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:06.696294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Attempting to bind port 27539275-df99-420c-a96d-3ef713ffade2 on network 3e06ea7a-b8de-4e2d-a98f-64597e30375b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:06.712823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:06.713195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Checking segment: {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:06.713609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.713992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Bound using segment: {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:06.714483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Bound port: 27539275-df99-420c-a96d-3ef713ffade2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:06.714856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.746875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:06.845716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0ff715eb-329e-47c7-a3aa-694735397514 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:06.862960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:06.980562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.028514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] For port 27539275-df99-420c-a96d-3ef713ffade2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:07.036053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] For port 27539275-df99-420c-a96d-3ef713ffade2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=27539275-df99-420c-a96d-3ef713ffade2,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:07.038413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] For port 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=88b8d8d0-d9f7-4db2-b49e-689a854e9212,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:07.039018 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.058653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Calling delete_port for 88b8d8d0-d9f7-4db2-b49e-689a854e9212 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:07.076696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:07.078441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0ff715eb-329e-47c7-a3aa-694735397514 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:07.080502 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.080771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:07.089880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:07.090447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.144489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.151889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.167939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-127c4f63-cf5c-4915-a477-a891cb604bef service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479998 Nov 01 18:26:07.309069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321c6d6-c610-4e4e-9b3e-802785ac6652 None None] Pushing event updated for resources: {'Port': ['ID=27539275-df99-420c-a96d-3ef713ffade2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:07.319864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:07.432096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.475879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-8fde3e21-cd5e-4722-b699-07a75229c7e2 service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977998 Nov 01 18:26:07.495665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 88b8d8d0-d9f7-4db2-b49e-689a854e9212 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:07.556727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 88b8d8d0-d9f7-4db2-b49e-689a854e9212, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=88b8d8d0-d9f7-4db2-b49e-689a854e9212,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:07.618968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.693636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.694480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.737708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.787221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.864056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] No DVR routers for this DVR port 88b8d8d0-d9f7-4db2-b49e-689a854e9212 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:07.874391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:07.889686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:07.913283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c48cd-47c4-4db9-8447-d7e27d13fba5 None None] Pushing event deleted for resources: {'Port': ['ID=88b8d8d0-d9f7-4db2-b49e-689a854e9212,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:07.922846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64491d3d-2f97-415f-a395-227b231234b2 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:07.939090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:07.939771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:07.957753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=b62be588-cdcb-4125-a453-346e7ce808be,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:07.971903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=88b8d8d0-d9f7-4db2-b49e-689a854e9212,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:08.052423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56656) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:08.093024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-94d53899-883b-48a0-9e49-c3d2e768914a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2352660 Nov 01 18:26:08.096847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56660) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:08.103396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:42:f1:1a', 'name': 'tempest-NetworksTestDHCPv6-165281653'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:08.283728 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ca58-7c3f-4507-912e-97a22bfcd8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.400494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.419820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'b62be588-cdcb-4125-a453-346e7ce808be'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:08.420979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.448790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ca58-7c3f-4507-912e-97a22bfcd8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.481810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:08.482403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.483425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.538498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:08.557290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ca58-7c3f-4507-912e-97a22bfcd8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.640797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ca58-7c3f-4507-912e-97a22bfcd8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab6a36c-e9dd-46d9-a661-e291745cade7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:08.659092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56666) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:08.660668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f835ca58-7c3f-4507-912e-97a22bfcd8e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55c7d11c02634edb980e3f3bb2779937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999479 Nov 01 18:26:08.677822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.692852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Allocated IP 2001:db8::f816:3eff:fef0:7459 (67390d4f-8ecf-462d-bd6d-0170ba363007/b62be588-cdcb-4125-a453-346e7ce808be/2f4cf5aa-ba3d-4266-a0d4-379506fc9270) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:08.728543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 7939d4b3-dbca-4098-b34b-a0c65fe8ba94 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:08.728669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:08.744104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:08.845012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.881898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:08.944297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56678) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:08.949781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 27539275-df99-420c-a96d-3ef713ffade2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:08.951912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68dd9c9-7f54-40fa-861a-92553df0e938 None None] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:08.985421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:09.006683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1097f0e-0a5f-4b14-ada9-fef527cc0d69 req-6d90c6f3-0e7f-4902-a8a1-bcc51d4ca488 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 210 time: 0.0450380 Nov 01 18:26:09.047570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.052973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.052973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ab6a36c-e9dd-46d9-a661-e291745cade7 HTTP/1.1" status: 204 len: 168 time: 0.3910542 Nov 01 18:26:09.098763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4ebae-6982-465d-82ee-85afc13e8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab6a36c-e9dd-46d9-a661-e291745cade7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:09.128406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:09.135568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-957544f2-c257-4a98-883b-047aa1fe7734 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433173 Nov 01 18:26:09.138162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56686) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:09.143730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e2ff-dc25-40d3-970a-ef2f4d75022c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.147948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1693106270'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:09.176568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:09.236418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:09.242949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.279734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:26:09.291161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.291670 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added segment 0b6f655c-3ead-4b10-ab48-3ede0c64723a of type vlan for network f9533555-f247-497a-96b6-c513ac0572e4 Nov 01 18:26:09.328996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.339811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e2ff-dc25-40d3-970a-ef2f4d75022c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.341251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:09.342098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:09.343926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] Provisioning complete for port 27539275-df99-420c-a96d-3ef713ffade2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:09.344417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.358991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.448367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e2ff-dc25-40d3-970a-ef2f4d75022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.470494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.479330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:09.480005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.485688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.489878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 27539275-df99-420c-a96d-3ef713ffade2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:09.490220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.561935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d9d8e2ff-dc25-40d3-970a-ef2f4d75022c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1665b55cac3045b781064073297fbbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165013 Nov 01 18:26:09.564087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8e2ff-dc25-40d3-970a-ef2f4d75022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107725d7-4dce-4d44-930e-5d34183bea63,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:09.565686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:09.620188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.635920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:09.673372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Network': ['ID=f9533555-f247-497a-96b6-c513ac0572e4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:09.676690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe42:f11a (67390d4f-8ecf-462d-bd6d-0170ba363007/b62be588-cdcb-4125-a453-346e7ce808be/7939d4b3-dbca-4098-b34b-a0c65fe8ba94) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:09.688158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36ceb1e9-4856-45fc-a7b2-26758355f2c3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5482306 Nov 01 18:26:09.691366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56704) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:09.696482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'subnet': {'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:09.706076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f9533555-f247-497a-96b6-c513ac0572e4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:26:09.790981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.791858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:09.832562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.856403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:09.864025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:09.914684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Pushing event updated for resources: {'Port': ['ID=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:09.949899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.978970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.981740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:09.984818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/107725d7-4dce-4d44-930e-5d34183bea63 HTTP/1.1" status: 204 len: 168 time: 0.4126728 Nov 01 18:26:10.014114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:10.019142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eeb521-5715-4d52-9787-37be208305b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107725d7-4dce-4d44-930e-5d34183bea63,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:10.103476 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.110412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Made reservation on behalf of 22f145e4752e456db4fd64629a35ddc1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:10.112363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ada-3426-4545-9867-f3eef520d17b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.123671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.138337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Attempting to bind port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:10.138716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Attempting to bind port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:10.139087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Attempting to bind port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:10.148231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] For port 27539275-df99-420c-a96d-3ef713ffade2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=27539275-df99-420c-a96d-3ef713ffade2,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:10.168845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:10.169133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:10.176276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.176276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:10.176276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Bound port: 2f4cf5aa-ba3d-4266-a0d4-379506fc9270, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:10.176276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.302851 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.322218 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ada-3426-4545-9867-f3eef520d17b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.430219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ada-3426-4545-9867-f3eef520d17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.444953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] For port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:10.449519 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8e14f4c-e79c-4bca-9243-dfd7a3641d32 req-337b7f84-6100-4b8e-9984-753de6a0836e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 210 time: 0.1970515 Nov 01 18:26:10.451011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] For port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:10.482959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:10.500413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:10.500913 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:10.510040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2f62-58c6-48fe-baa5-f79a153307a7 None None] Pushing event updated for resources: {'Port': ['ID=27539275-df99-420c-a96d-3ef713ffade2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:10.521087 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47ae5ada-3426-4545-9867-f3eef520d17b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f5142c6e2104cef8b5a7c853c5d658e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917560 Nov 01 18:26:10.528344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:07Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:08Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:10.538131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.539597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:10.559440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5ada-3426-4545-9867-f3eef520d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b2c22-6648-4bb9-851f-79e2fdc6a969,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:10.573567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.578334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:10.578766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Updating router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 port 401fd98f-812d-442e-8b43-e258f09ef11d binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:26:10.661457 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.698089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.796995 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.818791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed9b81-3c62-4a61-a008-c0528328e82d None None] Pushing event updated for resources: {'Port': ['ID=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:10.870587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.874402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.877825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c4b2c22-6648-4bb9-851f-79e2fdc6a969 HTTP/1.1" status: 204 len: 168 time: 0.3348069 Nov 01 18:26:10.881553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-70d76048-6baf-4c27-8f93-c9f300d9e0b5 None None] Provisioning complete for port 27539275-df99-420c-a96d-3ef713ffade2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:10.885791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70d76048-6baf-4c27-8f93-c9f300d9e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.897145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e31ee4-02c3-4103-a3a3-527c7e88e0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b2c22-6648-4bb9-851f-79e2fdc6a969,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:10.942391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.959273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:10.963226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.080773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.108705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=7939d4b3-dbca-4098-b34b-a0c65fe8ba94,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:11.149027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:11.153611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:11.174292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.184807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:11.201667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.202816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.205946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Subnet': ['ID=17fcd55e-3e25-446f-bda2-f23ef81140aa,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:11.275836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4105aec1aec4a8fbf17622de9c77775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805209 Nov 01 18:26:11.275836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1fd86-c9a3-4067-b94e-90b36be6c5b1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:11.278410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Checking segment: {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:11.278932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network hostable DHCP agents. Network: f9533555-f247-497a-96b6-c513ac0572e4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:26:11.284101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56738) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:11.287067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.287495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.287936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.288340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.288745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.290077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.290491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.291149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.292868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.293339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.293743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.294140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea23e-041e-4df1-aeaa-e27a9a254e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:11.366916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b5a97dee-9ce4-417f-9e29-b26dfa810773 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2685776 Nov 01 18:26:11.368211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56742) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:11.392230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56746) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:11.392933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.427016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.470784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network f9533555-f247-497a-96b6-c513ac0572e4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:26:11.546024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da0a8cf8-fb30-4559-885c-c7eb177a373f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.574746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.579760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.582421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6e1fd86-c9a3-4067-b94e-90b36be6c5b1 HTTP/1.1" status: 204 len: 168 time: 0.2817075 Nov 01 18:26:11.598706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f573ee-29b6-44f7-a2b1-bf3cef51a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1fd86-c9a3-4067-b94e-90b36be6c5b1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:11.679158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d75f0-d1c4-49e0-8326-4058e84fca39 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.713399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d75f0-d1c4-49e0-8326-4058e84fca39 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.715313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-794d75f0-d1c4-49e0-8326-4058e84fca39 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3454797 Nov 01 18:26:11.716075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f9533555-f247-497a-96b6-c513ac0572e4) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:11.718190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56756) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:11.744965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fa4a9ca-1924-4015-88a7-0aab45e706fa req-88d97e2b-582b-460a-befd-a302196f6ffe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 210 time: 0.0983546 Nov 01 18:26:11.749026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.749876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.780748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da0a8cf8-fb30-4559-885c-c7eb177a373f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:11.782774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.789049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.795239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.805618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.810896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.818964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.827789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:11.830466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-d337a1a8-d396-486f-9846-390675ae20cf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.3025475 Nov 01 18:26:11.844740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d17d0-a5e2-441c-9e22-160650381dac None None] Network f9533555-f247-497a-96b6-c513ac0572e4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:11.853808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 27539275-df99-420c-a96d-3ef713ffade2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:11.897754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b484815e-3a5c-42fe-b71b-e7e28f155781 req-71cd75d9-a0be-4130-a211-9646cf8cb8f8 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605609 Nov 01 18:26:11.903120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ec904f7-0be6-46d1-8d28-6486014b578d tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2106864 Nov 01 18:26:11.906022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56760) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:12.061641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 7939d4b3-dbca-4098-b34b-a0c65fe8ba94 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:12.062252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.121717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 27539275-df99-420c-a96d-3ef713ffade2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:12.122771 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.123603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.134058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.142296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.151477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.159981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.168268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.176561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:12.184283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2bd07e6-8202-4b0b-b962-cde592cd4bdf req-c421a1fe-f3ec-4747-a609-0152c8aee47e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.1557431 Nov 01 18:26:12.210039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-70d76048-6baf-4c27-8f93-c9f300d9e0b5 None None] Provisioning complete for port 401fd98f-812d-442e-8b43-e258f09ef11d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:12.211622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70d76048-6baf-4c27-8f93-c9f300d9e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.303611 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da0a8cf8-fb30-4559-885c-c7eb177a373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.310367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.340241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.354542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 7939d4b3-dbca-4098-b34b-a0c65fe8ba94 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:12.364010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-70d76048-6baf-4c27-8f93-c9f300d9e0b5 None None] Port 401fd98f-812d-442e-8b43-e258f09ef11d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:12.370250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da0a8cf8-fb30-4559-885c-c7eb177a373f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e0dd7c5d9d74cf89125518499641981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647115 Nov 01 18:26:12.373322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56772) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:12.448169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.455106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:12.464768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.485059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-f9533555-f247-497a-96b6-c513ac0572e4', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:12.485688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.493328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.497092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a8cf8-fb30-4559-885c-c7eb177a373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931db885-7421-4e95-9319-67a88a054395,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:12.501015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c5087fb-b76f-4c83-9de9-79920efc79be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.659449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.662560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.664469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/931db885-7421-4e95-9319-67a88a054395 HTTP/1.1" status: 204 len: 168 time: 0.2897444 Nov 01 18:26:12.677269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Provisioning complete for port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:12.700542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.708802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464661a-1ca1-44be-be73-659d094a95a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931db885-7421-4e95-9319-67a88a054395,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:12.839458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605e32f-49eb-42cf-be3b-b11a7cbcc243 None None] Pushing event updated for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:12.911241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:12.918838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:12.984682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.029851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-319e18d1-81f2-4f14-b463-a361dfa49665 req-b3e4c6c0-d84f-4045-a5d7-d03976925c3f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 210 time: 0.0957131 Nov 01 18:26:13.131036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Allocated IP 2001:db8:3::2 (f9533555-f247-497a-96b6-c513ac0572e4/17fcd55e-3e25-446f-bda2-f23ef81140aa/e08fd889-ff37-4578-9844-a41c2bd4d80d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:13.261487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-6c6dd38d-c036-47ab-8a20-05e67c905c1f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:13.263447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-6c6dd38d-c036-47ab-8a20-05e67c905c1f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 0.3027885 Nov 01 18:26:13.279641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Request body: {'port': {'device_id': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'admin_state_up': True, 'tenant_id': 'efaeea4aca9247ccb5f4113db4b7258b'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:13.283794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c5087fb-b76f-4c83-9de9-79920efc79be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.303262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.359315 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.400397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] For port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:13.404569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Attempting to bind port 401fd98f-812d-442e-8b43-e258f09ef11d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:13.405039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Attempting to bind port 401fd98f-812d-442e-8b43-e258f09ef11d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:13.405504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Attempting to bind port 401fd98f-812d-442e-8b43-e258f09ef11d on network 3e06ea7a-b8de-4e2d-a98f-64597e30375b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:13.417679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:13.418071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Checking segment: {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:13.418663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.419067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Bound using segment: {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:13.419642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Bound port: 401fd98f-812d-442e-8b43-e258f09ef11d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b169cce7-3ddd-49e7-9a54-0e75b285ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:13.420077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.478591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c5087fb-b76f-4c83-9de9-79920efc79be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.481176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=7939d4b3-dbca-4098-b34b-a0c65fe8ba94,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:13.487190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.490880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ffd1ae07-94e4-4b86-bb64-bbc39cc73bb0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/7939d4b3-dbca-4098-b34b-a0c65fe8ba94 HTTP/1.1" status: 204 len: 168 time: 1.7712364 Nov 01 18:26:13.494979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:13.501618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.505925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] For port 401fd98f-812d-442e-8b43-e258f09ef11d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:13.511214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] For port 401fd98f-812d-442e-8b43-e258f09ef11d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=401fd98f-812d-442e-8b43-e258f09ef11d,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:13.543151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.566321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Network f9533555-f247-497a-96b6-c513ac0572e4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:13.575575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:13.581265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:13.583001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Pushing event updated for resources: {'Port': ['ID=e08fd889-ff37-4578-9844-a41c2bd4d80d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:13.588046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c5087fb-b76f-4c83-9de9-79920efc79be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=439ff900205149bd9f5bc07e8315882f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1206949 Nov 01 18:26:13.589777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:13.592710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Provisioning complete for port 401fd98f-812d-442e-8b43-e258f09ef11d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:13.593088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.619714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5087fb-b76f-4c83-9de9-79920efc79be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0f008-9189-4ebe-9f2e-402652978d6d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:13.639343 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.640851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eaa547-7546-45f2-9bbc-53763e6d8dd3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:13.643246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eaa547-7546-45f2-9bbc-53763e6d8dd3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:13.644923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Made reservation on behalf of efaeea4aca9247ccb5f4113db4b7258b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:13.645601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47eaa547-7546-45f2-9bbc-53763e6d8dd3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1411140 Nov 01 18:26:13.649984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56808) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:13.653058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.664118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:13.664501 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.777393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Allocated IP 2001:db8:3::1 (f9533555-f247-497a-96b6-c513ac0572e4/17fcd55e-3e25-446f-bda2-f23ef81140aa/1e81a9f3-0337-4187-beb2-f623d4fdb8b2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:13.795682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Pushing event updated for resources: {'Port': ['ID=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:13.838722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet b62be588-cdcb-4125-a453-346e7ce808be {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:13.844318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Attempting to bind port e08fd889-ff37-4578-9844-a41c2bd4d80d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:13.844694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Attempting to bind port e08fd889-ff37-4578-9844-a41c2bd4d80d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:13.845064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Attempting to bind port e08fd889-ff37-4578-9844-a41c2bd4d80d on network f9533555-f247-497a-96b6-c513ac0572e4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:13.847256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.857159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:13.858704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:13.867542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:13.867901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Checking segment: {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:13.868486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.868645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Bound using segment: {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:13.869229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Bound port: e08fd889-ff37-4578-9844-a41c2bd4d80d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:13.869472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.893040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.961295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:13.962981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.041827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.049956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Allocated IP 172.20.0.14 (6f866309-059a-4a15-9d1a-d47ae52889f0/0c2258d9-9ede-4aa7-88e0-c397886f120b/faafdec3-f814-4da9-a7cc-2227462c946f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:14.182487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.221994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.222955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48f8c1e7-edaa-400f-980e-9824ae2df26d req-7bfdd52a-dd23-4461-b485-8a1e9df2b859 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 210 time: 0.0682969 Nov 01 18:26:14.311982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.319899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.319899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45d0f008-9189-4ebe-9f2e-402652978d6d HTTP/1.1" status: 204 len: 168 time: 0.7251275 Nov 01 18:26:14.333513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b773f-f492-4209-aa53-0671b370b0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0f008-9189-4ebe-9f2e-402652978d6d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:14.382218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.396968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605e32f-49eb-42cf-be3b-b11a7cbcc243 None None] Pushing event updated for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:14.431888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.468916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:14.473772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.478135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] For port 401fd98f-812d-442e-8b43-e258f09ef11d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=401fd98f-812d-442e-8b43-e258f09ef11d,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:14.481957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=b62be588-cdcb-4125-a453-346e7ce808be,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:14.510055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] For port e08fd889-ff37-4578-9844-a41c2bd4d80d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:14.522098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.541939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] For port e08fd889-ff37-4578-9844-a41c2bd4d80d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e08fd889-ff37-4578-9844-a41c2bd4d80d,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:14.545747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc71ec0-5ecb-4755-a7a3-e2fc3312b79c None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:14.553597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.564722 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aefaaf94-5f8c-43dc-9ae9-6f5c9d709864 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/b62be588-cdcb-4125-a453-346e7ce808be HTTP/1.1" status: 204 len: 168 time: 0.9130549 Nov 01 18:26:14.569674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56838) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:14.624930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:14.652045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:14.655443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:14.656858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e94afba-74f6-4bdc-ae4a-1df1c61ecaeb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755026 Nov 01 18:26:14.659636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network f9533555-f247-497a-96b6-c513ac0572e4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:14.663273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56842) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:14.663790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:14.666471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:14.683565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:14.691707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:14.692494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.737065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:14.738178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.778649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:14.782394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.799181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b034bf0e-5ab6-453f-8be4-aa52123df85c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:14.800669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b034bf0e-5ab6-453f-8be4-aa52123df85c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1306362 Nov 01 18:26:14.803240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56844) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:14.818006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-de4c080f-09af-4ea9-9fb9-11e4bded905c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5435989 Nov 01 18:26:14.827551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:14.855141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Request body: {'port': {'device_id': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:14.865597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41335d52-df42-4f1d-aee0-4b18dd78d7a3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:14.868605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-41335d52-df42-4f1d-aee0-4b18dd78d7a3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643976 Nov 01 18:26:14.871417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56850) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:14.932568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f7b5d34-19aa-4076-a67b-7ee374cc8757 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597544 Nov 01 18:26:14.937046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:14.962918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:15.006749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.013942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5b1e1c71-591e-4da4-b063-c05c2c30f582 None None] Could not find standard attr ID for object 7939d4b3-dbca-4098-b34b-a0c65fe8ba94. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:15.072388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5face-f08e-470d-8a88-ec07e7d91a5b None None] Pushing event updated for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:15.121966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5b1e1c71-591e-4da4-b063-c05c2c30f582 None None] Provisioning complete for port 401fd98f-812d-442e-8b43-e258f09ef11d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:15.122616 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1c71-591e-4da4-b063-c05c2c30f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.253039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.333309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871b02f-49f1-4152-ad3f-ad75e0ddee0e None None] Pushing event updated for resources: {'Port': ['ID=e08fd889-ff37-4578-9844-a41c2bd4d80d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:15.346488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:15.351264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.357973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:15.358248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.425006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:15.603356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.644521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:07Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:13Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:15.659042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.661389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.684169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18beb7-1b85-42c7-9b00-e2ea93a46ab4 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:07Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:13Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:15.709164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Deleting port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:15.709506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.900240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] For port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:15.906799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:15.914536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:15.931773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event updated for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:15.936620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Calling delete_port for 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:16.031418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Network f9533555-f247-497a-96b6-c513ac0572e4 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:16.046933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:16.067074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d84e-e865-4692-8a95-b2e65c80495c req-3a855de8-6003-45d7-b8e6-10e598bd995a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:16.068741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ba3d84e-e865-4692-8a95-b2e65c80495c req-3a855de8-6003-45d7-b8e6-10e598bd995a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 932 time: 0.5468061 Nov 01 18:26:16.196565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.260379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faafdec3-f814-4da9-a7cc-2227462c946f {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:26:16.264792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] No DVR routers for this DVR port 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:16.275963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b92f0-76f4-4913-9261-f0fda69a813c None None] Pushing event deleted for resources: {'Port': ['ID=2f4cf5aa-ba3d-4266-a0d4-379506fc9270,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:16.276234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.316925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ba3d84e-e865-4692-8a95-b2e65c80495c req-b9ddac79-b459-4040-88e1-34ce6455f8eb tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771460 Nov 01 18:26:16.332050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Transition to ACTIVE for port object faafdec3-f814-4da9-a7cc-2227462c946f will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:26:16.405764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:16.434877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.513831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:16.522179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.683680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a574b-16e0-4c94-b663-abba97983960 None None] Network f9533555-f247-497a-96b6-c513ac0572e4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:16.749152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:16.755616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:16.787222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:16.796274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:16.798513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.805067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=98d74583-3d40-46d3-b19b-8aa6272ff882,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:16.840045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Attempting to bind port faafdec3-f814-4da9-a7cc-2227462c946f on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:16.840410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Attempting to bind port faafdec3-f814-4da9-a7cc-2227462c946f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:16.840760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Attempting to bind port faafdec3-f814-4da9-a7cc-2227462c946f on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:16.848089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Port faafdec3-f814-4da9-a7cc-2227462c946f on network 6f866309-059a-4a15-9d1a-d47ae52889f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:26:16.848430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Attempting to bind port faafdec3-f814-4da9-a7cc-2227462c946f on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:16.855358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:16.856252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Checking segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:16.856252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Bound using segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:16.856586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Bound port: faafdec3-f814-4da9-a7cc-2227462c946f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:16.856933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:16.936941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b9c4bca-9a0c-4413-b55d-98ed976bcbfa tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9965799 Nov 01 18:26:16.937623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:16.948926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:9b:33:e5', 'name': 'tempest-NetworksTestDHCPv6-1484904065'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:17.002864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:17.010402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.010892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.011366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.011911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.016067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.016552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.017027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:17.019101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-b6e655ec-209e-4693-8208-d308c66e459e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 1.1033025 Nov 01 18:26:17.025590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cda11798-b29e-410c-b9af-d8dc5c07eb47 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1114702 Nov 01 18:26:17.028035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56924) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:17.055115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:17.060913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:17.081608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:17.087665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e08fd889-ff37-4578-9844-a41c2bd4d80d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:17.129736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:17.147429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1fbe9-fe09-4a6c-8de3-335e871bae4c None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:17.150600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.161373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-444cba0b-97ad-4a9f-8656-f6e41f0af018 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319964 Nov 01 18:26:17.166253 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:17.175062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:17.268284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] Provisioning complete for port e08fd889-ff37-4578-9844-a41c2bd4d80d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:17.269233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.376186 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:17.453788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e08fd889-ff37-4578-9844-a41c2bd4d80d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:17.454440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.543093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.648695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] For port e08fd889-ff37-4578-9844-a41c2bd4d80d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e08fd889-ff37-4578-9844-a41c2bd4d80d,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:17.793603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.828960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:17.935613 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:15Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:17.940995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7285-6014-4cb4-ba69-28359c040f14 None None] Pushing event updated for resources: {'Port': ['ID=e08fd889-ff37-4578-9844-a41c2bd4d80d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:17.971469 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:17.971961 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Updating router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:26:17.980953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': '98d74583-3d40-46d3-b19b-8aa6272ff882'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:17.982171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.008569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:18.016192 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.025282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:18.075587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:18.075968 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:18.079208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b3e2ab70-2849-4b84-86bb-d26f3fd123e2 None None] Provisioning complete for port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:18.079389 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ab70-2849-4b84-86bb-d26f3fd123e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.138540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2ab70-2849-4b84-86bb-d26f3fd123e2 None None] Port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:18.152448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:26:18.179090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:18.180569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.197844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-77c62936-6787-424b-9fe9-21d5bd0c955b service neutron] 10.222.0.32 "PUT /v2.0/ports/faafdec3-f814-4da9-a7cc-2227462c946f HTTP/1.1" status: 200 len: 1092 time: 3.3559670 Nov 01 18:26:18.201778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:26:18.207532 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835236f9-c4d4-48e2-b649-42fcb48883ab" -d '{"events": [{"name": "network-changed", "server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:26:18.209172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Removed routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:26:18.209598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.283743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec268ff-5f23-4c13-824c-fb2fa3ab4714 req-9fe7b194-a509-4db6-b0f3-523fd289dfd8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:18.285444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec268ff-5f23-4c13-824c-fb2fa3ab4714 req-9fe7b194-a509-4db6-b0f3-523fd289dfd8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 944 time: 0.2860165 Nov 01 18:26:18.410091 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9aa711-0fd1-4dde-a05d-1b69514bd0ee x-openstack-request-id: req-ca9aa711-0fd1-4dde-a05d-1b69514bd0ee {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:26:18.410475 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:26:18.413167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca9aa711-0fd1-4dde-a05d-1b69514bd0ee {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:26:18.415227 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'status': 'completed', 'code': 200} Nov 01 18:26:18.570275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec268ff-5f23-4c13-824c-fb2fa3ab4714 req-44f5475d-eafb-4ca8-b9b1-533478e8aeee tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671878 Nov 01 18:26:18.580977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.657879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-87725f46-4902-4f94-9f6c-bf4ff079a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:18.678287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-87725f46-4902-4f94-9f6c-bf4ff079a9f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 1095 time: 0.2616730 Nov 01 18:26:18.736002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.740507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.785605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 6312322f-b6a8-4858-9294-4a4d9da307ac yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:18.891668 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.916904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b3e2ab70-2849-4b84-86bb-d26f3fd123e2 None None] Provisioning complete for port e08fd889-ff37-4578-9844-a41c2bd4d80d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:18.918021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ab70-2849-4b84-86bb-d26f3fd123e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.947622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Allocated IP 2001:db8::f816:3eff:fe2c:3a53 (67390d4f-8ecf-462d-bd6d-0170ba363007/98d74583-3d40-46d3-b19b-8aa6272ff882/fa32634e-c331-4050-889d-41925b1506cb) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:18.954705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cae61e9f-6508-4e01-861f-da3d3ca7c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.962415 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:18.963739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:18.974193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 401fd98f-812d-442e-8b43-e258f09ef11d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:19.112865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56966) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:19.164333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Attempting to bind port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:19.169022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Attempting to bind port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:19.169022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Attempting to bind port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 on network f9533555-f247-497a-96b6-c513ac0572e4 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:19.176531 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:19.178148 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Checking segment: {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:19.178786 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.180344 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Bound using segment: {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:19.181054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Bound port: 1e81a9f3-0337-4187-beb2-f623d4fdb8b2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6f655c-3ead-4b10-ab48-3ede0c64723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:19.182472 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.247619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-67f57b8e-16e8-41c0-9a58-36fa60551899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:19.255660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-67f57b8e-16e8-41c0-9a58-36fa60551899 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5580745 Nov 01 18:26:19.271054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 401fd98f-812d-442e-8b43-e258f09ef11d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:19.274412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.284590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:19.304964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.307322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-00de6ddc-6844-4766-bdb3-99c0df46f3ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 954 time: 2.2768245 Nov 01 18:26:19.309965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56972) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:19.343833 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] For port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:19.352146 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] For port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:19.368301 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008ae4-27f8-4daf-844c-d28a3c273df1 None None] Pushing event updated for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:19.430666 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.642895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48759ee6-01e5-480b-952e-ee03e345cee3 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 954 time: 0.3299634 Nov 01 18:26:19.646129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:19.650897 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008ae4-27f8-4daf-844c-d28a3c273df1 None None] Pushing event updated for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:19.666725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:19.674489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:25:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:19.697138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31c9b930-a5bf-432e-91fe-9b8d4a4c7754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.698164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'routes': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:19.797984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] Provisioning complete for port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:19.798527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.840450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.939909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:19.953429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:19.975309 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:20.074676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-439c9f17-18e1-4e87-b422-765236ebc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:20.076413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-835236f9-c4d4-48e2-b649-42fcb48883ab req-439c9f17-18e1-4e87-b422-765236ebc5df service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8120437 Nov 01 18:26:20.086595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:20.086941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f4cf5aa-ba3d-4266-a0d4-379506fc9270 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:20.130975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.162708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6743a9-fe30-4a81-956c-fd47cfc79e80 req-79908cd1-9906-4de4-ad52-db3edb376fcd tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:20.165577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c6743a9-fe30-4a81-956c-fd47cfc79e80 req-79908cd1-9906-4de4-ad52-db3edb376fcd tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 944 time: 0.4009407 Nov 01 18:26:20.168182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe9b:33e5 (67390d4f-8ecf-462d-bd6d-0170ba363007/98d74583-3d40-46d3-b19b-8aa6272ff882/6312322f-b6a8-4858-9294-4a4d9da307ac) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:20.209384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:20.225736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:20.227380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Pushing event updated for resources: {'Port': ['ID=fa32634e-c331-4050-889d-41925b1506cb,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:20.235354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:20.291913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] For port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:20.355296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.399985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Attempting to bind port fa32634e-c331-4050-889d-41925b1506cb on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:20.400534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Attempting to bind port fa32634e-c331-4050-889d-41925b1506cb by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:20.400900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Attempting to bind port fa32634e-c331-4050-889d-41925b1506cb on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:20.410063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:20.410380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:20.413812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.413812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:20.413812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Bound port: fa32634e-c331-4050-889d-41925b1506cb, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:20.413812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.449076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e08fd889-ff37-4578-9844-a41c2bd4d80d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:20.476796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-7f2f2550-bfad-4c9a-9e18-8553487ad1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:20.482385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-7f2f2550-bfad-4c9a-9e18-8553487ad1f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 1095 time: 0.3105628 Nov 01 18:26:20.487153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c6743a9-fe30-4a81-956c-fd47cfc79e80 req-0350c389-d6bc-4813-95b2-50f44bbe60fc tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109055 Nov 01 18:26:20.517824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31c9b930-a5bf-432e-91fe-9b8d4a4c7754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.596395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31c9b930-a5bf-432e-91fe-9b8d4a4c7754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.627619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa177cfc-4895-4d8b-9b1a-666e2b340743 None None] Pushing event updated for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:20.627901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:18Z', 'revision_number': 6, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:19Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:20.660629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-31c9b930-a5bf-432e-91fe-9b8d4a4c7754 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cab06bd072bc499ca4bff5d554820359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5466309 Nov 01 18:26:20.662506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-aa78d894-a7b3-4190-ae34-f57e910a19e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faafdec3-f814-4da9-a7cc-2227462c946f HTTP/1.1" status: 200 len: 217 time: 0.1607397 Nov 01 18:26:20.663367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56996) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:20.669868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b930-a5bf-432e-91fe-9b8d4a4c7754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b38cb2-ea27-4d8b-bded-03718c77a6ba,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:20.671743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c576fcbc-e0e7-4a6d-9233-88c239ad5eaa None None] Provisioning complete for port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:20.672122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c576fcbc-e0e7-4a6d-9233-88c239ad5eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.689573 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14de822-849f-4caa-b8ee-d8c7da0978b6 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:18Z', 'revision_number': 6, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:19Z', 'revision_number': 4, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:20.723684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] For port fa32634e-c331-4050-889d-41925b1506cb, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:20.765982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] For port fa32634e-c331-4050-889d-41925b1506cb, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fa32634e-c331-4050-889d-41925b1506cb,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:20.794669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:26:20.794669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:26:20.801064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e08fd889-ff37-4578-9844-a41c2bd4d80d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:20.801437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.859069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.871188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.880945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-db5a7e1d-57de-45dd-abdd-9bcc417f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:20.883232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-db5a7e1d-57de-45dd-abdd-9bcc417f5cc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2258d9-9ede-4aa7-88e0-c397886f120b HTTP/1.1" status: 200 len: 855 time: 0.1932321 Nov 01 18:26:20.950417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcf3ba-c4ed-4924-976a-c6a37f7da9dc None None] Pushing event updated for resources: {'Port': ['ID=fa32634e-c331-4050-889d-41925b1506cb,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:20.964326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eee4a47b-415f-4315-8ca1-e62d0af39283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:20.970749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.000696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.055158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-6421ffe3-074e-4bf3-b27d-b541663f65d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f866309-059a-4a15-9d1a-d47ae52889f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580434 Nov 01 18:26:21.184695 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.255050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:21.302554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.315271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.316541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40b38cb2-ea27-4d8b-bded-03718c77a6ba HTTP/1.1" status: 204 len: 168 time: 0.6284111 Nov 01 18:26:21.356708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9088-b612-43ca-bfe0-299aae5fb2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b38cb2-ea27-4d8b-bded-03718c77a6ba,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:21.357940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.389930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.420709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-7f8c5d31-7e12-4607-afc6-78f6fc2af672 service neutron] 10.222.0.32 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517525 Nov 01 18:26:21.501048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.590980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c959f1e-c8c3-45ba-ba7c-0c16a8abef48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.608290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:21.620399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:21.646620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=6312322f-b6a8-4858-9294-4a4d9da307ac,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:21.650434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:21.670504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:21.676514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:21.677333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:21.686644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f7f741-bf65-4bd1-a04d-d15773589ee5 req-47b4bae8-cbb6-4e0e-b67d-cd2137413a33 service neutron] 10.222.0.32 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560606 Nov 01 18:26:21.716691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f73d-2af6-4569-866d-303c4bfb7002 req-2ac81bec-e874-498d-8adf-ea4ccb927fb7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:21.718296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d022f73d-2af6-4569-866d-303c4bfb7002 req-2ac81bec-e874-498d-8adf-ea4ccb927fb7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 944 time: 0.1002865 Nov 01 18:26:21.780321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d022f73d-2af6-4569-866d-303c4bfb7002 req-b38ff427-0a02-40fa-8140-0e9b327b7e14 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538056 Nov 01 18:26:21.790640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-073b2ff8-aeac-467e-88bb-4e226752728e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8499179 Nov 01 18:26:21.793364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57028) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:21.893503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969c7f8-529c-424a-ab69-fa784b0161d9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:21.901468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969c7f8-529c-424a-ab69-fa784b0161d9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:21.904127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5969c7f8-529c-424a-ab69-fa784b0161d9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1088691 Nov 01 18:26:21.909226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57036) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:21.989732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.076413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 6312322f-b6a8-4858-9294-4a4d9da307ac {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:22.076720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:22.076887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.091032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:22.092216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:22.229648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57044) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.310357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0aff4e-6b0a-4747-9f90-975e861d56d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.311098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:22.311865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.312039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:22.324827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 6312322f-b6a8-4858-9294-4a4d9da307ac owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:22.383129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c959f1e-c8c3-45ba-ba7c-0c16a8abef48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.390236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.395767 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-09ec64ba-eb91-4719-9623-7f0fae2ec1c7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 704 time: 2.7153299 Nov 01 18:26:22.398637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.401482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fa32634e-c331-4050-889d-41925b1506cb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:22.468585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0aff4e-6b0a-4747-9f90-975e861d56d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.536236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a2f3a94b-7222-40e2-930d-e07145dd6924 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 704 time: 0.1362953 Nov 01 18:26:22.539086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.543466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] Provisioning complete for port fa32634e-c331-4050-889d-41925b1506cb triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:22.543875 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.584928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0aff4e-6b0a-4747-9f90-975e861d56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.587344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fa32634e-c331-4050-889d-41925b1506cb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:22.587756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.589261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c959f1e-c8c3-45ba-ba7c-0c16a8abef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.631625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c0aff4e-6b0a-4747-9f90-975e861d56d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f60ace8636ca4039bec44bad8ccad47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008000 Nov 01 18:26:22.633856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.649139 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.801234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 7, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:22.805293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aff4e-6b0a-4747-9f90-975e861d56d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4429b-e9cf-4a5b-8a82-eeccc9ec24fc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:22.805843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959f1e-c8c3-45ba-ba7c-0c16a8abef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35adfd42-52ff-41b8-bd89-6442cc49b20c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:22.806206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=6312322f-b6a8-4858-9294-4a4d9da307ac,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:22.807267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c959f1e-c8c3-45ba-ba7c-0c16a8abef48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08b516bf1c154934bdf3f91f50650102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4951789 Nov 01 18:26:22.807267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.821049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.821049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-981170c8-a4ee-43f4-b0dd-d5b44531ea76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/6312322f-b6a8-4858-9294-4a4d9da307ac HTTP/1.1" status: 204 len: 168 time: 0.8728602 Nov 01 18:26:22.821049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57060) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.864760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.892463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] For port fa32634e-c331-4050-889d-41925b1506cb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fa32634e-c331-4050-889d-41925b1506cb,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:22.898974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:22.908858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9bfd8-ebe9-4372-9ca0-0d7152d92e4c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:22.911587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9bfd8-ebe9-4372-9ca0-0d7152d92e4c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:22.913270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.917616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a9e9bfd8-ebe9-4372-9ca0-0d7152d92e4c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1254718 Nov 01 18:26:22.918480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57066) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:22.963060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:22.985333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.017567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 98d74583-3d40-46d3-b19b-8aa6272ff882 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:23.021293 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.102205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:23.104570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:23.108745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.112335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81db728-aef6-4b6e-aaa7-56729e4ade1c None None] Pushing event updated for resources: {'Port': ['ID=fa32634e-c331-4050-889d-41925b1506cb,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:23.122291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.193483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.228150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.263718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-df2ce2b6-4653-4f61-bef6-29fb80df64db None None] Could not find standard attr ID for object 6312322f-b6a8-4858-9294-4a4d9da307ac. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:23.274697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.319571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:23.358988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0240b69-e290-4664-82b7-2532be5bca8a req-0feeda4e-d500-4197-9beb-a6471600834f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:23.360563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0240b69-e290-4664-82b7-2532be5bca8a req-0feeda4e-d500-4197-9beb-a6471600834f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 944 time: 0.0898206 Nov 01 18:26:23.396399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.403636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.403636 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27d4429b-e9cf-4a5b-8a82-eeccc9ec24fc HTTP/1.1" status: 204 len: 168 time: 0.7474735 Nov 01 18:26:23.417906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc813d8f-7de9-4c39-afa5-2498fe468a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4429b-e9cf-4a5b-8a82-eeccc9ec24fc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:23.433337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.487749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0240b69-e290-4664-82b7-2532be5bca8a req-1ea6e5ff-f70b-4a65-a1f8-509497ee4f3b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Nov 01 18:26:23.491540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.495296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.497440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35adfd42-52ff-41b8-bd89-6442cc49b20c HTTP/1.1" status: 204 len: 168 time: 0.7360561 Nov 01 18:26:23.555089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b961e-68ca-4601-b11e-03e923da68f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35adfd42-52ff-41b8-bd89-6442cc49b20c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:23.574102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.596020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.605083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57092) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:23.605392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/98d74583-3d40-46d3-b19b-8aa6272ff882 HTTP/1.1" status: 204 len: 168 time: 0.6804364 Nov 01 18:26:23.622525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca66619-70a5-4a1a-a4c8-a99016d5d87a None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:23.646021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5ccf6-6efc-4965-acef-40e0eab7c754 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=98d74583-3d40-46d3-b19b-8aa6272ff882,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:23.730027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:23.730347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5f16361-bd2e-44de-83b1-055479c75b44 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236293 Nov 01 18:26:23.735458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:23.781597 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:23.781950 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:23.857797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.939147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:23.939147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.984142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:23.987699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:23.996128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 7, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:24.054171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:24.060486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9469761-bcf4-47b2-a577-aff69b4862cd None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 7, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e81a9f3-0337-4187-beb2-f623d4fdb8b2', 'name': '', 'network_id': 'f9533555-f247-497a-96b6-c513ac0572e4', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:89:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:13Z', 'updated_at': '2021-11-01T18:26:20Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '17fcd55e-3e25-446f-bda2-f23ef81140aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:24.156088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:24.156088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.194490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:24.199053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Deleting port fa32634e-c331-4050-889d-41925b1506cb {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:24.199670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.346498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] For port fa32634e-c331-4050-889d-41925b1506cb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fa32634e-c331-4050-889d-41925b1506cb,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:24.350070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.369499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:24.371802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Calling delete_port for fa32634e-c331-4050-889d-41925b1506cb owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:24.479822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:24.483086 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.505660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:26:24.523138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.536746 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:24.550853 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:24.551721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:24.552624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57142) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:24.581105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Could not find standard attr ID for object 1e81a9f3-0337-4187-beb2-f623d4fdb8b2. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:24.583800 n-d-815923-2 neutron-server[102784]: INFO neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No ports have port_id starting with 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 Nov 01 18:26:24.595832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6ea7-e737-4018-94ea-afc2a0e58f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.634765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=1e81a9f3-0337-4187-beb2-f623d4fdb8b2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:24.659100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:24.677703 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.757106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] Pushing event deleted for resources: {'Port': ['ID=fa32634e-c331-4050-889d-41925b1506cb,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:24.767863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:24.777854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add12d7-5f4b-4d8a-9b07-cf734fba39e7 None None] No DVR routers for this DVR port fa32634e-c331-4050-889d-41925b1506cb on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:24.792563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6ea7-e737-4018-94ea-afc2a0e58f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.851553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fa32634e-c331-4050-889d-41925b1506cb no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:24.888466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:24.890613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6ea7-e737-4018-94ea-afc2a0e58f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.965833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fd6b6ea7-e737-4018-94ea-afc2a0e58f5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd442c02001e49ea9ea84631414ca63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082587 Nov 01 18:26:24.984766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57158) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:24.985699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:24.991545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fa32634e-c331-4050-889d-41925b1506cb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:24.993232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fa32634e-c331-4050-889d-41925b1506cb not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:25.007183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'port_id': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'mac_address': 'fa:16:3e:87:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2258d9-9ede-4aa7-88e0-c397886f120b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:26:25.071601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b6ea7-e737-4018-94ea-afc2a0e58f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a21da9-90df-4923-bed1-aa8f83abf7d7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:25.093422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.096441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b763-27dc-408e-b3e6-03eb415abe73 req-4b6783fa-e65a-44bb-8523-bcb3b76df16c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:25.098595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4733b763-27dc-408e-b3e6-03eb415abe73 req-4b6783fa-e65a-44bb-8523-bcb3b76df16c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 944 time: 0.2394283 Nov 01 18:26:25.107474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faafdec3-f814-4da9-a7cc-2227462c946f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:26:25.120999 n-d-815923-2 neutron-server[102782]: WARNING neutron.services.revisions.revision_plugin [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Could not find related port for resource to bump revision. Nov 01 18:26:25.129324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:25.143449 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:25.169280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.177761 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:25.188381 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:25.189352 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:25.196724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Port fa32634e-c331-4050-889d-41925b1506cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 01 18:26:25.197051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2c:3a53 {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 01 18:26:25.208750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_pluggable_backend [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2c:3a53 {{(pid=102782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 01 18:26:25.217332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4733b763-27dc-408e-b3e6-03eb415abe73 req-d7fd5bc0-49a3-493f-8012-bc68c60ff444 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864141 Nov 01 18:26:25.220758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.248280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.255157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.325406 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:25.341526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:25.341785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:25.355250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=cecff971-9a69-424d-a63b-8d556c611be5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:25.362909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:25.371124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:25.381202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:25.381959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.388700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd91776-8ccb-4985-9505-c120c5de044d None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:25.498820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:25.506121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3691668f-76ed-41c0-8023-9280f43d6f0a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7723835 Nov 01 18:26:25.506743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:25.508348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e8afd67-b038-4f31-a15a-86db154dfbdc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9666696 Nov 01 18:26:25.509609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:25.512932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:53:f5:57', 'name': 'tempest-NetworksTestDHCPv6-1679830130'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:25.522084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.531037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.533158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98a21da9-90df-4923-bed1-aa8f83abf7d7 HTTP/1.1" status: 204 len: 168 time: 0.5435812 Nov 01 18:26:25.554719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['faafdec3-f814-4da9-a7cc-2227462c946f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:26:25.563063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:25.612741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e809d-d428-4767-ba4c-6710f97a90a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a21da9-90df-4923-bed1-aa8f83abf7d7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:25.624373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet 17fcd55e-3e25-446f-bda2-f23ef81140aa {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:25.631006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.691146 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.754867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'cecff971-9a69-424d-a63b-8d556c611be5'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:25.761944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.771130 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:25.793807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.815598 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f370a-bfd3-4d31-9ce4-b96608b6c962 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:25.866748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:25.965586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Allocated IP 2001:db8::f816:3eff:fe4d:585e (67390d4f-8ecf-462d-bd6d-0170ba363007/cecff971-9a69-424d-a63b-8d556c611be5/a7d00c26-70d1-42c7-8fa4-9effe3cb8542) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:25.977102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.997879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:25.999093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 85a62395-8c6d-4c1d-8b2c-26c5ddaa932f yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:26.019175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.028697 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/17fcd55e-3e25-446f-bda2-f23ef81140aa HTTP/1.1" status: 204 len: 168 time: 0.5146048 Nov 01 18:26:26.034058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57180) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:26.036231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aebfda-0f31-4834-aad3-e5fb1726f079 None None] Network f9533555-f247-497a-96b6-c513ac0572e4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:26.050524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372647c-edbf-447b-9e4b-4689371054e2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=17fcd55e-3e25-446f-bda2-f23ef81140aa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:26.112076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5f239de-d91e-4faa-9984-a8c286776295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.200556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.292444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port e08fd889-ff37-4578-9844-a41c2bd4d80d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:26.292886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.300793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.321090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.383624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] DHCP port deletion for f9533555-f247-497a-96b6-c513ac0572e4 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:26.417839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.490271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port e08fd889-ff37-4578-9844-a41c2bd4d80d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e08fd889-ff37-4578-9844-a41c2bd4d80d,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:26.490901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.525705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:26.526853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for e08fd889-ff37-4578-9844-a41c2bd4d80d owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:26.532009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:26.536610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:26.540209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe53:f557 (67390d4f-8ecf-462d-bd6d-0170ba363007/cecff971-9a69-424d-a63b-8d556c611be5/85a62395-8c6d-4c1d-8b2c-26c5ddaa932f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:26.549566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5f239de-d91e-4faa-9984-a8c286776295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.568248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21ff0a-36ca-480a-b906-82ffce8bb52e req-69682feb-a328-45a3-ad70-ce2c0c10a818 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:26.570394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d21ff0a-36ca-480a-b906-82ffce8bb52e req-69682feb-a328-45a3-ad70-ce2c0c10a818 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 945 time: 0.2352912 Nov 01 18:26:26.646362 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Pushing event updated for resources: {'Port': ['ID=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:26.651601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Attempting to bind port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:26.651986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Attempting to bind port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:26.652355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Attempting to bind port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:26.654787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:26.674006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:26.674623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:26.710758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5f239de-d91e-4faa-9984-a8c286776295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.719289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:26.719598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:26.720300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.720448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:26.720854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Bound port: a7d00c26-70d1-42c7-8fa4-9effe3cb8542, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:26.721248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.771038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f239de-d91e-4faa-9984-a8c286776295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5e9b24-a0a8-44d1-9135-6327bca8ba21,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:26.822050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d21ff0a-36ca-480a-b906-82ffce8bb52e req-c5f5b97f-3ef8-471d-a8d1-a8d0657ecda8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068279 Nov 01 18:26:26.898811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f5f239de-d91e-4faa-9984-a8c286776295 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=198f6e12af984ef8a66ffcb6f38b9131&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3087468 Nov 01 18:26:26.899721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57214) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:26.919668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e08fd889-ff37-4578-9844-a41c2bd4d80d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:26.954780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Deleting port e08fd889-ff37-4578-9844-a41c2bd4d80d {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:26.955165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:26.995139 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.000631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.032057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.046009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.072572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:27.098690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=e08fd889-ff37-4578-9844-a41c2bd4d80d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:27.132374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Port e08fd889-ff37-4578-9844-a41c2bd4d80d update to DOWN by agent not found {{(pid=102784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Nov 01 18:26:27.132844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:27.137394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] For port e08fd889-ff37-4578-9844-a41c2bd4d80d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e08fd889-ff37-4578-9844-a41c2bd4d80d,segment=NetworkSegment(0b6f655c-3ead-4b10-ab48-3ede0c64723a),segment_id=0b6f655c-3ead-4b10-ab48-3ede0c64723a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:27.138100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.209878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Calling delete_port for e08fd889-ff37-4578-9844-a41c2bd4d80d owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:27.218044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:27.218692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1e81a9f3-0337-4187-beb2-f623d4fdb8b2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:27.265839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] For port a7d00c26-70d1-42c7-8fa4-9effe3cb8542, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:27.391724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] For port a7d00c26-70d1-42c7-8fa4-9effe3cb8542, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:27.478236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.479266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port e08fd889-ff37-4578-9844-a41c2bd4d80d on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:27.488638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.572520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] No DVR routers for this DVR port e08fd889-ff37-4578-9844-a41c2bd4d80d on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:27.582064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.593604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.609165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec19a0-6d70-4eef-88be-cc8f00f439f7 None None] Pushing event updated for resources: {'Port': ['ID=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:27.651423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23e1c3-8b2a-4be7-ba62-88df0976f7b1 None None] Pushing event deleted for resources: {'Port': ['ID=e08fd889-ff37-4578-9844-a41c2bd4d80d,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:27.672750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9533555-f247-497a-96b6-c513ac0572e4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:27.673438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.676028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.680279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e5e9b24-a0a8-44d1-9135-6327bca8ba21 HTTP/1.1" status: 204 len: 168 time: 0.7769389 Nov 01 18:26:27.692295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:27.695934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:27.699768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6f655c-3ead-4b10-ab48-3ede0c64723a') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:27.707409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6f655c-3ead-4b10-ab48-3ede0c64723a') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:27.715081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:27.719370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=85a62395-8c6d-4c1d-8b2c-26c5ddaa932f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:27.722022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83544-5600-4f05-b2a9-26abdc16d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5e9b24-a0a8-44d1-9135-6327bca8ba21,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:27.723774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:27.729835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:27.730454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.734594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.738422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:27.755135 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.762712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:26:27.763133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:27.766020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:27.766789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:26:27.767363 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:26:27.862576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b884dd89-c42b-472a-8ce2-3afbe8497697 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3550730 Nov 01 18:26:27.865504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57240) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:27.926944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:27.954150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ffa793-df06-49d7-8e36-71e083c5ffc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:27.962036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ffa793-df06-49d7-8e36-71e083c5ffc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:27.963383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e1ffa793-df06-49d7-8e36-71e083c5ffc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0920386 Nov 01 18:26:27.966724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:27.980207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.004462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.007743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/f9533555-f247-497a-96b6-c513ac0572e4 HTTP/1.1" status: 204 len: 168 time: 1.9722562 Nov 01 18:26:28.012308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57246) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:28.034598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1413797-b9df-474f-b5be-8eb7d25495d0 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=f9533555-f247-497a-96b6-c513ac0572e4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:28.114887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 85a62395-8c6d-4c1d-8b2c-26c5ddaa932f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:28.115850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.182492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f176647-ed74-4fca-b114-f534573947ae req-1ea3fa28-2ee2-4e48-9c2e-4dca0f6983b8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:28.184277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f176647-ed74-4fca-b114-f534573947ae req-1ea3fa28-2ee2-4e48-9c2e-4dca0f6983b8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 945 time: 0.2604976 Nov 01 18:26:28.269698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:28.276144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.308402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cddc28-8ba2-48c1-ad7e-ad751a8cd134 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:24Z', 'revision_number': 8, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '401fd98f-812d-442e-8b43-e258f09ef11d', 'name': '', 'network_id': '3e06ea7a-b8de-4e2d-a98f-64597e30375b', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:ab:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:26:05Z', 'updated_at': '2021-11-01T18:26:14Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'a94cab87-d36f-45ac-a77e-ae95afb70617', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:28.309776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 85a62395-8c6d-4c1d-8b2c-26c5ddaa932f owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:28.360611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f176647-ed74-4fca-b114-f534573947ae req-65eec4f1-7ade-4549-af6a-87a4a73a6165 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641192 Nov 01 18:26:28.510665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:28.584058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.608256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.613754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=85a62395-8c6d-4c1d-8b2c-26c5ddaa932f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:28.655785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port faafdec3-f814-4da9-a7cc-2227462c946f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:26:28.656021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:28.669857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port faafdec3-f814-4da9-a7cc-2227462c946f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:28.669857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.711970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e24d9b5-585f-4858-9750-a4749208b55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.715668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.722174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50bb8741-086f-4e5c-8b7a-c4427cd85bc7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/85a62395-8c6d-4c1d-8b2c-26c5ddaa932f HTTP/1.1" status: 204 len: 168 time: 0.7540646 Nov 01 18:26:28.729385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:28.890098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a7d00c26-70d1-42c7-8fa4-9effe3cb8542 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:28.893134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e24d9b5-585f-4858-9750-a4749208b55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.922685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd447455-da78-4dce-a47a-ce41839f365a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:28.924295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd447455-da78-4dce-a47a-ce41839f365a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:28.925889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bd447455-da78-4dce-a47a-ce41839f365a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1946633 Nov 01 18:26:28.928814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:28.952828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:28.998431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e24d9b5-585f-4858-9750-a4749208b55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.009767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:26:29.014527 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096162ba-492d-40e2-8c55-388409b5c06e" -d '{"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-plugged", "status": "completed", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:26:29.055998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:29.057313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2e24d9b5-585f-4858-9750-a4749208b55b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d753482ef7d4aafa0fc7ce53e02b79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958733 Nov 01 18:26:29.060322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57274) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.060776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24d9b5-585f-4858-9750-a4749208b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152e3f6c-36b9-4d04-84fa-c6d2c29e73f1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:29.082033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:29.082480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.099151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet cecff971-9a69-424d-a63b-8d556c611be5 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:29.107468 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.145201 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbf3133-9b53-4eaf-9d7f-49e2bfa65ca5 x-openstack-request-id: req-bbbf3133-9b53-4eaf-9d7f-49e2bfa65ca5 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:26:29.145369 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-plugged", "status": "completed", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:26:29.145606 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbbf3133-9b53-4eaf-9d7f-49e2bfa65ca5 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:26:29.149323 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'code': 200} Nov 01 18:26:29.167563 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.185416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.199810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 401fd98f-812d-442e-8b43-e258f09ef11d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:29.200275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.214769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.270993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Provisioning complete for port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:29.271515 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.297577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:29.339835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.356334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.363231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 401fd98f-812d-442e-8b43-e258f09ef11d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=401fd98f-812d-442e-8b43-e258f09ef11d,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:29.364096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.391950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 401fd98f-812d-442e-8b43-e258f09ef11d owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:29.464303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.493574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.572494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:29.573326 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:29.576722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=cecff971-9a69-424d-a63b-8d556c611be5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:29.580830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.585733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-37645cbc-7eb6-4bde-89f4-04bf61b38a07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/cecff971-9a69-424d-a63b-8d556c611be5 HTTP/1.1" status: 204 len: 168 time: 0.6556482 Nov 01 18:26:29.589332 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:29.589980 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:29.590347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.656859 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae26bd08-26f5-47fc-8a56-c64ae47d8e28 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631344 Nov 01 18:26:29.657070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.700815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.741809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd48fec-d83f-4538-a8db-516284c4dcaf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:29.743870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfd48fec-d83f-4538-a8db-516284c4dcaf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0855553 Nov 01 18:26:29.746128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57300) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.808073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb86a-b5a7-4cfd-b705-7c35ed54de14 req-308343af-9c36-4fbd-be97-cf63b676f895 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:29.809745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5beb86a-b5a7-4cfd-b705-7c35ed54de14 req-308343af-9c36-4fbd-be97-cf63b676f895 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.2212322 Nov 01 18:26:29.814978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42365a9b-4e3a-4110-9686-378487eb3bea req-d50e205b-05c5-43ac-afc8-66dbd2ffeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:29.817027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42365a9b-4e3a-4110-9686-378487eb3bea req-d50e205b-05c5-43ac-afc8-66dbd2ffeb48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 1097 time: 0.5045798 Nov 01 18:26:29.817595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7df58-27e1-4978-a57e-70d686300f52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:29.824880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1ec7df58-27e1-4978-a57e-70d686300f52 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776320 Nov 01 18:26:29.827745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.855975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f724e7c-2e4c-49f0-8ae5-ac30e72ce6de None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:29.862973 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:29.912061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd23d283-6d87-447d-81d1-4c22d91c06a9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823445 Nov 01 18:26:29.917508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57310) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:29.923842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:29.933210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=401fd98f-812d-442e-8b43-e258f09ef11d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:29.973451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5beb86a-b5a7-4cfd-b705-7c35ed54de14 req-005300d4-f4e2-452c-b828-1861d46061f8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552312 Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.977608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.978640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.978640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.978640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.978640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.979010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:29.979412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:30.026982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.032704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.033783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/152e3f6c-36b9-4d04-84fa-c6d2c29e73f1 HTTP/1.1" status: 204 len: 168 time: 0.9598918 Nov 01 18:26:30.039451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42365a9b-4e3a-4110-9686-378487eb3bea req-0b9548a5-8fdf-4f8a-9083-55d3b050f5cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104537 Nov 01 18:26:30.080573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3776b9f-b7dc-4358-ad63-c3eb66311ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e3f6c-36b9-4d04-84fa-c6d2c29e73f1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:30.169776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.169908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:30.173446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.195840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:30.204303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.226873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.292311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] For port a7d00c26-70d1-42c7-8fa4-9effe3cb8542, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:30.334647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Deleting port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:30.336423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.358675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.497478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:30.499224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-05ea28b3-abcc-4830-af70-614ded604b61 None None] Could not find standard attr ID for object 85a62395-8c6d-4c1d-8b2c-26c5ddaa932f. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:30.500744 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:30.501205 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:30.503180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] For port a7d00c26-70d1-42c7-8fa4-9effe3cb8542, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:30.503669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.511578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999c8e-d765-4200-94ef-f622a9ef52b4 None None] Pushing event updated for resources: {'Port': ['ID=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:30.519025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Calling delete_port for a7d00c26-70d1-42c7-8fa4-9effe3cb8542 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:30.561704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.617793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:30.621716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:30.625495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:30.626207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.654407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=d6091a1c-825f-48bf-8f3f-304a1e908ed8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:30.669915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:30.698339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] Pushing event deleted for resources: {'Port': ['ID=a7d00c26-70d1-42c7-8fa4-9effe3cb8542,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:30.704934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47fefeca-e343-4ff4-832a-829b25a9e34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7823167 Nov 01 18:26:30.704934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:30.708799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d06895-a344-4e02-a8f6-765e3d2b5d4d None None] No DVR routers for this DVR port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:30.713849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:61:c7:04', 'name': 'tempest-NetworksTestDHCPv6-1706024790'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:30.733090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7fad3-2c0c-4ab2-911a-ed2b42b0f57e None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:30.867080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:30.877530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c7d50838-f626-41d6-8b52-ee97b2586c29 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8616502 Nov 01 18:26:30.879751 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:30.883168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57330) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:30.890686 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:30.892631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:30.912834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:30.958511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet a94cab87-d36f-45ac-a77e-ae95afb70617 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:30.964654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.017298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.023820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:31.165197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Port a7d00c26-70d1-42c7-8fa4-9effe3cb8542 update to ACTIVE by agent not found {{(pid=102784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Nov 01 18:26:31.214469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.215061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.244737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 3ab18245-d20d-4571-b6cb-e81cbb4393fd yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:31.325990 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:31.379689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba53b9f8-ab12-4556-8457-1ab7391fd260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.394665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'd6091a1c-825f-48bf-8f3f-304a1e908ed8'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:31.403307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.432571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e565df-cc41-4556-b631-0b57645dd166 req-6144e420-e2e4-4b84-9018-7946ed9d05b6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:31.435078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e565df-cc41-4556-b631-0b57645dd166 req-6144e420-e2e4-4b84-9018-7946ed9d05b6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1201727 Nov 01 18:26:31.437531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.473182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=a94cab87-d36f-45ac-a77e-ae95afb70617,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:31.504527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.509231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6eeca791-c909-4e90-92c3-82fd8ff1cdcb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/a94cab87-d36f-45ac-a77e-ae95afb70617 HTTP/1.1" status: 204 len: 168 time: 0.6239026 Nov 01 18:26:31.516674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57354) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:31.599113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a7d00c26-70d1-42c7-8fa4-9effe3cb8542 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:31.601534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbff43f-bd57-4fc7-a26e-bfd956d3908e None None] Network 3e06ea7a-b8de-4e2d-a98f-64597e30375b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:31.606485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::70 (67390d4f-8ecf-462d-bd6d-0170ba363007/d6091a1c-825f-48bf-8f3f-304a1e908ed8/3ab18245-d20d-4571-b6cb-e81cbb4393fd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:31.619935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.632456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e565df-cc41-4556-b631-0b57645dd166 req-5353d928-c612-4e1f-85e8-74e64f4e3aef tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629741 Nov 01 18:26:31.711606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 27539275-df99-420c-a96d-3ef713ffade2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:31.711970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.715390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a7d00c26-70d1-42c7-8fa4-9effe3cb8542 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:31.716146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a7d00c26-70d1-42c7-8fa4-9effe3cb8542 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:31.807045 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:29Z', 'revision_number': 9, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:31.853457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 27539275-df99-420c-a96d-3ef713ffade2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=27539275-df99-420c-a96d-3ef713ffade2,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:31.854026 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.863749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] DHCP port deletion for 3e06ea7a-b8de-4e2d-a98f-64597e30375b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:31.864223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.873675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 27539275-df99-420c-a96d-3ef713ffade2 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:31.876850 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:31.886685 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:31.887282 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:31.921595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba53b9f8-ab12-4556-8457-1ab7391fd260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.956228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Deleting port 27539275-df99-420c-a96d-3ef713ffade2 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:31.956228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:31.962675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ba53b9f8-ab12-4556-8457-1ab7391fd260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.001702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.015548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:32.046694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.058101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ba53b9f8-ab12-4556-8457-1ab7391fd260 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb538c2503e342da8741ee73ab26daa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1415846 Nov 01 18:26:32.065829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57370) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:32.093223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] For port 27539275-df99-420c-a96d-3ef713ffade2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=27539275-df99-420c-a96d-3ef713ffade2,segment=NetworkSegment(b169cce7-3ddd-49e7-9a54-0e75b285ab43),segment_id=b169cce7-3ddd-49e7-9a54-0e75b285ab43)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:32.093223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.102888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=27539275-df99-420c-a96d-3ef713ffade2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.103586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:32.106691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port 27539275-df99-420c-a96d-3ef713ffade2 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:32.119803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/d6091a1c-825f-48bf-8f3f-304a1e908ed8/2f3614dc-2481-406d-88f2-8ee81911dc2e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:32.121661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:32.125448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:32.128644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Calling delete_port for 27539275-df99-420c-a96d-3ef713ffade2 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:32.136721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:32.137615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.140208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53b9f8-ab12-4556-8457-1ab7391fd260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db063647-358f-49c1-bac9-483be05ad5c4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.183036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=3ab18245-d20d-4571-b6cb-e81cbb4393fd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.252666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.275346 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c1575658-434f-4107-8e2f-8d8bec7c705e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5703580 Nov 01 18:26:32.292121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57378) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:32.321854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.367362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e06ea7a-b8de-4e2d-a98f-64597e30375b']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:32.385245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b169cce7-3ddd-49e7-9a54-0e75b285ab43') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:32.385245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b169cce7-3ddd-49e7-9a54-0e75b285ab43') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:32.386294 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.399635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.420882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.424542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] No DVR routers for this DVR port 27539275-df99-420c-a96d-3ef713ffade2 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:32.433692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b487560-30e5-4bf1-92a8-528908b4d1e0 None None] Pushing event deleted for resources: {'Port': ['ID=27539275-df99-420c-a96d-3ef713ffade2,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.437846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.450046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:26:32.452643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.453039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76798d-5df1-46c6-8950-bf2bc6a55ed7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:32.454915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a76798d-5df1-46c6-8950-bf2bc6a55ed7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1616900 Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:26:32.457578 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:26:32.461414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57382) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:32.491071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.501413 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:29Z', 'revision_number': 9, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:32.530991 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f1f95-f7c7-4d17-b66e-38e0298513c8 None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:29Z', 'revision_number': 9, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '0ff715eb-329e-47c7-a3aa-694735397514', 'name': '', 'network_id': 'ddca5487-16b3-4c9d-901c-b7ef483a8a68', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d8:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:58Z', 'updated_at': '2021-11-01T18:26:05Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': '459702a5-d31e-414f-b23c-b8f35667fea6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:32.578456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.589989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.592738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.596652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db063647-358f-49c1-bac9-483be05ad5c4 HTTP/1.1" status: 204 len: 168 time: 0.5222144 Nov 01 18:26:32.603952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b21f3-9080-4dff-a2ab-270006c37987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db063647-358f-49c1-bac9-483be05ad5c4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.635866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:32.649183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:32.652245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:32.693579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Pushing event updated for resources: {'Port': ['ID=2f3614dc-2481-406d-88f2-8ee81911dc2e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.724396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 3ab18245-d20d-4571-b6cb-e81cbb4393fd {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:32.724748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.734725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Attempting to bind port 2f3614dc-2481-406d-88f2-8ee81911dc2e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:32.735309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Attempting to bind port 2f3614dc-2481-406d-88f2-8ee81911dc2e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:32.738513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Attempting to bind port 2f3614dc-2481-406d-88f2-8ee81911dc2e on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:32.742247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:32.742910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:32.743572 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.744203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:32.744946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Bound port: 2f3614dc-2481-406d-88f2-8ee81911dc2e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:32.745536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.777586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.826476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] For port 2f3614dc-2481-406d-88f2-8ee81911dc2e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:32.831804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] For port 2f3614dc-2481-406d-88f2-8ee81911dc2e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f3614dc-2481-406d-88f2-8ee81911dc2e,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:32.833476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.836730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/3e06ea7a-b8de-4e2d-a98f-64597e30375b HTTP/1.1" status: 204 len: 168 time: 1.3187950 Nov 01 18:26:32.839489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:32.858966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624117ae-f947-49a9-a35b-fc501d8c02e1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=3e06ea7a-b8de-4e2d-a98f-64597e30375b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:32.893602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7840ba6-68bf-4c41-9654-169857e4a7ff req-4111eccb-7ae6-4913-bbd6-787ffa1e721d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:32.894770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7840ba6-68bf-4c41-9654-169857e4a7ff req-4111eccb-7ae6-4913-bbd6-787ffa1e721d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1348464 Nov 01 18:26:32.904082 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.924912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 3ab18245-d20d-4571-b6cb-e81cbb4393fd owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:32.952905 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:32.997762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7840ba6-68bf-4c41-9654-169857e4a7ff req-f7df544e-87f1-40ff-95b7-6ca6557d3de7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861437 Nov 01 18:26:33.086309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1d37-a2b2-444b-951c-569a90d1f935 None None] Pushing event updated for resources: {'Port': ['ID=2f3614dc-2481-406d-88f2-8ee81911dc2e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:33.223915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecede254-270a-41a6-8bf1-5ec3dd9286fc req-f54b844e-a3c3-4ca1-b4a5-54aea2d75682 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:33.225598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecede254-270a-41a6-8bf1-5ec3dd9286fc req-f54b844e-a3c3-4ca1-b4a5-54aea2d75682 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1039236 Nov 01 18:26:33.228501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57400) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:33.298175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.322901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 401fd98f-812d-442e-8b43-e258f09ef11d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:33.405451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 401fd98f-812d-442e-8b43-e258f09ef11d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:33.406814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 401fd98f-812d-442e-8b43-e258f09ef11d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:33.407255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 27539275-df99-420c-a96d-3ef713ffade2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:33.437369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecede254-270a-41a6-8bf1-5ec3dd9286fc req-39a9fee4-d1c4-445a-9997-8f3d73defc00 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012112 Nov 01 18:26:33.438168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=3ab18245-d20d-4571-b6cb-e81cbb4393fd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:33.462913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 27539275-df99-420c-a96d-3ef713ffade2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:33.468047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 27539275-df99-420c-a96d-3ef713ffade2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:33.485133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.489931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6580e61a-209e-4e17-9c2c-cc75a1bcab30 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/3ab18245-d20d-4571-b6cb-e81cbb4393fd HTTP/1.1" status: 204 len: 168 time: 1.0247390 Nov 01 18:26:33.497832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57410) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:33.586998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4951777e-f10e-45af-af63-866ef1f7e1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.607702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae56abc-e1ff-4fc5-b3e6-d642f442d208 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:33.609329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae56abc-e1ff-4fc5-b3e6-d642f442d208 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:33.613816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aae56abc-e1ff-4fc5-b3e6-d642f442d208 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1148863 Nov 01 18:26:33.618449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57422) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:33.698930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet d6091a1c-825f-48bf-8f3f-304a1e908ed8 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:33.705482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.743766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57426) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:33.773196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-291f563b-8de4-4801-82df-8eadbdeedc24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.804907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.846707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.852873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4951777e-f10e-45af-af63-866ef1f7e1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:33.947857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4951777e-f10e-45af-af63-866ef1f7e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.046209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57436) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.046805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4951777e-f10e-45af-af63-866ef1f7e1a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d85932f03af442ab17340fb4105a074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8168342 Nov 01 18:26:34.094376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-291f563b-8de4-4801-82df-8eadbdeedc24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.117065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.136674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951777e-f10e-45af-af63-866ef1f7e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc189179-4c7c-4c05-8b69-cca8070dcfc0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:34.160907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.211178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.225284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-291f563b-8de4-4801-82df-8eadbdeedc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.280934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e876558-a9a6-4763-9371-b9864fb44d66 req-a0cd7848-f710-4ce2-b664-432009126bd9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:34.282661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e876558-a9a6-4763-9371-b9864fb44d66 req-a0cd7848-f710-4ce2-b664-432009126bd9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1864691 Nov 01 18:26:34.308047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 0ff715eb-329e-47c7-a3aa-694735397514 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:34.308911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.327540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f563b-8de4-4801-82df-8eadbdeedc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c290070-0c61-48e0-afa9-b2dbf9d64b3f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:34.338242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-291f563b-8de4-4801-82df-8eadbdeedc24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7668285bd54d77b37c55ce472c4b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923553 Nov 01 18:26:34.342570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57446) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.374287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e876558-a9a6-4763-9371-b9864fb44d66 req-fda10728-966f-40ab-b9ab-ecf014c674ba tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Nov 01 18:26:34.419586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.424353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 0ff715eb-329e-47c7-a3aa-694735397514, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0ff715eb-329e-47c7-a3aa-694735397514,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:34.424719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.430879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.434125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.435458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc189179-4c7c-4c05-8b69-cca8070dcfc0 HTTP/1.1" status: 204 len: 168 time: 0.3882825 Nov 01 18:26:34.466198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51f130-51b7-4c6b-bd80-cb584772ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc189179-4c7c-4c05-8b69-cca8070dcfc0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:34.471950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.482115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 0ff715eb-329e-47c7-a3aa-694735397514 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:34.498704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.498704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/d6091a1c-825f-48bf-8f3f-304a1e908ed8 HTTP/1.1" status: 204 len: 168 time: 0.8761230 Nov 01 18:26:34.499889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.513668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85e3ec-cc05-488d-b848-2117dd2b95bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=d6091a1c-825f-48bf-8f3f-304a1e908ed8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:34.545750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c9fa4-f360-4d5f-a5fd-44b532c7885a None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:34.560481 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e7e8155-0a7f-42d7-b529-b2b2d6e3bac5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565994 Nov 01 18:26:34.561792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57454) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.572568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.684584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67585b9a-37ea-49c1-bc1c-95c1a91b3a69 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:34.689148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67585b9a-37ea-49c1-bc1c-95c1a91b3a69 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1271651 Nov 01 18:26:34.689613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57456) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.702519 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.705378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Provisioning complete for port 2f3614dc-2481-406d-88f2-8ee81911dc2e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:34.711215 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.785749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.788403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.789586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c290070-0c61-48e0-afa9-b2dbf9d64b3f HTTP/1.1" status: 204 len: 168 time: 0.4461849 Nov 01 18:26:34.805355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c89b6-99db-4692-ab35-fdef0fa292c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c290070-0c61-48e0-afa9-b2dbf9d64b3f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:34.822345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e5d77-50ea-45ba-be0c-64aaa9fde9c0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:34.824063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a29e5d77-50ea-45ba-be0c-64aaa9fde9c0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332579 Nov 01 18:26:34.827642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57460) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.889411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:34.908699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e4997f7-fd05-4adf-ac22-f208733c7f0e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773649 Nov 01 18:26:34.912505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57464) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:34.927572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:34.936053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] For port 2f3614dc-2481-406d-88f2-8ee81911dc2e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f3614dc-2481-406d-88f2-8ee81911dc2e,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:34.964428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:34.971930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.022759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Deleting port 2f3614dc-2481-406d-88f2-8ee81911dc2e {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:35.023166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.025708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.068465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=0ff715eb-329e-47c7-a3aa-694735397514,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:35.134368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Pushing event updated for resources: {'Port': ['ID=2f3614dc-2481-406d-88f2-8ee81911dc2e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:35.172367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:35.176099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.177193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.182986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.183340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.184738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.185273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.185900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.186322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.186744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.187431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.188087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.188508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.188925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.189372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd605d-00d7-47e2-8b78-fa7c89ca9dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:26:35.212821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] For port 2f3614dc-2481-406d-88f2-8ee81911dc2e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f3614dc-2481-406d-88f2-8ee81911dc2e,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:35.213334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.230229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Calling delete_port for 2f3614dc-2481-406d-88f2-8ee81911dc2e owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:35.412408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.451988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] Pushing event deleted for resources: {'Port': ['ID=2f3614dc-2481-406d-88f2-8ee81911dc2e,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:35.454217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000278b-cbf5-4cdb-a257-6197db2c2219 None None] No DVR routers for this DVR port 2f3614dc-2481-406d-88f2-8ee81911dc2e on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:35.486255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57474) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:35.504231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0771ec0-32f7-4d1e-ad7a-336a89846999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.546869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:35.625208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558cfe3-4e16-4673-84dd-3f2203d4bc64 req-ae3cfb04-6b03-44a2-9c59-5f111120181d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:35.626888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b558cfe3-4e16-4673-84dd-3f2203d4bc64 req-ae3cfb04-6b03-44a2-9c59-5f111120181d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0959983 Nov 01 18:26:35.671815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b558cfe3-4e16-4673-84dd-3f2203d4bc64 req-50c3a8c2-bee7-4e91-9226-90f06d4d601b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Nov 01 18:26:35.713490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:35.724639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ed12177-a50f-4712-8e53-ea12c16cd06b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800094 Nov 01 18:26:35.726874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:35.727378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:35.736906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:35.737513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:35.747021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0771ec0-32f7-4d1e-ad7a-336a89846999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.806162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:35.810570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.812421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0771ec0-32f7-4d1e-ad7a-336a89846999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.841247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:35.846351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet 459702a5-d31e-414f-b23c-b8f35667fea6 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:35.857235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.864423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771ec0-32f7-4d1e-ad7a-336a89846999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba32603-db9f-4723-92c9-982d042e6ebe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:35.901336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0771ec0-32f7-4d1e-ad7a-336a89846999 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=998cf9b245f34de7b891c4e334453f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161456 Nov 01 18:26:35.904081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:35.906286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:35.911717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e7c36877-76a0-4b5b-8702-8bc8d685c113,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:35.916119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:35.919239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:35.919954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.941659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:35.951728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416d88b-3674-48b1-90ad-a060b08858ae None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:35.985828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.015572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1657e672-34ec-40d0-ae65-c9adb1838119 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0934088 Nov 01 18:26:36.019808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.032973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:36.042121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:36.166262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.170431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.172436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba32603-db9f-4723-92c9-982d042e6ebe HTTP/1.1" status: 204 len: 168 time: 0.2669747 Nov 01 18:26:36.190192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.211583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61384f10-a5a6-4767-95c6-11ca7acbbf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba32603-db9f-4723-92c9-982d042e6ebe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:36.223465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'e7c36877-76a0-4b5b-8702-8bc8d685c113'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:36.223465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.268820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:34Z', 'revision_number': 10, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:36.305050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:36.369033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:36.369664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:36.378421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:36.382957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.425665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.504492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:36.506972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Allocated IP 2001:db8::f816:3eff:fe94:2ee3 (67390d4f-8ecf-462d-bd6d-0170ba363007/e7c36877-76a0-4b5b-8702-8bc8d685c113/31574c91-1a4f-46b5-a19a-280d56225a4b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:36.510167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=459702a5-d31e-414f-b23c-b8f35667fea6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:36.537377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.544879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-832e3970-e5ef-473d-a2d8-0ddcb5a37283 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/459702a5-d31e-414f-b23c-b8f35667fea6 HTTP/1.1" status: 204 len: 168 time: 0.8142273 Nov 01 18:26:36.553592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec3a53-3d6b-4128-8e29-ff83198889a2 None None] Network ddca5487-16b3-4c9d-901c-b7ef483a8a68 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:36.553740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57512) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:36.618467 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7c36877-76a0-4b5b-8702-8bc8d685c113 (CIDR: 2001:db8::/64) Nov 01 18:26:36.652604 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:26:36.653825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:36.668947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.768423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port df344b29-a14e-4891-ba7b-6fba7bdac82a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:36.768853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.780652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-12a3c152-519e-455a-9f3e-c9600f3893f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7464423 Nov 01 18:26:36.783366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57522) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:36.789689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:36.900548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port df344b29-a14e-4891-ba7b-6fba7bdac82a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=df344b29-a14e-4891-ba7b-6fba7bdac82a,segment=NetworkSegment(f24d82fd-6374-4e32-ae57-c55bfdfc2d66),segment_id=f24d82fd-6374-4e32-ae57-c55bfdfc2d66)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:36.901073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:36.918520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for df344b29-a14e-4891-ba7b-6fba7bdac82a owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:37.044049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e1c5-428a-4a6b-a009-70f850f900b3 req-abe6dbf8-46c2-42a8-9959-5b4ceacaa204 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:37.047676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6072e1c5-428a-4a6b-a009-70f850f900b3 req-abe6dbf8-46c2-42a8-9959-5b4ceacaa204 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1710246 Nov 01 18:26:37.097831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.138862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=df344b29-a14e-4891-ba7b-6fba7bdac82a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:37.146869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port df344b29-a14e-4891-ba7b-6fba7bdac82a on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:37.200145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6072e1c5-428a-4a6b-a009-70f850f900b3 req-8391e443-52ae-43e9-b71c-9c662530bfad tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420290 Nov 01 18:26:37.202471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:37.221665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.237256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28341700-a339-4422-a63c-d0c33b30f2bc None None] DHCP port deletion for ddca5487-16b3-4c9d-901c-b7ef483a8a68 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:37.285059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.321117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddca5487-16b3-4c9d-901c-b7ef483a8a68']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:37.351063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:37.351711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24d82fd-6374-4e32-ae57-c55bfdfc2d66') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:37.358212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.374026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.396183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.405592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:26:37.410575 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:26:37.446454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:34Z', 'revision_number': 10, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:37.483818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.495909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e964b-94a8-4695-b75e-393ab3038aca None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:34Z', 'revision_number': 10, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None, '_interfaces': [{'id': '267efcbf-e936-42e2-a170-f6f277621a63', 'name': '', 'network_id': '4614ac19-5bde-47a7-b87c-1f6aa1360ef0', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'mac_address': 'fa:16:3e:d0:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:25:52Z', 'updated_at': '2021-11-01T18:25:58Z', 'revision_number': 5, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'subnets': [{'id': 'be785c79-f2f4-46d5-b61d-cb992d8eeff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:37.549067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.582495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.593058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/ddca5487-16b3-4c9d-901c-b7ef483a8a68 HTTP/1.1" status: 204 len: 168 time: 1.0443501 Nov 01 18:26:37.595474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57568) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:37.609952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:37.615144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:37.619040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:37.623645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb144ec-793c-4388-aaa2-0efaf711e535 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=ddca5487-16b3-4c9d-901c-b7ef483a8a68,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:37.628248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:37.677148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Attempting to bind port 31574c91-1a4f-46b5-a19a-280d56225a4b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:37.677518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Attempting to bind port 31574c91-1a4f-46b5-a19a-280d56225a4b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:37.677879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Attempting to bind port 31574c91-1a4f-46b5-a19a-280d56225a4b on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:37.683424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:37.690233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:37.690233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.690233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:37.690233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Bound port: 31574c91-1a4f-46b5-a19a-280d56225a4b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:37.690233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.713435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.763322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:37.766971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:37.815889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=7daf2765-c81f-4ce4-9079-bb94cc9b0f74,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:37.827681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:37.829364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:37.832774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:37.832958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.858816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:37.918292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-47dc4121-8aa7-426c-bd7f-2d4f0600d64e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1332595 Nov 01 18:26:37.919100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:37.927382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:cc:9c:4b', 'name': 'tempest-NetworksTestDHCPv6-369073362'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:38.027728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa2aa3-6a42-4a44-9ffe-aa82cc3d4f85 None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:38.177819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:38.241576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:38.462372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:38.513254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eede8-8812-4f92-9672-dfaa03e036fe req-67b9ae66-0c17-40ba-a860-8ab3a8d93097 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:38.515041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-765eede8-8812-4f92-9672-dfaa03e036fe req-67b9ae66-0c17-40ba-a860-8ab3a8d93097 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1536207 Nov 01 18:26:38.516518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 6afac8e6-3d62-424a-93ab-e322a2bef220 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:38.622783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-765eede8-8812-4f92-9672-dfaa03e036fe req-f3ed4440-b02c-4ed5-b6ff-0268dce9ea97 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996745 Nov 01 18:26:38.655776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 267efcbf-e936-42e2-a170-f6f277621a63 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:38.655776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:38.803923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8:0:1::65 (67390d4f-8ecf-462d-bd6d-0170ba363007/7daf2765-c81f-4ce4-9079-bb94cc9b0f74/6afac8e6-3d62-424a-93ab-e322a2bef220) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:38.811580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fecc:9c4b (67390d4f-8ecf-462d-bd6d-0170ba363007/e7c36877-76a0-4b5b-8702-8bc8d685c113/6afac8e6-3d62-424a-93ab-e322a2bef220) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:38.812339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 267efcbf-e936-42e2-a170-f6f277621a63, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=267efcbf-e936-42e2-a170-f6f277621a63,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:38.812944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:38.846990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 267efcbf-e936-42e2-a170-f6f277621a63 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:39.034602 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.097153 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.271900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.272699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.384149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:39.411654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57656) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:39.416682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:39.462582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:39.477434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:39.488015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:39.488687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.504799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:39.505172 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.544855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.547949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=6afac8e6-3d62-424a-93ab-e322a2bef220,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:39.556091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=267efcbf-e936-42e2-a170-f6f277621a63,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:39.563325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c11a8f-4e37-45da-9f2e-db09581e28a3 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:39.643805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e40f366f-0633-4a06-b4d8-a55cf91aba36 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7212603 Nov 01 18:26:39.644587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57662) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:39.773042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d7f9f7cc-52f1-41c5-9f3f-0a197c57ec6b None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:39.773417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f7cc-52f1-41c5-9f3f-0a197c57ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.871697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-855bc73b-1077-4384-aad5-7f4093b89f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:39.880935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:39.915473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fadafd-0309-4151-9935-3cceddbef310 req-ff9bb8c0-e4d5-4d3e-9039-d16652110051 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:39.919559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3fadafd-0309-4151-9935-3cceddbef310 req-ff9bb8c0-e4d5-4d3e-9039-d16652110051 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1715484 Nov 01 18:26:39.969057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:39.981851 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:39.996488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.004766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a75ff03e-3d31-404b-828c-11f9691e98c2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892360 Nov 01 18:26:40.009551 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:40.009551 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:40.012880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57672) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:40.035685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7f9f7cc-52f1-41c5-9f3f-0a197c57ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.044417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3fadafd-0309-4151-9935-3cceddbef310 req-71fd6992-9fcd-4668-bea8-50187edd0261 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098781 Nov 01 18:26:40.048973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 6afac8e6-3d62-424a-93ab-e322a2bef220 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:40.049664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.089640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:40.141507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting subnet be785c79-f2f4-46d5-b61d-cb992d8eeff9 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:40.156426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.165613 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:40.189753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.211165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0ff715eb-329e-47c7-a3aa-694735397514 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:40.229337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-855bc73b-1077-4384-aad5-7f4093b89f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.236540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.277674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.303277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-855bc73b-1077-4384-aad5-7f4093b89f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.317970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 6afac8e6-3d62-424a-93ab-e322a2bef220 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:40.335033 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:40.404596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.425647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-855bc73b-1077-4384-aad5-7f4093b89f37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1599c397d1204c4b9aee5b565007f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0057068 Nov 01 18:26:40.430145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bc73b-1077-4384-aad5-7f4093b89f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1934b-7d11-424c-8330-7758a95c7534,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:40.494515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57680) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:40.507198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:40.539203 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:40.543643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:26:40.551165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0ff715eb-329e-47c7-a3aa-694735397514 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:40.551546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0ff715eb-329e-47c7-a3aa-694735397514 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:40.552045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device df344b29-a14e-4891-ba7b-6fba7bdac82a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:40.557054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:40.557955 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:40.579158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: df344b29-a14e-4891-ba7b-6fba7bdac82a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:40.579513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device df344b29-a14e-4891-ba7b-6fba7bdac82a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:40.605415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.608257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Update dhcp port {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'e7c36877-76a0-4b5b-8702-8bc8d685c113', 'ip_address': '2001:db8::f816:3eff:fe94:2ee3'}, {'subnet_id': '7daf2765-c81f-4ce4-9079-bb94cc9b0f74'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '31574c91-1a4f-46b5-a19a-280d56225a4b'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:26:40.619596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-d7f9f7cc-52f1-41c5-9f3f-0a197c57ec6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:40.619596 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-d7f9f7cc-52f1-41c5-9f3f-0a197c57ec6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:40.641686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.644895 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.659641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.677913 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:40.703167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Subnet': ['ID=be785c79-f2f4-46d5-b61d-cb992d8eeff9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:40.715179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.721569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3d43c952-0466-40ab-a40a-437fd985ec60 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/be785c79-f2f4-46d5-b61d-cb992d8eeff9 HTTP/1.1" status: 204 len: 168 time: 0.7075300 Nov 01 18:26:40.732221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57684) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:40.790514 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:40.829933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00ec6f-2cdb-417d-b128-db9c0265684b None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:40.857541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e81fac-88c0-49a8-b453-f955557a2c71 None None] Network 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:40.886105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.890523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Allocated IP 2001:db8:0:1::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/7daf2765-c81f-4ce4-9079-bb94cc9b0f74/31574c91-1a4f-46b5-a19a-280d56225a4b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:40.949352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.952386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Deleting port 2a5ef252-c433-4387-8b7e-7affc0644c39 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:40.952719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.953498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:40.958170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6f1934b-7d11-424c-8330-7758a95c7534 HTTP/1.1" status: 204 len: 168 time: 0.4547250 Nov 01 18:26:40.968102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964d51f-56bd-40d9-9544-8ff866e5b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1934b-7d11-424c-8330-7758a95c7534,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:41.012165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.026678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] For port 2a5ef252-c433-4387-8b7e-7affc0644c39, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2a5ef252-c433-4387-8b7e-7affc0644c39,segment=NetworkSegment(b892bbae-2d28-4bd1-80f1-92d0e537ee1c),segment_id=b892bbae-2d28-4bd1-80f1-92d0e537ee1c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:41.027168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.042456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Calling delete_port for 2a5ef252-c433-4387-8b7e-7affc0644c39 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:41.091887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:41.130153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=6afac8e6-3d62-424a-93ab-e322a2bef220,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:41.211096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.211307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.217985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e3faec2-8d46-49e7-a4eb-4822636a09c4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/6afac8e6-3d62-424a-93ab-e322a2bef220 HTTP/1.1" status: 204 len: 168 time: 1.5728419 Nov 01 18:26:41.220490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:41.232537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] DHCP port deletion for 4614ac19-5bde-47a7-b87c-1f6aa1360ef0 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:41.282274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.328794 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.352383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f683d13-311a-48c5-86e2-90304b25cf7c req-5c0e3c7b-a7a2-417e-99b8-553af3faa3c6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.358311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:41.361876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f683d13-311a-48c5-86e2-90304b25cf7c req-5c0e3c7b-a7a2-417e-99b8-553af3faa3c6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1352086 Nov 01 18:26:41.364373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Port': ['ID=2a5ef252-c433-4387-8b7e-7affc0644c39,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:41.379552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No DVR routers for this DVR port 2a5ef252-c433-4387-8b7e-7affc0644c39 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:41.417092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f683d13-311a-48c5-86e2-90304b25cf7c req-11b22215-e87a-4efb-9b42-961ede99068d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539973 Nov 01 18:26:41.511196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89da68c-a73b-4108-9e1b-dacd476437e6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.513795 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e89da68c-a73b-4108-9e1b-dacd476437e6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2922795 Nov 01 18:26:41.516561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57708) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:41.524776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.545615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03aa9-1495-4c7a-973a-ffe538187846 None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:41.550486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Deleting port 2a5ef252-c433-4387-8b7e-7affc0644c39 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:41.550486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.559074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4614ac19-5bde-47a7-b87c-1f6aa1360ef0']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:41.571221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:41.571928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b892bbae-2d28-4bd1-80f1-92d0e537ee1c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:41.584342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.604160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.608656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:41.609113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.618947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:26:41.622399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.636397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a7f5-1852-4c5e-b800-b850574c3d44 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.637979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5c15a7f5-1852-4c5e-b800-b850574c3d44 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1203721 Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:26:41.638129 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:26:41.646126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57712) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:41.674740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] For port 2a5ef252-c433-4387-8b7e-7affc0644c39, host n-d-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:41.675153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.728132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Calling delete_port for 2a5ef252-c433-4387-8b7e-7affc0644c39 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:41.743280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.ipam_backend_mixin [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Port 2a5ef252-c433-4387-8b7e-7affc0644c39 was not found and therefore no delete operation was performed {{(pid=102784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:26:41.747879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.783938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.790491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:41.797489 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/networks/4614ac19-5bde-47a7-b87c-1f6aa1360ef0 HTTP/1.1" status: 204 len: 168 time: 1.0637131 Nov 01 18:26:41.801565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c734f-423b-408b-a937-401cdc26aad8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.811012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:41.812588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c734f-423b-408b-a937-401cdc26aad8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.816257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'routes': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:41.821240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c734f-423b-408b-a937-401cdc26aad8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:41.822212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] Pushing event deleted for resources: {'Port': ['ID=2a5ef252-c433-4387-8b7e-7affc0644c39,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:41.829267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f03c734f-423b-408b-a937-401cdc26aad8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1817114 Nov 01 18:26:41.829998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57716) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:41.893407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51f3c9-7c5d-4dd8-b5a4-13e2ced4900c None None] No DVR routers for this DVR port 2a5ef252-c433-4387-8b7e-7affc0644c39 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:41.974751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 7daf2765-c81f-4ce4-9079-bb94cc9b0f74 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:41.986789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.057295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07852f-c1b2-4655-bde2-2047f1bfab25 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Pushing event deleted for resources: {'Network': ['ID=4614ac19-5bde-47a7-b87c-1f6aa1360ef0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:42.083521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2a5ef252-c433-4387-8b7e-7affc0644c39 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:42.089633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.144920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2a5ef252-c433-4387-8b7e-7affc0644c39 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:42.145406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2a5ef252-c433-4387-8b7e-7affc0644c39 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:42.145666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 267efcbf-e936-42e2-a170-f6f277621a63 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:42.179960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 267efcbf-e936-42e2-a170-f6f277621a63 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:42.180312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 267efcbf-e936-42e2-a170-f6f277621a63 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:42.258265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Added routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:26:42.258840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Removed routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:26:42.259217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.539153 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.543011 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.744569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369e9a-abe0-4ae7-96df-9183741c0147 req-df8574a4-f75a-4a0e-bc80-2dbd0fbecc26 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:42.752845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9369e9a-abe0-4ae7-96df-9183741c0147 req-df8574a4-f75a-4a0e-bc80-2dbd0fbecc26 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1458130 Nov 01 18:26:42.791288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.804747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6ac2d214-7be7-41be-813c-062f30a1b787 None None] Could not find standard attr ID for object 6afac8e6-3d62-424a-93ab-e322a2bef220. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:42.835586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6ac2d214-7be7-41be-813c-062f30a1b787 None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:42.835968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d214-7be7-41be-813c-062f30a1b787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:42.910232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9369e9a-abe0-4ae7-96df-9183741c0147 req-d0cda02e-8c75-4a18-a32f-656d66c2063e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564329 Nov 01 18:26:42.973039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.104219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=7daf2765-c81f-4ce4-9079-bb94cc9b0f74,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:43.131470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.146829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5d13108d-143b-426d-8a7d-d3e3d4a2d778 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/7daf2765-c81f-4ce4-9079-bb94cc9b0f74 HTTP/1.1" status: 204 len: 168 time: 1.3113096 Nov 01 18:26:43.153053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57756) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:43.184468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d80f4-5b6d-48cf-bb5d-f610ec88fb28 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:43.215457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:26:43.282971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-794d8ae8-dc46-4e82-8636-6e0d19479865 None None] Could not find standard attr ID for object 6afac8e6-3d62-424a-93ab-e322a2bef220. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:26:43.305180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e7c36877-76a0-4b5b-8702-8bc8d685c113 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:43.309971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.337556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:43.390775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:43.392701 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.403676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.409549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f0649ee-8f82-4576-8881-d3ce73a8069c tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 705 time: 1.5971427 Nov 01 18:26:43.410465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:43.457671 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5b0f3ae9-8bd2-4b34-9ef6-868e87c7a1e5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 205 time: 0.0456638 Nov 01 18:26:43.458585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:43.541045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.551815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.618740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Sync routers for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:43.658989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:43.659993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:43.716075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.763915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:43.766444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c36877-76a0-4b5b-8702-8bc8d685c113,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:43.776388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.780289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-69ddb261-ce69-405a-a303-1482efdc18c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e7c36877-76a0-4b5b-8702-8bc8d685c113 HTTP/1.1" status: 204 len: 168 time: 0.6261127 Nov 01 18:26:43.782759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57776) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:43.830292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d20a93c0-9e76-4987-a0dd-a5b58ed33c16 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459437 Nov 01 18:26:43.832862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:43.835892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.839460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.840438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:43.863252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:43.910792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Checking router: 411e236c-8dab-4a02-90a6-784cc2c7c2e6 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:43.923903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:43.924273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:43.930967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Routers {'411e236c-8dab-4a02-90a6-784cc2c7c2e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:43.931770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:44.028976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.030824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:26:44.042360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.050788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57788) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:44.053033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e0fad91-5e1f-4667-a661-86e636126b93 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 204 len: 168 time: 0.5930219 Nov 01 18:26:44.056556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1904968872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:44.093237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:44.096728 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.173168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] Set router 411e236c-8dab-4a02-90a6-784cc2c7c2e6 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:44.262927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:44.370084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece5df0-696b-48e7-bcc2-bddd6ba5ea9a req-a3d5b914-faa5-4d7a-9344-1456022831bd tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:44.371648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eece5df0-696b-48e7-bcc2-bddd6ba5ea9a req-a3d5b914-faa5-4d7a-9344-1456022831bd tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.3047247 Nov 01 18:26:44.376600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57796) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:44.424699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd724b2-2573-4ad3-9d2f-c2ae5348509f None None] The sync data for ids ['411e236c-8dab-4a02-90a6-784cc2c7c2e6'] in n-d-815923-2 is: [{'id': '411e236c-8dab-4a02-90a6-784cc2c7c2e6', 'name': 'tempest-RoutersIpV6Test-router-2137045590', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:25:49Z', 'updated_at': '2021-11-01T18:26:39Z', 'revision_number': 11, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:44.454853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9263dc4-f77e-434f-96de-e0e1bd2019c5 None None] Update dhcp port {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'e7c36877-76a0-4b5b-8702-8bc8d685c113'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '31574c91-1a4f-46b5-a19a-280d56225a4b'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:26:44.499274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9263dc4-f77e-434f-96de-e0e1bd2019c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.524756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eece5df0-696b-48e7-bcc2-bddd6ba5ea9a req-ca4a09ce-bb9f-43ef-85f0-a49c08781414 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460102 Nov 01 18:26:44.536376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.537494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.558392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:44.652157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.656064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:44.732051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.763161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.847086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4772b2-1bfb-40c6-a10a-8f4a988f481b None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:44.861218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.865606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57808) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:44.866061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08c1878d-b125-456f-95be-87adf96992a7 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8131170 Nov 01 18:26:44.872994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:44.931940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:44.968934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c893b02d-8564-432d-ba8b-5c4512f523e3 None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:44.969308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c893b02d-8564-432d-ba8b-5c4512f523e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.137701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.141077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.147006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:45.189415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.248231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.263137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.264117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.285776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:45.369470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:45.377174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:45.403629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:45.404232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.455393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Allocated IP 172.25.2.191 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b644a2ad-16ac-4d29-9d88-65e16cbf39dc) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:45.463120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=f6881fdd-67e3-426b-b9ae-4ba5f3998f86,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:45.471250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:45.524429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.561761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4a9b9d5-66cc-42ba-bdc3-1e63fcb2bae3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7277076 Nov 01 18:26:45.562764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57816) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:45.572445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:45.620244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:45.654426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.721103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.775963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48548f85-ae39-470f-ba2b-bc2c576159a5 req-9c73e10b-4e1a-4d64-8a39-6bb48729c24c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:45.785607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48548f85-ae39-470f-ba2b-bc2c576159a5 req-9c73e10b-4e1a-4d64-8a39-6bb48729c24c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1187530 Nov 01 18:26:45.801807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.840058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:45.857254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48548f85-ae39-470f-ba2b-bc2c576159a5 req-1c9858c8-51a2-4cc5-9b6a-bb1abe8ac0ab tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Nov 01 18:26:45.874532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Router 661bebd0-7f40-4559-9357-99fd8376056f is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:26:45.885667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:45.890122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:45.890323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:45.912152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:45.914501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Pushing event updated for resources: {'Port': ['ID=b644a2ad-16ac-4d29-9d88-65e16cbf39dc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:45.928454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:46.011058 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6881fdd-67e3-426b-b9ae-4ba5f3998f86 (CIDR: 2001:db8::/64) Nov 01 18:26:46.029907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:26:46.043709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.043709 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-861a00f8-1f28-4a71-9c41-b3ae9bf4b170 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "PUT /v2.0/routers/661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 200 len: 698 time: 1.1737163 Nov 01 18:26:46.043709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:46.048963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Sync routers for ids ['661bebd0-7f40-4559-9357-99fd8376056f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:26:46.064256 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:26:46.067456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:46.073477 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Routers {'661bebd0-7f40-4559-9357-99fd8376056f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:46.078957 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['661bebd0-7f40-4559-9357-99fd8376056f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:46.164214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c8c7d-f100-4156-83ce-888e1f934b7f None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:46.172664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-53d5c63b-ab70-4e86-a6b1-82e0a2e173eb tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/routers/661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 200 len: 704 time: 0.1279306 Nov 01 18:26:46.175224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57828) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:46.179388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30f524f5-aee2-4b1a-8e01-9a995ec0024b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6151521 Nov 01 18:26:46.182049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57830) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:46.187100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:46.192087 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Set router 661bebd0-7f40-4559-9357-99fd8376056f gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:46.218649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f826f372-32a2-418d-b438-ff7ae8583f21 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 200 len: 205 time: 0.0422950 Nov 01 18:26:46.221058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57832) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:46.230591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.285555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:46.286446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.322130 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661bebd0-7f40-4559-9357-99fd8376056f', 'name': 'tempest-RoutersIpV6Test-router-1904968872', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:26:44Z', 'updated_at': '2021-11-01T18:26:45Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:46.328065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.480204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.481272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:46.485311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.549541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:46.572342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.586179 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Checking router: 661bebd0-7f40-4559-9357-99fd8376056f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:26:46.596853 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Routers {'661bebd0-7f40-4559-9357-99fd8376056f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:26:46.597547 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['661bebd0-7f40-4559-9357-99fd8376056f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:46.617438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.737599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.748254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.749339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] Set router 661bebd0-7f40-4559-9357-99fd8376056f gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:26:46.750251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce25b8-1ced-4840-9b1c-cb7d14b65ba2 None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:46.810967 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661bebd0-7f40-4559-9357-99fd8376056f', 'name': 'tempest-RoutersIpV6Test-router-1904968872', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:26:44Z', 'updated_at': '2021-11-01T18:26:45Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:26:46.864889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a1873536-1077-4a66-9477-3140fd17583c None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:46.869354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1873536-1077-4a66-9477-3140fd17583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:46.886151 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a7c30-200a-41c1-8eef-086b2f7ece8d None None] The sync data for ids ['661bebd0-7f40-4559-9357-99fd8376056f'] in n-d-815923-2 is: [{'id': '661bebd0-7f40-4559-9357-99fd8376056f', 'name': 'tempest-RoutersIpV6Test-router-1904968872', 'tenant_id': '22f145e4752e456db4fd64629a35ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:26:44Z', 'updated_at': '2021-11-01T18:26:45Z', 'revision_number': 2, 'project_id': '22f145e4752e456db4fd64629a35ddc1', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:26:47.004485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.005224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Fanout notify agent at l3_agent the message router_deleted on router 661bebd0-7f40-4559-9357-99fd8376056f {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:26:47.034928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.035699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9c846353-69e1-4c81-b769-02a7c5913083 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 204 len: 168 time: 0.8136733 Nov 01 18:26:47.041835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57846) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.085767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.107534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-405b4652-9b7f-4514-a1e2-ca8d9d03e9ff tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 200 len: 205 time: 0.0603693 Nov 01 18:26:47.110111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57848) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.154532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ef044-c262-4763-99be-85838b1f9de3 req-c3697d6b-0664-4455-8ec0-f4acef83ce04 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:47.156174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e29ef044-c262-4763-99be-85838b1f9de3 req-c3697d6b-0664-4455-8ec0-f4acef83ce04 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1601093 Nov 01 18:26:47.169971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:47.185314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.185542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:47.187854 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-ee8436af-79b0-48bc-835e-9dcbe65013ea tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:47.191220 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ee8436af-79b0-48bc-835e-9dcbe65013ea tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/661bebd0-7f40-4559-9357-99fd8376056f HTTP/1.1" status: 404 len: 336 time: 0.0779300 Nov 01 18:26:47.191533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57850) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.197256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:47.197832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.223012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e8e885d0-4914-4c42-bb06-0338639fc4af,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:47.229229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31888980-441b-4b1e-bca7-c3cea44437b0 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:47.258228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.264379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e29ef044-c262-4763-99be-85838b1f9de3 req-eb264b88-f49b-42dc-a33b-bd13d28d877f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966995 Nov 01 18:26:47.264674 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d6d4bf-28c4-4814-b92e-9eed0447c8a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:47.265361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d6d4bf-28c4-4814-b92e-9eed0447c8a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:47.270746 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e6d6d4bf-28c4-4814-b92e-9eed0447c8a9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/17fcd55e-3e25-446f-bda2-f23ef81140aa HTTP/1.1" status: 404 len: 337 time: 0.0760880 Nov 01 18:26:47.271371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57852) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.284486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d14276d9-7541-4153-bff6-45ebb3928e32 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1007116 Nov 01 18:26:47.306207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.311364 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a568ca-cc59-4f59-ae77-9ee5b52aa4e8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:47.316546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a568ca-cc59-4f59-ae77-9ee5b52aa4e8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:47.316706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:0b:54:c4', 'name': 'tempest-NetworksTestDHCPv6-613540179'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:47.316950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-19a568ca-cc59-4f59-ae77-9ee5b52aa4e8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/a94cab87-d36f-45ac-a77e-ae95afb70617 HTTP/1.1" status: 404 len: 337 time: 0.0428832 Nov 01 18:26:47.319354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.386716 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-510e22fb-a9a5-4c1b-afac-38ee02d91563 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:47.387953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510e22fb-a9a5-4c1b-afac-38ee02d91563 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:47.390944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-510e22fb-a9a5-4c1b-afac-38ee02d91563 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/459702a5-d31e-414f-b23c-b8f35667fea6 HTTP/1.1" status: 404 len: 337 time: 0.0705748 Nov 01 18:26:47.394033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.446598 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d17f676-89a8-464d-a4b6-80a57851feee tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:47.447289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d17f676-89a8-464d-a4b6-80a57851feee tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:47.452003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3d17f676-89a8-464d-a4b6-80a57851feee tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/be785c79-f2f4-46d5-b61d-cb992d8eeff9 HTTP/1.1" status: 404 len: 337 time: 0.0567939 Nov 01 18:26:47.454443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.480023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:47.490441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-16543917-93ea-4a70-814d-fb2a1a3db884 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 200 len: 205 time: 0.0345733 Nov 01 18:26:47.493165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57862) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.498581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Pushing event updated for resources: {'Port': ['ID=b644a2ad-16ac-4d29-9d88-65e16cbf39dc,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:47.533390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.593145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:47.593532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.597724 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-221f1971-2862-4b32-90b5-7d4327a95a00 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:47.599373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-221f1971-2862-4b32-90b5-7d4327a95a00 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/411e236c-8dab-4a02-90a6-784cc2c7c2e6 HTTP/1.1" status: 404 len: 336 time: 0.1046574 Nov 01 18:26:47.602528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57866) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.644038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.645549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4540a332-efef-4fc6-8c4b-edd66af5460a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2676826 Nov 01 18:26:47.649065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.655902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-140408191', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'fixed_ips': [{'ip_address': '172.25.2.191'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:47.668519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47f41842-ac15-4056-b4d0-51813dcb868e tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=f075cc98-8a6f-4e49-81d7-eec59c270bf3 HTTP/1.1" status: 200 len: 205 time: 0.0624897 Nov 01 18:26:47.669193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57870) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.721881 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0139907b-adb4-4baa-bc5a-34b1aa2a74b1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:47.723646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0139907b-adb4-4baa-bc5a-34b1aa2a74b1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/f075cc98-8a6f-4e49-81d7-eec59c270bf3 HTTP/1.1" status: 404 len: 336 time: 0.0524218 Nov 01 18:26:47.725837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57872) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.748961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Update dhcp port {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'fixed_ips': [{'subnet_id': 'f6881fdd-67e3-426b-b9ae-4ba5f3998f86', 'ip_address': '2001:db8::f816:3eff:fe94:2ee3'}, {'subnet_id': 'e8e885d0-4914-4c42-bb06-0338639fc4af'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '31574c91-1a4f-46b5-a19a-280d56225a4b'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:26:47.755062 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2548c38b-9d33-4f51-9d7a-0bcd4208a38b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:47.755619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2548c38b-9d33-4f51-9d7a-0bcd4208a38b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:47.759722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2548c38b-9d33-4f51-9d7a-0bcd4208a38b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/73adce60-939f-4f5d-8268-9b7b4683852e HTTP/1.1" status: 404 len: 337 time: 0.0325389 Nov 01 18:26:47.765150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.777742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.798109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ae45a3ea-bc23-4e8b-96e8-f144abaf3ce1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 200 len: 205 time: 0.0293894 Nov 01 18:26:47.798815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57876) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.861636 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-9f50e55a-0c81-4686-8e67-385cfc48aca5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:47.862667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f50e55a-0c81-4686-8e67-385cfc48aca5 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/07a72524-8d1f-4902-b3c4-d56033862b48 HTTP/1.1" status: 404 len: 336 time: 0.0632169 Nov 01 18:26:47.863640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:47.867106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.957143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d0d61688-fe36-4cbe-bd73-b3d5739c6932 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd832f57-0506-4af0-8724-2fc9f5a2e13b HTTP/1.1" status: 200 len: 205 time: 0.0885494 Nov 01 18:26:47.957940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57882) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:47.960500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Made reservation on behalf of cf575bba4a14492899060eb2768f6eee for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:47.967824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:47.993269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.035442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port 9d5f9d5e-aab3-48fb-99f7-ceed898b02ac yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:48.133897 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-5323139a-15b6-45f7-9f86-ba1807033cd2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:48.139144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.141509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5323139a-15b6-45f7-9f86-ba1807033cd2 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/dd832f57-0506-4af0-8724-2fc9f5a2e13b HTTP/1.1" status: 404 len: 336 time: 0.1697514 Nov 01 18:26:48.160846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.186849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Allocated IP 2001:db8:0:1::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/e8e885d0-4914-4c42-bb06-0338639fc4af/31574c91-1a4f-46b5-a19a-280d56225a4b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:48.214430 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2459fb84-f7c0-4a17-a210-26149705a4f1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:48.214936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2459fb84-f7c0-4a17-a210-26149705a4f1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:48.219543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2459fb84-f7c0-4a17-a210-26149705a4f1 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/c24175fa-79a6-44b9-b962-5c31753d3300 HTTP/1.1" status: 404 len: 337 time: 0.0725956 Nov 01 18:26:48.221257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.276708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d400580d-e3a0-48cc-affe-3157657ec9cc tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=04733764-b09e-4550-ab91-1097e629c6f7 HTTP/1.1" status: 200 len: 205 time: 0.0495462 Nov 01 18:26:48.276819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57892) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.316501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:48.349612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.360929 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-a3e7cb63-c1bb-4c2b-897c-28542f08fc38 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:48.362582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.365858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57898) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.369377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a3e7cb63-c1bb-4c2b-897c-28542f08fc38 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/04733764-b09e-4550-ab91-1097e629c6f7 HTTP/1.1" status: 404 len: 336 time: 0.0904398 Nov 01 18:26:48.397621 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-620c609d-4d83-430d-9d4b-4b9b2d41eba9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:48.398375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620c609d-4d83-430d-9d4b-4b9b2d41eba9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:48.401632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-620c609d-4d83-430d-9d4b-4b9b2d41eba9 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/bed49ba2-b245-4d76-acd4-1962969d0ecf HTTP/1.1" status: 404 len: 337 time: 0.0342145 Nov 01 18:26:48.405705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57900) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.437426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6094b17e-a2d1-42a3-a70d-116ad2cca70e tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "GET /v2.0/ports?device_id=8baddad7-faa9-47d4-83a5-32720b984fdf HTTP/1.1" status: 200 len: 205 time: 0.0302622 Nov 01 18:26:48.440157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57902) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.453785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600e3c-8a51-4a5a-9b6a-7e0763c55fac req-f6095e44-4c5e-4cc9-8a6f-d7e8733ae606 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:48.455894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f600e3c-8a51-4a5a-9b6a-7e0763c55fac req-f6095e44-4c5e-4cc9-8a6f-d7e8733ae606 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0774324 Nov 01 18:26:48.457373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.464145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] device_id is not set on port bc1949ed-ec93-4960-b387-fdc5ae5265e9 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:48.495217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.533514 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-b114d4f4-4632-410e-a889-6c686184b34b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] delete failed (client error): The resource could not be found. Nov 01 18:26:48.533514 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b114d4f4-4632-410e-a889-6c686184b34b tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/routers/8baddad7-faa9-47d4-83a5-32720b984fdf HTTP/1.1" status: 404 len: 336 time: 0.0882726 Nov 01 18:26:48.534512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.587881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9a219-cb12-4e83-b350-9abeb6f4a9ac,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:48.594224 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-45680482-7735-494a-a129-c13b40da75da tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:48.599467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45680482-7735-494a-a129-c13b40da75da tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:48.608534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45680482-7735-494a-a129-c13b40da75da tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/2fc193e0-6b8b-46cc-9deb-169c2573118a HTTP/1.1" status: 404 len: 337 time: 0.0727408 Nov 01 18:26:48.611809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57906) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:48.651297 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-446f3ee4-aab6-401b-ae11-74f729e722b8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] DELETE failed (client error): The resource could not be found. Nov 01 18:26:48.651847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446f3ee4-aab6-401b-ae11-74f729e722b8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:48.655436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-446f3ee4-aab6-401b-ae11-74f729e722b8 tempest-RoutersIpV6Test-2123897582 tempest-RoutersIpV6Test-2123897582-project] 10.222.0.31 "DELETE /v2.0/subnets/05e4dec4-d5c3-4f3e-934c-4609a4961ae6 HTTP/1.1" status: 404 len: 337 time: 0.0425525 Nov 01 18:26:48.666477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d00889-ebfb-4f78-8776-f832a4bae871 None None] Pushing event updated for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:48.706312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f600e3c-8a51-4a5a-9b6a-7e0763c55fac req-5f32dfdf-ba35-4f5a-b7d4-c64a6f80208c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375615 Nov 01 18:26:48.755534 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1ea32f-c7b1-45e3-a877-7963fce8e064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:48.780693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8:0:1::386 (67390d4f-8ecf-462d-bd6d-0170ba363007/e8e885d0-4914-4c42-bb06-0338639fc4af/9d5f9d5e-aab3-48fb-99f7-ceed898b02ac) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:48.795187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::f816:3eff:fe0b:54c4 (67390d4f-8ecf-462d-bd6d-0170ba363007/f6881fdd-67e3-426b-b9ae-4ba5f3998f86/9d5f9d5e-aab3-48fb-99f7-ceed898b02ac) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:48.880711 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 01 18:26:48.882096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:49.039814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.046091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e4249417-7e67-42e7-a21b-218fe54de703 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3930864 Nov 01 18:26:49.046495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57914) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:49.273718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Deleting port b644a2ad-16ac-4d29-9d88-65e16cbf39dc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:49.273718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.282742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:49.297759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:49.348551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.405424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:49.413044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:49.415709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:49.422448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:49.422675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:49.423053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.423188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.477741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.478057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.493793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=9d5f9d5e-aab3-48fb-99f7-ceed898b02ac,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:49.507451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Calling delete_port for b644a2ad-16ac-4d29-9d88-65e16cbf39dc owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:49.525684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4acd373-be5e-4a3e-8fce-06a604cfb049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f145e4752e456db4fd64629a35ddc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246099 Nov 01 18:26:49.526174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57926) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:49.578472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b925d740-dafd-4bf1-a6ed-f9b874be0d60 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2708497 Nov 01 18:26:49.581587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57928) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:49.626821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8759de5c-5ee3-4ddf-b3c5-084e2541965f None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:49.629940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8759de5c-5ee3-4ddf-b3c5-084e2541965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.648965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.693970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.746997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port 9d5f9d5e-aab3-48fb-99f7-ceed898b02ac {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:49.747626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.857295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.893185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.914835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0a6f15da-5386-4ade-90a3-2d7a27fa64b4 None None] Provisioning complete for port 9d5f9d5e-aab3-48fb-99f7-ceed898b02ac triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:49.915038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b53736-f574-4fb6-b5ab-255d42b92637 req-f78832b8-7e79-4bf2-9b6e-9c8cf8b744a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:49.916206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0a6f15da-5386-4ade-90a3-2d7a27fa64b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:49.916661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b53736-f574-4fb6-b5ab-255d42b92637 req-f78832b8-7e79-4bf2-9b6e-9c8cf8b744a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0915380 Nov 01 18:26:49.921134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for 9d5f9d5e-aab3-48fb-99f7-ceed898b02ac owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:49.972222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f15da-5386-4ade-90a3-2d7a27fa64b4 None None] Port 9d5f9d5e-aab3-48fb-99f7-ceed898b02ac cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:49.997837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b53736-f574-4fb6-b5ab-255d42b92637 req-4a0563eb-e064-4ea3-9653-b59371cef540 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743034 Nov 01 18:26:50.204690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.206089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.207276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.209878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3adb72a3-b8d2-4cfb-8a99-0b8a05ad4233 HTTP/1.1" status: 204 len: 168 time: 0.6820259 Nov 01 18:26:50.211542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Pushing event deleted for resources: {'Port': ['ID=b644a2ad-16ac-4d29-9d88-65e16cbf39dc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:50.242988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=9d5f9d5e-aab3-48fb-99f7-ceed898b02ac,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:50.245872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5ae9d-54ee-4468-b426-294f058b6dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb72a3-b8d2-4cfb-8a99-0b8a05ad4233,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:50.329798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.333913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.337513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.338500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7ccfb691-23ab-40b6-95c3-c2e3d2509c5e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/9d5f9d5e-aab3-48fb-99f7-ceed898b02ac HTTP/1.1" status: 204 len: 168 time: 0.7557812 Nov 01 18:26:50.342801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:50.347012 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-899e2fe4-2efa-40b5-bc3e-c46292e6af0a tempest-ExternalNetworksAdminNegativeTestJSON-1554740961 tempest-ExternalNetworksAdminNegativeTestJSON-1554740961-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/86abb506-c010-4e90-847c-776f1b8dd932 HTTP/1.1" status: 204 len: 168 time: 1.2969918 Nov 01 18:26:50.443892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c5ee8-eb1a-4581-a1b6-df65e232d0f0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:50.448338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:50.448680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c7c5ee8-eb1a-4581-a1b6-df65e232d0f0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1042717 Nov 01 18:26:50.535863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b419c97-6dc7-4473-8255-dde68091cca9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:50.538321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8b419c97-6dc7-4473-8255-dde68091cca9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0883718 Nov 01 18:26:50.540948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:50.605768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdc656-06dc-4582-99be-122d72704cd1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:50.607283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdc656-06dc-4582-99be-122d72704cd1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:50.608846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdc656-06dc-4582-99be-122d72704cd1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:50.610436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-babdc656-06dc-4582-99be-122d72704cd1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0659320 Nov 01 18:26:50.613254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:50.686998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e8e885d0-4914-4c42-bb06-0338639fc4af {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:50.691456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.734943 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.852141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e62a16c-7bbd-49dd-b067-f5d9870c7cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.862399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:50.989173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.016256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e885d0-4914-4c42-bb06-0338639fc4af,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:51.022689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.026401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f2d86f62-8fae-475e-bc88-218405e9c549 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e885d0-4914-4c42-bb06-0338639fc4af HTTP/1.1" status: 204 len: 168 time: 0.4114192 Nov 01 18:26:51.029780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:51.032496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280aac0d-f320-4554-bf12-fdaa4eb2e4f0 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:51.129932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet f6881fdd-67e3-426b-b9ae-4ba5f3998f86 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:51.142807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.231432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.237588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7397-6afe-41a9-9c30-fd9e79444dc1 req-c7fbf447-5e47-450a-a045-8e87b452dc77 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:51.241414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68dd7397-6afe-41a9-9c30-fd9e79444dc1 req-c7fbf447-5e47-450a-a045-8e87b452dc77 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1258531 Nov 01 18:26:51.279476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57976) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:51.348156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68dd7397-6afe-41a9-9c30-fd9e79444dc1 req-151d23f9-c825-437e-8e1e-5bc530896335 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994771 Nov 01 18:26:51.382907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.513499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a654-d8c1-4d64-85af-107523bd894b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.543214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.598213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=f6881fdd-67e3-426b-b9ae-4ba5f3998f86,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:51.604564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.610542 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-370744cb-a47c-4095-9830-87e003a0de1b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/f6881fdd-67e3-426b-b9ae-4ba5f3998f86 HTTP/1.1" status: 204 len: 168 time: 0.5800557 Nov 01 18:26:51.612869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:51.706239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a654-d8c1-4d64-85af-107523bd894b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.715269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-146ebc86-e140-41eb-bcc3-4368aef84b89 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998852 Nov 01 18:26:51.717912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57992) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:51.722726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:51.800148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a654-d8c1-4d64-85af-107523bd894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.838542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8a654-d8c1-4d64-85af-107523bd894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92e9bd-1dfa-4a99-8a25-2a60c1df4c18,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:51.862492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7bd8a654-d8c1-4d64-85af-107523bd894b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cf43af8d9e843a886cf6cce79c7e3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795827 Nov 01 18:26:51.863145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57998) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:51.930970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:51.935337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:51.983760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.046239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.091667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.138740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c12c66-0b00-4e1c-8f4f-6757457ee7d7 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:52.278383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-72971ddb-771b-44b3-a900-2275e1557ee9 None None] Provisioning complete for port 31574c91-1a4f-46b5-a19a-280d56225a4b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:52.279101 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-72971ddb-771b-44b3-a900-2275e1557ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.301841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.305150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.306307 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca92e9bd-1dfa-4a99-8a25-2a60c1df4c18 HTTP/1.1" status: 204 len: 168 time: 0.4421921 Nov 01 18:26:52.327556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2c9f0-3807-446c-9dd8-518cac1e352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92e9bd-1dfa-4a99-8a25-2a60c1df4c18,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:52.445968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.491201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:26:52.492533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:52.496395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccdc97-fb63-48a3-a188-68047b7b0aee req-1d91f7be-6426-4a88-a956-76ee6b0b17b2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.497954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16ccdc97-fb63-48a3-a188-68047b7b0aee req-1d91f7be-6426-4a88-a956-76ee6b0b17b2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0576842 Nov 01 18:26:52.498245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:52.512434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.524554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.540928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e64214ec-1803-4b67-93d2-967206ed7e59,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:52.565983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Deleting port 31574c91-1a4f-46b5-a19a-280d56225a4b {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:52.566481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.593975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-af650877-cfa5-451c-8b85-f586a5fd6e1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0884037 Nov 01 18:26:52.621662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16ccdc97-fb63-48a3-a188-68047b7b0aee req-9641f2a2-ce37-4efb-af3a-271dad69092c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825820 Nov 01 18:26:52.642559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cedf0171-3ddd-4097-ad43-d676a13188bb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9230888 Nov 01 18:26:52.645004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58016) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:52.651057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:52.682569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] For port 31574c91-1a4f-46b5-a19a-280d56225a4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=31574c91-1a4f-46b5-a19a-280d56225a4b,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:52.682970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.698101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Calling delete_port for 31574c91-1a4f-46b5-a19a-280d56225a4b owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:52.779399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.780001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.780609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.781071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.781724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.782349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.782972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:52.785187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-a28cd39c-bbb0-4758-a7ec-4a9c418a22a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd9138862f34844898c3462f88422cf&device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 6502 time: 0.1285458 Nov 01 18:26:52.839848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:52.869433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] No DVR routers for this DVR port 31574c91-1a4f-46b5-a19a-280d56225a4b on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:26:52.873149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562caf9a-61a3-4092-8a46-072e400a9c60 None None] Pushing event deleted for resources: {'Port': ['ID=31574c91-1a4f-46b5-a19a-280d56225a4b,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:52.892970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b4ed8-c527-446a-bdcf-c04ef4822b62 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:53.083742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'e64214ec-1803-4b67-93d2-967206ed7e59'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:26:53.085994 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.092545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:53.257908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/e64214ec-1803-4b67-93d2-967206ed7e59/1b180c1e-64f6-41c9-bb16-362beaf7b2d8) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:53.282223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:53.286951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.306930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:26:53.310125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-f8007ac4-bc6e-46a5-8a58-9875431ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:53.310639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-f8007ac4-bc6e-46a5-8a58-9875431ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:53.311126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-f8007ac4-bc6e-46a5-8a58-9875431ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:53.313390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-f8007ac4-bc6e-46a5-8a58-9875431ee231 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=f1694758-ba07-4221-b5d8-09da131c2ac4&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 200 len: 2298 time: 0.4987321 Nov 01 18:26:53.364893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 31574c91-1a4f-46b5-a19a-280d56225a4b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:26:53.365323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 31574c91-1a4f-46b5-a19a-280d56225a4b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:26:53.474710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-25f0b664-1698-4e3f-a87f-7ca4464bfd08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 200 len: 1001 time: 0.1515071 Nov 01 18:26:53.477207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.496427 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e64214ec-1803-4b67-93d2-967206ed7e59 (CIDR: 2001:db8::/64) Nov 01 18:26:53.536484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-700b70fb-b0c2-4537-91c9-c3a3533ae146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:53.538503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-700b70fb-b0c2-4537-91c9-c3a3533ae146 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 200 len: 856 time: 0.0548232 Nov 01 18:26:53.592909 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.593118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-575d0c2e-d231-463f-8ea9-3e5eb6f61abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:53.593118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-575d0c2e-d231-463f-8ea9-3e5eb6f61abc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48a1fb9e-1477-4271-9a6b-c101ec90f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457220 Nov 01 18:26:53.593770 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:26:53.594342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:26:53.642311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:53.650967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:53.663024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:53.690938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:53.719210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Pushing event updated for resources: {'Port': ['ID=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:53.735007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-772e52df-dfac-4e8a-b4cf-b037dab08ece service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333551 Nov 01 18:26:53.786758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.811881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d2d80724-d2fa-4309-a490-e871fb95bd22 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1896469306', 'prefixes': ['172.20.0.0/16']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:53.822747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Attempting to bind port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:26:53.823404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Attempting to bind port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:26:53.824235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Attempting to bind port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:26:53.829663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6fcb4854-cd0a-411b-a462-285f6d4e4cc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf575bba4a14492899060eb2768f6eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374631 Nov 01 18:26:53.829881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:26:53.830106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:26:53.830524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.830918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:26:53.831394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Bound port: 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:26:53.831795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.832723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:53.868916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3173f6d-4a93-4bbf-8213-804a1df072a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2227781 Nov 01 18:26:53.887846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58048) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:53.895135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:53.903831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.936666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:53.986652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] For port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:26:53.992886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] For port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:26:54.008044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-78bd4c28-b600-4aa7-9c42-956c64ca4b6a service neutron] 10.222.0.32 "GET /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629397 Nov 01 18:26:54.036329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08bc6c-625b-4f39-aad2-f72d1fcb964e req-d7049f04-02da-40bd-b57b-abf5154c6f08 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:54.037827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d08bc6c-625b-4f39-aad2-f72d1fcb964e req-d7049f04-02da-40bd-b57b-abf5154c6f08 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.2946250 Nov 01 18:26:54.074759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.079324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-28f71885-4b63-41a4-b9b5-62f7a1f91891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 217 time: 0.0613086 Nov 01 18:26:54.126122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.135408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2da1da-2b85-4977-8e8e-a224ac3c2632 None None] Pushing event updated for resources: {'Port': ['ID=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:54.138450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.143178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9c9a219-cb12-4e83-b350-9abeb6f4a9ac HTTP/1.1" status: 204 len: 168 time: 0.3089716 Nov 01 18:26:54.188737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727e2cd-5b87-4fc0-9352-ead683259e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9a219-cb12-4e83-b350-9abeb6f4a9ac,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:54.218553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d08bc6c-625b-4f39-aad2-f72d1fcb964e req-b322dd33-69c1-4ef5-99f6-5268460a120b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438870 Nov 01 18:26:54.218553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-1a90f5bf-c044-454a-8165-fa21d4bbfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:54.220247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-1a90f5bf-c044-454a-8165-fa21d4bbfef0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.1280165 Nov 01 18:26:54.254032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2d80724-d2fa-4309-a490-e871fb95bd22 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] Publish callbacks [] for subnetpool, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.255653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2d80724-d2fa-4309-a490-e871fb95bd22 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1610699 Nov 01 18:26:54.261090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58056) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:54.325138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-8dca6d75-c0c8-4862-b8f0-153b232e7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:54.327313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-8dca6d75-c0c8-4862-b8f0-153b232e7931 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999107 Nov 01 18:26:54.348657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-92ccf5ca-3a4c-4b2e-8b27-cbced1dda305 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "GET /v2.0/subnetpools/f0029d80-525c-4395-a0a0-23d3f1a2f6c8 HTTP/1.1" status: 200 len: 732 time: 0.0889890 Nov 01 18:26:54.349280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:54.354560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a968ba6a-e26c-4c5a-babd-20dd1db98073 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-455789541'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:54.451087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:54.454961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.595767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-4ae556da-2be9-4824-8949-39b8e5d06270 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567089 Nov 01 18:26:54.605969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a968ba6a-e26c-4c5a-babd-20dd1db98073 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] Publish callbacks [] for subnetpool, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.611332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a968ba6a-e26c-4c5a-babd-20dd1db98073 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "PUT /v2.0/subnetpools/f0029d80-525c-4395-a0a0-23d3f1a2f6c8 HTTP/1.1" status: 200 len: 683 time: 0.2566233 Nov 01 18:26:54.611332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:54.769207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d95da1d5-23a8-4225-9d06-ce0551a6a6b8 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] Publish callbacks [] for subnetpool, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:54.777259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d95da1d5-23a8-4225-9d06-ce0551a6a6b8 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f0029d80-525c-4395-a0a0-23d3f1a2f6c8 HTTP/1.1" status: 204 len: 168 time: 0.1592512 Nov 01 18:26:54.778971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:54.786131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-bacce361-4177-4bcf-84a9-0439254ccc8b service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832364 Nov 01 18:26:54.805987 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-244b08df-aaf2-497e-a81d-e9a5fdcf2a6a tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] show failed (client error): The resource could not be found. Nov 01 18:26:54.815246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-244b08df-aaf2-497e-a81d-e9a5fdcf2a6a tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "GET /v2.0/subnetpools/f0029d80-525c-4395-a0a0-23d3f1a2f6c8 HTTP/1.1" status: 404 len: 346 time: 0.0295837 Nov 01 18:26:54.815953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58074) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:54.851866 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-26450f3e-2337-4ab8-be89-201bc2389da3 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] delete failed (client error): The resource could not be found. Nov 01 18:26:54.853509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26450f3e-2337-4ab8-be89-201bc2389da3 tempest-SubnetPoolsTestJSON-886978912 tempest-SubnetPoolsTestJSON-886978912-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f0029d80-525c-4395-a0a0-23d3f1a2f6c8 HTTP/1.1" status: 404 len: 346 time: 0.0364566 Nov 01 18:26:54.920198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-d07b6c22-a16f-44a3-a5d5-3a041b5b5371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 217 time: 0.0843518 Nov 01 18:26:55.011155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-5aac8295-e542-40a1-8734-70ad81598e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:55.017104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-5aac8295-e542-40a1-8734-70ad81598e1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0870814 Nov 01 18:26:55.114520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-d8850f02-0808-4b48-8fce-1c777a7953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:55.116837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-d8850f02-0808-4b48-8fce-1c777a7953ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922160 Nov 01 18:26:55.220841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:26:55.364855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:55.486657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:55.488487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:55.495342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-e5b5a0c1-5831-4f7a-8e33-1cb6f8cfa5cc service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697429 Nov 01 18:26:55.519333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58094) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:55.545320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e6c6c-1358-4f1c-90d5-df6a03cde9f1 req-dcf6cc63-1128-45e2-ae7f-3666e0cc7016 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:55.548586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-621e6c6c-1358-4f1c-90d5-df6a03cde9f1 req-dcf6cc63-1128-45e2-ae7f-3666e0cc7016 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1697018 Nov 01 18:26:55.621908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Provisioning complete for port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:55.622290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:55.656624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-621e6c6c-1358-4f1c-90d5-df6a03cde9f1 req-4fce01a5-bb74-4543-b897-913df9acd9ab tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Nov 01 18:26:55.670663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:55.708741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-8bcdca26-2713-458d-a26a-9b061ced1d6c service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883984 Nov 01 18:26:55.762409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-8894d6f8-9b53-4fe9-99ee-96bf5fd2c79c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 200 len: 217 time: 0.0465968 Nov 01 18:26:55.808515 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:55.808845 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:55.817753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:55.840619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:55.861318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-340d2e07-dd1e-47de-85cd-b0a73f9c9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:55.863658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-340d2e07-dd1e-47de-85cd-b0a73f9c9449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0937848 Nov 01 18:26:55.908746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:55.909002 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:55.990899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8e657d6-c697-42df-a006-f07c8c98672f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.028012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-e8f22784-d6d0-4578-9b5e-b0b0bb30d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:56.030091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-e8f22784-d6d0-4578-9b5e-b0b0bb30d87e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012728 Nov 01 18:26:56.102434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8e657d6-c697-42df-a006-f07c8c98672f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.168564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.199971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8e657d6-c697-42df-a006-f07c8c98672f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.252121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:56.257841 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b8e657d6-c697-42df-a006-f07c8c98672f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b72cdc974b5d42b293808a9f1a7b0e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368498 Nov 01 18:26:56.264030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:56.289359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.293048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-c8d80c6b-e4d8-44c3-a139-eac6e6ac280f service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482769 Nov 01 18:26:56.300831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e657d6-c697-42df-a006-f07c8c98672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e58f0d-39f7-4cd5-8ebe-9c898aba4eab,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:56.366433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.369756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.378287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.379058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.403485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.456613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,revision_number=4']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:56.472598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:26:56.472826 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:26:56.475253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.519933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] For port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:26:56.536065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:56.539884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.550087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.552054 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12e58f0d-39f7-4cd5-8ebe-9c898aba4eab HTTP/1.1" status: 204 len: 168 time: 0.2810974 Nov 01 18:26:56.553975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:56.558888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:56.559490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.561839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=a2f65e9e-bf1d-4ad5-8a4e-b138616f483b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:56.571722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-d8d85f4a-0a85-4a6f-959b-cac6d0cea462 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698405 Nov 01 18:26:56.578382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdbcce-73f5-465f-be11-764fcb6bcf47 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:56.586638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd62218-93de-42e0-9e6d-ce0a80b5cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e58f0d-39f7-4cd5-8ebe-9c898aba4eab,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:56.629038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:56.639685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-5693ab5f-722d-4275-b88f-e8689796a189 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 200 len: 217 time: 0.0569770 Nov 01 18:26:56.700047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58130) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:56.700513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6d37de2f-ee05-46fd-862a-a9561964d99a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8111205 Nov 01 18:26:56.706304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:4b:d2:d9', 'name': 'tempest-NetworksTestDHCPv6-1089858204'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:26:56.720472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-4b2c1016-378f-4598-b61a-5aefdf86ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:56.722344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-4b2c1016-378f-4598-b61a-5aefdf86ca1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 200 len: 797 time: 0.0772698 Nov 01 18:26:56.791826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef960c6-1155-4922-a0e8-c59d1032090c None None] Pushing event updated for resources: {'Port': ['ID=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:56.836694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55778-1ae1-4028-81ca-bd3afaf1b9fa req-395038f8-137d-4597-b4e7-e5d5d32c8bb9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:56.838377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfd55778-1ae1-4028-81ca-bd3afaf1b9fa req-395038f8-137d-4597-b4e7-e5d5d32c8bb9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0647230 Nov 01 18:26:56.844768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-3cae3e4b-9d7f-42fb-808d-edb015606926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:56.846516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-3cae3e4b-9d7f-42fb-808d-edb015606926 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f1694758-ba07-4221-b5d8-09da131c2ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164894 Nov 01 18:26:56.983179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:26:57.126245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:57.190233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port e9f7f240-82c5-4166-894c-c9d349b60287 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:26:57.416400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfd55778-1ae1-4028-81ca-bd3afaf1b9fa req-632ebec8-493d-48e6-97d1-27d00e10f6eb tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688677 Nov 01 18:26:57.489942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-14f41748-0329-495d-8c7c-0e725532e382 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353595 Nov 01 18:26:57.531802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::1f7 (67390d4f-8ecf-462d-bd6d-0170ba363007/e64214ec-1803-4b67-93d2-967206ed7e59/e9f7f240-82c5-4166-894c-c9d349b60287) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:57.539344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:d2d9 (67390d4f-8ecf-462d-bd6d-0170ba363007/a2f65e9e-bf1d-4ad5-8a4e-b138616f483b/e9f7f240-82c5-4166-894c-c9d349b60287) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:26:57.649136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-8adfaefe-2176-43bc-b6ab-4f36d467f980 service neutron] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515279 Nov 01 18:26:57.708368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-fb7928a3-14cc-4bff-b692-f9c9accc90bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 200 len: 217 time: 0.0513134 Nov 01 18:26:57.796111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:26:57.804200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-5f3a8e12-40b1-46e2-a640-a92ed28d0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:57.816864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-5f3a8e12-40b1-46e2-a640-a92ed28d0bd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0926394 Nov 01 18:26:57.817102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:57.882243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:57.883316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:57.883604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-acfb88bd-5703-450b-af45-cbe29ade494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:57.900652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-acfb88bd-5703-450b-af45-cbe29ade494a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803161 Nov 01 18:26:57.953491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:57.983207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.001777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0b6e3cf6-e261-4326-b84f-130ecb395a0a None None] Provisioning complete for port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:58.001777 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b6e3cf6-e261-4326-b84f-130ecb395a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.039788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:26:58.045106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:26:58.058432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:26:58.060448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-001b1494-ddf5-447a-aac2-091f3b9973c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508482 Nov 01 18:26:58.066628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:58.067758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.082490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=e9f7f240-82c5-4166-894c-c9d349b60287,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:58.167667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dba698c9-d6ce-4da8-9bd9-13142424f262 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4658878 Nov 01 18:26:58.172959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58164) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:58.237110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-c6a86fab-d551-4900-a866-fab0aa1002d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687770 Nov 01 18:26:58.326911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-2a078ce4-dcde-4ebd-8a41-b4deef07e85e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 200 len: 217 time: 0.0817254 Nov 01 18:26:58.363358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7337-9dff-41f5-9841-fc47682fcb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.418771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-52653265-17cb-4214-91e7-4a40061407a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:58.420283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-52653265-17cb-4214-91e7-4a40061407a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 200 len: 797 time: 0.0854802 Nov 01 18:26:58.438513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port e9f7f240-82c5-4166-894c-c9d349b60287 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:26:58.439166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.505235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a6565b36-d3e0-4141-8c30-70240729ed07 None None] Provisioning complete for port e9f7f240-82c5-4166-894c-c9d349b60287 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:26:58.506186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a6565b36-d3e0-4141-8c30-70240729ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.533857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-b495658a-66c3-46f3-b59c-47df9203d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:58.538865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-b495658a-66c3-46f3-b59c-47df9203d4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c9727d-d58f-4c3b-b9f2-975abb7893b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099610 Nov 01 18:26:58.586235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7337-9dff-41f5-9841-fc47682fcb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.588473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.598517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a6565b36-d3e0-4141-8c30-70240729ed07 None None] Port e9f7f240-82c5-4166-894c-c9d349b60287 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:26:58.604474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for e9f7f240-82c5-4166-894c-c9d349b60287 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:26:58.663930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7337-9dff-41f5-9841-fc47682fcb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.690905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2735356-9fc5-49cb-b9d3-c9a505f17096 req-adc03c9a-fbc4-45a9-8d5f-dfb310fc2a6b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:58.696281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2735356-9fc5-49cb-b9d3-c9a505f17096 req-adc03c9a-fbc4-45a9-8d5f-dfb310fc2a6b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1491535 Nov 01 18:26:58.727677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6b4e7337-9dff-41f5-9841-fc47682fcb8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f37a3fd87a44c9092887629a97ec0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7704742 Nov 01 18:26:58.727677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e7337-9dff-41f5-9841-fc47682fcb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c647e5f7-3445-44fc-934a-2f7add7e5af1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:58.731461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:58.757401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-ce1db361-a299-4114-9d17-0c201ba96efc service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113824 Nov 01 18:26:58.839912 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.892221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:58.967555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b36ade-2dcb-4c15-8c63-8532a2bbb25c req-76cad0ed-c0f0-42c3-8bdb-026dfc654e4d service neutron] 10.222.0.32 "GET /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712129 Nov 01 18:26:58.970850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2735356-9fc5-49cb-b9d3-c9a505f17096 req-a239a70d-f407-4c7b-9b45-cf653d2c216c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121568 Nov 01 18:26:58.997329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.049782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.053130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.054683 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c647e5f7-3445-44fc-934a-2f7add7e5af1 HTTP/1.1" status: 204 len: 168 time: 0.3221281 Nov 01 18:26:59.055683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=e9f7f240-82c5-4166-894c-c9d349b60287,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:59.095914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eef616-3a29-4410-a1b0-94859f5237d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c647e5f7-3445-44fc-934a-2f7add7e5af1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:59.144321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.151723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed2dae75-dde7-42e9-81b7-8033f4359493 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/e9f7f240-82c5-4166-894c-c9d349b60287 HTTP/1.1" status: 204 len: 168 time: 0.9774044 Nov 01 18:26:59.153468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58186) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.187030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-116251f9-65a1-4558-af22-eb982dbfe49c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1511726 Nov 01 18:26:59.224269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e29a4b-6e4f-47e7-a691-6073167b3edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.226119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61e29a4b-6e4f-47e7-a691-6073167b3edc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0693140 Nov 01 18:26:59.229282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.307345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701c296-f2bd-496d-9524-aa1c23075b76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.309109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b701c296-f2bd-496d-9524-aa1c23075b76 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0785093 Nov 01 18:26:59.313660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58194) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.318636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.319118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.319690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.320172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.320642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.321105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.321801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.324581 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-ac90b65e-0f17-4305-9e20-8d36b50817d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.0810933 Nov 01 18:26:59.424169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8cf98-274a-43a8-804d-9969beb961b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.428076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8cf98-274a-43a8-804d-9969beb961b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.428076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8cf98-274a-43a8-804d-9969beb961b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.429080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-34a8cf98-274a-43a8-804d-9969beb961b2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1143115 Nov 01 18:26:59.431824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58198) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.460358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.492810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet a2f65e9e-bf1d-4ad5-8a4e-b138616f483b {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:59.496689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.500042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e9c37bb-0f44-4a33-b364-d0c8ac0bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.500692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e9c37bb-0f44-4a33-b364-d0c8ac0bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.501159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e9c37bb-0f44-4a33-b364-d0c8ac0bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.502810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e9c37bb-0f44-4a33-b364-d0c8ac0bdf16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 2291 time: 0.1515579 Nov 01 18:26:59.542166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.621875 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-e1f3136f-2177-4994-9d21-cec105a46687 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 1000 time: 0.1104984 Nov 01 18:26:59.638614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.689041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-7f6bf043-1b0b-4c72-bd28-65ea6b6ccfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.690531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-7f6bf043-1b0b-4c72-bd28-65ea6b6ccfbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.0618839 Nov 01 18:26:59.751997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-f04751d8-1009-4f60-8639-c0e04792f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:26:59.753620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-f04751d8-1009-4f60-8639-c0e04792f5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558028 Nov 01 18:26:59.788883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.805851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.807534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a2f65e9e-bf1d-4ad5-8a4e-b138616f483b HTTP/1.1" status: 204 len: 168 time: 0.3747387 Nov 01 18:26:59.813915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c5a39-b54d-4282-a746-a2d7aaf9c96d None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:26:59.825880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58210) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:26:59.851226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013db81-4348-4399-b58c-131327f80027 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f65e9e-bf1d-4ad5-8a4e-b138616f483b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:26:59.904055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e64214ec-1803-4b67-93d2-967206ed7e59 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:26:59.909774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:26:59.914939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-1a4ad136-cde8-48b9-b8cc-0811c642ff16 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538966 Nov 01 18:26:59.945257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1864948571'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:00.027992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.116162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Made reservation on behalf of 36732e2fb11b4ee690c24bd04e58fe47 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:00.126681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.129014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-67d61d86-3ab9-4731-b222-cc104a0a26da service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883285 Nov 01 18:27:00.135448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e896b85-75a4-4a15-b9f4-a9b7a36ed768 req-78d8b9a3-fcb4-4e78-a773-94af19acd08d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:00.146808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e896b85-75a4-4a15-b9f4-a9b7a36ed768 req-78d8b9a3-fcb4-4e78-a773-94af19acd08d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0877125 Nov 01 18:27:00.165402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.199878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e896b85-75a4-4a15-b9f4-a9b7a36ed768 req-0ba5af17-d2a0-437d-982c-0a1b7dfc13b3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518622 Nov 01 18:27:00.223545 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-7c844566-adfb-468a-b7cc-d2eec85a34a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 217 time: 0.0677228 Nov 01 18:27:00.223545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58220) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.340072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.358187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58226) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.362819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033376 Nov 01 18:27:00.366654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.375886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-d0944ed1-e202-4ee6-aff1-a1a0b623a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:00.377862 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-d0944ed1-e202-4ee6-aff1-a1a0b623a441 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1487639 Nov 01 18:27:00.409837 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56444ef3-2bde-4ae4-8ae3-f47d9b566e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.499256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f167208c-97f4-4b7f-9094-46ca60fac936 tempest-NetworksApiDiscovery-672399982 tempest-NetworksApiDiscovery-672399982-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1258242 Nov 01 18:27:00.510626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.540059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-62c17586-46ba-43d0-a002-d7bc955e2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:00.541649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-62c17586-46ba-43d0-a002-d7bc955e2ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457160 Nov 01 18:27:00.580715 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.601835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.664558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:00.721382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.724630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e64214ec-1803-4b67-93d2-967206ed7e59 HTTP/1.1" status: 204 len: 168 time: 0.8975942 Nov 01 18:27:00.728372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58238) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.733152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56444ef3-2bde-4ae4-8ae3-f47d9b566e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.734971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06e421-ba9b-4c26-86c8-40674350b4c6 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:00.736862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848e6a1-939b-4d31-ba6f-524f83c830d0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e64214ec-1803-4b67-93d2-967206ed7e59,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:00.738566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5bc3c-db6d-4760-ad88-3fff03dab1a1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:00.745120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.745470 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Added segment 800382a3-040a-45d5-91e8-97fb7e185452 of type vlan for network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 Nov 01 18:27:00.794066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-50335d36-2191-49c4-9a42-47f1d182d0d6 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429724 Nov 01 18:27:00.798076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-43e4222f-5774-4a69-9e89-4c5eb738774b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685878 Nov 01 18:27:00.801211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58240) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.806478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:00.815534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.822012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b7406cc0-614e-44d1-b7ec-a431383e8157 None None] Provisioning complete for port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:00.822535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7406cc0-614e-44d1-b7ec-a431383e8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.883959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56444ef3-2bde-4ae4-8ae3-f47d9b566e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.945533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-56444ef3-2bde-4ae4-8ae3-f47d9b566e8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5d78fe3a4a243088c0eab48cd4791e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213888 Nov 01 18:27:00.948802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.950972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444ef3-2bde-4ae4-8ae3-f47d9b566e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013b4b3d-858e-48a6-bac7-7e3b94c5180c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:00.968503 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-2db03b57-a931-49e8-8cd8-64406f6d7eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629450 Nov 01 18:27:00.981661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58248) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:00.989727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:00.996509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:00.997675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.038724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:01.049203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:27:01.051925 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-729f3e8d-1a3c-4ffe-b905-7615dfb5126f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 217 time: 0.0783420 Nov 01 18:27:01.054185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.137027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Deleting port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:01.137610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58252) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:01.138235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.169452 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7072501 Nov 01 18:27:01.188048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3483-d6e6-42ae-8c85-635045530f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Pushing event updated for resources: {'Network': ['ID=56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.192791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-046a7d1f-89f4-4f5a-a94e-587adb1c7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:01.195632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-046a7d1f-89f4-4f5a-a94e-587adb1c7ab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1297755 Nov 01 18:27:01.201729 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.256115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:01.264166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.344580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] For port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:01.344841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f56d4e28-b0ab-4792-b026-ea4a5da92344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.345334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.350733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-03a1e69a-9625-486d-99c4-b2347273e695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.364636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Calling delete_port for 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:01.402045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-3b3169a9-dfc5-4f0f-acd8-8d678c28ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:01.404641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-3b3169a9-dfc5-4f0f-acd8-8d678c28ef4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2012155 Nov 01 18:27:01.407341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1abde8-2f25-4041-a257-9ebe9ed56dc4 req-4cb13475-0ba2-43d6-b02e-649046ef08db tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:01.409080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be1abde8-2f25-4041-a257-9ebe9ed56dc4 req-4cb13475-0ba2-43d6-b02e-649046ef08db tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1005180 Nov 01 18:27:01.473944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.477211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.480938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/013b4b3d-858e-48a6-bac7-7e3b94c5180c HTTP/1.1" status: 204 len: 168 time: 0.5285749 Nov 01 18:27:01.503400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c6be5-29f2-49e9-b0f9-15daf789bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013b4b3d-858e-48a6-bac7-7e3b94c5180c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.527022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be1abde8-2f25-4041-a257-9ebe9ed56dc4 req-a98739e8-d64b-4570-90a6-1e2bdbde0bec tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074462 Nov 01 18:27:01.535469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.609827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] Pushing event deleted for resources: {'Port': ['ID=1b180c1e-64f6-41c9-bb16-362beaf7b2d8,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.613796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-03a1e69a-9625-486d-99c4-b2347273e695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.628326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2dd8e-7994-4d82-8f57-dd77a4f47f53 None None] No DVR routers for this DVR port 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:27:01.634515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.668274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:01.669972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05', 'binding:host_id': 'n-h2-815923-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-169749918'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:01.679976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-03a1e69a-9625-486d-99c4-b2347273e695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.703380 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-bdc2246b-ebbf-4a64-9641-663aadc1cd69 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850318 Nov 01 18:27:01.746046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:27:01.751595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f56d4e28-b0ab-4792-b026-ea4a5da92344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.761903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:01.766213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=e33e343e-104c-42d2-9620-d75a709a5af6,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.768949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:27:01.769761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b180c1e-64f6-41c9-bb16-362beaf7b2d8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:27:01.773186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:01.776734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-03a1e69a-9625-486d-99c4-b2347273e695 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0debbc79ed1944099440bb9d2544b0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381481 Nov 01 18:27:01.778725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:01.779522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.780832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:01.781690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Made reservation on behalf of e4c7741ad2eb4aeb979b00385fcd40c2 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:01.784287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.787581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4404390-bd86-4ad4-82b1-185ff615a64a None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:01.791121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e69a-9625-486d-99c4-b2347273e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a68d9-9bbd-4090-a943-54c02ecadd52,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.806697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.854755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f56d4e28-b0ab-4792-b026-ea4a5da92344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.890571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e54ee91e-e668-4611-aedf-441f18bc0f23 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0872664 Nov 01 18:27:01.892605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58272) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:01.899492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:01.950725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-b9702802-1662-46ec-b743-39a1242f6dd9 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392418 Nov 01 18:27:01.954374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-67390d4f-8ecf-462d-bd6d-0170ba363007', 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'tenant_id': 'e13a1b19cbac4853b2e6ea177c03311f', 'fixed_ips': [{'subnet_id': 'e33e343e-104c-42d2-9620-d75a709a5af6'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:27:01.954961 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f56d4e28-b0ab-4792-b026-ea4a5da92344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=330543d6a3e84664968fb9a72217a2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9726021 Nov 01 18:27:01.956251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:01.961637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d4e28-b0ab-4792-b026-ea4a5da92344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7067bfb4-95c6-4ad2-8f5c-8590c8332cff,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:01.967546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:02.000474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.069978 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-aeb029ae-08be-4240-881c-ee7b8de8f483 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 217 time: 0.1052713 Nov 01 18:27:02.114725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.135631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Allocated IP 2001:db8::2 (67390d4f-8ecf-462d-bd6d-0170ba363007/e33e343e-104c-42d2-9620-d75a709a5af6/66c8c93d-4349-4e2e-ab2c-42215f332b6d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:02.148342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:02.152285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.216595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.220500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.222226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-972e0c88-ad20-465f-9530-04ac2469a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:02.223952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-972e0c88-ad20-465f-9530-04ac2469a053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1410103 Nov 01 18:27:02.264867 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e33e343e-104c-42d2-9620-d75a709a5af6 (CIDR: 2001:db8::/64) Nov 01 18:27:02.272725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.292122 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:27:02.293658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:02.309508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.316719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 8f00ec5c-4a88-4947-8074-f479eba4150d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:02.322028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.324057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-bf0afb59-ab8a-4013-9ba5-71753aa88a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:02.325582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-bf0afb59-ab8a-4013-9ba5-71753aa88a77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928292 Nov 01 18:27:02.332069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.336818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.336818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/009a68d9-9bbd-4090-a943-54c02ecadd52 HTTP/1.1" status: 204 len: 168 time: 0.5489173 Nov 01 18:27:02.357903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4156b147-81c2-42a4-913c-d1ddf5e2f877 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4609437 Nov 01 18:27:02.358284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58286) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:02.364162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'subnet': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:02.371554 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.415695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:02.423912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:02.429980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:02.440223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Pushing event updated for resources: {'Port': ['ID=66c8c93d-4349-4e2e-ab2c-42215f332b6d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:02.449959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcfc96f-5788-4d1c-9038-eaa86315b1dd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:02.499001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a12c5a-70d8-4fca-9d78-41cff8008ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a68d9-9bbd-4090-a943-54c02ecadd52,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:02.538330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Attempting to bind port 66c8c93d-4349-4e2e-ab2c-42215f332b6d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:02.538330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Attempting to bind port 66c8c93d-4349-4e2e-ab2c-42215f332b6d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:02.538597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Attempting to bind port 66c8c93d-4349-4e2e-ab2c-42215f332b6d on network 67390d4f-8ecf-462d-bd6d-0170ba363007 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:02.547263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:27:02.553186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Checking segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:02.553186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.553186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Bound using segment: {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:27:02.553186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Bound port: 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983695f-407a-4751-a170-d0470a776d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:27:02.553186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.554282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.556794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.557957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7067bfb4-95c6-4ad2-8f5c-8590c8332cff HTTP/1.1" status: 204 len: 168 time: 0.5880487 Nov 01 18:27:02.597480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-fd88f939-0cb9-4bf8-9195-97945473ac19 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573273 Nov 01 18:27:02.600754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b3d4a-93a7-4a43-b279-f5ab8cfe5c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7067bfb4-95c6-4ad2-8f5c-8590c8332cff,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:02.628000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:02.634165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.634664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] For port 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:02.638403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] For port 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=66c8c93d-4349-4e2e-ab2c-42215f332b6d,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:27:02.660633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:27:02.720721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.797949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 8f00ec5c-4a88-4947-8074-f479eba4150d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:02.808596 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-59f9b4e1-9598-496d-a5dd-f9c7eec25391 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036896 Nov 01 18:27:02.812576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.853768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec536-e683-41cb-874a-78ad5d2cfb57 req-3061dbfb-095a-4de5-a200-332eafaa7752 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:02.863789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd2f85-e244-4968-ba7c-34410c94551f None None] Pushing event updated for resources: {'Port': ['ID=66c8c93d-4349-4e2e-ab2c-42215f332b6d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:02.866548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03ec536-e683-41cb-874a-78ad5d2cfb57 req-3061dbfb-095a-4de5-a200-332eafaa7752 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1865127 Nov 01 18:27:02.875210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:02.883110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-c065723a-23e5-40aa-a1f9-139de0888eb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 217 time: 0.0560048 Nov 01 18:27:02.885423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.894211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'port_id': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'mac_address': 'fa:16:3e:87:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2258d9-9ede-4aa7-88e0-c397886f120b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:27:02.948041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d03ec536-e683-41cb-874a-78ad5d2cfb57 req-147647b4-054f-413a-81ba-1b52dfac4746 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805044 Nov 01 18:27:02.949461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:02.965899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-d430bfdd-db8d-42b6-843a-afc4693d4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:02.967985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-d430bfdd-db8d-42b6-843a-afc4693d4698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0795009 Nov 01 18:27:02.980686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faafdec3-f814-4da9-a7cc-2227462c946f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:27:03.011793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:03.074377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:03.235079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:03.349851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['faafdec3-f814-4da9-a7cc-2227462c946f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:27:03.355918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:27:03.472753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=8f00ec5c-4a88-4947-8074-f479eba4150d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:03.478602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-2bfafcd1-68bd-4cc3-8be4-4fe9103933c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:03.480154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-2bfafcd1-68bd-4cc3-8be4-4fe9103933c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4741037 Nov 01 18:27:03.505554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Checking segment: {'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:03.505914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Network hostable DHCP agents. Network: 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:27:03.592443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:03.618278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-c6eb337a-5647-49e9-996e-f2f3fc78ef12 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294687 Nov 01 18:27:03.688134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:27:03.702341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:03.725802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1755b98d-6b03-443c-9c67-fc4c906a9f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:03.772622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-a6cf41b2-1976-450b-88ce-98dde4005992 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457119 Nov 01 18:27:03.783534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:03.789998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd876c-9ab9-4f72-9a16-7a9158a14636 None None] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:03.794685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:03.893383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 66c8c93d-4349-4e2e-ab2c-42215f332b6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:03.932160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-3e7a4680-a483-4d1d-9a1e-dbb89df23856 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 217 time: 0.1509612 Nov 01 18:27:03.935248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:03.935861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:03.938199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:03.946756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] For port 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=66c8c93d-4349-4e2e-ab2c-42215f332b6d,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:03.991691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.012524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.013265 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.016861 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 2 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.037000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 66c8c93d-4349-4e2e-ab2c-42215f332b6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:04.037651 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.066441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1755b98d-6b03-443c-9c67-fc4c906a9f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.071331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.071986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.072707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.079054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-6231bf37-a151-456a-a094-e510ebbea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:04.079960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.080746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.081473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-6231bf37-a151-456a-a094-e510ebbea7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.1293645 Nov 01 18:27:04.084099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.084699 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.085317 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 3 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.149563 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.155532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.156142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.156673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.159069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1755b98d-6b03-443c-9c67-fc4c906a9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.166271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=66c8c93d-4349-4e2e-ab2c-42215f332b6d,revision_number=4']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:04.193031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.198391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=66c8c93d-4349-4e2e-ab2c-42215f332b6d,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:04.200495 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.236009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:04.260280 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 4 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.260280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755b98d-6b03-443c-9c67-fc4c906a9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9ca598-6feb-42d1-a218-de1a92fe83d4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:04.261474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a733f2-af39-4a39-b1fa-4e3768a51ac0 req-3a2eac2e-78c1-4076-b280-ee8e6bd99db4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:04.261474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41a733f2-af39-4a39-b1fa-4e3768a51ac0 req-3a2eac2e-78c1-4076-b280-ee8e6bd99db4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 945 time: 0.2315114 Nov 01 18:27:04.262279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1755b98d-6b03-443c-9c67-fc4c906a9f1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d7ca89e33c944228ef3c6bd2a0aed7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502534 Nov 01 18:27:04.262840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58324) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:04.262840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:04.274452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:04.275223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.277313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e81fca3-f00c-46de-bfba-ec1d94cba1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:04.279642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.291683 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-8e81fca3-f00c-46de-bfba-ec1d94cba1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1976237 Nov 01 18:27:04.292613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.293491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.293813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.329776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.330141 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.332127 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 5 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.343525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=66c8c93d-4349-4e2e-ab2c-42215f332b6d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:04.358734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Subnet': ['ID=073a6b2c-e1d2-4eb3-8fdd-32cdf902c674,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:04.394568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.394912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.395257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.405249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.405449 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.407415 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 6 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.408468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41a733f2-af39-4a39-b1fa-4e3768a51ac0 req-8f24c612-aaf8-4a26-a184-e1af3463d003 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Nov 01 18:27:04.414689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.420326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671680fd-2da0-4d04-84a0-8b7d62261dd4 None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:04.444171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.444674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.445073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.447030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:04.447133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1020c8e4-a7f6-4147-970d-d7047d18e143 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0876744 Nov 01 18:27:04.454168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.459363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Request body: {'port': {'network_id': '67390d4f-8ecf-462d-bd6d-0170ba363007', 'mac_address': 'fa:16:3e:75:70:23', 'name': 'tempest-NetworksTestDHCPv6-1505645705'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:04.489782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-20d98feb-aece-4627-88b5-21be7b9cfa5e service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907582 Nov 01 18:27:04.492541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.492818 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.495323 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 7 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.543145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d360664f-4ffd-4d63-b37c-a7f4dcec50dc None None] Provisioning complete for port 66c8c93d-4349-4e2e-ab2c-42215f332b6d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:04.549654 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d360664f-4ffd-4d63-b37c-a7f4dcec50dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.588711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.593876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.596405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b9ca598-6feb-42d1-a218-de1a92fe83d4 HTTP/1.1" status: 204 len: 168 time: 0.3357387 Nov 01 18:27:04.607324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365fdb2-5a1d-4c4c-b14d-266a4431f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9ca598-6feb-42d1-a218-de1a92fe83d4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:04.607601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.607713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.608057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.627879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.628224 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.641229 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 8 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.641593 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.665151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:04.685327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.685327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.685744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.699957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-4b212366-140e-45cc-86d0-b3604160290c service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984913 Nov 01 18:27:04.699957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.700175 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.702672 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 9 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.759316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-b2054842-1c23-433d-a9e2-bce2dbe61fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.0496261 Nov 01 18:27:04.759316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.759316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.759316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.769802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.770024 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.771956 n-d-815923-2 neutron-server[102783]: INFO neutron.plugins.ml2.plugin [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 10 to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d Nov 01 18:27:04.809320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:04.809320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:04.809320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:04.819452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Made reservation on behalf of e13a1b19cbac4853b2e6ea177c03311f for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:04.826469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 8f00ec5c-4a88-4947-8074-f479eba4150d on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:04.826805 n-d-815923-2 neutron-server[102783]: ERROR neutron.plugins.ml2.managers [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 8f00ec5c-4a88-4947-8074-f479eba4150d on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:04.827172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.828771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port faafdec3-f814-4da9-a7cc-2227462c946f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:04.829399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.845235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-69f566d0-711c-494e-9d2b-2ffe49dd5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:04.846736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-69f566d0-711c-494e-9d2b-2ffe49dd5d10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.0843570 Nov 01 18:27:04.937392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:04.985609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:27:04.988802 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e1d1ae-15ee-4770-9308-d87712b0410a" -d '{"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-plugged", "status": "completed", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:27:05.006945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:05.040411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-35298841-2658-4eef-8224-a4e3e9eb1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:05.040411 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-35298841-2658-4eef-8224-a4e3e9eb1b79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736822 Nov 01 18:27:05.047413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 8f00ec5c-4a88-4947-8074-f479eba4150d, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:05.047946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempted to set empty binding levels {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:27:05.053080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.057263 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e4d3d0-12c8-46c2-9e3b-39aca301a1e9 x-openstack-request-id: req-b6e4d3d0-12c8-46c2-9e3b-39aca301a1e9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:27:05.058407 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-plugged", "status": "completed", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:27:05.059074 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6e4d3d0-12c8-46c2-9e3b-39aca301a1e9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:27:05.060244 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'code': 200} Nov 01 18:27:05.086126 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.110806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.214994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:05.216100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.230891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:05.249828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] device_id is not set on port d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:05.307441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339db73-4458-450e-a3bd-dae0c875c902 req-0a641074-8974-48d3-bfe8-9932dfb16995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:05.311611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e339db73-4458-450e-a3bd-dae0c875c902 req-0a641074-8974-48d3-bfe8-9932dfb16995 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 1097 time: 0.1217549 Nov 01 18:27:05.348368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.6824081 Nov 01 18:27:05.356636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58358) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:05.358714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-0b452e3a-ec7a-44d9-b65a-e3728e6b8ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093290 Nov 01 18:27:05.368165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7928205-8ab5-4d0e-b600-4ce9a52d6ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=8f00ec5c-4a88-4947-8074-f479eba4150d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:05.402394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e339db73-4458-450e-a3bd-dae0c875c902 req-6d48cfe7-ea43-4440-b0f9-13aa11c4dd14 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831389 Nov 01 18:27:05.492180 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8cd86fc7-f491-4b99-82a6-7cc2b03fcb8f req-428e1736-b7b9-4dd7-a619-4a34ce594826 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213274 Nov 01 18:27:05.610631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0aad-b5f0-4df0-a3ec-c6199b76e1a4 req-6d87c8f7-6a10-42dc-a190-c826176bd681 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:05.619058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2cb0aad-b5f0-4df0-a3ec-c6199b76e1a4 req-6d87c8f7-6a10-42dc-a190-c826176bd681 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.0848825 Nov 01 18:27:05.679906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2cb0aad-b5f0-4df0-a3ec-c6199b76e1a4 req-fb451837-35a2-4f30-9a4f-100c2aca3637 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594244 Nov 01 18:27:05.733034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Deleting port 8f00ec5c-4a88-4947-8074-f479eba4150d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:05.733390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.770815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 66c8c93d-4349-4e2e-ab2c-42215f332b6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:05.833871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-58e11b58-7e40-4026-b6d1-2a2f10d2f112 None None] Provisioning complete for port 66c8c93d-4349-4e2e-ab2c-42215f332b6d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:05.834352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58e11b58-7e40-4026-b6d1-2a2f10d2f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.850195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:05.854711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8::3c6 (67390d4f-8ecf-462d-bd6d-0170ba363007/e33e343e-104c-42d2-9620-d75a709a5af6/d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:05.867477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a79bd2b-3239-4d25-a488-2faee99e57a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.874480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 8f00ec5c-4a88-4947-8074-f479eba4150d, host n-h2-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:05.875286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:05.887985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:7023 (67390d4f-8ecf-462d-bd6d-0170ba363007/073a6b2c-e1d2-4eb3-8fdd-32cdf902c674/d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:05.898402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 66c8c93d-4349-4e2e-ab2c-42215f332b6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:05.901545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Calling delete_port for 8f00ec5c-4a88-4947-8074-f479eba4150d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:05.903309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.009020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a79bd2b-3239-4d25-a488-2faee99e57a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.093908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.108331 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a79bd2b-3239-4d25-a488-2faee99e57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.154379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.156204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.165169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a79bd2b-3239-4d25-a488-2faee99e57a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7aaa8ed09cf442f9b4a4a0888292e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106675 Nov 01 18:27:06.165169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79bd2b-3239-4d25-a488-2faee99e57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7365e4b-8e7e-42eb-a3e1-eb7c9a8a0539,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:06.165534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58390) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.218215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f00ec5c-4a88-4947-8074-f479eba4150d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:06.250561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.253892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-10b6e9d5-b6c8-4467-a9e7-79c480e8ff89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8f00ec5c-4a88-4947-8074-f479eba4150d HTTP/1.1" status: 204 len: 168 time: 0.8942509 Nov 01 18:27:06.257966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58392) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.272356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be4edef8-b3c6-4211-9a5f-03fc4e78a9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.282333 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b8158-a217-4f09-a315-96c057e4088a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:27:06.293998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-947b8158-a217-4f09-a315-96c057e4088a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports/8f00ec5c-4a88-4947-8074-f479eba4150d HTTP/1.1" status: 404 len: 333 time: 0.0299947 Nov 01 18:27:06.293998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58394) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.294874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-87322354'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:06.321578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.350534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.374098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.411046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Made reservation on behalf of e4c7741ad2eb4aeb979b00385fcd40c2 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:06.413784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.433346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 7e87407a-ad38-4b83-826d-89547d5d2d35 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:06.448576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:06.461181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:06.471279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:06.477587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:06.478391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.492214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event updated for resources: {'Port': ['ID=d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:06.492896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be4edef8-b3c6-4211-9a5f-03fc4e78a9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.572825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58398) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.586311 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c756aa4e-eedb-4c29-8639-52bd9dae1e03 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1328056 Nov 01 18:27:06.587152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.590617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.593676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7365e4b-8e7e-42eb-a3e1-eb7c9a8a0539 HTTP/1.1" status: 204 len: 168 time: 0.4254453 Nov 01 18:27:06.593676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be4edef8-b3c6-4211-9a5f-03fc4e78a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.594418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58402) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.664348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ea84a-f110-460a-b6f7-ac3154410c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7365e4b-8e7e-42eb-a3e1-eb7c9a8a0539,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:06.668446 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.726210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-be4edef8-b3c6-4211-9a5f-03fc4e78a9d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0cae28d1a6241bf9649153d3fa628fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300905 Nov 01 18:27:06.729226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58408) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:06.738999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4edef8-b3c6-4211-9a5f-03fc4e78a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e20108-7c23-4bbb-b3e5-1a1803f13024,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:06.826591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd0bf625-cc6e-48c6-a67b-47b40c8202c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.837794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting port d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:06.838145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.858202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bea76efb-81e7-4c32-a7e1-cfe3d5d2bafd None None] Provisioning complete for port d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:06.859237 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bea76efb-81e7-4c32-a7e1-cfe3d5d2bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.862261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.895714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bea76efb-81e7-4c32-a7e1-cfe3d5d2bafd None None] Port d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:27:06.910788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.927806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf1f36-7fe8-4d55-95a6-b7e133811165 req-d95d3774-fed7-4f53-acdf-df8c1ba4c5f0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:06.936442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8faf1f36-7fe8-4d55-95a6-b7e133811165 req-d95d3774-fed7-4f53-acdf-df8c1ba4c5f0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1451583 Nov 01 18:27:06.967209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.971438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd0bf625-cc6e-48c6-a67b-47b40c8202c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.973818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:06.988838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Calling delete_port for d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:07.036972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8faf1f36-7fe8-4d55-95a6-b7e133811165 req-8109a481-e95f-4642-92ba-cdae19d46d3f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993986 Nov 01 18:27:07.049731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:07.054086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:07.059849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:07.060471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.060769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.065141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=7e87407a-ad38-4b83-826d-89547d5d2d35,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.098955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd0bf625-cc6e-48c6-a67b-47b40c8202c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.166884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dd0bf625-cc6e-48c6-a67b-47b40c8202c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb97e20801e24f558b53dedff4abd09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929000 Nov 01 18:27:07.167589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58420) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.179356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-14ae973a-7e50-465e-8aca-4b9872c837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8881893 Nov 01 18:27:07.182266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.192796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.192796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6e20108-7c23-4bbb-b3e5-1a1803f13024 HTTP/1.1" status: 204 len: 168 time: 0.4558578 Nov 01 18:27:07.192796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58424) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.195360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bf625-cc6e-48c6-a67b-47b40c8202c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c92487-f282-48d0-b7b2-bda5127db2a6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.200602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:07.238617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a27a6-fa1b-4866-8f82-ad161e2fc1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e20108-7c23-4bbb-b3e5-1a1803f13024,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.285666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804ce11-2dd7-4f0b-b192-6acc90080f39 req-d3648211-f8ae-4ecf-b7bd-554916a39eba tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.287336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e804ce11-2dd7-4f0b-b192-6acc90080f39 req-d3648211-f8ae-4ecf-b7bd-554916a39eba tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1576500 Nov 01 18:27:07.294171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.310706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.338453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.370265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e804ce11-2dd7-4f0b-b192-6acc90080f39 req-5830efff-6e88-4cae-8059-e9422fd0ea4c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659955 Nov 01 18:27:07.422576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.479738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Port': ['ID=d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.518677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.523076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36df2d56-d890-49ff-b03e-7075dc209eec tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 HTTP/1.1" status: 204 len: 168 time: 0.9252806 Nov 01 18:27:07.525567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.538442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.541542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.543146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c92487-f282-48d0-b7b2-bda5127db2a6 HTTP/1.1" status: 204 len: 168 time: 0.3491299 Nov 01 18:27:07.569303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 7e87407a-ad38-4b83-826d-89547d5d2d35 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:07.585315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.601528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c568b-5c84-4088-aa75-597f7424171a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.604250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.614496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-210c568b-5c84-4088-aa75-597f7424171a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0877767 Nov 01 18:27:07.619613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa64b39-29a4-4570-9df8-a57aa31236b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c92487-f282-48d0-b7b2-bda5127db2a6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.683536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.743119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d67a5-7903-48cc-a8d4-97c32a93e487 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.744747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bb3d67a5-7903-48cc-a8d4-97c32a93e487 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1394329 Nov 01 18:27:07.747698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58450) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.783048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=7e87407a-ad38-4b83-826d-89547d5d2d35,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:07.810317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.810651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.810995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.821767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.822109 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.822865 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 2 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.828138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da67775-02cc-4443-819d-89ce15fa36bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.829776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da67775-02cc-4443-819d-89ce15fa36bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.831289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da67775-02cc-4443-819d-89ce15fa36bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:07.835985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0da67775-02cc-4443-819d-89ce15fa36bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0833099 Nov 01 18:27:07.836693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58454) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:07.844347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.844889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.845147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.849733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.850290 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.850566 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 3 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.864372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.865156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.865663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.870328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.870631 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.871018 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 4 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.890099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.890432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.890777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.895363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.895964 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.896386 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 5 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.909038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.909381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.912835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.912969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet 073a6b2c-e1d2-4eb3-8fdd-32cdf902c674 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:27:07.914321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.914646 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.915035 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 6 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.915290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.930166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.933306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.933306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.935708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.936036 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.936425 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 7 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.950736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.951138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.951487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.958600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.958600 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.958600 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 8 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.963237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:07.970732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.971067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.971410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.976133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.976473 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.976865 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 9 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:07.991154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:07.991521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:07.991944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:07.996673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:07.997000 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:07.997389 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 10 to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 Nov 01 18:27:08.014129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:08.015206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:08.015710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:08.021261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:08.021737 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 7e87407a-ad38-4b83-826d-89547d5d2d35 on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:08.022222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.062760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.111709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 7e87407a-ad38-4b83-826d-89547d5d2d35, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:08.112059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempted to set empty binding levels {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:27:08.183492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.205576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.234403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=073a6b2c-e1d2-4eb3-8fdd-32cdf902c674,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:08.239336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.245816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-71808324-c9ac-422d-baf6-cadc920b9827 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/073a6b2c-e1d2-4eb3-8fdd-32cdf902c674 HTTP/1.1" status: 204 len: 168 time: 0.4053881 Nov 01 18:27:08.246590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58476) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.252204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0308c-178c-43d2-b94d-164e854f1f1e None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:08.276675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] In _notify_port_updated(), no bound segment for port 7e87407a-ad38-4b83-826d-89547d5d2d35 on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:27:08.277598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.278407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.280001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "PUT /v2.0/ports/7e87407a-ad38-4b83-826d-89547d5d2d35 HTTP/1.1" status: 200 len: 977 time: 1.0883541 Nov 01 18:27:08.284548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58478) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.329387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Deleting subnet e33e343e-104c-42d2-9620-d75a709a5af6 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:27:08.333352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.361259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19541ce-58bc-49ce-bbca-1725e02565ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=7e87407a-ad38-4b83-826d-89547d5d2d35,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:08.393335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.433267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.433732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.434204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.434477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58482) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.434670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.435139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.435624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.436091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.436549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.437010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.437465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.437919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.438374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.438829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.439284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.439769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.440444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.440897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.441356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.441812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.442274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.442762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.443220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.443861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.444325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.444779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.445233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.445687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.446141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.446607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.447048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.447527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.447988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.448431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.456900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8af7017a-2778-4630-8ea4-84233a72ecb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29960 time: 0.1670749 Nov 01 18:27:08.458948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9d45288-327c-47f7-b244-4a4223192d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.460671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-d25ad2b4-e5df-4380-8df4-955259263b9c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.462307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-d25ad2b4-e5df-4380-8df4-955259263b9c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 0.3066206 Nov 01 18:27:08.462867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.507039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-df25568d-ad35-49a5-aa71-62bd35cb9f5e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/quotas/efaeea4aca9247ccb5f4113db4b7258b HTTP/1.1" status: 200 len: 375 time: 0.0184343 Nov 01 18:27:08.573330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.764594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9d45288-327c-47f7-b244-4a4223192d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.766714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.799920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Subnet': ['ID=e33e343e-104c-42d2-9620-d75a709a5af6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:08.804681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.810460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-af1dc0af-ea29-42a8-84c4-e2822734db09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e33e343e-104c-42d2-9620-d75a709a5af6 HTTP/1.1" status: 204 len: 168 time: 0.5607579 Nov 01 18:27:08.810460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.855608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-109124d1-cfe6-4eb2-9d91-b3cfeb1eabf4 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429468 Nov 01 18:27:08.858899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58498) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.902495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9d45288-327c-47f7-b244-4a4223192d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:08.938228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-66a96aa1-07c4-4d51-ac19-001acdb44ac6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3957019 Nov 01 18:27:08.970920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c9d45288-327c-47f7-b244-4a4223192d14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b153adf65d1e4d01b64994d067c0cf13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349264 Nov 01 18:27:08.977772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58502) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:08.990459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012f6617-d3f5-4a5e-a9e1-f3d422e503bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:08.992582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-012f6617-d3f5-4a5e-a9e1-f3d422e503bf tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1323767 Nov 01 18:27:08.995554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45288-327c-47f7-b244-4a4223192d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5f111-4937-47d3-9e5b-4af528c961e7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:08.996851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58504) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.010739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.032961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Deleting port 7e87407a-ad38-4b83-826d-89547d5d2d35 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:09.034558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.071309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.106366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.185485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ade33-3ac8-4cc9-9880-4dc657a3cc10 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:09.190055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58514) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.190214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-483ade33-3ac8-4cc9-9880-4dc657a3cc10 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922307 Nov 01 18:27:09.247919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 7e87407a-ad38-4b83-826d-89547d5d2d35, host n-h2-815923-2, got binding levels [] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:09.248290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.249095 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e57328c0-3538-4fe1-b16c-20b8f708d6a7 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577860 Nov 01 18:27:09.250702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.253585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.254661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71b5f111-4937-47d3-9e5b-4af528c961e7 HTTP/1.1" status: 204 len: 168 time: 0.2601562 Nov 01 18:27:09.256351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58516) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.259026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-adfced44-0754-4b79-8376-fce7c4d8be85 service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197560 Nov 01 18:27:09.284489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Calling delete_port for 7e87407a-ad38-4b83-826d-89547d5d2d35 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:09.293288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7cbd-4303-45fd-9ac0-42c829c17b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5f111-4937-47d3-9e5b-4af528c961e7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:09.295537 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-33023f66-1fbc-4cf2-9169-bc7ac12e22ed tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.296497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33023f66-1fbc-4cf2-9169-bc7ac12e22ed tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.299817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-33023f66-1fbc-4cf2-9169-bc7ac12e22ed tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/d5c41114-a3d7-40a0-b10f-6c0a5a1f4fe8 HTTP/1.1" status: 404 len: 333 time: 0.0407269 Nov 01 18:27:09.303287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.310509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-060bf73c-6205-4c55-84ee-81f7a4d91d52 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:09.312119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-060bf73c-6205-4c55-84ee-81f7a4d91d52 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "GET /v2.0/ports?device_id=29c9d681-52b2-4d77-9a9e-bba73e124de5 HTTP/1.1" status: 200 len: 946 time: 0.1451397 Nov 01 18:27:09.326122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b553774-f852-4e96-84df-d70a8376dccd None None] Network 67390d4f-8ecf-462d-bd6d-0170ba363007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:09.374616 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-69825572-4e81-4a28-81a6-8118746d2378 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.377344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69825572-4e81-4a28-81a6-8118746d2378 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.384400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-69825572-4e81-4a28-81a6-8118746d2378 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/073a6b2c-e1d2-4eb3-8fdd-32cdf902c674 HTTP/1.1" status: 404 len: 337 time: 0.0796931 Nov 01 18:27:09.390069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.442696 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8736aeac-0b61-494c-8c07-3f05b5e09927 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.443428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8736aeac-0b61-494c-8c07-3f05b5e09927 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.447622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8736aeac-0b61-494c-8c07-3f05b5e09927 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e33e343e-104c-42d2-9620-d75a709a5af6 HTTP/1.1" status: 404 len: 337 time: 0.0564268 Nov 01 18:27:09.450210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58530) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.482593 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d0455f-2c5f-4875-944a-ce57b13561f2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.484005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d0455f-2c5f-4875-944a-ce57b13561f2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.487326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80d0455f-2c5f-4875-944a-ce57b13561f2 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/e9f7f240-82c5-4166-894c-c9d349b60287 HTTP/1.1" status: 404 len: 333 time: 0.0361044 Nov 01 18:27:09.489844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58532) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.538377 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f84bf3e-ab25-46db-942c-1fb18bd7a24c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.542653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f84bf3e-ab25-46db-942c-1fb18bd7a24c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.542653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f84bf3e-ab25-46db-942c-1fb18bd7a24c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a2f65e9e-bf1d-4ad5-8a4e-b138616f483b HTTP/1.1" status: 404 len: 337 time: 0.0511422 Nov 01 18:27:09.545243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58534) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.578712 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-143f8e12-d0a8-4c63-b7f3-eb651a5d88be tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.579370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143f8e12-d0a8-4c63-b7f3-eb651a5d88be tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.580690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-88849d07-18eb-4029-ad96-5329b8fca355 service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069026 Nov 01 18:27:09.582529 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-143f8e12-d0a8-4c63-b7f3-eb651a5d88be tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e64214ec-1803-4b67-93d2-967206ed7e59 HTTP/1.1" status: 404 len: 337 time: 0.0359809 Nov 01 18:27:09.586251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58536) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.614197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e92e4a7b-86f6-459c-a429-69ec82c29dea None None] Provisioning complete for port 66c8c93d-4349-4e2e-ab2c-42215f332b6d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:09.615130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e92e4a7b-86f6-459c-a429-69ec82c29dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.616805 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa5551b-f2e3-4471-8a28-78878675659a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.617496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa5551b-f2e3-4471-8a28-78878675659a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.620674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ffa5551b-f2e3-4471-8a28-78878675659a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/9d5f9d5e-aab3-48fb-99f7-ceed898b02ac HTTP/1.1" status: 404 len: 333 time: 0.0334940 Nov 01 18:27:09.626477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58538) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.628458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Deleting port faafdec3-f814-4da9-a7cc-2227462c946f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:09.628796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.699815 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ce53d8-24a4-4921-a48b-e43b1fcf2be0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.700317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ce53d8-24a4-4921-a48b-e43b1fcf2be0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.704035 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d1ce53d8-24a4-4921-a48b-e43b1fcf2be0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e885d0-4914-4c42-bb06-0338639fc4af HTTP/1.1" status: 404 len: 337 time: 0.0703301 Nov 01 18:27:09.706441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58542) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.746598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.753866 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5c87e0-0032-4d4f-ac43-374b511e875c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.754534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5c87e0-0032-4d4f-ac43-374b511e875c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.758227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e5c87e0-0032-4d4f-ac43-374b511e875c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/f6881fdd-67e3-426b-b9ae-4ba5f3998f86 HTTP/1.1" status: 404 len: 337 time: 0.0486169 Nov 01 18:27:09.761107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58544) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.774158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.777799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7e87407a-ad38-4b83-826d-89547d5d2d35 HTTP/1.1" status: 204 len: 168 time: 1.3136868 Nov 01 18:27:09.795218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58546) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.809402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e6f8b-906f-4722-ad00-7dd82415411b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e87407a-ad38-4b83-826d-89547d5d2d35,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:09.822141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] DHCP port deletion for 67390d4f-8ecf-462d-bd6d-0170ba363007 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:27:09.847856 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-829575c2-8a25-400d-ae7d-660a48f4b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:27:09.853401 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-89761154-d022-47bf-ad3a-165a0393252d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.854377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89761154-d022-47bf-ad3a-165a0393252d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.859760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-829575c2-8a25-400d-ae7d-660a48f4b636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports/7e87407a-ad38-4b83-826d-89547d5d2d35 HTTP/1.1" status: 404 len: 333 time: 0.0576696 Nov 01 18:27:09.862176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-89761154-d022-47bf-ad3a-165a0393252d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/6afac8e6-3d62-424a-93ab-e322a2bef220 HTTP/1.1" status: 404 len: 333 time: 0.1000550 Nov 01 18:27:09.863149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58552) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.867979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58554) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.871678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-692317373', 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:09.925719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Deleting port 66c8c93d-4349-4e2e-ab2c-42215f332b6d {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:09.926094 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:09.943332 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c12481f-9851-42ec-8408-ee10a681c415 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:09.943928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c12481f-9851-42ec-8408-ee10a681c415 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:09.948081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8c12481f-9851-42ec-8408-ee10a681c415 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/7daf2765-c81f-4ce4-9079-bb94cc9b0f74 HTTP/1.1" status: 404 len: 337 time: 0.0784886 Nov 01 18:27:09.949532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:09.999016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3f07b81-206d-400e-a19c-65a3b7879296 req-07c70e04-60ec-4a8a-ba27-1d69ae631ebe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 210 time: 0.0630727 Nov 01 18:27:10.005217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] For port faafdec3-f814-4da9-a7cc-2227462c946f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=faafdec3-f814-4da9-a7cc-2227462c946f,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:10.005592 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.006100 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a810277-7fbd-4734-ac5b-ff2f328667c0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.006592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a810277-7fbd-4734-ac5b-ff2f328667c0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.013684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a810277-7fbd-4734-ac5b-ff2f328667c0 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e7c36877-76a0-4b5b-8702-8bc8d685c113 HTTP/1.1" status: 404 len: 337 time: 0.0606625 Nov 01 18:27:10.014402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Made reservation on behalf of e4c7741ad2eb4aeb979b00385fcd40c2 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:10.032923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.032923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58564) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.044613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Calling delete_port for faafdec3-f814-4da9-a7cc-2227462c946f owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:10.046611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] For port 66c8c93d-4349-4e2e-ab2c-42215f332b6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=66c8c93d-4349-4e2e-ab2c-42215f332b6d,segment=NetworkSegment(b983695f-407a-4751-a170-d0470a776d84),segment_id=b983695f-407a-4751-a170-d0470a776d84)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:10.047012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.069957 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6bf92d-d283-4e2a-90af-f1ba93377c09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.074716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6bf92d-d283-4e2a-90af-f1ba93377c09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.075913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Calling delete_port for 66c8c93d-4349-4e2e-ab2c-42215f332b6d owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:10.078252 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f6bf92d-d283-4e2a-90af-f1ba93377c09 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/3ab18245-d20d-4571-b6cb-e81cbb4393fd HTTP/1.1" status: 404 len: 333 time: 0.0546355 Nov 01 18:27:10.084906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58570) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.087316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port d0e8fcfb-daa5-4e82-a65f-865b7171424d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:10.146434 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc201e41-1d5b-42c9-a92e-68d4e5ebe704 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.147138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc201e41-1d5b-42c9-a92e-68d4e5ebe704 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.150429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc201e41-1d5b-42c9-a92e-68d4e5ebe704 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/d6091a1c-825f-48bf-8f3f-304a1e908ed8 HTTP/1.1" status: 404 len: 337 time: 0.0645576 Nov 01 18:27:10.152938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58578) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.211911 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93bb1d4-444e-4469-a460-39a6763bbc8a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.212907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93bb1d4-444e-4469-a460-39a6763bbc8a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.216075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a93bb1d4-444e-4469-a460-39a6763bbc8a tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/85a62395-8c6d-4c1d-8b2c-26c5ddaa932f HTTP/1.1" status: 404 len: 333 time: 0.0619378 Nov 01 18:27:10.218674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.244616 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1d5a5f-a479-4c2e-98cf-2a6b533bab1f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.245064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1d5a5f-a479-4c2e-98cf-2a6b533bab1f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.248963 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fb1d5a5f-a479-4c2e-98cf-2a6b533bab1f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/cecff971-9a69-424d-a63b-8d556c611be5 HTTP/1.1" status: 404 len: 337 time: 0.0284913 Nov 01 18:27:10.250753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58586) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.273333 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-828b1cd7-e964-4ee3-aa04-5b84f06e7ced tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.273946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828b1cd7-e964-4ee3-aa04-5b84f06e7ced tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.277525 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-828b1cd7-e964-4ee3-aa04-5b84f06e7ced tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/6312322f-b6a8-4858-9294-4a4d9da307ac HTTP/1.1" status: 404 len: 333 time: 0.0251825 Nov 01 18:27:10.279397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.314439 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d396a044-f3ed-478b-b91d-9fe8ee1cbb1d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.315001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d396a044-f3ed-478b-b91d-9fe8ee1cbb1d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.323492 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d396a044-f3ed-478b-b91d-9fe8ee1cbb1d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/98d74583-3d40-46d3-b19b-8aa6272ff882 HTTP/1.1" status: 404 len: 337 time: 0.0381944 Nov 01 18:27:10.327135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58594) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.354186 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.359530 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0ad6b0-a82d-49cd-a47d-55c1ad2eb7a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.362380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0ad6b0-a82d-49cd-a47d-55c1ad2eb7a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.365663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb0ad6b0-a82d-49cd-a47d-55c1ad2eb7a1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/7939d4b3-dbca-4098-b34b-a0c65fe8ba94 HTTP/1.1" status: 404 len: 333 time: 0.0373199 Nov 01 18:27:10.368271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58596) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.414160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] Pushing event deleted for resources: {'Port': ['ID=66c8c93d-4349-4e2e-ab2c-42215f332b6d,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:10.422500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cb934-30f0-4f9b-bf7c-cc817d0127d1 None None] No DVR routers for this DVR port 66c8c93d-4349-4e2e-ab2c-42215f332b6d on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:27:10.432780 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0bfad9-987f-42b6-9214-05fde1471121 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.433252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0bfad9-987f-42b6-9214-05fde1471121 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.436403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c0bfad9-987f-42b6-9214-05fde1471121 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/b62be588-cdcb-4125-a453-346e7ce808be HTTP/1.1" status: 404 len: 337 time: 0.0671191 Nov 01 18:27:10.440200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.477144 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-603f4c4e-9daa-4050-b72a-b4016b7307d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.477846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603f4c4e-9daa-4050-b72a-b4016b7307d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.483202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-603f4c4e-9daa-4050-b72a-b4016b7307d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/613cf1d2-1e20-4fae-b553-46f1fe768a17 HTTP/1.1" status: 404 len: 333 time: 0.0399847 Nov 01 18:27:10.484096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.507480 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.529432 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a66441-d7b8-4cd8-a50a-71a28d9630c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.529804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a66441-d7b8-4cd8-a50a-71a28d9630c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.533033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-78a66441-d7b8-4cd8-a50a-71a28d9630c1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/68e4294a-4893-4ad7-83cd-667c5de95e68 HTTP/1.1" status: 404 len: 337 time: 0.0477412 Nov 01 18:27:10.533993 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.535636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58606) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.546058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['faafdec3-f814-4da9-a7cc-2227462c946f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:27:10.563613 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c385a83-f23b-4438-9c31-99fbf55ae4b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.564739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c385a83-f23b-4438-9c31-99fbf55ae4b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.570681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1c385a83-f23b-4438-9c31-99fbf55ae4b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/bf1a79b5-7635-4d95-86ed-f175caffff89 HTTP/1.1" status: 404 len: 333 time: 0.0311017 Nov 01 18:27:10.571782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58610) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.590282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event deleted for resources: {'Port': ['ID=faafdec3-f814-4da9-a7cc-2227462c946f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:10.606474 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f345ceb4-6aa5-4cd2-800e-d79c08e5928e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.606995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f345ceb4-6aa5-4cd2-800e-d79c08e5928e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.609993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f345ceb4-6aa5-4cd2-800e-d79c08e5928e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e3dcaa60-fa5f-469b-a741-6e07cfba64ec HTTP/1.1" status: 404 len: 337 time: 0.0376823 Nov 01 18:27:10.613173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58612) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.646861 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8da203-88ce-477b-96b6-985a4fdbf29e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:10.647399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8da203-88ce-477b-96b6-985a4fdbf29e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:10.651765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9c8da203-88ce-477b-96b6-985a4fdbf29e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/dafeb4af-8467-4448-90cf-6c800b656be3 HTTP/1.1" status: 404 len: 337 time: 0.0362861 Nov 01 18:27:10.652140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.654103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58616) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:10.663872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] No DVR routers for this DVR port faafdec3-f814-4da9-a7cc-2227462c946f on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:27:10.674561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:10.678886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fda3bafe-005c-414c-b1ec-1cf1e42038b9 req-8e9ec0d4-97fa-4360-a312-cdbc655e7949 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "DELETE /v2.0/ports/faafdec3-f814-4da9-a7cc-2227462c946f HTTP/1.1" status: 204 len: 173 time: 1.3500361 Nov 01 18:27:10.678886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-deleted', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:27:10.692126 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955291c-d66a-4763-8390-39949fc822e2" -d '{"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-deleted", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:27:10.741991 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd3dd8-8e92-4012-b95d-f6817b0189f7 x-openstack-request-id: req-8fdd3dd8-8e92-4012-b95d-f6817b0189f7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:27:10.742296 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c9d681-52b2-4d77-9a9e-bba73e124de5", "name": "network-vif-deleted", "tag": "faafdec3-f814-4da9-a7cc-2227462c946f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:27:10.742571 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fdd3dd8-8e92-4012-b95d-f6817b0189f7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:27:10.742976 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c9d681-52b2-4d77-9a9e-bba73e124de5', 'name': 'network-vif-deleted', 'tag': 'faafdec3-f814-4da9-a7cc-2227462c946f', 'status': 'completed', 'code': 200} Nov 01 18:27:11.072334 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2997b9af-6a52-493c-9b4b-7ed73267f734 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.073088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2997b9af-6a52-493c-9b4b-7ed73267f734 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.078498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2997b9af-6a52-493c-9b4b-7ed73267f734 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/f0731c07-1ee8-4bf8-830c-e1813175011a HTTP/1.1" status: 404 len: 333 time: 0.4209888 Nov 01 18:27:11.080517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58632) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.084892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:11.091987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:11.094599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:11.095942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:11.096528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:11.111817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e8fcfb-daa5-4e82-a65f-865b7171424d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:11.135206 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a1c22b-a372-4091-be17-4abf75384564 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.135784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a1c22b-a372-4091-be17-4abf75384564 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.138989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96a1c22b-a372-4091-be17-4abf75384564 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/e9a0ddf1-82d9-4306-bfa2-4cafb816f32e HTTP/1.1" status: 404 len: 337 time: 0.0574524 Nov 01 18:27:11.142865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58638) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.193770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce3b7bd3-57ff-455a-9aba-abd30d0ac1cf req-6f57b31b-df63-49e4-84ed-83e469b70102 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 210 time: 0.0525839 Nov 01 18:27:11.194539 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0813e9-3360-4d1b-acc1-e46b30569d7b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.194978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0813e9-3360-4d1b-acc1-e46b30569d7b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.197917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6b0813e9-3360-4d1b-acc1-e46b30569d7b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a1080bbe-18a0-4b4b-b50c-bb17ba075cc0 HTTP/1.1" status: 404 len: 337 time: 0.0541835 Nov 01 18:27:11.200602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58644) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.202940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bba9e547-9fc3-4144-9a5e-0cbf1fc6666c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3383803 Nov 01 18:27:11.220337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.224710 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd4ee58-d931-4fcb-8a89-83632847320f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.225412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd4ee58-d931-4fcb-8a89-83632847320f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.228584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5cd4ee58-d931-4fcb-8a89-83632847320f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/994d3951-22e7-45e5-b57f-f40772b4df72 HTTP/1.1" status: 404 len: 333 time: 0.0263724 Nov 01 18:27:11.231293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58648) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.258973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11dbc2d-32d0-41ef-9698-8b068194839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:11.259734 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-864e5cde-0672-49af-a5fc-b1717dfcecbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.260196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864e5cde-0672-49af-a5fc-b1717dfcecbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.260601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d11dbc2d-32d0-41ef-9698-8b068194839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports/d0e8fcfb-daa5-4e82-a65f-865b7171424d HTTP/1.1" status: 200 len: 958 time: 0.0391471 Nov 01 18:27:11.268328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-864e5cde-0672-49af-a5fc-b1717dfcecbb tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/5d290090-1bc3-4f91-bed3-e0bf45a3563e HTTP/1.1" status: 404 len: 337 time: 0.0311954 Nov 01 18:27:11.268473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58650) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.268582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58652) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.297032 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b5318-e086-4f6a-bffb-cd24ec966758 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.297423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14b5318-e086-4f6a-bffb-cd24ec966758 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.300611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c14b5318-e086-4f6a-bffb-cd24ec966758 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/cc9ab406-d999-4ce4-b59d-fc5c3e5a01c1 HTTP/1.1" status: 404 len: 337 time: 0.0336916 Nov 01 18:27:11.304285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58654) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.334321 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a48eeeb-add7-4bcf-a0c8-2c762ddce0d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.335106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a48eeeb-add7-4bcf-a0c8-2c762ddce0d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.338304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a48eeeb-add7-4bcf-a0c8-2c762ddce0d1 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/8326d119-9eb1-433a-a21c-5702add5723d HTTP/1.1" status: 404 len: 333 time: 0.0329461 Nov 01 18:27:11.341038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58658) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.342583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Deleting port d0e8fcfb-daa5-4e82-a65f-865b7171424d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:11.347269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:11.370005 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4fa976-769e-461c-97b5-608562a040e9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.373292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4fa976-769e-461c-97b5-608562a040e9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.373606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0f4fa976-769e-461c-97b5-608562a040e9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/87e41e3d-ca99-47ab-a1e9-afc30d95648a HTTP/1.1" status: 404 len: 337 time: 0.0314901 Nov 01 18:27:11.376260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58660) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.405227 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-619e27c7-cd3b-46e3-934e-de193908bc3d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.405853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619e27c7-cd3b-46e3-934e-de193908bc3d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.408678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-619e27c7-cd3b-46e3-934e-de193908bc3d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/df7aa68a-0628-4b67-98a8-522917fc0c2a HTTP/1.1" status: 404 len: 337 time: 0.0314643 Nov 01 18:27:11.411591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:11.415815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58664) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.449435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Calling delete_port for d0e8fcfb-daa5-4e82-a65f-865b7171424d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:11.454809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4c8893fc-f950-4c5c-a463-9d17849ba654 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports?device_id=40819202-d616-4fc5-b65a-a432ff5803f4 HTTP/1.1" status: 200 len: 205 time: 0.0357978 Nov 01 18:27:11.455267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58666) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.502608 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-9664618e-742c-4375-8864-b8cee9be55d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] delete failed (client error): The resource could not be found. Nov 01 18:27:11.507120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9664618e-742c-4375-8864-b8cee9be55d3 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/routers/40819202-d616-4fc5-b65a-a432ff5803f4 HTTP/1.1" status: 404 len: 336 time: 0.0452406 Nov 01 18:27:11.507364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58670) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.571903 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dad034-4b22-47f5-990c-0956f84c78ee tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.572728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dad034-4b22-47f5-990c-0956f84c78ee tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.575632 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-91dad034-4b22-47f5-990c-0956f84c78ee tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/30fa5d87-666a-4171-82ef-81edad8233d2 HTTP/1.1" status: 404 len: 337 time: 0.0672073 Nov 01 18:27:11.578924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58674) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.615381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb213352-f918-429f-aeb7-e640cb78ad0e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "GET /v2.0/ports?device_id=6667903e-788e-4533-a391-568af557fb0a HTTP/1.1" status: 200 len: 205 time: 0.0354977 Nov 01 18:27:11.618588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58678) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.673366 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e5b2b074-a4ef-45f1-a1d4-19fa01526e4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] delete failed (client error): The resource could not be found. Nov 01 18:27:11.674727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5b2b074-a4ef-45f1-a1d4-19fa01526e4f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/routers/6667903e-788e-4533-a391-568af557fb0a HTTP/1.1" status: 404 len: 336 time: 0.0541270 Nov 01 18:27:11.678639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.712433 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-620c5a1f-3e07-4bfd-b239-62d121cae8ca tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.712433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620c5a1f-3e07-4bfd-b239-62d121cae8ca tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.714277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-620c5a1f-3e07-4bfd-b239-62d121cae8ca tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/3490c75d-62f3-409c-9f98-119133611a30 HTTP/1.1" status: 404 len: 337 time: 0.0344753 Nov 01 18:27:11.717003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58684) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.744828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:11.746796 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-508b06d5-ed24-4597-93cc-d945234ca6f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.747305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508b06d5-ed24-4597-93cc-d945234ca6f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.750579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-508b06d5-ed24-4597-93cc-d945234ca6f9 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/fb5528bf-2fe0-4d55-b674-bae131a32963 HTTP/1.1" status: 404 len: 337 time: 0.0324919 Nov 01 18:27:11.756111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 66c8c93d-4349-4e2e-ab2c-42215f332b6d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:27:11.756618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.778590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 66c8c93d-4349-4e2e-ab2c-42215f332b6d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:27:11.779346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 66c8c93d-4349-4e2e-ab2c-42215f332b6d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:27:11.780566 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a07ca-d55a-41f4-b24a-0cd97e192ccc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.781242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a07ca-d55a-41f4-b24a-0cd97e192ccc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.783820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e8fcfb-daa5-4e82-a65f-865b7171424d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:11.787776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ad1a07ca-d55a-41f4-b24a-0cd97e192ccc tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/96960bcf-e658-4118-805e-684bb9def12d HTTP/1.1" status: 404 len: 333 time: 0.0275826 Nov 01 18:27:11.791317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58688) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.801736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.802383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.802537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.802787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.803219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.803591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.803931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.804268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.804655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.804935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.805265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.805601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:11.827942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:11.831121 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4a6de34b-4a98-4311-b515-3e6cdffdd60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d0e8fcfb-daa5-4e82-a65f-865b7171424d HTTP/1.1" status: 204 len: 168 time: 0.5666745 Nov 01 18:27:11.832297 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-858043e2-ad45-483b-bca3-d49a8550bff5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.832847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858043e2-ad45-483b-bca3-d49a8550bff5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.837361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-858043e2-ad45-483b-bca3-d49a8550bff5 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/ada322e1-92d6-43ce-bbb4-ad7bc94179b1 HTTP/1.1" status: 404 len: 337 time: 0.0446482 Nov 01 18:27:11.837625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58690) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.839896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58692) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.869454 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec07ab53-5ffd-4ef5-b5a2-bf9303477d33 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.870242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec07ab53-5ffd-4ef5-b5a2-bf9303477d33 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.873099 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b60160e-00ff-4a83-af6b-adff2a080233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:27:11.877070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec07ab53-5ffd-4ef5-b5a2-bf9303477d33 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/fb44bd62-8a2f-46a9-a1f7-3f27d1c34a49 HTTP/1.1" status: 404 len: 333 time: 0.0331457 Nov 01 18:27:11.877441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1b60160e-00ff-4a83-af6b-adff2a080233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports/d0e8fcfb-daa5-4e82-a65f-865b7171424d HTTP/1.1" status: 404 len: 333 time: 0.0354872 Nov 01 18:27:11.880138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58696) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.881927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.885701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-612563'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:11.913557 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9688d89c-98dc-4eec-ad6f-0c23b8258cd8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.914014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9688d89c-98dc-4eec-ad6f-0c23b8258cd8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.917434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9688d89c-98dc-4eec-ad6f-0c23b8258cd8 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/3b5f1011-a817-4071-8045-e56f7d1104a3 HTTP/1.1" status: 404 len: 337 time: 0.0343573 Nov 01 18:27:11.919861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58700) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.944938 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-57643cd7-4c9e-496d-8491-caa4704eeb7c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.945468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57643cd7-4c9e-496d-8491-caa4704eeb7c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.948538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57643cd7-4c9e-496d-8491-caa4704eeb7c tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/176b9b3c-2d57-407c-a210-8f210c4f1005 HTTP/1.1" status: 404 len: 333 time: 0.0277429 Nov 01 18:27:11.951235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.983583 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0854829-1e29-4fd0-8ef5-a6c8814be89d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:11.984034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0854829-1e29-4fd0-8ef5-a6c8814be89d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:11.987423 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0854829-1e29-4fd0-8ef5-a6c8814be89d tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/6e28f25c-467b-4e6a-b217-17e0f51d3c43 HTTP/1.1" status: 404 len: 337 time: 0.0352068 Nov 01 18:27:11.988237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Made reservation on behalf of e4c7741ad2eb4aeb979b00385fcd40c2 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:11.989614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:11.990660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.008665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 94f9eb8c-78bc-495c-889d-30a3abfb1bca yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:12.015659 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae1d20b-b7d6-46d1-b02f-787a6cd0ae5b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.016365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae1d20b-b7d6-46d1-b02f-787a6cd0ae5b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.019856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ae1d20b-b7d6-46d1-b02f-787a6cd0ae5b tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/156dc1c0-5909-4cf8-aa00-eef7867a8ffd HTTP/1.1" status: 404 len: 333 time: 0.0288842 Nov 01 18:27:12.023115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58710) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.060496 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f960d70-9a5b-4d3e-b61b-7385cb41bd91 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.061216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f960d70-9a5b-4d3e-b61b-7385cb41bd91 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.067229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58712) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.069029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f960d70-9a5b-4d3e-b61b-7385cb41bd91 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/524f8447-3b3e-4758-a5af-81c0480e4c83 HTTP/1.1" status: 404 len: 337 time: 0.0446179 Nov 01 18:27:12.103542 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c3ba0-8b1e-4fa0-a501-eb2be2e4685e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.104421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c3ba0-8b1e-4fa0-a501-eb2be2e4685e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.107482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bb2c3ba0-8b1e-4fa0-a501-eb2be2e4685e tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/9ab0d5da-e99f-4a4c-9bde-b0665f0d5131 HTTP/1.1" status: 404 len: 333 time: 0.0384808 Nov 01 18:27:12.110020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58714) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.148794 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ad9115-8489-4a8c-9bc4-e720415e8d64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.149394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ad9115-8489-4a8c-9bc4-e720415e8d64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.152851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2ad9115-8489-4a8c-9bc4-e720415e8d64 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/94df334b-f4a8-49e6-b1e3-7dd45a919dcb HTTP/1.1" status: 404 len: 337 time: 0.0419011 Nov 01 18:27:12.155452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58720) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.179697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58722) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.193573 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-438a0dba-f7f8-43f7-8f6c-bfab46e79229 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.194242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438a0dba-f7f8-43f7-8f6c-bfab46e79229 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.199931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-438a0dba-f7f8-43f7-8f6c-bfab46e79229 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/0b263f1a-32a8-4739-a24b-26a4280b1900 HTTP/1.1" status: 404 len: 333 time: 0.0409436 Nov 01 18:27:12.200358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58726) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.235380 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c65244b-b141-4090-804b-69b554ebf833 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.236538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c65244b-b141-4090-804b-69b554ebf833 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.264692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9c65244b-b141-4090-804b-69b554ebf833 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/1c7eb1f4-d51c-4e90-9da3-43ae3ac90dd3 HTTP/1.1" status: 404 len: 337 time: 0.0609269 Nov 01 18:27:12.264915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58732) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.307825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.309686 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7f4b86-2bee-4595-a250-112b9cc0a1b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.313555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7f4b86-2bee-4595-a250-112b9cc0a1b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.325786 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf7f4b86-2bee-4595-a250-112b9cc0a1b6 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/ports/dce8bddd-0829-4913-b23a-4a734b26a9d3 HTTP/1.1" status: 404 len: 333 time: 0.0599322 Nov 01 18:27:12.328484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58734) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.378279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c7ba413-3d8b-45dc-b16b-d558e05b6aa7 req-1df2db82-b96e-467e-aa84-dc330b57048d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 210 time: 0.0653412 Nov 01 18:27:12.401224 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ea99fd-cf2f-46b8-a042-6392ef258c07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:12.401732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ea99fd-cf2f-46b8-a042-6392ef258c07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:12.409355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58738) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.417086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-54ea99fd-cf2f-46b8-a042-6392ef258c07 tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/subnets/a0961bb6-000e-4872-9c3c-8a4fb066c1ff HTTP/1.1" status: 404 len: 337 time: 0.0871696 Nov 01 18:27:12.435728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14d7b660-380f-4bec-9bbe-5828c9d0df8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.476882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.537893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.546165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:12.554679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:12.557621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:12.558550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:12.559154 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.562488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=94f9eb8c-78bc-495c-889d-30a3abfb1bca,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:12.573269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-057763c7-3cbd-4cba-a5e7-3e8a601329f0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:12.575140 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-057763c7-3cbd-4cba-a5e7-3e8a601329f0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.37 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 0.1557908 Nov 01 18:27:12.588970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Request body: {'port': {'device_id': '15b0f198-5981-4f67-931e-ca618c4151bd', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'admin_state_up': True, 'tenant_id': 'efaeea4aca9247ccb5f4113db4b7258b'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:12.669246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca480759-f47d-4377-8ce3-14668215c2a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7875473 Nov 01 18:27:12.673197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58744) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.679880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:12.692475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14d7b660-380f-4bec-9bbe-5828c9d0df8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.732177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.739261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14d7b660-380f-4bec-9bbe-5828c9d0df8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.799244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-14d7b660-380f-4bec-9bbe-5828c9d0df8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6c070b83a6845a29773a23d45770ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160026 Nov 01 18:27:12.799244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b660-380f-4bec-9bbe-5828c9d0df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306cf96-74d9-4435-87b4-7e51fecbe6ae,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:12.799627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67390d4f-8ecf-462d-bd6d-0170ba363007']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:12.801229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58750) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:12.814865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.818249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b983695f-407a-4751-a170-d0470a776d84') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:12.818551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b983695f-407a-4751-a170-d0470a776d84') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:12.840145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.856191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.877258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.877526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Made reservation on behalf of efaeea4aca9247ccb5f4113db4b7258b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:12.881314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.888164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.894373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:12.894864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:12.898040 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:13.062983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Allocated IP 172.20.0.2 (6f866309-059a-4a15-9d1a-d47ae52889f0/0c2258d9-9ede-4aa7-88e0-c397886f120b/8d053acf-a50b-4f74-a7d4-a9ceccabb521) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:13.068418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.071469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.073984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2306cf96-74d9-4435-87b4-7e51fecbe6ae HTTP/1.1" status: 204 len: 168 time: 0.2716694 Nov 01 18:27:13.093653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39594544-cb0e-4197-8f85-7ce06398f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306cf96-74d9-4435-87b4-7e51fecbe6ae,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:13.141544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] device_id is not set on port 94f9eb8c-78bc-495c-889d-30a3abfb1bca yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:13.153388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.155216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.165073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.168772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] 10.222.0.31 "DELETE /v2.0/networks/67390d4f-8ecf-462d-bd6d-0170ba363007 HTTP/1.1" status: 204 len: 168 time: 0.7583477 Nov 01 18:27:13.180150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d40ec1-0be6-48df-9a18-0475ba2bf34f tempest-NetworksTestDHCPv6-1993746208 tempest-NetworksTestDHCPv6-1993746208-project] Pushing event deleted for resources: {'Network': ['ID=67390d4f-8ecf-462d-bd6d-0170ba363007,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:13.234011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.289454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=94f9eb8c-78bc-495c-889d-30a3abfb1bca,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:13.301034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.306172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.306172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.306710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.307257 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.307682 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 2 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.310454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.336934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.337705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.337835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.343463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.343821 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.344465 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 3 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.367822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.367822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.367822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.369214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.369635 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.370095 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 4 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.384079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.384414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.384751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.389007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.389337 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.389717 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 5 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.403373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.403953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.404200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.408598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.408916 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.409351 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 6 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.434704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.435042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.435381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.444919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.445210 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.445630 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 7 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.462987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.462987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.462987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.466764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.467149 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.467658 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 8 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.475402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.496991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.497329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.497672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.527377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.527736 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.529115 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 9 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.548053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.548386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.548883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.560561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:13.563015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0048e-0ee4-4a72-83cb-dafa886f599e req-37d71c19-1fdc-497e-a722-741f2796dd00 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:13.564178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bba0048e-0ee4-4a72-83cb-dafa886f599e req-37d71c19-1fdc-497e-a722-741f2796dd00 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 931 time: 0.0809953 Nov 01 18:27:13.564962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:13.566873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:13.571643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.571643 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.571643 n-d-815923-2 neutron-server[102782]: INFO neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempt 10 to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca Nov 01 18:27:13.573820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:13.597589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:13.597931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:13.598261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempting to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:13.622680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:13.623234 n-d-815923-2 neutron-server[102782]: ERROR neutron.plugins.ml2.managers [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Failed to bind port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on host n-h2-815923-2 for vnic_type normal using segments [{'id': '800382a3-040a-45d5-91e8-97fb7e185452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05'}] Nov 01 18:27:13.623906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.658097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:13.658097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.715826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 94f9eb8c-78bc-495c-889d-30a3abfb1bca, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:13.716266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attempted to set empty binding levels {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 01 18:27:13.723197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bba0048e-0ee4-4a72-83cb-dafa886f599e req-1e125a22-2799-4267-bdf1-a150bfea50ab tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268246 Nov 01 18:27:13.745551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-c64d1dc9-06e8-4785-be83-cdc5c215f5a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1603057 Nov 01 18:27:13.763781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Request body: {'port': {'device_id': '15b0f198-5981-4f67-931e-ca618c4151bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:13.799897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.845974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.888272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58794) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:13.911198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] In _notify_port_updated(), no bound segment for port 94f9eb8c-78bc-495c-889d-30a3abfb1bca on network 56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:27:13.913505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:13.914637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:13.928649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "PUT /v2.0/ports/94f9eb8c-78bc-495c-889d-30a3abfb1bca HTTP/1.1" status: 200 len: 975 time: 1.2474334 Nov 01 18:27:13.929606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58798) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:13.976287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628774c5-e1e8-404b-ad38-8a7e420ef8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event updated for resources: {'Port': ['ID=94f9eb8c-78bc-495c-889d-30a3abfb1bca,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:14.133624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Deleting port 94f9eb8c-78bc-495c-889d-30a3abfb1bca {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:14.133977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.221401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] For port 94f9eb8c-78bc-495c-889d-30a3abfb1bca, host n-h2-815923-2, got binding levels [] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:14.222057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.256651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Calling delete_port for 94f9eb8c-78bc-495c-889d-30a3abfb1bca owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:14.263086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4cd4a77-d300-4584-b343-d842ea91c232 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e13a1b19cbac4853b2e6ea177c03311f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726263 Nov 01 18:27:14.263312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58812) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:14.369348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d053acf-a50b-4f74-a7d4-a9ceccabb521 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:27:14.369624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.377704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.401633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Transition to ACTIVE for port object 8d053acf-a50b-4f74-a7d4-a9ceccabb521 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:27:14.413620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.492574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.494870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.532777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Pushing event deleted for resources: {'Port': ['ID=94f9eb8c-78bc-495c-889d-30a3abfb1bca,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:14.542620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.549174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ff79d37b-e9d0-41c0-8afa-24267bd98171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "DELETE /v2.0/ports/94f9eb8c-78bc-495c-889d-30a3abfb1bca HTTP/1.1" status: 204 len: 168 time: 0.6148541 Nov 01 18:27:14.553873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58824) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:14.563796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.566984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.568913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/474b329e-f6e2-49e9-822d-3a2d071c2bc9 HTTP/1.1" status: 204 len: 168 time: 0.3046150 Nov 01 18:27:14.603107 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d29018-64d6-47be-8154-38d98742cc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] GET failed (client error): The resource could not be found. Nov 01 18:27:14.605023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f8d29018-64d6-47be-8154-38d98742cc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2093776735-project-admin] 10.222.0.31 "GET /v2.0/ports/94f9eb8c-78bc-495c-889d-30a3abfb1bca HTTP/1.1" status: 404 len: 333 time: 0.0499370 Nov 01 18:27:14.606441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd645c-3a93-4aa5-a899-29348bf1a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b329e-f6e2-49e9-822d-3a2d071c2bc9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:14.611483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58830) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:14.709000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:14.747210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:27:14.770028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.784536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: faafdec3-f814-4da9-a7cc-2227462c946f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:27:14.784888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device faafdec3-f814-4da9-a7cc-2227462c946f not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:27:14.797312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Attempting to bind port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:14.797651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Attempting to bind port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:14.798021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Attempting to bind port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:14.822284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 on network 6f866309-059a-4a15-9d1a-d47ae52889f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:27:14.822617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Attempting to bind port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:14.840539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:27:14.840895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Checking segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:14.841291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Bound using segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:27:14.841742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Bound port: 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:27:14.842104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.871833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8bf33-c900-4b75-a2ab-139218334b10 req-ee42c047-5841-437a-98cb-5c87c1ae1d3b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:14.873473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92d8bf33-c900-4b75-a2ab-139218334b10 req-ee42c047-5841-437a-98cb-5c87c1ae1d3b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.0547624 Nov 01 18:27:14.896779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.916941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92d8bf33-c900-4b75-a2ab-139218334b10 req-afcdfe4a-bea8-4519-9474-a1a4969a019b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Nov 01 18:27:14.948994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:14.967783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800382a3-040a-45d5-91e8-97fb7e185452') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:14.968071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800382a3-040a-45d5-91e8-97fb7e185452') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:14.984122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:14.994232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:14.999176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:27:15.002796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:15.015067 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:15.102633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.132643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.145143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.148453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] 10.222.0.31 "DELETE /v2.0/networks/56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05 HTTP/1.1" status: 204 len: 168 time: 0.5314865 Nov 01 18:27:15.165005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.165639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.167040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d053acf-a50b-4f74-a7d4-a9ceccabb521 HTTP/1.1" status: 200 len: 1091 time: 1.4127972 Nov 01 18:27:15.167490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:27:15.170112 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a453ccea-5837-436d-8961-9a638f289ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:27:15.190718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8e153-0ba9-4611-ac4c-9741aa8fd3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977507301-project] Pushing event deleted for resources: {'Network': ['ID=56aa3d5c-35c0-4ec6-bf1e-a5180e7b6b05,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:15.228832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f181-fdd2-4291-aa2d-241473c9c934 service neutron] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:15.244740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:15.247599 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48ff2e-672f-4a5a-9f8c-c4e01e6e6958 x-openstack-request-id: req-4c48ff2e-672f-4a5a-9f8c-c4e01e6e6958 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:27:15.248099 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:27:15.248547 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c48ff2e-672f-4a5a-9f8c-c4e01e6e6958 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:27:15.249141 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'status': 'completed', 'code': 200} Nov 01 18:27:15.304766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ccea-5837-436d-8961-9a638f289ab0 req-f207a3dc-dc6f-4ace-bed6-869090f47821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.306303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a453ccea-5837-436d-8961-9a638f289ab0 req-f207a3dc-dc6f-4ace-bed6-869090f47821 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 1094 time: 0.0558503 Nov 01 18:27:15.405801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ccea-5837-436d-8961-9a638f289ab0 req-4ebfb800-8ac1-4940-b133-5ef83aa1cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.407325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a453ccea-5837-436d-8961-9a638f289ab0 req-4ebfb800-8ac1-4940-b133-5ef83aa1cb73 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938804 Nov 01 18:27:15.510603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ccea-5837-436d-8961-9a638f289ab0 req-f60822c9-ab4a-4d9f-bf5f-53e124d52bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.512300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a453ccea-5837-436d-8961-9a638f289ab0 req-f60822c9-ab4a-4d9f-bf5f-53e124d52bba service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976543 Nov 01 18:27:15.552299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-133710b7-c24b-48e7-a8e8-38e4f6d4965d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.606188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-3a14d051-8db7-4efc-8a2c-130f51f7e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.608103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-3a14d051-8db7-4efc-8a2c-130f51f7e31e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 1094 time: 0.0546255 Nov 01 18:27:15.656769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-133710b7-c24b-48e7-a8e8-38e4f6d4965d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.660015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-8a423241-5b76-4770-a331-6559a6d2ae19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521 HTTP/1.1" status: 200 len: 217 time: 0.0419683 Nov 01 18:27:15.717307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5caec97c-db47-4edf-848b-08279c991b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:15.719127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-5caec97c-db47-4edf-848b-08279c991b25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c2258d9-9ede-4aa7-88e0-c397886f120b HTTP/1.1" status: 200 len: 855 time: 0.0512197 Nov 01 18:27:15.719312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-133710b7-c24b-48e7-a8e8-38e4f6d4965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.760261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-133710b7-c24b-48e7-a8e8-38e4f6d4965d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dd8a862acb545f994e01482342fb42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138581 Nov 01 18:27:15.762597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133710b7-c24b-48e7-a8e8-38e4f6d4965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36786a71-fd65-4b79-bf36-8d9eb50b54ea,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:15.765147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:15.767429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-d412fdde-a490-4bcc-a337-82ff9dec9d71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f866309-059a-4a15-9d1a-d47ae52889f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386293 Nov 01 18:27:15.894132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.906937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-7c10a1c3-0725-4951-b621-226eb15cf32e service neutron] 10.222.0.37 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318536 Nov 01 18:27:15.933698 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:15.976409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58888) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:16.061336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d578ec09-6235-4907-bac3-9fab86142bb4 req-45b6c069-e2fc-49a9-bc16-8b2f79bf8b9b service neutron] 10.222.0.37 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434350 Nov 01 18:27:16.072378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a1c28-89b7-4ab8-ad99-8f70798810c7 req-1393e928-921b-4777-aa8a-46eed424d7fe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:16.073325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b7a1c28-89b7-4ab8-ad99-8f70798810c7 req-1393e928-921b-4777-aa8a-46eed424d7fe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.0589857 Nov 01 18:27:16.119793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b7a1c28-89b7-4ab8-ad99-8f70798810c7 req-91fd46bf-8f44-476d-8dd7-1b8c11235328 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Nov 01 18:27:16.189177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.192989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.194191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36786a71-fd65-4b79-bf36-8d9eb50b54ea HTTP/1.1" status: 204 len: 168 time: 0.4258230 Nov 01 18:27:16.202876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889886f-2021-4a78-ac9c-9dc86db8e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36786a71-fd65-4b79-bf36-8d9eb50b54ea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:16.296156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58908) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:16.300180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a6e7f947-d72c-4a75-9a88-8109b129a4fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36732e2fb11b4ee690c24bd04e58fe47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272526 Nov 01 18:27:16.354152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.377924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.519360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.523737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:16.525640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8d5bc3c-db6d-4760-ad88-3fff03dab1a1 HTTP/1.1" status: 204 len: 168 time: 0.2279975 Nov 01 18:27:16.537294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7c063-60aa-4601-ad5a-b9033a7f2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5bc3c-db6d-4760-ad88-3fff03dab1a1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:16.939405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58932) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:16.981707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58936) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.006230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9094fd-2e13-48a6-9e5a-fe1d5463831c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.132708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9094fd-2e13-48a6-9e5a-fe1d5463831c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.259838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de20b9-2d7f-404a-8c11-475d287c7c0f req-a07c6c39-a84e-4629-a6bd-afccd8e9230f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:17.261661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29de20b9-2d7f-404a-8c11-475d287c7c0f req-a07c6c39-a84e-4629-a6bd-afccd8e9230f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.0546689 Nov 01 18:27:17.301354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29de20b9-2d7f-404a-8c11-475d287c7c0f req-6d997deb-3243-4a78-99d6-b0e8c0e4d17d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Nov 01 18:27:17.303801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9094fd-2e13-48a6-9e5a-fe1d5463831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.363343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-01a99242-b543-48a1-8b10-48923626579f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.363343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-01a99242-b543-48a1-8b10-48923626579f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.4206581 Nov 01 18:27:17.365631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.367956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f9094fd-2e13-48a6-9e5a-fe1d5463831c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a943a26dd72f4845a5123c70ace5593b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850822 Nov 01 18:27:17.369045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9094fd-2e13-48a6-9e5a-fe1d5463831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce122a4-bc71-4c9c-bc75-b862a4a55a51,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:17.371840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58948) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.372952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-aeeaf395-7a67-48e8-8f01-23624d63b2e5 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.373896 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aeeaf395-7a67-48e8-8f01-23624d63b2e5 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072725 Nov 01 18:27:17.376514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58950) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.381102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-48ccbc75-5951-4c3a-b5d4-4c94187cacee tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.382053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48ccbc75-5951-4c3a-b5d4-4c94187cacee tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046406 Nov 01 18:27:17.384547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.397393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-6374b9c7-81c1-4464-b1a8-000b0f8b714b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.397393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6374b9c7-81c1-4464-b1a8-000b0f8b714b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0100605 Nov 01 18:27:17.399011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58954) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.403285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-2aa2e8cb-f43f-4329-a3a3-4ccc5f6a2bcc tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.406667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.411052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-9b8d2060-d1cd-471b-aff8-77fc74a3cb9f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.412184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2aa2e8cb-f43f-4329-a3a3-4ccc5f6a2bcc tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120287 Nov 01 18:27:17.414557 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b8d2060-d1cd-471b-aff8-77fc74a3cb9f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067394 Nov 01 18:27:17.426745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.434394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-be528bc5-787c-4f81-8d10-29731629edcd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.435627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-be528bc5-787c-4f81-8d10-29731629edcd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089719 Nov 01 18:27:17.438478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.444523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-dd552aed-fe92-4ea7-acce-9d5b15ac1c22 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.445489 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dd552aed-fe92-4ea7-acce-9d5b15ac1c22 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060925 Nov 01 18:27:17.449069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.453272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-5589976d-d072-42e7-8ec3-052e18f3ab7c tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.457045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5589976d-d072-42e7-8ec3-052e18f3ab7c tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042353 Nov 01 18:27:17.457292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.468516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-d4124801-bb1b-4a70-9ed7-67b64585f713 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.470993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4124801-bb1b-4a70-9ed7-67b64585f713 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0088460 Nov 01 18:27:17.477872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58974) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.483589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-8ba1bead-7997-4f1f-a5cc-58328d45355b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.487308 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ba1bead-7997-4f1f-a5cc-58328d45355b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072105 Nov 01 18:27:17.487985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.493231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-2b8dc842-e6f0-4de0-9cbe-d0d3b38c2564 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.494586 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b8dc842-e6f0-4de0-9cbe-d0d3b38c2564 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053198 Nov 01 18:27:17.499304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58980) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.500120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.507172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-8884aa7e-0f41-411f-b443-015390b3ea64 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.510697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8884aa7e-0f41-411f-b443-015390b3ea64 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060842 Nov 01 18:27:17.511069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58982) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.515762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-cc95a729-44e1-400f-928d-c568ba32949f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.516794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc95a729-44e1-400f-928d-c568ba32949f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046394 Nov 01 18:27:17.519182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58984) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.525281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-f3805f97-aac7-4045-adbb-8456e7363548 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.534012 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3805f97-aac7-4045-adbb-8456e7363548 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057487 Nov 01 18:27:17.534012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.534012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-8c89939d-e9cf-497b-bd3a-4f35bcc889f0 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.534318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8c89939d-e9cf-497b-bd3a-4f35bcc889f0 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042818 Nov 01 18:27:17.536142 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:27:17.538195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58990) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.541446 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.543043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-0526315f-822b-449a-9f9d-c5f007697f2f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.546882 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0526315f-822b-449a-9f9d-c5f007697f2f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050101 Nov 01 18:27:17.549546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58992) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.557370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-eaf6bbd6-af48-4c7e-93d0-5c20926728cc tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.559165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eaf6bbd6-af48-4c7e-93d0-5c20926728cc tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078917 Nov 01 18:27:17.564551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58994) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.569844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-bdec5464-b108-469b-bdea-a0b3bfa121a7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.571141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bdec5464-b108-469b-bdea-a0b3bfa121a7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054066 Nov 01 18:27:17.573508 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.577749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-95362b35-9b88-4659-8bcf-be8968adfe1a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.578698 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-95362b35-9b88-4659-8bcf-be8968adfe1a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042272 Nov 01 18:27:17.585530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58998) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.592324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-d1bd68a4-4ed9-4736-b3ef-2b76c5c19279 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.593690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d1bd68a4-4ed9-4736-b3ef-2b76c5c19279 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066957 Nov 01 18:27:17.596363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59002) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.602183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-8095b500-2d13-4d27-90cb-975182b1f3d7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.603448 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8095b500-2d13-4d27-90cb-975182b1f3d7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057278 Nov 01 18:27:17.605889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59008) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.612316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.618557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-afa175ea-4f2a-4f87-9b4b-75271c0e3f65 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.623683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59012) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.624190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-afa175ea-4f2a-4f87-9b4b-75271c0e3f65 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0108023 Nov 01 18:27:17.627753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-5976d2cf-59b9-4062-a59c-95f2f8c9ea16 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.628853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5976d2cf-59b9-4062-a59c-95f2f8c9ea16 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050418 Nov 01 18:27:17.633031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.639679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-f8cbaa7e-ad99-4ebe-b2fc-fa7f6d0de137 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.640975 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f8cbaa7e-ad99-4ebe-b2fc-fa7f6d0de137 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0064418 Nov 01 18:27:17.643906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.650799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-9f927f11-217b-470d-8502-4da5af50ed67 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.652050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9f927f11-217b-470d-8502-4da5af50ed67 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070465 Nov 01 18:27:17.654612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59022) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.660751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-8464638b-f3ee-4c21-82c5-026c6ada0f8d tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.662659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8464638b-f3ee-4c21-82c5-026c6ada0f8d tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066254 Nov 01 18:27:17.665651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59024) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.672948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f84b8e2e-c262-47f4-b7ee-78451b87eff9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4c7741ad2eb4aeb979b00385fcd40c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658195 Nov 01 18:27:17.679973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59026) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.681904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-e52792ae-babd-4479-8f27-9a4bd9ec87fa tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.684323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e52792ae-babd-4479-8f27-9a4bd9ec87fa tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0169044 Nov 01 18:27:17.685915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59028) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.704132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-403be517-1661-42ac-a2f3-463521ef21d3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.707771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-403be517-1661-42ac-a2f3-463521ef21d3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0181761 Nov 01 18:27:17.713759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59030) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.713759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-80a2767a-ac91-472e-8d92-bf2f88fc37ab tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.714372 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80a2767a-ac91-472e-8d92-bf2f88fc37ab tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044169 Nov 01 18:27:17.716557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59032) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.720915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-46ca2e31-f2b5-4b08-bfca-1f2c020b6086 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.721877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-46ca2e31-f2b5-4b08-bfca-1f2c020b6086 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044155 Nov 01 18:27:17.725376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59034) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.734651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-dd01afe7-1109-4aa1-bbba-350e4deefaa7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.736011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd01afe7-1109-4aa1-bbba-350e4deefaa7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096624 Nov 01 18:27:17.738612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59036) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.744354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-07d6cb9f-eb65-42b8-beab-5a409c4ec9bd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.746448 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-07d6cb9f-eb65-42b8-beab-5a409c4ec9bd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061975 Nov 01 18:27:17.752226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.752868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.753696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.757977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-b908be2c-4a1a-4c51-a2c0-ec83da3babe4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.758845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fce122a4-bc71-4c9c-bc75-b862a4a55a51 HTTP/1.1" status: 204 len: 168 time: 0.3858736 Nov 01 18:27:17.771320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b908be2c-4a1a-4c51-a2c0-ec83da3babe4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0145941 Nov 01 18:27:17.771657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.777042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-987d63e1-41f1-4a1f-9616-4d6206c47191 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.778692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-987d63e1-41f1-4a1f-9616-4d6206c47191 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055678 Nov 01 18:27:17.787773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.792655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-18c0ee54-4176-4fd5-8c46-19b60eb43bfb tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.793598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-18c0ee54-4176-4fd5-8c46-19b60eb43bfb tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044785 Nov 01 18:27:17.796510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.797051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ada5c8-48cb-4f09-81f5-502a3c8ed08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce122a4-bc71-4c9c-bc75-b862a4a55a51,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:17.808079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-09a01397-c087-4cba-9090-c275f6964e6a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.814743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-09a01397-c087-4cba-9090-c275f6964e6a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0140390 Nov 01 18:27:17.815572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.822043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-777eaa15-3719-41e8-a19f-2e40b929df1b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.827490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-777eaa15-3719-41e8-a19f-2e40b929df1b tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0107124 Nov 01 18:27:17.830114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59050) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.835713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-18aa3102-75ca-49d3-8cdd-ba4252a46f95 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.836976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-18aa3102-75ca-49d3-8cdd-ba4252a46f95 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056999 Nov 01 18:27:17.838185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.839597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.845540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-8137a626-a702-480f-86c8-85e8c881a0ce tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.846817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8137a626-a702-480f-86c8-85e8c881a0ce tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058112 Nov 01 18:27:17.849673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.857866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-5c4325df-11f2-4d49-8f8e-77e84fcac455 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.867212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c4325df-11f2-4d49-8f8e-77e84fcac455 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080462 Nov 01 18:27:17.869262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59056) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.874096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-35d8088b-4630-4315-b002-ab98733fd306 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.875437 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-35d8088b-4630-4315-b002-ab98733fd306 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049477 Nov 01 18:27:17.878710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.884292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-faf389d1-3fc4-44c6-8fdd-fd073fdbe97a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.885793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-faf389d1-3fc4-44c6-8fdd-fd073fdbe97a tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061185 Nov 01 18:27:17.888379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59060) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.898241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:17.898401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-22760fbe-a041-41d0-a265-71d0bf1f48fb tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.899336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-22760fbe-a041-41d0-a265-71d0bf1f48fb tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093911 Nov 01 18:27:17.900253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.906942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-6e070a64-777c-4f8c-aca2-4d090b02eb3e tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.910879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e070a64-777c-4f8c-aca2-4d090b02eb3e tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087152 Nov 01 18:27:17.913422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.919333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-7b927cf5-65e2-4f89-9b8b-36b907caeea3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.921725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b927cf5-65e2-4f89-9b8b-36b907caeea3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068688 Nov 01 18:27:17.928448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59074) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.936432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-54c3fd02-d0a5-4f98-b053-a106647cb9e6 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.940482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-54c3fd02-d0a5-4f98-b053-a106647cb9e6 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0107036 Nov 01 18:27:17.941285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.946544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-27f9373a-c38c-43a6-a786-9eb37d3ee1f8 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.951087 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-27f9373a-c38c-43a6-a786-9eb37d3ee1f8 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087006 Nov 01 18:27:17.952002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59082) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.958856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-9d754cbe-c37f-4952-9c60-bab37fc8693f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.961160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d754cbe-c37f-4952-9c60-bab37fc8693f tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077922 Nov 01 18:27:17.971626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59084) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.976917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-064269d9-1064-4539-a9e5-d1800d4b8142 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.978205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-064269d9-1064-4539-a9e5-d1800d4b8142 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052242 Nov 01 18:27:17.980413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59086) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.984534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-20227fc7-a17a-4160-ae36-77aaa06da345 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.985534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20227fc7-a17a-4160-ae36-77aaa06da345 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041451 Nov 01 18:27:17.988071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59088) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:17.993121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-c58852e8-ab5f-4785-963e-39f85fc6d038 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:17.994110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c58852e8-ab5f-4785-963e-39f85fc6d038 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050864 Nov 01 18:27:18.007238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59090) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.011316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-8e79cf40-fe96-432e-b8d7-a4af5abdc911 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.012301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e79cf40-fe96-432e-b8d7-a4af5abdc911 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041711 Nov 01 18:27:18.014616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.018306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-6538a19e-e010-49f5-aedf-1cfe3e30c506 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.019219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6538a19e-e010-49f5-aedf-1cfe3e30c506 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037584 Nov 01 18:27:18.021308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.024978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-9546122e-54a3-4f20-9e52-af2046dd6a59 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.025867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9546122e-54a3-4f20-9e52-af2046dd6a59 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037463 Nov 01 18:27:18.028068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.031736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-45007b28-6857-4716-973a-758afd08ad63 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.032639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-45007b28-6857-4716-973a-758afd08ad63 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037522 Nov 01 18:27:18.034709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.039763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-8f012257-57be-4a53-811e-96a2eac78dcf tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.040675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f012257-57be-4a53-811e-96a2eac78dcf tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050900 Nov 01 18:27:18.045929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.049896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-9e30de85-1f76-468f-8294-fe50f2e7c259 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.050797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e30de85-1f76-468f-8294-fe50f2e7c259 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039425 Nov 01 18:27:18.053713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59102) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.057533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-493a5089-4d21-43f7-b976-e9c2efcbaddd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.058444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-493a5089-4d21-43f7-b976-e9c2efcbaddd tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038242 Nov 01 18:27:18.060597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59104) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.064301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-904cc4ba-02be-47f9-a280-11cd6d0fbde3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.065202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-904cc4ba-02be-47f9-a280-11cd6d0fbde3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037925 Nov 01 18:27:18.067624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59106) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.067790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:18.070411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:18.071446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bcfc96f-5788-4d1c-9038-eaa86315b1dd HTTP/1.1" status: 204 len: 168 time: 0.3894165 Nov 01 18:27:18.072571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-e800b2a7-e385-4928-8760-6caf3fc5f2b6 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.080195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e800b2a7-e385-4928-8760-6caf3fc5f2b6 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053260 Nov 01 18:27:18.080712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.081508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478aae8-c5af-482a-8a70-a5793ecf0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcfc96f-5788-4d1c-9038-eaa86315b1dd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:18.085253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-edf1c2c5-014c-493e-b1da-df03a3648047 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.088060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-edf1c2c5-014c-493e-b1da-df03a3648047 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062087 Nov 01 18:27:18.088692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59112) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.093803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-335dd9dc-ee31-4979-9f1a-dade81537e51 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.096049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-335dd9dc-ee31-4979-9f1a-dade81537e51 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058675 Nov 01 18:27:18.097388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59114) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.104024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-347b5ad3-799f-45fb-8deb-0ada080e6965 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.109510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.121743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-347b5ad3-799f-45fb-8deb-0ada080e6965 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0232277 Nov 01 18:27:18.124788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-98f2e8cc-a17e-44f7-9f08-dae7c1f22ba7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.128857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-98f2e8cc-a17e-44f7-9f08-dae7c1f22ba7 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0152779 Nov 01 18:27:18.130822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.135469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-f89ab66e-3aea-42c6-9146-7d3ab801fdb3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.139619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59124) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.140216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f89ab66e-3aea-42c6-9146-7d3ab801fdb3 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079195 Nov 01 18:27:18.146604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-eb28d3bd-6c13-409d-8f83-1a7a836fbea4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.150383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eb28d3bd-6c13-409d-8f83-1a7a836fbea4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091691 Nov 01 18:27:18.150538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59126) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.156509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [None req-82c7ccd3-afdc-4edf-89f2-38eecc0722b4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.157467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82c7ccd3-afdc-4edf-89f2-38eecc0722b4 tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059359 Nov 01 18:27:18.160216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59128) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:18.165493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [None req-fcf835bc-4c05-445b-ac0f-ffc4b444b62d tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:27:18.167951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fcf835bc-4c05-445b-ac0f-ffc4b444b62d tempest-ExtensionsTestJSON-1607659099 tempest-ExtensionsTestJSON-1607659099-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061800 Nov 01 18:27:18.458552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3db2e-224b-4b86-927d-713c1ac6bf18 req-73c4248b-cd58-4dc9-9692-ba311e1cc039 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:18.464097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33b3db2e-224b-4b86-927d-713c1ac6bf18 req-73c4248b-cd58-4dc9-9692-ba311e1cc039 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.0801895 Nov 01 18:27:18.514727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33b3db2e-224b-4b86-927d-713c1ac6bf18 req-0e6a66e1-4dd1-45d0-aed0-b268883cfe3d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Nov 01 18:27:18.656095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-259f0d4a-5f79-4a96-a4c9-cac5afadfb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:18.886951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59180) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:19.180149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1121918f-e2a4-4b65-9a89-ce74f04991c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.279872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1121918f-e2a4-4b65-9a89-ce74f04991c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.393743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1121918f-e2a4-4b65-9a89-ce74f04991c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.440780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1121918f-e2a4-4b65-9a89-ce74f04991c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61ea618ed01d48069490ec52c0b4b98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505700 Nov 01 18:27:19.440780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121918f-e2a4-4b65-9a89-ce74f04991c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a65b03-6329-4c43-9c0c-4b1508485461,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:19.441138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59228) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:19.511859 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.541639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.708448 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.711377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:19.714435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59a65b03-6329-4c43-9c0c-4b1508485461 HTTP/1.1" status: 204 len: 168 time: 0.2712550 Nov 01 18:27:19.718126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669553e1-636d-4a64-aa17-83789a1c525f req-94a56ce9-68b4-45a9-b456-93268beb0c36 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:19.725055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794bf62-2a5c-450a-9816-4bcc2907edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a65b03-6329-4c43-9c0c-4b1508485461,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:19.725902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-669553e1-636d-4a64-aa17-83789a1c525f req-94a56ce9-68b4-45a9-b456-93268beb0c36 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.0858257 Nov 01 18:27:19.769238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-669553e1-636d-4a64-aa17-83789a1c525f req-d30163d6-f205-4ad4-a1dc-6ddd875415d1 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Nov 01 18:27:20.002633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:27:20.112484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:20.124743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'port_id': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'mac_address': 'fa:16:3e:46:d4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2258d9-9ede-4aa7-88e0-c397886f120b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:27:20.167873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:20.195909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d053acf-a50b-4f74-a7d4-a9ceccabb521 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:27:20.249093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:20.319398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:20.390507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:20.713137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8d053acf-a50b-4f74-a7d4-a9ceccabb521'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:27:20.892623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845dd2b-461c-4999-a2ad-82abe263aa29 req-f71b42ae-63b3-4fbe-b38c-c4a0bc4538f1 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:20.894159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7845dd2b-461c-4999-a2ad-82abe263aa29 req-f71b42ae-63b3-4fbe-b38c-c4a0bc4538f1 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 944 time: 0.0511572 Nov 01 18:27:20.906163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-652596d1-1e81-446d-9705-2314a5d9c808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:20.944865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7845dd2b-461c-4999-a2ad-82abe263aa29 req-4bdac2e5-0077-49de-a89c-d7d9a059f8e9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Nov 01 18:27:21.281067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:21.315848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59326) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:21.432423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-326025243', 'router:external': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:21.550744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9349-80fb-446b-a2b9-e17bd92cab73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.571097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Made reservation on behalf of dd4392cd87d1470a8be606069c4b1310 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:21.576395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.597453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.651941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9349-80fb-446b-a2b9-e17bd92cab73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.710112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.737663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9349-80fb-446b-a2b9-e17bd92cab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.788214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3fc9349-80fb-446b-a2b9-e17bd92cab73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ac40315a25a47e8bbf80942fb01c2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711421 Nov 01 18:27:21.790147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc9349-80fb-446b-a2b9-e17bd92cab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661fd578-3bc3-4dad-8911-1a0eab4f08f9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:21.790806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59344) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:21.816912 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.833872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:21.847153 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.847537 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Added segment 2431f848-72b4-4046-a7e8-3eb418e19df1 of type vlan for network 338d96de-15b6-426a-ac33-f460ff8ff38f Nov 01 18:27:21.925842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:21.968963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.988505 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:21.995023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.003650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:22.033265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ccfbf-fc83-4cd7-910f-450d62a1344e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:22.121490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.136017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1508905984'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:22.185942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.186224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:22.187386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.218114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849d9b-cf1e-4a84-ba16-e63c7639fc3a req-14be3116-0a6c-4939-ae85-529872722bcf tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:22.220120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2849d9b-cf1e-4a84-ba16-e63c7639fc3a req-14be3116-0a6c-4939-ae85-529872722bcf tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 944 time: 0.1452563 Nov 01 18:27:22.280374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:27:22.286694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:22.287812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.302056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Network': ['ID=338d96de-15b6-426a-ac33-f460ff8ff38f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:22.306051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2849d9b-cf1e-4a84-ba16-e63c7639fc3a req-19662a6c-eefe-4b1c-9d97-cac16e5b0d1b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Nov 01 18:27:22.307790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:22.309717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.311672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.314271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.316652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/661fd578-3bc3-4dad-8911-1a0eab4f08f9 HTTP/1.1" status: 204 len: 168 time: 0.5246642 Nov 01 18:27:22.332176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.332476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c364db-3987-4cb5-8e42-9553be885963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661fd578-3bc3-4dad-8911-1a0eab4f08f9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:22.340082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 338d96de-15b6-426a-ac33-f460ff8ff38f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:22.432979 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-53a51c6a-e7ea-499d-9ced-97ede3709742 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1504514 Nov 01 18:27:22.436265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59358) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:22.440621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.448021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'subnet': {'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:22.512693 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.519161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.536740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:27:22.539020 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57725b78-f573-4cdc-91ec-276b7f28cd0b" -d '{"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:27:22.555557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:22.576445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Made reservation on behalf of dd4392cd87d1470a8be606069c4b1310 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:22.580078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.604810 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622c3ac-10d0-4799-81ed-d33696646766 x-openstack-request-id: req-8622c3ac-10d0-4799-81ed-d33696646766 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:27:22.605084 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:27:22.605342 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8622c3ac-10d0-4799-81ed-d33696646766 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:27:22.605730 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'code': 200} Nov 01 18:27:22.610282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:22.645188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.666112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fb8093-fbf4-4c40-9ce5-7aa0d1e6e300,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:22.670779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.671129 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Added segment 8eef4d7f-ff5e-4348-ab3e-600965ae2ec3 of type vlan for network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb Nov 01 18:27:22.729774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:22.773269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.789483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78560eb-8f24-4a1b-99bd-6257e6c36d53 req-904bc39e-1e74-4d74-9e46-624a377efe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:22.791580 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e78560eb-8f24-4a1b-99bd-6257e6c36d53 req-904bc39e-1e74-4d74-9e46-624a377efe39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 1096 time: 0.0731308 Nov 01 18:27:22.873796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e78560eb-8f24-4a1b-99bd-6257e6c36d53 req-5a31b9dc-3fa7-47a0-a2d0-bb0a97323826 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733380 Nov 01 18:27:22.884642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.890800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:22.893587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:22.999205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0696380 Nov 01 18:27:22.999969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:23.004354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'subnet': {'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:23.009459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421e927-e826-48da-86f6-6cd9389c8704 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Network': ['ID=02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:23.024406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:23.187883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:23.194204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.204170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:27:23.204951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.222302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:23.282835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d82ba1e6-b433-4e2a-9219-4ea395d61940,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:23.295024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Checking segment: {'id': '2431f848-72b4-4046-a7e8-3eb418e19df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:23.298986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network hostable DHCP agents. Network: 338d96de-15b6-426a-ac33-f460ff8ff38f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:27:23.299303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a54-4ba1-4db8-bf0f-6be590976e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.439466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 338d96de-15b6-426a-ac33-f460ff8ff38f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:27:23.519607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 338d96de-15b6-426a-ac33-f460ff8ff38f) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:23.529201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de859c-6879-4018-8a45-c9fc57b00be7 None None] Network 338d96de-15b6-426a-ac33-f460ff8ff38f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:23.533459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:23.534605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.655926 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0466cdd-c9a9-4622-ac62-636d3a92112c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2155526 Nov 01 18:27:23.656167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:23.661659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1220200301', 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:23.809126 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.825760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Made reservation on behalf of dd4392cd87d1470a8be606069c4b1310 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:23.830024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.839887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a54-4ba1-4db8-bf0f-6be590976e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.843780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ddc5c8-f970-4846-929f-bb6ab34b5ff4 None None] Network 338d96de-15b6-426a-ac33-f460ff8ff38f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:23.847819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f249b0e-3dfc-4ecc-a12e-e5c8c6fca2d5 req-e8d49a6b-bcc0-4ea9-b125-46b50f48f7fe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:23.849387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f249b0e-3dfc-4ecc-a12e-e5c8c6fca2d5 req-e8d49a6b-bcc0-4ea9-b125-46b50f48f7fe tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.4388614 Nov 01 18:27:23.857869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] device_id is not set on port 80f98d18-6d55-44bf-b344-71adbaae958e yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:23.902555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f249b0e-3dfc-4ecc-a12e-e5c8c6fca2d5 req-9d72edd4-d1b5-4454-b060-aa1574382b48 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Nov 01 18:27:23.913138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a54-4ba1-4db8-bf0f-6be590976e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:23.955779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2dc35a54-4ba1-4db8-bf0f-6be590976e89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48c8db1bcb3842d190e6487df9f8e09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291300 Nov 01 18:27:23.956431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59390) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:23.958704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.015696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 2001:db8::e7 (338d96de-15b6-426a-ac33-f460ff8ff38f/d82ba1e6-b433-4e2a-9219-4ea395d61940/80f98d18-6d55-44bf-b344-71adbaae958e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:24.023087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35a54-4ba1-4db8-bf0f-6be590976e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee5391-30b6-470a-8d25-720be42621ee,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:24.178471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Subnet': ['ID=d37bea9c-0564-43c6-a339-65682d34b2bf,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:24.178471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Checking segment: {'id': '8eef4d7f-ff5e-4348-ab3e-600965ae2ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:24.178471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network hostable DHCP agents. Network: 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:27:24.178471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.192920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.235326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.551234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:27:24.551421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.552184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.553286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.554610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6ee5391-30b6-470a-8d25-720be42621ee HTTP/1.1" status: 204 len: 168 time: 0.5971165 Nov 01 18:27:24.566141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b879b-6e74-4731-a10e-969339ec0b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee5391-30b6-470a-8d25-720be42621ee,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:24.609900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 338d96de-15b6-426a-ac33-f460ff8ff38f is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:24.612861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:24.620032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:24.620032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:24.620032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.622938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=80f98d18-6d55-44bf-b344-71adbaae958e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:24.685186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:24.690899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:24.694817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.703154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba7384-8c0f-43ad-94c7-c27500aef33a None None] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:24.761490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-33ff62cb-82b3-4b45-ae7b-bf8170d9a4d6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0926437 Nov 01 18:27:24.764316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59404) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:24.809459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:24.810700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c1529b02-1a2c-412e-a5d0-9e38b4d927ba tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8103044 Nov 01 18:27:24.815079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-370142799', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:24.885273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Deleting port 80f98d18-6d55-44bf-b344-71adbaae958e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:24.885671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.888044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80eb4e8-f7e4-454a-91e6-ca8563e91afe None None] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:24.959089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:24.960376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.044804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.105878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.124777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Calling delete_port for 80f98d18-6d55-44bf-b344-71adbaae958e owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:25.140656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.146278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.152405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.158500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.165061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.170963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.177888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.184714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f731b7-51f6-42b7-a326-329fc356495c req-58fe2352-8aad-480e-a573-ff652f4433eb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1918328 Nov 01 18:27:25.217690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66df24-b7e4-40ef-8048-1f4803d3d3b6 req-526116a0-9439-40b4-8738-028acb90e9b7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.217690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af66df24-b7e4-40ef-8048-1f4803d3d3b6 req-526116a0-9439-40b4-8738-028acb90e9b7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1695299 Nov 01 18:27:25.313852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24f731b7-51f6-42b7-a326-329fc356495c req-60a9ce11-b7cd-4e35-9722-9d72bd0cda70 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233127 Nov 01 18:27:25.324761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.345775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af66df24-b7e4-40ef-8048-1f4803d3d3b6 req-8116a367-57c8-41b8-9e75-23d0a721f3c6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Nov 01 18:27:25.669245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.683980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.706700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.717651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.718184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.733579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.750471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.753784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.764118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.772895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83b76622-2adc-417f-ba25-b1c199fcd927 req-3e0e3044-4afa-4d76-a920-12894de0000f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.2515130 Nov 01 18:27:25.793967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7831c-ea16-40d3-b615-f421fcd82b0c req-ad9146ea-f962-4b1a-bbbd-b1d424bc0fd3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:25.798492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdf7831c-ea16-40d3-b615-f421fcd82b0c req-ad9146ea-f962-4b1a-bbbd-b1d424bc0fd3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.3019664 Nov 01 18:27:25.799371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.837185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f98d18-6d55-44bf-b344-71adbaae958e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:25.883062 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:25.895531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-679055c2-3e20-4c3d-894e-866501650bba tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/ports/80f98d18-6d55-44bf-b344-71adbaae958e HTTP/1.1" status: 204 len: 168 time: 1.1205544 Nov 01 18:27:25.895531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59454) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:25.895531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f', 'external_fixed_ips': [{'subnet_id': 'd82ba1e6-b433-4e2a-9219-4ea395d61940', 'ip_address': '2001:db8::e7'}]}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:25.906536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdf7831c-ea16-40d3-b615-f421fcd82b0c req-c4e979c5-ca7b-4aa0-8c2d-8a8a5b09514e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946724 Nov 01 18:27:25.938809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.178 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4ee68331-c5eb-4c90-ac2b-eb156d6081b8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:26.005857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.006996 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.074331 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.097265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.170506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.222074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.299800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:26.310314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:26.316294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:26.325512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=4ee68331-c5eb-4c90-ac2b-eb156d6081b8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:26.384221 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.405941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7939fa9-76e7-4552-b02f-25f30cf1ed6c req-6c3424eb-f659-4927-9544-97d9964ecef3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:26.407540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7939fa9-76e7-4552-b02f-25f30cf1ed6c req-6c3424eb-f659-4927-9544-97d9964ecef3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1540437 Nov 01 18:27:26.486831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7939fa9-76e7-4552-b02f-25f30cf1ed6c req-b0bbbd91-326c-48d7-8939-115b7c344e7d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707748 Nov 01 18:27:26.791668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.821124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.841256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:26.989417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b466-608d-44c1-b729-b91ca1ffe9d1 req-fbc56706-4956-436a-97ae-6b36348c6b65 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:26.991156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce74b466-608d-44c1-b729-b91ca1ffe9d1 req-fbc56706-4956-436a-97ae-6b36348c6b65 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.2735555 Nov 01 18:27:27.117254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce74b466-608d-44c1-b729-b91ca1ffe9d1 req-fa3581bc-dbfa-42fa-bdc6-b3550d068672 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Nov 01 18:27:27.143553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 2001:db8::e7 (338d96de-15b6-426a-ac33-f460ff8ff38f/d82ba1e6-b433-4e2a-9219-4ea395d61940/98be48e6-c4a8-401d-ae30-b0880a1db34c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:27.198143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:27.251689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:27.333304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:27.468495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:27.485028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:27.588237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 338d96de-15b6-426a-ac33-f460ff8ff38f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:27.595166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:27.600034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:27.790589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1690106288'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:27.804764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=98be48e6-c4a8-401d-ae30-b0880a1db34c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:27.923448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59518) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:27.948892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718a2f8-ea07-48ff-be50-f52466008a1b req-6ab9203d-11ed-4781-8f3c-1153951d34b8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:27.950511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a718a2f8-ea07-48ff-be50-f52466008a1b req-6ab9203d-11ed-4781-8f3c-1153951d34b8 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1662195 Nov 01 18:27:27.960182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Made reservation on behalf of a6281bba8a314a80b52530f6fc23284a for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:27.963762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.012298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.110022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a718a2f8-ea07-48ff-be50-f52466008a1b req-b8d50d2e-391b-43e1-b222-c42f2e9f939b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420298 Nov 01 18:27:28.112526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.152872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:28.175304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:28.191217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:28.192061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:28.213155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:28.217884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-e40d1d78-89de-4afc-ab49-c207f03ea551 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.2917125 Nov 01 18:27:28.233287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:28.248540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:28.249427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:28.281850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.284445 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aac68bd8-ab86-4a3a-a650-fe949cf4a08b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4739120 Nov 01 18:27:28.288064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59524) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:28.325935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:28.326580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87138f-3cff-4baf-b4b5-1dd9cb3d95f5 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:28.397059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-69780b11-c943-4dee-ab20-3056aaf5cffb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&id=180abc3b-1ec9-411d-acac-d1253ee4599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443498 Nov 01 18:27:28.400163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.477278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.480722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:28.494129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.494129 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Added segment 7bd42873-bd98-4136-9785-19206ba2a76e of type vlan for network 9ce696aa-0e0b-482b-a209-86d4c8550757 Nov 01 18:27:28.862740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dfba44-09cf-4eda-a085-1a7e61d3a195,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:28.865803 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.870907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:28.894757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.003680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.010602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:29.011419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.116559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Pushing event updated for resources: {'Network': ['ID=9ce696aa-0e0b-482b-a209-86d4c8550757,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:29.135069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9ce696aa-0e0b-482b-a209-86d4c8550757 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:29.137122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router 6ebe124b-16c9-47ad-9812-16b363112b79 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:29.273855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.1 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/ee11da6e-ff6b-4e59-b150-7727dea88ddd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:29.294781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a488a6f8-afa4-48be-8780-5a673b4024da tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0402620 Nov 01 18:27:29.295762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:29.297569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59536) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:29.307903 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Sync routers for ids ['6ebe124b-16c9-47ad-9812-16b363112b79'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:29.329644 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Routers {'6ebe124b-16c9-47ad-9812-16b363112b79'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:29.331729 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6ebe124b-16c9-47ad-9812-16b363112b79'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:29.375437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45ed4c-7220-426f-ac6a-8c493e7dc6c7 req-55038b45-0f77-4b2f-bdf3-fb153ad9b54a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:29.385128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c45ed4c-7220-426f-ac6a-8c493e7dc6c7 req-55038b45-0f77-4b2f-bdf3-fb153ad9b54a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1080174 Nov 01 18:27:29.409678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'name': 'tempest-network--2138543477', 'router:external': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:29.421311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.422616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-df367598-3bdf-468a-930f-eac63a95f018 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.5318613 Nov 01 18:27:29.431001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59540) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:29.498811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c45ed4c-7220-426f-ac6a-8c493e7dc6c7 req-cb8a2970-a801-4cae-9a91-f90c143b9b3e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087613 Nov 01 18:27:29.511125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.515851 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Set router 6ebe124b-16c9-47ad-9812-16b363112b79 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:29.587911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:29.590990 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.605561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.616812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.738380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:29.748323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:29.758683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:29.831576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.839189 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe124b-16c9-47ad-9812-16b363112b79', 'name': '', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f', 'external_fixed_ips': [{'subnet_id': 'd82ba1e6-b433-4e2a-9219-4ea395d61940', 'ip_address': '2001:db8::e7'}], 'enable_snat': True}, 'gw_port_id': '98be48e6-c4a8-401d-ae30-b0880a1db34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:26Z', 'updated_at': '2021-11-01T18:27:27Z', 'revision_number': 3, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port': {'id': '98be48e6-c4a8-401d-ae30-b0880a1db34c', 'name': '', 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe124b-16c9-47ad-9812-16b363112b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd82ba1e6-b433-4e2a-9219-4ea395d61940', 'ip_address': '2001:db8::e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:27:26Z', 'updated_at': '2021-11-01T18:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd82ba1e6-b433-4e2a-9219-4ea395d61940', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:29.863497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.871371 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Checking router: 6ebe124b-16c9-47ad-9812-16b363112b79 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:27:29.872039 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Updating router 6ebe124b-16c9-47ad-9812-16b363112b79 port 98be48e6-c4a8-401d-ae30-b0880a1db34c binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:27:29.904421 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:29.953899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.012684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ee11da6e-ff6b-4e59-b150-7727dea88ddd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:30.044517 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.097272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:30.102466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccf97c-9249-4ae3-a00f-dbf604b37fe6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:30.119374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.119684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.120031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.120499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.120969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.121313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.121646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.121972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.122521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.122672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.122921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.123236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.135326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.135693 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Added segment d370e6b8-4346-4f6f-982b-933053e9c983 of type vlan for network 9f1b8638-006c-48cd-9f42-1e7134fff32c Nov 01 18:27:30.144122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.222490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.235056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.321972 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.333227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:30.368824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.369732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:30.372214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.390696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:30.398833 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.494224 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Attempting to bind port 98be48e6-c4a8-401d-ae30-b0880a1db34c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:30.499256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Attempting to bind port 98be48e6-c4a8-401d-ae30-b0880a1db34c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '2431f848-72b4-4046-a7e8-3eb418e19df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:30.499657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Attempting to bind port 98be48e6-c4a8-401d-ae30-b0880a1db34c on network 338d96de-15b6-426a-ac33-f460ff8ff38f {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:30.516992 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Pushing event updated for resources: {'Port': ['ID=98be48e6-c4a8-401d-ae30-b0880a1db34c,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:30.518133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2187369 Nov 01 18:27:30.524191 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:27:30.524570 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Checking segment: {'id': '2431f848-72b4-4046-a7e8-3eb418e19df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:30.524976 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.525365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Bound using segment: {'id': '2431f848-72b4-4046-a7e8-3eb418e19df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:27:30.542789 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Bound port: 98be48e6-c4a8-401d-ae30-b0880a1db34c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2431f848-72b4-4046-a7e8-3eb418e19df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '338d96de-15b6-426a-ac33-f460ff8ff38f'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:27:30.543216 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.555574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59566) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:30.562123 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.563679 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.564033 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.564377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.564712 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.565044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.565375 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.565702 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.566027 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.566351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.566726 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.571903 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:30.643186 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] For port 98be48e6-c4a8-401d-ae30-b0880a1db34c, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:30.648284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] For port 98be48e6-c4a8-401d-ae30-b0880a1db34c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=98be48e6-c4a8-401d-ae30-b0880a1db34c,segment=NetworkSegment(2431f848-72b4-4046-a7e8-3eb418e19df1),segment_id=2431f848-72b4-4046-a7e8-3eb418e19df1)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:27:30.659559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.685814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f794425e-3a2f-493a-9ebb-cc83133e1fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.701992 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.712687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Deleting port 98be48e6-c4a8-401d-ae30-b0880a1db34c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:30.715399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.715399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a80c9070-f8fe-4b91-b4a0-8ab04b7ec29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.717931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fe935-4d69-4467-91fd-0286ae0cae95 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=9f1b8638-006c-48cd-9f42-1e7134fff32c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:30.735883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9f1b8638-006c-48cd-9f42-1e7134fff32c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:30.769763 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171aee8-03e7-4b06-9b39-97b7e5aca480 None None] Pushing event updated for resources: {'Port': ['ID=98be48e6-c4a8-401d-ae30-b0880a1db34c,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:30.813724 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Routers {'6ebe124b-16c9-47ad-9812-16b363112b79'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:30.816162 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6ebe124b-16c9-47ad-9812-16b363112b79'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:30.818283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.862687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be760-7f86-4c9d-9f9a-7b32e84832c6 req-7131a96a-aa30-4842-83ae-393a915c5d55 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:30.870868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-843be760-7f86-4c9d-9f9a-7b32e84832c6 req-7131a96a-aa30-4842-83ae-393a915c5d55 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.2157397 Nov 01 18:27:30.872305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f794425e-3a2f-493a-9ebb-cc83133e1fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.874606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.938653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f794425e-3a2f-493a-9ebb-cc83133e1fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.951878 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] Set router 6ebe124b-16c9-47ad-9812-16b363112b79 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:30.952684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.983863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:30.994292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Calling delete_port for 98be48e6-c4a8-401d-ae30-b0880a1db34c owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:31.005262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ee11da6e-ff6b-4e59-b150-7727dea88ddd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.009648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.016956 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe124b-16c9-47ad-9812-16b363112b79', 'name': '', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:26Z', 'updated_at': '2021-11-01T18:27:30Z', 'revision_number': 4, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.020311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-843be760-7f86-4c9d-9f9a-7b32e84832c6 req-babb5ef4-8b4d-443d-b6d7-ed3de4b0d9f5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465061 Nov 01 18:27:31.021393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794425e-3a2f-493a-9ebb-cc83133e1fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322dc1f0-b1bc-4f35-807c-c5a7ded33658,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.025728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f794425e-3a2f-493a-9ebb-cc83133e1fd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82987aeb321e4dc199014f292d357820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914995 Nov 01 18:27:31.034431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59570) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:31.055396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1b8638-006c-48cd-9f42-1e7134fff32c']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.065747 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b135e14-aaef-4747-863c-2484ad801d69 None None] The sync data for ids ['6ebe124b-16c9-47ad-9812-16b363112b79'] in n-d-815923-2 is: [{'id': '6ebe124b-16c9-47ad-9812-16b363112b79', 'name': '', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:26Z', 'updated_at': '2021-11-01T18:27:30Z', 'revision_number': 4, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:31.103705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd370e6b8-4346-4f6f-982b-933053e9c983') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.104411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd370e6b8-4346-4f6f-982b-933053e9c983') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.132056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:31.133349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:31.137242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a80c9070-f8fe-4b91-b4a0-8ab04b7ec29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.150557 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.172019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.184577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:31.184577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:31.186655 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:31.258144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:31.269840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a80c9070-f8fe-4b91-b4a0-8ab04b7ec29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.321174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.363106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a80c9070-f8fe-4b91-b4a0-8ab04b7ec29b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e72e83051384a1d9235ff8d94b96d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9685860 Nov 01 18:27:31.367822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59572) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:31.374806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c9070-f8fe-4b91-b4a0-8ab04b7ec29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765978e0-f4b9-4526-bac0-9fe48e2db212,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.385331 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.389208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:31.396981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b780bcc-e187-4c70-bce7-027afed1464a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/routers/620ca017-3f8d-4097-a4d6-b833cb542c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051106 Nov 01 18:27:31.400684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:31.401307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59574) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:31.408781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'port': {'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb', 'name': 'tempest-FloatingIPTestJSON-1444945381'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:31.412291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:31.413152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.448358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.457889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:31.458857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.461918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.469014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f1b8638-006c-48cd-9f42-1e7134fff32c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:31.484547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.492849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.497053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9f1b8638-006c-48cd-9f42-1e7134fff32c HTTP/1.1" status: 204 len: 168 time: 0.9408877 Nov 01 18:27:31.502355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:31.503121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99125ebf-ed3d-482c-887b-84d944399c57 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:31.512816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59576) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:31.515830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.518747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:31.523753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62732-782e-4427-adfd-dae41d8359c1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f1b8638-006c-48cd-9f42-1e7134fff32c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.528262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.563708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Port': ['ID=98be48e6-c4a8-401d-ae30-b0880a1db34c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.593805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.596731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.600011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/322dc1f0-b1bc-4f35-807c-c5a7ded33658 HTTP/1.1" status: 204 len: 168 time: 0.5622427 Nov 01 18:27:31.601166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.639436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.642084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.643239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/765978e0-f4b9-4526-bac0-9fe48e2db212 HTTP/1.1" status: 204 len: 168 time: 0.2754989 Nov 01 18:27:31.661947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b38d5-5a5d-427e-b71b-3a1bc9536cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765978e0-f4b9-4526-bac0-9fe48e2db212,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.685541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:31.685541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.737345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.748367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f866b-fdc9-4499-a504-da432405abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dc1f0-b1bc-4f35-807c-c5a7ded33658,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:31.750751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.752914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:31.758775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.799270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] device_id is not set on port 2722f637-4370-4360-905b-bf4ba4c12419 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:31.806800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:31.817965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.818347 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Added segment 277a210a-6e50-46b3-8391-07248aa91311 of type vlan for network e91cbf73-468a-498c-9bd9-d092a077cd20 Nov 01 18:27:31.873433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.882926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.883847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ebe124b-16c9-47ad-9812-16b363112b79 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:27:31.888931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:31.893184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0f9fb42-3d68-4aed-8d7b-c62db206dbf1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6ebe124b-16c9-47ad-9812-16b363112b79 HTTP/1.1" status: 204 len: 168 time: 2.4591854 Nov 01 18:27:31.896594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59582) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:31.950975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.9 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/2722f637-4370-4360-905b-bf4ba4c12419) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:31.964686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Deleting subnet d82ba1e6-b433-4e2a-9219-4ea395d61940 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:27:31.978196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.020829 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.022624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:32.023470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.032923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.141843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=e91cbf73-468a-498c-9bd9-d092a077cd20,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:32.157244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e91cbf73-468a-498c-9bd9-d092a077cd20 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:32.176734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.184375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3b5071ab-4e45-4758-9e08-1003ef9c1af5 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6704762 Nov 01 18:27:32.185855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.188005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.194097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'subnet': {'network_id': 'e91cbf73-468a-498c-9bd9-d092a077cd20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:32.256249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e771d3-c225-480e-8cb3-53c3bf848408 req-927743e6-8fc5-4803-b4e4-57f91f570934 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:32.266760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27e771d3-c225-480e-8cb3-53c3bf848408 req-927743e6-8fc5-4803-b4e4-57f91f570934 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1359041 Nov 01 18:27:32.285074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:32.288237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.306486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27e771d3-c225-480e-8cb3-53c3bf848408 req-b9cfe361-3fbd-4c85-adf8-1c28c2b547d2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Nov 01 18:27:32.346049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.353487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.388177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d82ba1e6-b433-4e2a-9219-4ea395d61940,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:32.401141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.410182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-31813d1f-4fc2-484a-af42-5b007100720e tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/d82ba1e6-b433-4e2a-9219-4ea395d61940 HTTP/1.1" status: 204 len: 168 time: 0.5117533 Nov 01 18:27:32.411285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59592) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.432035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:32.449369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:32.462758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:32.466750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=2722f637-4370-4360-905b-bf4ba4c12419,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:32.483846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.499459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2e375da-3354-456e-9bc1-bbc7bb437ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.577167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.583579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2e375da-3354-456e-9bc1-bbc7bb437ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.584529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59596) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.592836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:32.593492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.598210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f7388e6-a6f1-4389-b9c0-1975be8aba58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.662397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2e375da-3354-456e-9bc1-bbc7bb437ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.701860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2ee4c2de-95d7-443c-ab0e-dcebfd65e8a5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2995002 Nov 01 18:27:32.708892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59598) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.714376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d2e375da-3354-456e-9bc1-bbc7bb437ffb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84fbaebd69544653a89bbcf1ceced22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294345 Nov 01 18:27:32.717005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e375da-3354-456e-9bc1-bbc7bb437ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a87bb66-7700-4e06-92c1-60e0bacb4d14,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:32.717391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'port': {'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb', 'name': 'tempest-FloatingIPTestJSON-2080666230'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:32.722349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59600) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.742229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f7388e6-a6f1-4389-b9c0-1975be8aba58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.767779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.781665 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.804479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.820622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f7388e6-a6f1-4389-b9c0-1975be8aba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.840583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338d96de-15b6-426a-ac33-f460ff8ff38f']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:32.864696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2431f848-72b4-4046-a7e8-3eb418e19df1') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:32.864997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2431f848-72b4-4046-a7e8-3eb418e19df1') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:32.871233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4f7388e6-a6f1-4389-b9c0-1975be8aba58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60c1986c6f314a509f6a52880b098fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832649 Nov 01 18:27:32.872429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:32.881217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7388e6-a6f1-4389-b9c0-1975be8aba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08a6eb-d8f9-4157-8d20-3910bf3ff652,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:32.885393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.929948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.935674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.951766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:32.952091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.952883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:32.954617 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:32.980219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.982825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:32.987518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a87bb66-7700-4e06-92c1-60e0bacb4d14 HTTP/1.1" status: 204 len: 168 time: 0.2614365 Nov 01 18:27:32.994726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bf3f5-eb3f-4304-9339-ec5025284bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a87bb66-7700-4e06-92c1-60e0bacb4d14,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:33.036589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:33.044336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.078471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.081105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.083984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] device_id is not set on port 3e52d1fa-07c7-4487-8476-39dac66333d6 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:33.089036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:27:33.089810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.095541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e08a6eb-d8f9-4157-8d20-3910bf3ff652 HTTP/1.1" status: 204 len: 168 time: 0.2083476 Nov 01 18:27:33.099958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.111145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97634e96-0956-4400-adf3-542447f2ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08a6eb-d8f9-4157-8d20-3910bf3ff652,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:33.455967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065a30-4298-4a2b-ac09-75b2f1f3ed43 req-563a2522-1653-4bce-8992-8a71dfecf326 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:33.458453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8065a30-4298-4a2b-ac09-75b2f1f3ed43 req-563a2522-1653-4bce-8992-8a71dfecf326 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0739367 Nov 01 18:27:33.490579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 338d96de-15b6-426a-ac33-f460ff8ff38f {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:33.494756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.498160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/networks/338d96de-15b6-426a-ac33-f460ff8ff38f HTTP/1.1" status: 204 len: 168 time: 1.0802977 Nov 01 18:27:33.527285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaded0d-d50c-4898-a07b-1d33ddab53fa tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Network': ['ID=338d96de-15b6-426a-ac33-f460ff8ff38f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:33.538095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8065a30-4298-4a2b-ac09-75b2f1f3ed43 req-9ecceb38-7e3d-4a22-9e00-5cfffb310817 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Nov 01 18:27:33.565742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e75ea24-ba36-4a4f-b4a9-b81436b32f1b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:33.573203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Checking segment: {'id': '277a210a-6e50-46b3-8391-07248aa91311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e91cbf73-468a-498c-9bd9-d092a077cd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:33.573971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Network hostable DHCP agents. Network: e91cbf73-468a-498c-9bd9-d092a077cd20, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:27:33.635698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.7 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/3e52d1fa-07c7-4487-8476-39dac66333d6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:33.716709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Network e91cbf73-468a-498c-9bd9-d092a077cd20 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:27:33.804429 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.850232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e91cbf73-468a-498c-9bd9-d092a077cd20) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:33.854590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:33.855184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.861575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dcfb7-4722-4e93-bf8e-bda5ac82f2ec None None] Network e91cbf73-468a-498c-9bd9-d092a077cd20 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:33.913805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:33.957634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b1efffd0-a63a-4864-8d49-309d7b59172c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7683110 Nov 01 18:27:33.960592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:33.967152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'floatingip': {'floating_network_id': 'e91cbf73-468a-498c-9bd9-d092a077cd20'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:33.982324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59628) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:33.982941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:33.987232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:33.999658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:34.014332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-daca09e7-b6ce-4f17-a662-4ec286e01b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.033028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=3e52d1fa-07c7-4487-8476-39dac66333d6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:34.065576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:34.066351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.121507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.183551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-daca09e7-b6ce-4f17-a662-4ec286e01b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.213780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-78188659-c3a6-470c-8f0b-775a9cbaa288 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5023005 Nov 01 18:27:34.217338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59630) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:34.222505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '3e52d1fa-07c7-4487-8476-39dac66333d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:34.253317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d577dd-4773-4a57-a87d-d6cde07b4461 None None] Network e91cbf73-468a-498c-9bd9-d092a077cd20 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:27:34.257772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.264010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59632) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:34.268894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'name': 'tempest-router--1871215871', 'project_id': '5b5dcb566b654d43b49bb41f628710d0'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:34.330706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.377093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Allocated IP 172.20.0.11 (e91cbf73-468a-498c-9bd9-d092a077cd20/9e75ea24-ba36-4a4f-b4a9-b81436b32f1b/acf6df0b-70a1-4d07-8d4a-c2a3203ba970) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:34.417428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-daca09e7-b6ce-4f17-a662-4ec286e01b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.461173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca09e7-b6ce-4f17-a662-4ec286e01b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec0d69-51e5-4850-bd60-cc64d7032724,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:34.471780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-daca09e7-b6ce-4f17-a662-4ec286e01b7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4375b2403c814da6b75d39b3be7bc968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881201 Nov 01 18:27:34.472353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59636) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:34.503130 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.507175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.508177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.597910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.598657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.605587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.621513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.645178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.679840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.684106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Network e91cbf73-468a-498c-9bd9-d092a077cd20 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:34.689602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:34.694155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:34.719090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Port': ['ID=acf6df0b-70a1-4d07-8d4a-c2a3203ba970,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:34.719585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.761727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e479-123e-4163-9d73-4508f169e677 req-6ddc1c10-4c04-4f33-bebf-c76c8cc63de7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:34.764385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f38e479-123e-4163-9d73-4508f169e677 req-6ddc1c10-4c04-4f33-bebf-c76c8cc63de7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1494734 Nov 01 18:27:34.797046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.820987 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.822177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3de6469b-33bb-4bb0-a688-1fc41e6d11ca tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5574999 Nov 01 18:27:34.825156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59648) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:34.859728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f38e479-123e-4163-9d73-4508f169e677 req-9615b7ad-f804-4bb0-81f0-79eb76556f2d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645483 Nov 01 18:27:34.860809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.80 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:34.926480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.929071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.932551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ec0d69-51e5-4850-bd60-cc64d7032724 HTTP/1.1" status: 204 len: 168 time: 0.4560635 Nov 01 18:27:34.932712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.943533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed02b4-abb2-4ee4-8d94-d6c539842e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec0d69-51e5-4850-bd60-cc64d7032724,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:34.996777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:34.999174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.096715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.142203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:35.145569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:35.149189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:35.169351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.173278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.185971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:35.325514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.326212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ced6ad51-d5a0-4fc5-b2d8-9a5f3e0b7aa1 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:27:35.338841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.340800 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f2c5032f-88d8-4a63-a6a1-06995117d7a6 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ced6ad51-d5a0-4fc5-b2d8-9a5f3e0b7aa1 HTTP/1.1" status: 204 len: 168 time: 0.5138316 Nov 01 18:27:35.346247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.416300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.465736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Port': ['ID=acf6df0b-70a1-4d07-8d4a-c2a3203ba970,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:35.519488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.612429 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.614454 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-74cbb7b5-4adb-4eb8-b70d-0531fe921beb tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6529295 Nov 01 18:27:35.617856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59666) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:35.657536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59670) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:35.699796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ae132ddf-e00b-4fb7-8e4f-f479f5535f90 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=e91cbf73-468a-498c-9bd9-d092a077cd20 HTTP/1.1" status: 200 len: 690 time: 0.0807834 Nov 01 18:27:35.702212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59674) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:35.911792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:35.946917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-638584153', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:36.017476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.018684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.092752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.251121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dbe81-b8bb-400b-9b12-d09e4e7bfea9 req-1c205f76-19a6-49b0-a2c2-bc2c898ba37b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:36.253317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-981dbe81-b8bb-400b-9b12-d09e4e7bfea9 req-1c205f76-19a6-49b0-a2c2-bc2c898ba37b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.2482285 Nov 01 18:27:36.307423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.319064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.366148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Deleting port acf6df0b-70a1-4d07-8d4a-c2a3203ba970 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:36.366492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.402201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-981dbe81-b8bb-400b-9b12-d09e4e7bfea9 req-37896f5d-6809-467a-9f1f-690b086078de tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405792 Nov 01 18:27:36.481388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.481709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.495182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Calling delete_port for acf6df0b-70a1-4d07-8d4a-c2a3203ba970 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:36.590954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.647327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.666784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.803631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.828395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.867071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf6df0b-70a1-4d07-8d4a-c2a3203ba970,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:36.934534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:36.951650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Allocated IP 172.25.2.221 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e7c12677-155f-46b1-88e4-3ffe18c0f1e3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:37.023625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:37.028243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.046981 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.090080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.158485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.205438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.211956 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 4c0be175-f41f-47e4-93a7-559bf6a5fc05 associated. External IP: 172.25.2.80, port: 3e52d1fa-07c7-4487-8476-39dac66333d6. Nov 01 18:27:37.256604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:37.267845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:37.272009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:37.299909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event updated for resources: {'Port': ['ID=e7c12677-155f-46b1-88e4-3ffe18c0f1e3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:37.360338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.390462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e75ea24-ba36-4a4f-b4a9-b81436b32f1b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:37.607169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.816002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.826712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.854130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91cbf73-468a-498c-9bd9-d092a077cd20']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:37.870970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277a210a-6e50-46b3-8391-07248aa91311') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:37.871264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277a210a-6e50-46b3-8391-07248aa91311') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:37.873965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:37.889582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adf80e-4166-422c-bc36-62ae5011149a req-bf71abe8-6b3d-43ec-9c79-2af1949b7984 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:37.891151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4adf80e-4166-422c-bc36-62ae5011149a req-bf71abe8-6b3d-43ec-9c79-2af1949b7984 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1502867 Nov 01 18:27:37.897185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.932756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.980091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:37.980562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:37.984754 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:38.005199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Router 5e0f9638-b296-4547-943a-ac363180d758 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:38.069185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4adf80e-4166-422c-bc36-62ae5011149a req-856a253a-fe94-4168-912c-83ba8753765d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605585 Nov 01 18:27:38.139954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:38.141707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:38.156621 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] Sync routers for ids ['5e0f9638-b296-4547-943a-ac363180d758'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:38.157386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:38.169009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] Routers {'5e0f9638-b296-4547-943a-ac363180d758'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:38.169660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:38.170108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5e0f9638-b296-4547-943a-ac363180d758'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.170524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.176334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.190303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e91cbf73-468a-498c-9bd9-d092a077cd20 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:38.208013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.212327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e91cbf73-468a-498c-9bd9-d092a077cd20 HTTP/1.1" status: 204 len: 168 time: 2.5091598 Nov 01 18:27:38.214910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.226479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898242f-9935-418e-8544-ac1fbe07d56e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Network': ['ID=e91cbf73-468a-498c-9bd9-d092a077cd20,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:38.235122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.235440 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.241617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.247004 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] Routers {'5e0f9638-b296-4547-943a-ac363180d758'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:38.247777 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5e0f9638-b296-4547-943a-ac363180d758'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.248931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:38.256786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.284498 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.286322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ae740-caa8-44bf-a0fb-b8174d1acb17 None None] The sync data for ids ['5e0f9638-b296-4547-943a-ac363180d758'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:38.305535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-837c0bfa-20f8-464c-b4bb-d122e67c8deb tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0866315 Nov 01 18:27:38.306509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59716) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.322156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:38.323215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:38.324696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea121f8-9895-417b-871f-01cfe87a1e3b None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:38.333784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.338262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c63fd001-3272-444b-b09e-f2ba98dcfbf5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6765623 Nov 01 18:27:38.340937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.409073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.625387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.672825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:38.673189 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 4c0be175-f41f-47e4-93a7-559bf6a5fc05 disassociated. External IP: 172.25.2.80, port: 3e52d1fa-07c7-4487-8476-39dac66333d6. Nov 01 18:27:38.759838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36e3c60e-6caf-4e8b-9fe2-5f80c76502f1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2550 time: 0.5436368 Nov 01 18:27:38.769715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.835599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82b82167-ca65-43af-8bde-43207d8b9437 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/5e0f9638-b296-4547-943a-ac363180d758 HTTP/1.1" status: 200 len: 924 time: 0.4905682 Nov 01 18:27:38.836212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59726) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.864185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-949d4b7d-bbce-42af-a169-3b939b0be09f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e0f9638-b296-4547-943a-ac363180d758 HTTP/1.1" status: 200 len: 205 time: 0.0265403 Nov 01 18:27:38.866668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.898015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.898402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.898860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.899311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.899787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.900236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.900682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.901248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.901698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.902142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.902589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:38.907977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9db870cc-cb21-41db-b6f7-2dcd48333851 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6963 time: 0.1368892 Nov 01 18:27:38.908718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59730) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.947646 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-4552af69-9712-452a-a0bc-e61fe514bfd6 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] delete failed (client error): The resource could not be found. Nov 01 18:27:38.948681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4552af69-9712-452a-a0bc-e61fe514bfd6 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/70f12626-ec6b-4b1b-8bcf-fb8c4fb82b8e HTTP/1.1" status: 404 len: 345 time: 0.0392492 Nov 01 18:27:38.953028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59732) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:38.999589 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7f4b8c-2e52-40cd-856e-b6eb3feac0b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] DELETE failed (client error): The resource could not be found. Nov 01 18:27:39.000190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7f4b8c-2e52-40cd-856e-b6eb3feac0b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:39.003185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e7f4b8c-2e52-40cd-856e-b6eb3feac0b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e91cbf73-468a-498c-9bd9-d092a077cd20 HTTP/1.1" status: 404 len: 339 time: 0.0492325 Nov 01 18:27:39.008533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59734) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:39.019188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'name': 'tempest-network--1879431862', 'router:external': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:39.035823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:39.050148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.051619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.156779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:39.160997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.204498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:39.220658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.221004 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Added segment 947f54dd-8e92-4968-a2ef-8e0a3586d10c of type vlan for network 9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de Nov 01 18:27:39.222270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:39.228411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.229826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.235383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:39.249327 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:39.251096 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:39.259854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d6a929f-3227-4ea1-988c-34145dd4fa4a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/4c0be175-f41f-47e4-93a7-559bf6a5fc05 HTTP/1.1" status: 200 len: 687 time: 0.9518709 Nov 01 18:27:39.264102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59742) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:39.268836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e565050-e281-4731-ae9a-d963d43c25c1 req-cb3a35b9-11f0-41ed-a911-d9299773d975 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.277401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e565050-e281-4731-ae9a-d963d43c25c1 req-cb3a35b9-11f0-41ed-a911-d9299773d975 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0971115 Nov 01 18:27:39.320916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.323088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e565050-e281-4731-ae9a-d963d43c25c1 req-0ab4e485-a8b1-4129-96e7-40fdf6b1ea3b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Nov 01 18:27:39.407299 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:39.417192 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:39.418046 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:39.450154 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:39.451069 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501d3c6-70ab-4e5b-a6a2-457780298dfb None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:39.478063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:39.478433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.482368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port e7c12677-155f-46b1-88e4-3ffe18c0f1e3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:39.482718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.509956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.510917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.511497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.667704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:39.670976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.671245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.687420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:39.696275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-033da973-19a2-4e9b-8144-6a51455515b1 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6825702 Nov 01 18:27:39.697270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:39.699212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59746) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:39.700006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:39.721169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for e7c12677-155f-46b1-88e4-3ffe18c0f1e3 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:39.939620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541fec1-b3b8-410b-9b2a-71e3ad284eed tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.945925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541fec1-b3b8-410b-9b2a-71e3ad284eed tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.952004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541fec1-b3b8-410b-9b2a-71e3ad284eed tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.958946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541fec1-b3b8-410b-9b2a-71e3ad284eed tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:39.960637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5541fec1-b3b8-410b-9b2a-71e3ad284eed tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2595778 Nov 01 18:27:39.964118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59750) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:40.036299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.096597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.133029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=9d5a2fc8-8509-4bdf-9295-a5cd4e185fd0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:40.135784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.140076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.161789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:40.195093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947f54dd-8e92-4968-a2ef-8e0a3586d10c') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:40.195367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947f54dd-8e92-4968-a2ef-8e0a3586d10c') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:40.215117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.271758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.289649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=e7c12677-155f-46b1-88e4-3ffe18c0f1e3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:40.289906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:40.290180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:40.295969 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:40.360032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.362446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.363880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-58780ac3-503c-4fdf-a178-10eadf2b5d62 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/4c0be175-f41f-47e4-93a7-559bf6a5fc05 HTTP/1.1" status: 204 len: 168 time: 1.0987899 Nov 01 18:27:40.369346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59754) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:40.375995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '2722f637-4370-4360-905b-bf4ba4c12419'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:40.399236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.501859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.523289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:40.527914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.529785 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.536214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.536994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de HTTP/1.1" status: 204 len: 168 time: 0.5715880 Nov 01 18:27:40.538929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:40.550418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'name': 'tempest-network--1286095319', 'router:external': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:40.559075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed069e7b-d9ee-4c0b-a38a-61958377fa76 req-1d50d62b-01fd-4f79-a592-7ed47f41cd06 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:40.560749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed069e7b-d9ee-4c0b-a38a-61958377fa76 req-1d50d62b-01fd-4f79-a592-7ed47f41cd06 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1235664 Nov 01 18:27:40.563104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37cf2-d207-4bc3-ac6e-917f181bb5e7 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e3f1f4a-5ed9-491c-a2a6-9d36dd6923de,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:40.600628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.607579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed069e7b-d9ee-4c0b-a38a-61958377fa76 req-2e00c497-0ae2-401c-b8aa-a4c0cf0e690f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Nov 01 18:27:40.684631 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.685298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0f9638-b296-4547-943a-ac363180d758 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:27:40.695315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.700360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c4bbdf15-05dc-4ff8-b77e-40920df9bcb2 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/5e0f9638-b296-4547-943a-ac363180d758 HTTP/1.1" status: 204 len: 168 time: 1.8287446 Nov 01 18:27:40.700563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:40.704912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345789876', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:40.713327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:40.715774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.742310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.755295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:40.787940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.789716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.801277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.804424 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Added segment 5a6def2c-e598-4200-a989-3499c59ff9f5 of type vlan for network ecf85d56-a477-47b0-b3e9-d613c40acf43 Nov 01 18:27:40.881527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.890003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:40.917067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.141 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ae9dc53d-79c2-4a26-823c-2a589b54e69f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:41.032750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.032750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:41.032750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.067040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.110397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.118690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=ecf85d56-a477-47b0-b3e9-d613c40acf43,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:41.130735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ecf85d56-a477-47b0-b3e9-d613c40acf43 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:41.152463 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5879e895-46cf-4b91-859e-6ccf9d84409e tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6092105 Nov 01 18:27:41.155570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:41.239106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.252250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6305549-3de4-49b8-a76e-e8a8572c31c6 tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:41.256865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6305549-3de4-49b8-a76e-e8a8572c31c6 tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "GET /v2.0/networks/ecf85d56-a477-47b0-b3e9-d613c40acf43 HTTP/1.1" status: 200 len: 757 time: 0.1032264 Nov 01 18:27:41.257465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59766) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:41.325837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:41.362700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:41.367795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ae9dc53d-79c2-4a26-823c-2a589b54e69f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:41.370012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:41.387036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.407458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.420590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24177f-d4e7-4622-a327-1c0f957b394f tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:41.424507 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f24177f-d4e7-4622-a327-1c0f957b394f tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "GET /v2.0/networks/9ce696aa-0e0b-482b-a209-86d4c8550757 HTTP/1.1" status: 200 len: 768 time: 0.1411033 Nov 01 18:27:41.426490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:41.532434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 172.25.2.177 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4f3f7a2e-2451-4c76-83ca-cb93e6546f91) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:41.561776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.713100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.732712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.764509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf85d56-a477-47b0-b3e9-d613c40acf43']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:41.776010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6def2c-e598-4200-a989-3499c59ff9f5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:41.776319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6def2c-e598-4200-a989-3499c59ff9f5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:41.806110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba6103-ec55-4bce-b7fe-f12e9bfdf5cf req-3a8663c1-021e-48d6-a4f3-a299967283d2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:41.807710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fba6103-ec55-4bce-b7fe-f12e9bfdf5cf req-3a8663c1-021e-48d6-a4f3-a299967283d2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0686092 Nov 01 18:27:41.811983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.852354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fba6103-ec55-4bce-b7fe-f12e9bfdf5cf req-3d04bcc3-6cf7-4b9e-be36-97ef1d8c4139 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Nov 01 18:27:41.862404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.873809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:41.873809 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:41.874668 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:41.877657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:41.916837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:41.919922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:41.926105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:41.967811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:42.000987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.053126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.063774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecf85d56-a477-47b0-b3e9-d613c40acf43 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:42.079355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.085197 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ecf85d56-a477-47b0-b3e9-d613c40acf43 HTTP/1.1" status: 204 len: 168 time: 0.6573844 Nov 01 18:27:42.086926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5b563-6dc3-4e81-abf7-e70aa95f1ae4 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecf85d56-a477-47b0-b3e9-d613c40acf43,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:42.090920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:42.100888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'name': 'tempest-network--1273677982'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:42.173856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.233433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Made reservation on behalf of 9892411f313640fc91d2af7f58abf8b6 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:42.236825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.276721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:27:42.291907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.292545 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Added segment fcaada9e-1152-44ec-b737-4a87a7842032 of type vlan for network 54bfe800-9c97-4d47-b39c-c73a140359b9 Nov 01 18:27:42.351646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.383959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.439312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.506544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ae9dc53d-79c2-4a26-823c-2a589b54e69f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:42.611603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.744234 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 128f72b8-5958-4ef3-ae5c-189d5db8a7f1 associated. External IP: 172.25.2.141, port: 2722f637-4370-4360-905b-bf4ba4c12419. Nov 01 18:27:42.872680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.873631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:42.875264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.964777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:42.965165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=54bfe800-9c97-4d47-b39c-c73a140359b9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:42.981096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 54bfe800-9c97-4d47-b39c-c73a140359b9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:27:43.003925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:43.017582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-704c13c9-6185-4333-964e-50125b0373b2 tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9255097 Nov 01 18:27:43.022324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:43.101479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a346-f735-436e-a1cd-bfba8e7ee7fb req-419b94e8-2bfb-4d89-959b-1a7f2fd04644 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:43.103753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c51a346-f735-436e-a1cd-bfba8e7ee7fb req-419b94e8-2bfb-4d89-959b-1a7f2fd04644 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1587563 Nov 01 18:27:43.238768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c51a346-f735-436e-a1cd-bfba8e7ee7fb req-fe288d85-754d-495c-9c6c-9ec1cfab527a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219518 Nov 01 18:27:43.306512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:43.506649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:43.583493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router 4104ac67-6ca7-4e56-9d29-fa9c716285f6 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:43.724193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:43.736060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:43.756858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:43.757401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:43.761239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:43.774959 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Sync routers for ids ['4104ac67-6ca7-4e56-9d29-fa9c716285f6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:43.813774 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Routers {'4104ac67-6ca7-4e56-9d29-fa9c716285f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:43.814396 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4104ac67-6ca7-4e56-9d29-fa9c716285f6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:43.824819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:43.839739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:43.840515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:43.860914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:43.870806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:43.878202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c90216b4-5429-4a95-a72b-ad2a263b9e51 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1705363 Nov 01 18:27:43.878202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59792) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:43.883986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:43.884720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d448dca-5eb4-4bd0-a695-e5773accf8e5 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:43.892379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:43.921993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0e54a0b8-b0ef-4480-9aac-df49b1903f0a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5514598 Nov 01 18:27:43.924573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59794) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:43.967465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:43.968280 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Set router 4104ac67-6ca7-4e56-9d29-fa9c716285f6 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:44.004803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Network 54bfe800-9c97-4d47-b39c-c73a140359b9 is not hosted by any dhcp agent {{(pid=102783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:27:44.005669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:44.006270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.010650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "PUT /v2.0/networks/54bfe800-9c97-4d47-b39c-c73a140359b9 HTTP/1.1" status: 200 len: 858 time: 0.5102532 Nov 01 18:27:44.010819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:44.029413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6399ec0c-2380-4313-b7af-c012d06a0f69 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/4104ac67-6ca7-4e56-9d29-fa9c716285f6 HTTP/1.1" status: 200 len: 908 time: 0.1517596 Nov 01 18:27:44.044532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59798) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:44.049434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345789876', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': True}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:44.076860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dd5aa-bee0-4400-a361-b70df6009c5c tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event updated for resources: {'Network': ['ID=54bfe800-9c97-4d47-b39c-c73a140359b9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:44.084900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e20c0934-3722-4ddb-8ca8-f9494fcb20f0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/floatingips/128f72b8-5958-4ef3-ae5c-189d5db8a7f1 HTTP/1.1" status: 200 len: 978 time: 0.1587520 Nov 01 18:27:44.086889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59802) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:44.184083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.297790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:44.298187 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2a331d9-df5f-48fa-9548-5a51f0f07eb0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2010324 Nov 01 18:27:44.309055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': '3e52d1fa-07c7-4487-8476-39dac66333d6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:44.340012 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': False}, 'gw_port_id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:40Z', 'updated_at': '2021-11-01T18:27:42Z', 'revision_number': 3, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port': {'id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:27:41Z', 'updated_at': '2021-11-01T18:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:44.399200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Checking router: 4104ac67-6ca7-4e56-9d29-fa9c716285f6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:27:44.399954 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Updating router 4104ac67-6ca7-4e56-9d29-fa9c716285f6 port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:27:44.427480 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.433910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.434920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.529136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.572449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.618799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bfe800-9c97-4d47-b39c-c73a140359b9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:44.636763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcddb-34bf-43bf-8e97-6ccdc9c27a5b req-3dd05558-f126-4f8c-8511-ea5027448319 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:44.637953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d88bcddb-34bf-43bf-8e97-6ccdc9c27a5b req-3dd05558-f126-4f8c-8511-ea5027448319 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.2358925 Nov 01 18:27:44.695146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaada9e-1152-44ec-b737-4a87a7842032') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:44.695444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaada9e-1152-44ec-b737-4a87a7842032') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:44.698926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.710946 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.725023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.772262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.821707 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.827753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:44.827753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:44.831389 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:44.836756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d88bcddb-34bf-43bf-8e97-6ccdc9c27a5b req-6e8b3f28-0412-4c7b-b91c-60fe68317d1e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685252 Nov 01 18:27:44.888594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Attempting to bind port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:44.889010 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Attempting to bind port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:44.889375 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Attempting to bind port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:44.892248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ce7c-d2ad-4768-a337-48a1e71ded1d None None] Pushing event updated for resources: {'Port': ['ID=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:44.898860 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:27:44.899245 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:44.899843 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.900387 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:27:44.901900 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Bound port: 4f3f7a2e-2451-4c76-83ca-cb93e6546f91, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:27:44.901900 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:44.957704 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] For port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:44.961363 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] For port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:27:45.016282 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.043536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.081346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ce7c-d2ad-4768-a337-48a1e71ded1d None None] Pushing event updated for resources: {'Port': ['ID=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:45.086640 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.092966 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Routers {'4104ac67-6ca7-4e56-9d29-fa9c716285f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:45.093637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54bfe800-9c97-4d47-b39c-c73a140359b9 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:27:45.093902 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4104ac67-6ca7-4e56-9d29-fa9c716285f6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:45.098434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.105839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:45.106374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] 10.222.0.31 "DELETE /v2.0/networks/54bfe800-9c97-4d47-b39c-c73a140359b9 HTTP/1.1" status: 204 len: 168 time: 1.0929604 Nov 01 18:27:45.119079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32e869-f8fc-42f9-bb15-712d9e79b54f tempest-ExternalNetworksTestJSON-1866939552 tempest-ExternalNetworksTestJSON-1866939552-project-admin] Pushing event deleted for resources: {'Network': ['ID=54bfe800-9c97-4d47-b39c-c73a140359b9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:45.178786 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c209990-68dd-47d1-a039-75550c2beb5d tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] DELETE failed (client error): The resource could not be found. Nov 01 18:27:45.179318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c209990-68dd-47d1-a039-75550c2beb5d tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:27:45.185990 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c209990-68dd-47d1-a039-75550c2beb5d tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "DELETE /v2.0/subnets/9e75ea24-ba36-4a4f-b4a9-b81436b32f1b HTTP/1.1" status: 404 len: 337 time: 0.0767612 Nov 01 18:27:45.187497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59818) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:45.335149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.360573 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] Set router 4104ac67-6ca7-4e56-9d29-fa9c716285f6 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:45.491314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.512194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce696aa-0e0b-482b-a209-86d4c8550757']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:45.522785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd42873-bd98-4136-9785-19206ba2a76e') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:45.523163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd42873-bd98-4136-9785-19206ba2a76e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:45.527419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.resource_extend [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:27:45.535391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.550264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.557250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:27:45.557774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:27:45.561543 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:27:45.629629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.709125 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': False}, 'gw_port_id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:40Z', 'updated_at': '2021-11-01T18:27:42Z', 'revision_number': 3, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port': {'id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:27:41Z', 'updated_at': '2021-11-01T18:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:45.711269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.730461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.738669 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.750067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] 10.222.0.31 "DELETE /v2.0/networks/9ce696aa-0e0b-482b-a209-86d4c8550757 HTTP/1.1" status: 204 len: 168 time: 0.5613446 Nov 01 18:27:45.766257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bce157-3371-4190-9e30-a5c9694fcc8f None None] The sync data for ids ['4104ac67-6ca7-4e56-9d29-fa9c716285f6'] in n-d-815923-2 is: [{'id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': False}, 'gw_port_id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:40Z', 'updated_at': '2021-11-01T18:27:42Z', 'revision_number': 3, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port': {'id': '4f3f7a2e-2451-4c76-83ca-cb93e6546f91', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4104ac67-6ca7-4e56-9d29-fa9c716285f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:27:41Z', 'updated_at': '2021-11-01T18:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:45.773447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b833af-4c15-405e-9dda-ebdb8943604a tempest-ExternalNetworksTestJSON-1663088131 tempest-ExternalNetworksTestJSON-1663088131-project] Pushing event deleted for resources: {'Network': ['ID=9ce696aa-0e0b-482b-a209-86d4c8550757,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:45.814534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.869625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:45.942697 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 128f72b8-5958-4ef3-ae5c-189d5db8a7f1 associated. External IP: 172.25.2.141, port: 2722f637-4370-4360-905b-bf4ba4c12419. Nov 01 18:27:46.435230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59832) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:46.512933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101cac5-28b2-43d0-b3ce-b5225b5b42d7 req-cde9bf70-4270-4b81-b5de-ee95565e61ea tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:46.514507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a101cac5-28b2-43d0-b3ce-b5225b5b42d7 req-cde9bf70-4270-4b81-b5de-ee95565e61ea tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.5689921 Nov 01 18:27:46.613587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 172.25.2.8 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/497e0e44-2c40-4843-a7aa-6f14afe9b3d7) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:46.635938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a101cac5-28b2-43d0-b3ce-b5225b5b42d7 req-ae18d954-7f4d-4906-b182-07286f07b21a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Nov 01 18:27:46.688779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2644b55e-7987-48a5-8996-7f1f6fa667f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6281bba8a314a80b52530f6fc23284a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506311 Nov 01 18:27:46.693735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59836) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:46.758308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:46.788317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:46.871297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:46.883851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:46.941667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:46.945403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:46.954541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4dfba44-09cf-4eda-a085-1a7e61d3a195 HTTP/1.1" status: 204 len: 168 time: 0.2592723 Nov 01 18:27:46.968626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf581-aafb-4b8d-a36d-20ded485079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dfba44-09cf-4eda-a085-1a7e61d3a195,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:47.063201 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:47.072517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:47.086176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:47.112474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:47.113971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.179237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:47.185249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=497e0e44-2c40-4843-a7aa-6f14afe9b3d7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:47.197528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:47.204777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:47.252667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.283214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:47.284065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.344621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.345412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec537b4e-710d-4930-adee-d56cc156a677 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:47.515061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:47.700082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:47.714353 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:47.717648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:47.733405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:47.733963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.847163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.888594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:47.889422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea50ccaa-4db2-458f-bb70-f56d02e6973e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/128f72b8-5958-4ef3-ae5c-189d5db8a7f1 HTTP/1.1" status: 200 len: 978 time: 3.5861228 Nov 01 18:27:47.891206 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:47.894344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59850) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:47.897227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:47.899556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:47.910346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:47.982507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7be90-d439-4730-91f4-b67d4234de96 req-f798611d-c098-46cd-a037-f538212de25b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:47.982507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edd7be90-d439-4730-91f4-b67d4234de96 req-f798611d-c098-46cd-a037-f538212de25b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1994972 Nov 01 18:27:48.078833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59852) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:48.106270 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:48.107182 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dcb3a-10bf-47ae-9ce6-e9b964091253 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:48.146641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:48.147210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.149018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.202259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edd7be90-d439-4730-91f4-b67d4234de96 req-a77fc3b9-4d53-4849-9666-c9009f39ba3d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244590 Nov 01 18:27:48.212049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f669f455-3668-4837-82d7-72d7d2408a87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9892411f313640fc91d2af7f58abf8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252034 Nov 01 18:27:48.220914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:48.311114 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.335927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:48.365074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.385476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.426930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.487075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.535777 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.610393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:48.619356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.619726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.620104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.620456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.620859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.621120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.621447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.621646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.621771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.622063 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 128f72b8-5958-4ef3-ae5c-189d5db8a7f1 disassociated. External IP: 172.25.2.141, port: 3e52d1fa-07c7-4487-8476-39dac66333d6. Nov 01 18:27:48.622199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.622398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.622721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.623066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:27:48.676003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router 4a6d083d-4312-47dc-842c-8bfe5ea996af is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:48.676595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.677659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.678733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65ccf97c-9249-4ae3-a00f-dbf604b37fe6 HTTP/1.1" status: 204 len: 168 time: 0.4539218 Nov 01 18:27:48.700992 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6c7-709e-428a-ae8b-9335f43699e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.726569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeb52d-c635-4ad9-965e-675f424da0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccf97c-9249-4ae3-a00f-dbf604b37fe6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:48.854695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:48.865913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Sync routers for ids ['4a6d083d-4312-47dc-842c-8bfe5ea996af'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:48.882170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Routers {'4a6d083d-4312-47dc-842c-8bfe5ea996af'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:48.883005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4a6d083d-4312-47dc-842c-8bfe5ea996af'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:48.883154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:48.979975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:48.981324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e8c67140-10f4-4335-acd2-02db2bead9f1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.9352403 Nov 01 18:27:48.983899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:49.032620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:49.040309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.049997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:49.059023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Set router 4a6d083d-4312-47dc-842c-8bfe5ea996af gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:49.065631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:49.068217 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:49.076447 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cfb21f1a-23a6-4965-baab-109d92b0b4a1 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/128f72b8-5958-4ef3-ae5c-189d5db8a7f1 HTTP/1.1" status: 200 len: 688 time: 1.1826398 Nov 01 18:27:49.078732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59870) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:49.205590 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:49.228872 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:49.232107 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:49.303312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1be22139-54a0-4d83-a67b-7e255a2f5075 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/4a6d083d-4312-47dc-842c-8bfe5ea996af HTTP/1.1" status: 200 len: 905 time: 0.3178201 Nov 01 18:27:49.306471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59886) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:49.341504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port ae9dc53d-79c2-4a26-823c-2a589b54e69f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:49.341856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.346080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:49.346948 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f82ef-bae3-4d2c-8b0b-5d0a434d3e13 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:49.488263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.528984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.529321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.549043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for ae9dc53d-79c2-4a26-823c-2a589b54e69f owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:49.588318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d083d-4312-47dc-842c-8bfe5ea996af', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '497e0e44-2c40-4843-a7aa-6f14afe9b3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:44Z', 'updated_at': '2021-11-01T18:27:47Z', 'revision_number': 3, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port': {'id': '497e0e44-2c40-4843-a7aa-6f14afe9b3d7', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d083d-4312-47dc-842c-8bfe5ea996af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:27:45Z', 'updated_at': '2021-11-01T18:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:49.606518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca5689-047c-4b4f-a0b1-c23bbdc9bf46 req-ffd3a8d0-d04f-47c6-815c-4e65ae2d2cf5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:49.608032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbca5689-047c-4b4f-a0b1-c23bbdc9bf46 req-ffd3a8d0-d04f-47c6-815c-4e65ae2d2cf5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1370826 Nov 01 18:27:49.641957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Checking router: 4a6d083d-4312-47dc-842c-8bfe5ea996af for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:27:49.642298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Updating router 4a6d083d-4312-47dc-842c-8bfe5ea996af port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:27:49.702155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.834600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:49.890379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=ae9dc53d-79c2-4a26-823c-2a589b54e69f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:50.011975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.015334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.017649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d884505b-ecfe-46d5-aabc-aece778d8097 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/128f72b8-5958-4ef3-ae5c-189d5db8a7f1 HTTP/1.1" status: 204 len: 168 time: 0.9366801 Nov 01 18:27:50.020349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59924) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:50.080913 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-17fff25e-e9c3-4eee-885a-55edd97b6542 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] delete failed (client error): The resource could not be found. Nov 01 18:27:50.086308 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-17fff25e-e9c3-4eee-885a-55edd97b6542 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/128f72b8-5958-4ef3-ae5c-189d5db8a7f1 HTTP/1.1" status: 404 len: 345 time: 0.0609884 Nov 01 18:27:50.090548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:50.121839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:27:50.183947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbca5689-047c-4b4f-a0b1-c23bbdc9bf46 req-f910f37f-85e5-4098-9b87-0ce4d9cb3914 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712860 Nov 01 18:27:50.186541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.226765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d12a2-610c-4c60-88dc-66b008f47a82 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:50.233468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d12a2-610c-4c60-88dc-66b008f47a82 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:50.235238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.240294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d12a2-610c-4c60-88dc-66b008f47a82 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:50.244943 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-327d12a2-610c-4c60-88dc-66b008f47a82 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/ports?network_id=02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb HTTP/1.1" status: 200 len: 2358 time: 0.1523757 Nov 01 18:27:50.245215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59936) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:50.252895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:27:50.253172 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.338595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.370176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbc3a8-5722-4c65-a2a7-7531056463ac tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:50.374234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:50.376463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8bbc3a8-5722-4c65-a2a7-7531056463ac tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/subnets/d37bea9c-0564-43c6-a339-65682d34b2bf HTTP/1.1" status: 200 len: 797 time: 0.1294150 Nov 01 18:27:50.381430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'port': {'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb', 'name': 'tempest-FloatingIPTestJSON-1994425403', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:50.392861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Deleting port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:50.393674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.444297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3d2c-19ef-499a-abd0-0b90f909bff5 None None] Pushing event updated for resources: {'Port': ['ID=497e0e44-2c40-4843-a7aa-6f14afe9b3d7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:50.508114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.521185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Attempting to bind port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:27:50.521565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Attempting to bind port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:27:50.521932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Attempting to bind port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:27:50.529637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:27:50.529932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:27:50.530339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.530726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:27:50.530999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Calling delete_port for 497e0e44-2c40-4843-a7aa-6f14afe9b3d7 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:50.531196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Bound port: 497e0e44-2c40-4843-a7aa-6f14afe9b3d7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:27:50.531656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.591355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] For port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:27:50.595274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] For port 497e0e44-2c40-4843-a7aa-6f14afe9b3d7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=497e0e44-2c40-4843-a7aa-6f14afe9b3d7,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:27:50.615301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:27:50.705661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.728965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] device_id is not set on port 3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:27:50.812693 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.868117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0bbde1e-9220-433d-897e-daa05b4129ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.900307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3d2c-19ef-499a-abd0-0b90f909bff5 None None] Pushing event updated for resources: {'Port': ['ID=497e0e44-2c40-4843-a7aa-6f14afe9b3d7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:50.903012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Routers {'4a6d083d-4312-47dc-842c-8bfe5ea996af'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:50.903661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4a6d083d-4312-47dc-842c-8bfe5ea996af'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:50.945904 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:50.991273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Port': ['ID=497e0e44-2c40-4843-a7aa-6f14afe9b3d7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:51.013389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] Set router 4a6d083d-4312-47dc-842c-8bfe5ea996af gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:27:51.063790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.094697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d083d-4312-47dc-842c-8bfe5ea996af', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:44Z', 'updated_at': '2021-11-01T18:27:50Z', 'revision_number': 4, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:51.125038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47a15b-b9f5-4ae8-a069-935f8fd1e0d4 None None] The sync data for ids ['4a6d083d-4312-47dc-842c-8bfe5ea996af'] in n-d-815923-2 is: [{'id': '4a6d083d-4312-47dc-842c-8bfe5ea996af', 'name': 'tempest-snat-router-345789876', 'tenant_id': 'dd4392cd87d1470a8be606069c4b1310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:27:44Z', 'updated_at': '2021-11-01T18:27:50Z', 'revision_number': 4, 'project_id': 'dd4392cd87d1470a8be606069c4b1310', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:51.134402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.14 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:51.141752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.13 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:51.232870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.239230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.419830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.453935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202699b-9e36-4741-b63e-58e4ef87ac30 req-bdda71cc-78e2-428c-afd3-44367fe7e81c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:51.456641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c202699b-9e36-4741-b63e-58e4ef87ac30 req-bdda71cc-78e2-428c-afd3-44367fe7e81c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1370838 Nov 01 18:27:51.493010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.493653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6d083d-4312-47dc-842c-8bfe5ea996af {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:27:51.502277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.504408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20b2424c-5954-4a98-9536-e2340f43194b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4a6d083d-4312-47dc-842c-8bfe5ea996af HTTP/1.1" status: 204 len: 168 time: 2.1969485 Nov 01 18:27:51.507604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:51.539481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c202699b-9e36-4741-b63e-58e4ef87ac30 req-2daa5da0-d3d3-49c5-ad05-e411b92cfd0d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739079 Nov 01 18:27:51.583218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59966) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:51.586612 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.692865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:51.698681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:51.702635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:51.710146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:51.712461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-64e5497c-42ed-4a8d-a2d0-a4227d4d1859 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1515494735'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:51.713161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-64e5497c-42ed-4a8d-a2d0-a4227d4d1859 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Unknown quota resources ['metering_label']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:27:51.786887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:51.787628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.813763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:51.989664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.072229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64e5497c-42ed-4a8d-a2d0-a4227d4d1859 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.072229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-64e5497c-42ed-4a8d-a2d0-a4227d4d1859 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4854980 Nov 01 18:27:52.078962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59970) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.088269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-01e0c458-f9e7-4cb7-a60a-3a83cc9544b6 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'be2e1880-b154-4468-88ce-87b24b9f2b3c'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:52.091937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-01e0c458-f9e7-4cb7-a60a-3a83cc9544b6 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:27:52.290243 n-d-815923-2 neutron-server[102782]: WARNING neutron.services.metering.metering_plugin [None req-01e0c458-f9e7-4cb7-a60a-3a83cc9544b6 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 01 18:27:52.370717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a02db7be-0b85-41e0-9a49-7bf6fd9a71b4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9937785 Nov 01 18:27:52.371906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.378124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:52.436958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-01e0c458-f9e7-4cb7-a60a-3a83cc9544b6 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.442344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-01e0c458-f9e7-4cb7-a60a-3a83cc9544b6 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3595722 Nov 01 18:27:52.442700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.449249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7edec877-b5ba-49ea-9690-a8330ede9e24 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'be2e1880-b154-4468-88ce-87b24b9f2b3c'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:52.449748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7edec877-b5ba-49ea-9690-a8330ede9e24 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:27:52.464758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.564496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.608712 n-d-815923-2 neutron-server[102783]: WARNING neutron.services.metering.metering_plugin [None req-7edec877-b5ba-49ea-9690-a8330ede9e24 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 01 18:27:52.677553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbf65-24d5-4189-9e91-a5274c22ffc5 req-48f58626-99d6-439c-848b-e057530f37b2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:52.679134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a7fbf65-24d5-4189-9e91-a5274c22ffc5 req-48f58626-99d6-439c-848b-e057530f37b2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0608873 Nov 01 18:27:52.725709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a7fbf65-24d5-4189-9e91-a5274c22ffc5 req-f5f05280-e3dd-413f-8f0b-d611f1543835 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Nov 01 18:27:52.749839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7edec877-b5ba-49ea-9690-a8330ede9e24 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.750953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7edec877-b5ba-49ea-9690-a8330ede9e24 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3051083 Nov 01 18:27:52.754324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59996) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.765003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-673add08-e6a7-44ce-b489-6998fb803ea4 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=96d52a71-cd07-4198-9bd5-b5e4049e6879 HTTP/1.1" status: 200 len: 462 time: 0.0095403 Nov 01 18:27:52.772453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59998) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.774748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Deleting port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:52.775097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.865263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.887165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] For port 4f3f7a2e-2451-4c76-83ca-cb93e6546f91, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:52.887569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.926654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd558e4d-7957-4d98-9b1e-7e0c7a458b3a tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:52.927952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cd558e4d-7957-4d98-9b1e-7e0c7a458b3a tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/96d52a71-cd07-4198-9bd5-b5e4049e6879 HTTP/1.1" status: 204 len: 168 time: 0.1545482 Nov 01 18:27:52.930773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60004) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.937308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Calling delete_port for 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:52.943489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f10dd60-e606-49aa-a8d8-a62583a92355 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=96d52a71-cd07-4198-9bd5-b5e4049e6879 HTTP/1.1" status: 200 len: 221 time: 0.0084746 Nov 01 18:27:52.943964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60006) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:52.948538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e2ab1b8f-f794-4f35-ad6c-cc2032ae0b39 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1896379662', 'description': 'label created by tempest'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:52.949059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e2ab1b8f-f794-4f35-ad6c-cc2032ae0b39 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Unknown quota resources ['metering_label']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:27:53.063336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.43 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/9e8c674c-8aa5-43d7-b033-66c0e705ef8d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:53.181994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1b8f-f794-4f35-ad6c-cc2032ae0b39 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.183174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2ab1b8f-f794-4f35-ad6c-cc2032ae0b39 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2381499 Nov 01 18:27:53.185915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60008) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.261597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4b07fbd1-7737-4b5f-bf20-ab4aa4139195 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=0f35f0a4-9029-4d95-b608-0d33ab8da147 HTTP/1.1" status: 200 len: 468 time: 0.0744004 Nov 01 18:27:53.264230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60014) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.273214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.317575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.344023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f3f7a2e-2451-4c76-83ca-cb93e6546f91,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:53.405751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.473117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.556311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60f12c39-e426-4119-9fe4-db6e5ce73a5a tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.561307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60f12c39-e426-4119-9fe4-db6e5ce73a5a tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/0f35f0a4-9029-4d95-b608-0d33ab8da147 HTTP/1.1" status: 204 len: 168 time: 0.2922866 Nov 01 18:27:53.561307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60024) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.575579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ef366813-365d-4a72-8671-d93cfa2d1d78 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=0f35f0a4-9029-4d95-b608-0d33ab8da147 HTTP/1.1" status: 200 len: 216 time: 0.0109396 Nov 01 18:27:53.575780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60026) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.586456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30ce56fd-494c-4037-bafd-6ae6b9d49135 tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091228 Nov 01 18:27:53.588015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:53.594968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60028) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.602366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:53.610835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.614125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.627381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85965fa9-b555-4968-a4a8-7d79ef3cae4a tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209329 Nov 01 18:27:53.627586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=9e8c674c-8aa5-43d7-b033-66c0e705ef8d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:53.631294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60032) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.634114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:53.710396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2483b658-e5ee-4e90-a278-83a4eeec3f2b tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/be2e1880-b154-4468-88ce-87b24b9f2b3c HTTP/1.1" status: 200 len: 473 time: 0.0769451 Nov 01 18:27:53.712920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60036) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.727161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c59e273c-291d-4424-99bf-15f01bdadb7c tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/ca6c3824-37c7-4fc3-93aa-be2bce2519f0 HTTP/1.1" status: 200 len: 459 time: 0.0088005 Nov 01 18:27:53.727635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.771354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.874418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df52a8-db8b-49e9-a888-5ace6a1fc8a4 req-ef550430-c825-4e0a-a01f-d8d19055de6a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:53.876021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6df52a8-db8b-49e9-a888-5ace6a1fc8a4 req-ef550430-c825-4e0a-a01f-d8d19055de6a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0580950 Nov 01 18:27:53.887542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.888302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4104ac67-6ca7-4e56-9d29-fa9c716285f6 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:27:53.893634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:53.899241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5b2d5595-3884-485c-9771-e83a81044959 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4104ac67-6ca7-4e56-9d29-fa9c716285f6 HTTP/1.1" status: 204 len: 168 time: 2.3870969 Nov 01 18:27:53.900615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:53.907701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1358298032', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:53.962863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6df52a8-db8b-49e9-a888-5ace6a1fc8a4 req-91d42b4c-3ab2-4e6b-85c2-618bb4751c6b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Nov 01 18:27:54.062527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd160-b340-4654-aa6e-d14b8ed5eecb tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.066736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60046) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:54.066935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2f8dd160-b340-4654-aa6e-d14b8ed5eecb tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/ca6c3824-37c7-4fc3-93aa-be2bce2519f0 HTTP/1.1" status: 204 len: 168 time: 0.3381975 Nov 01 18:27:54.161939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.163372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.220209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.291616 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.388284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8219427c-4be6-4c69-8d58-cbc8f7ed901b tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.390067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8219427c-4be6-4c69-8d58-cbc8f7ed901b tempest-MeteringIpV6TestJSON-506381856 tempest-MeteringIpV6TestJSON-506381856-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/be2e1880-b154-4468-88ce-87b24b9f2b3c HTTP/1.1" status: 204 len: 168 time: 0.3218353 Nov 01 18:27:54.502940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.539372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:27:54.557680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.808296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.950670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:54.971619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.040659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.146641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0b58-ccee-4d48-80e1-177b9237fdc3 req-9fb34578-56e7-434b-8f04-81ae1688eae0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:55.155344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fdd0b58-ccee-4d48-80e1-177b9237fdc3 req-9fb34578-56e7-434b-8f04-81ae1688eae0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.1186476 Nov 01 18:27:55.162161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Allocated IP 172.25.2.126 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/9375375f-56fd-46e1-a3e7-d45bed5b8ca1) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:27:55.166661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60068) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:55.238080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fdd0b58-ccee-4d48-80e1-177b9237fdc3 req-74ab15e5-d33b-40d9-9811-b4dda9e8d1ba tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812490 Nov 01 18:27:55.278117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=9e8c674c-8aa5-43d7-b033-66c0e705ef8d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:55.300913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.345768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36beee4c-292d-431a-b247-4605b918d39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.371796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.421155 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36beee4c-292d-431a-b247-4605b918d39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.443099 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP adbb99e6-0593-4ea9-a617-fc6e9ed3bdd1 associated. External IP: 172.25.2.43, port: 3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac. Nov 01 18:27:55.755582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:27:55.780943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:27:55.781220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36beee4c-292d-431a-b247-4605b918d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.781733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4f3f7a2e-2451-4c76-83ca-cb93e6546f91 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:27:55.815992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-36beee4c-292d-431a-b247-4605b918d39c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ea4918de3894893a70cadcac13b7d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481431 Nov 01 18:27:55.822382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:55.895007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beee4c-292d-431a-b247-4605b918d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33910f54-687c-4f89-a9d8-1384ecaca770,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:55.921700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:55.948053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.023305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.075848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:27:56.078524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.082232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.083595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33910f54-687c-4f89-a9d8-1384ecaca770 HTTP/1.1" status: 204 len: 168 time: 0.2600055 Nov 01 18:27:56.084116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:27:56.093774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481df495-102e-4c28-972a-8477c35c26a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33910f54-687c-4f89-a9d8-1384ecaca770,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:56.095707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:27:56.140824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event updated for resources: {'Port': ['ID=9375375f-56fd-46e1-a3e7-d45bed5b8ca1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:56.151493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:56.164151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.378884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:56.390529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b016251-4726-4451-8434-b91d417c3026 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:56.400018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:56.400710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:56.401315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c900fa-8d78-4685-b500-b16bd55120e7 req-5c4ff7aa-9bb7-4daa-9f3b-a9f34465d8f5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:56.403075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02c900fa-8d78-4685-b500-b16bd55120e7 req-5c4ff7aa-9bb7-4daa-9f3b-a9f34465d8f5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0544291 Nov 01 18:27:56.444805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02c900fa-8d78-4685-b500-b16bd55120e7 req-23064788-08fe-4943-867e-525be5f6f2b0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Nov 01 18:27:56.459156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:56.473936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:56.474557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:56.494857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.510523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1b016251-4726-4451-8434-b91d417c3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:56.511090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b016251-4726-4451-8434-b91d417c3026 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:56.556149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:56.556322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0b5cb03-348a-490c-9cf5-b0a43d4d6983 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1832142 Nov 01 18:27:56.561903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': '3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:56.597872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.635394 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:56.828542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.045047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:57.059835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bae4f7b7-8b0a-40b8-a6cd-1ebc9fa5ca00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.137547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bae4f7b7-8b0a-40b8-a6cd-1ebc9fa5ca00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.139824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Router 488226da-46e0-441d-987c-ad09dfe51640 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:27:57.185913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.233892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bae4f7b7-8b0a-40b8-a6cd-1ebc9fa5ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.290217 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bae4f7b7-8b0a-40b8-a6cd-1ebc9fa5ca00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b425662f931f4d26b0c3c23015684f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417459 Nov 01 18:27:57.291015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60112) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:57.292135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f7b7-8b0a-40b8-a6cd-1ebc9fa5ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e296e03f-3a9a-4ede-ac97-c9634ef4b137,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:57.296552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:57.316462 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] Sync routers for ids ['488226da-46e0-441d-987c-ad09dfe51640'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:57.332200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] Routers {'488226da-46e0-441d-987c-ad09dfe51640'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:57.333144 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['488226da-46e0-441d-987c-ad09dfe51640'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:57.336508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.397241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.398993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c18aae0f-c077-4e4c-84a5-ae9f082d6632 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4974859 Nov 01 18:27:57.402633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:57.408866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:27:57.498257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:57.528866 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] Routers {'488226da-46e0-441d-987c-ad09dfe51640'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:57.530716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['488226da-46e0-441d-987c-ad09dfe51640'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:57.576903 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:57.577975 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475377f0-79dd-4cf8-ad2c-a910cb9a6c91 None None] The sync data for ids ['488226da-46e0-441d-987c-ad09dfe51640'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:57.840396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.877338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:57.914896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.092015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:58.148659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.151144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.154971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e296e03f-3a9a-4ede-ac97-c9634ef4b137 HTTP/1.1" status: 204 len: 168 time: 0.8627269 Nov 01 18:27:58.165005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:27:58.184872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c438-1e99-4015-b6b5-b1ab5fdcbde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296e03f-3a9a-4ede-ac97-c9634ef4b137,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:58.367182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.394333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:58.400260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.411276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:58.448570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:27:58.451051 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9313ff-b850-4bee-9074-cb7285da6da1" -d '{"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-unplugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:27:58.486122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:58.490549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:58.502505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb96f-3b66-45ca-8b8f-702eb1b84a9d req-5a15a170-6d96-45bf-aba5-c20d1f583a2f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:58.508282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06efb96f-3b66-45ca-8b8f-702eb1b84a9d req-5a15a170-6d96-45bf-aba5-c20d1f583a2f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.6421585 Nov 01 18:27:58.512448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:27:58.538215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-843bb105-9db7-4092-ac59-49feba12dbe4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/adbb99e6-0593-4ea9-a617-fc6e9ed3bdd1 HTTP/1.1" status: 200 len: 978 time: 1.9805701 Nov 01 18:27:58.538985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60140) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:58.559545 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0727c-1f21-415e-8cc6-4c8b3fd6704a x-openstack-request-id: req-b7e0727c-1f21-415e-8cc6-4c8b3fd6704a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:27:58.560265 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-unplugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:27:58.560751 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e0727c-1f21-415e-8cc6-4c8b3fd6704a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:27:58.561368 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'code': 200} Nov 01 18:27:58.564104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:58.568761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.605224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:58.606221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:58.638943 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.649621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.687790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:58.688290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d14354-2047-4090-aa4b-e942685bbb82 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:58.709326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:58.725961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06efb96f-3b66-45ca-8b8f-702eb1b84a9d req-71ee47f2-a3c3-45f0-92ce-ebf095f5e2f0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772542 Nov 01 18:27:58.833918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router 488226da-46e0-441d-987c-ad09dfe51640 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:58.909756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 9e8c674c-8aa5-43d7-b033-66c0e705ef8d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:27:58.910294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.965030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:27:58.975637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:58.976885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e836edac-e6fb-420b-9f66-274eb9f2f058 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "PUT /v2.0/routers/488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 200 len: 926 time: 1.5740201 Nov 01 18:27:58.977526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] Sync routers for ids ['488226da-46e0-441d-987c-ad09dfe51640'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:27:58.979948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60158) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:58.998226 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] Routers {'488226da-46e0-441d-987c-ad09dfe51640'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:58.998924 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['488226da-46e0-441d-987c-ad09dfe51640'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:59.037640 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.038276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.051822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 9e8c674c-8aa5-43d7-b033-66c0e705ef8d owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:27:59.079080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:59.090477 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] Routers {'488226da-46e0-441d-987c-ad09dfe51640'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:27:59.091082 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['488226da-46e0-441d-987c-ad09dfe51640'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:59.142923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:27:59.142923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bb86c-bb96-4852-b830-8b20897308a5 None None] The sync data for ids ['488226da-46e0-441d-987c-ad09dfe51640'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:27:59.164289 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-fc4303c8-a9aa-47b8-a2c8-86358ce873d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0795012 Nov 01 18:27:59.169934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3f63948-7dc1-42d7-807d-b3cb666d305a tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 200 len: 926 time: 0.1889234 Nov 01 18:27:59.170809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60164) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:59.294280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51ae9b-dca3-419b-95b9-acda60d375c4 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.299592 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9a51ae9b-dca3-419b-95b9-acda60d375c4 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=488226da-46e0-441d-987c-ad09dfe51640&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1270766 Nov 01 18:27:59.301166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60166) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:59.306868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.307348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.307838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.308302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.308880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.309346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.309803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.316041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b7777ad3-2369-4058-b4af-796822c91864 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 6490 time: 0.0854356 Nov 01 18:27:59.421420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.462271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbed12-33b9-47a2-a081-d9502e40eb42 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.466651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3dcbed12-33b9-47a2-a081-d9502e40eb42 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.1539671 Nov 01 18:27:59.471203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:59.494505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-49528e16-b9ef-4e09-a992-914bf32c22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.494983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-49528e16-b9ef-4e09-a992-914bf32c22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.495442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-49528e16-b9ef-4e09-a992-914bf32c22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.497086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-49528e16-b9ef-4e09-a992-914bf32c22bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b57d521f-675d-43e7-ba7e-8441fba059d8&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&id=631781a8-1de4-41c0-a4e2-4e806d7b751d&id=631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 200 len: 2291 time: 0.1569362 Nov 01 18:27:59.525420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b4accad2-62d1-4c02-b551-bc866ab83f3e tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 200 len: 205 time: 0.0525417 Nov 01 18:27:59.526015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:59.536415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=9e8c674c-8aa5-43d7-b033-66c0e705ef8d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:27:59.559625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.559625 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP adbb99e6-0593-4ea9-a617-fc6e9ed3bdd1 disassociated (deleted). External IP: 172.25.2.43, port: 3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac. Nov 01 18:27:59.655918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-009a9709-bfd9-48ab-b687-4f8a32c3a769 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 200 len: 1000 time: 0.1429620 Nov 01 18:27:59.721234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.779003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bc76448b-073f-420b-bfec-a53e397406cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.780623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bc76448b-073f-420b-bfec-a53e397406cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 200 len: 850 time: 0.1160367 Nov 01 18:27:59.823277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:27:59.827909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60190) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:27:59.888515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-4ec9cb95-9a0d-4910-9a29-7f086294ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:27:59.890007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-4ec9cb95-9a0d-4910-9a29-7f086294ca59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b57d521f-675d-43e7-ba7e-8441fba059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016514 Nov 01 18:27:59.892373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:27:59.986768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:00.003987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:00.023467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.044491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-14508827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:00.045683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:00.046510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:00.053462 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-17eda4ef-0645-4c85-8920-8de010c6d50d service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546538 Nov 01 18:28:00.130740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port 9375375f-56fd-46e1-a3e7-d45bed5b8ca1 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:00.131083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.131450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:00.146273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:00.147046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:00.198832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:00.199643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3f2b6-8bde-4907-99e6-d6baa882b09e None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:00.201604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:28:00.222988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5224287-518f-4849-8149-ba0621a0b295 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/adbb99e6-0593-4ea9-a617-fc6e9ed3bdd1 HTTP/1.1" status: 204 len: 168 time: 1.6821001 Nov 01 18:28:00.231828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:00.317306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a98c58-c94e-48c3-9653-28939c978f97 req-b1e877c4-6be9-4545-8092-b7aa5e17cbe2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:00.323984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:00.324480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80a98c58-c94e-48c3-9653-28939c978f97 req-b1e877c4-6be9-4545-8092-b7aa5e17cbe2 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 943 time: 0.4969628 Nov 01 18:28:00.342596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'port_id': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'mac_address': 'fa:16:3e:46:d4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2258d9-9ede-4aa7-88e0-c397886f120b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:28:00.362045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.365415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.385663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.402158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d053acf-a50b-4f74-a7d4-a9ceccabb521 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:28:00.412872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80a98c58-c94e-48c3-9653-28939c978f97 req-3157e1b1-d4e9-4c0a-8d38-5fe2bb6dd6bf tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875075 Nov 01 18:28:00.428949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:00.459028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.494127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:00.495861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.500201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.558761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:00.579207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.644668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.644899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-b60872af-3165-406b-be8a-a36b1b24d1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834787 Nov 01 18:28:00.661948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:00.698706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-0e4b585c-e786-4103-a3db-2b566d05bee7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 217 time: 0.0452173 Nov 01 18:28:00.700426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.717953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.718952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-39901f99-ea8c-474a-8a97-4be8afb869b4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.8900867 Nov 01 18:28:00.722510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:00.728580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1729589090'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:00.743186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for 9375375f-56fd-46e1-a3e7-d45bed5b8ca1 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:00.803005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-62bd39ef-f4d8-4b5e-bab0-5d1a1f2cd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:00.804501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-62bd39ef-f4d8-4b5e-bab0-5d1a1f2cd242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0968566 Nov 01 18:28:00.871307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['8d053acf-a50b-4f74-a7d4-a9ceccabb521'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:28:00.924343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:00.929008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:00.934710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-fbee2b68-034b-4c60-a05f-27f96cc32f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:00.937650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-fbee2b68-034b-4c60-a05f-27f96cc32f4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231754 Nov 01 18:28:00.943801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.083828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.088421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-719f4a35-9e62-46f2-b784-d14ba5483947 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120811 Nov 01 18:28:01.149154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:01.181460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.224429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=9375375f-56fd-46e1-a3e7-d45bed5b8ca1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:01.304903 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-aa46ec14-ed17-4096-91a8-684a55e2d956 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087476 Nov 01 18:28:01.314737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.335260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6a017d5-52fc-487e-955c-96c106a4149e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/3ac27d56-6ba1-4b54-9bb4-cb08ae9b4eac HTTP/1.1" status: 204 len: 168 time: 1.1004765 Nov 01 18:28:01.335789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60222) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:01.348935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:01.392503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.393860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.397519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-117cd6b1-ae0c-4d80-a82b-5361ce8ac7b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 217 time: 0.0791836 Nov 01 18:28:01.467696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.524881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.529074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.534323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.538678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:01.549242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.550822 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Added segment a01e0ce6-8c18-4108-b1be-49f4e5df24d9 of type vlan for network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec Nov 01 18:28:01.576668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-641743a5-fd5e-4bc8-b3b4-f2a1af597f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:01.578220 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-641743a5-fd5e-4bc8-b3b4-f2a1af597f61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1526601 Nov 01 18:28:01.600177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.638432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-8c04659c-86cb-4799-b946-b95414f94f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:01.640361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-8c04659c-86cb-4799-b946-b95414f94f6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537825 Nov 01 18:28:01.681969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.682910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router 488226da-46e0-441d-987c-ad09dfe51640 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:01.696644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffc8f2-5694-4619-a076-57f7920d5032,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:01.710461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.713685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a814785a-5071-4500-91c9-75a8aa73809b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 204 len: 168 time: 2.1854093 Nov 01 18:28:01.723934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ab514-54d5-4a58-afc5-0e38976141b5 req-3852468f-fc74-4b6a-9ab4-39116e231bde tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:01.723934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-175ab514-54d5-4a58-afc5-0e38976141b5 req-3852468f-fc74-4b6a-9ab4-39116e231bde tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 944 time: 0.2157800 Nov 01 18:28:01.724761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60232) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:01.729742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1417505270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:01.758136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.767308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:01.767961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.806845 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-be63eab4-5d80-4b5b-9940-dc84bc6c7b86 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584580 Nov 01 18:28:01.919688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-175ab514-54d5-4a58-afc5-0e38976141b5 req-28f38c82-98e9-451f-a8f6-352a65fd16d4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736488 Nov 01 18:28:01.926674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Network': ['ID=4cb416c9-74c7-4d7a-a344-e720ea21b2ec,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:01.944271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.944271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:01.944535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-28171328-ed64-445a-b7e3-b2fa98a781e6 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274488 Nov 01 18:28:01.948449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:01.959268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.009011 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-c1401bb3-0fd3-4f72-8e64-109c1c170d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 200 len: 217 time: 0.0565181 Nov 01 18:28:02.040094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.055430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bde17cca-e30b-471a-a101-f0f7b6510609 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3309238 Nov 01 18:28:02.061080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60238) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:02.074737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'subnet': {'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:02.124816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.132 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ad8a7dbb-c18f-403e-a26b-82ad5b6809d6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:02.130550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.153604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-1bd640d3-a5ec-47ba-8115-1daa9945463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:02.155218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-1bd640d3-a5ec-47ba-8115-1daa9945463a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.1403334 Nov 01 18:28:02.215724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-6e7ce4dd-7ae8-40d2-8fdb-6155563ebd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:02.217381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-6e7ce4dd-7ae8-40d2-8fdb-6155563ebd38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500586 Nov 01 18:28:02.243479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.315238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.319902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81d07ae4-8a48-4ef9-8888-adb64dea6bd8 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5944004 Nov 01 18:28:02.320788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:02.327157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:02.332766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-d91c3f7e-5691-463b-bbbc-956c579ab49f service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063995 Nov 01 18:28:02.416568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:02.420676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.538938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.541820 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-1a25776e-59b1-47da-be31-6fe4cc585f68 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040732 Nov 01 18:28:02.600726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.607063 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-f8c073c8-f53a-4834-acd2-14eb0540218e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 200 len: 217 time: 0.0562618 Nov 01 18:28:02.621139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:02.635409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:02.639528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:02.707585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-5c761594-24d6-45b8-9551-27130fd5693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:02.711411 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-5c761594-24d6-45b8-9551-27130fd5693f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 200 len: 797 time: 0.0957363 Nov 01 18:28:02.720187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ad8a7dbb-c18f-403e-a26b-82ad5b6809d6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:02.795597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-7930c6d1-53e1-499c-b316-221ed1f63d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:02.806237 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-7930c6d1-53e1-499c-b316-221ed1f63d35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a1dd92-8383-4d2c-87ca-f4a520954cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794127 Nov 01 18:28:02.836250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.890957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:02.974755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Subnet': ['ID=d926c78b-500e-42b5-9c1d-5241cf2c265c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:03.001254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Checking segment: {'id': 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:03.001637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network hostable DHCP agents. Network: 4cb416c9-74c7-4d7a-a344-e720ea21b2ec, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:03.007054 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-69e97828-89c5-45a2-af16-0350df8b3ccc service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001328 Nov 01 18:28:03.061884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.063396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.109789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-27484667-9edd-4a96-886c-a7d206e2dbf6 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947032 Nov 01 18:28:03.111142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:03.127749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.160593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-3b547548-e185-425a-904a-1a5bdbb91303 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 200 len: 217 time: 0.0424955 Nov 01 18:28:03.215698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-030f4bc2-e9aa-4336-a311-c8b77e247461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:03.217684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-030f4bc2-e9aa-4336-a311-c8b77e247461 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.0505672 Nov 01 18:28:03.254875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 4cb416c9-74c7-4d7a-a344-e720ea21b2ec) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:03.262325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:03.262871 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.270493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7f3dc-15ac-4917-a9cd-f7ddd87d8b0a None None] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:03.286470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bff2a152-1481-47a1-a439-d163a7a09302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:03.288354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bff2a152-1481-47a1-a439-d163a7a09302 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630038 Nov 01 18:28:03.384788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9793646b-f695-44d3-9793-12c4428b4e07 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3181078 Nov 01 18:28:03.389212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60262) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:03.397202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'network': {'name': 'tempest-router-network01--964859467'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:03.422069 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-98010ed9-76a4-47ab-a556-a7e622e84903 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251092 Nov 01 18:28:03.514322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-4cb416c9-74c7-4d7a-a344-e720ea21b2ec', 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec', 'tenant_id': '2e13bb3db81047e793dd1edcb7247b3d', 'fixed_ips': [{'subnet_id': 'd926c78b-500e-42b5-9c1d-5241cf2c265c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:03.516347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.536535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:03.540045 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.624664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-9fbb4642-3934-4355-b1c3-dbfc50befada service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960700 Nov 01 18:28:03.645735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a80f-b102-423c-b0ed-45eaabb6b870 req-af71245b-ba2f-4da3-944b-6c78fa796d96 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:03.661733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9a8a80f-b102-423c-b0ed-45eaabb6b870 req-af71245b-ba2f-4da3-944b-6c78fa796d96 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 944 time: 0.6033287 Nov 01 18:28:03.719881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:03.723619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-f81528ae-7011-41b1-ae42-73ba293ea267 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 200 len: 217 time: 0.0891275 Nov 01 18:28:03.782265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bd7a58a0-10a7-413e-b259-c1d67310bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:03.783944 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-bd7a58a0-10a7-413e-b259-c1d67310bd41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 200 len: 797 time: 0.0536366 Nov 01 18:28:03.790707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.791225 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Added segment 382d88bf-457d-4b1e-b671-4aa416542349 of type vlan for network 1a75e63d-69d0-4e03-be35-9d8f84007726 Nov 01 18:28:03.821075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:03.826380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Allocated IP 2001:db8::2 (4cb416c9-74c7-4d7a-a344-e720ea21b2ec/d926c78b-500e-42b5-9c1d-5241cf2c265c/2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:03.923792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Allocated IP 172.25.2.113 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/c059c3a3-594c-4c31-b0e1-7af544c7e3e6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:03.991924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.020391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-2a1d44d9-4c31-47eb-b604-c3bf80048193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:04.021971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-2a1d44d9-4c31-47eb-b604-c3bf80048193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=631781a8-1de4-41c0-a4e2-4e806d7b751d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292094 Nov 01 18:28:04.086976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.101224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.127527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.164062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.203633 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-ba35b683-2f7b-4924-a5cd-9ee738fbcfde service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680377 Nov 01 18:28:04.214514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.230361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:04.249063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9a8a80f-b102-423c-b0ed-45eaabb6b870 req-ff29eb41-17ce-4eff-9c34-b18ad777ef0b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860605 Nov 01 18:28:04.259113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:04.276228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:04.280813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=ad8a7dbb-c18f-403e-a26b-82ad5b6809d6,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:04.286781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:04.292426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:04.292612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:04.305683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:04.307757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.316155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Pushing event updated for resources: {'Port': ['ID=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:04.327206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.337984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:04.338646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.403283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Attempting to bind port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:04.403778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Attempting to bind port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:04.404053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Attempting to bind port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 on network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:04.413245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:04.413693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Checking segment: {'id': 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:04.414369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.414517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Bound using segment: {'id': 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:04.414990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Bound port: 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cb416c9-74c7-4d7a-a344-e720ea21b2ec'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:04.415379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.430586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event updated for resources: {'Port': ['ID=c059c3a3-594c-4c31-b0e1-7af544c7e3e6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:04.431796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43d55cd8-e852-4666-9cd8-4584bb8aef31 req-f39da0e9-1121-4fbf-8721-fa45714a6da8 service neutron] 10.222.0.37 "GET /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225652 Nov 01 18:28:04.438146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Network': ['ID=1a75e63d-69d0-4e03-be35-9d8f84007726,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:04.475932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fe8b08be-7d76-499d-b47e-4e20b547e252 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0854976 Nov 01 18:28:04.483077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60280) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:04.515801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:04.528731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'network': {'name': 'tempest-router-network02--392040619'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:04.541795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.542808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:04.543056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8822b578-ff74-4ab8-89bf-3ddfa3e1e44d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2047257 Nov 01 18:28:04.555391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'port': {'network_id': '02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb', 'name': 'tempest-FloatingIPTestJSON-1202322457'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:04.673232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:04.673402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.676845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60286) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:04.685504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:04.691411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.700847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.792954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:04.803139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.810735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] For port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:04.826243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:04.850694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] device_id is not set on port 55e8c545-e56f-4191-85fd-726199e90fbe yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:28:04.865113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] For port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,segment=NetworkSegment(a01e0ce6-8c18-4108-b1be-49f4e5df24d9),segment_id=a01e0ce6-8c18-4108-b1be-49f4e5df24d9)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:04.880217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fff2-1fde-43e0-ad51-5087af8fd262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.903166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.903743 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Added segment fd1cfafa-ed89-4d06-a805-f4e5dede3e0f of type vlan for network 6eb4fbb2-6c56-4428-b515-d576991402c4 Nov 01 18:28:04.952244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.952487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.977862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:04.986764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:04.989488 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45990c6f-66ce-4dea-9ecb-3440123fc42d" -d '{"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:05.007623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.029945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:05.038118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.12 (02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb/d37bea9c-0564-43c6-a339-65682d34b2bf/55e8c545-e56f-4191-85fd-726199e90fbe) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:05.068996 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4585acd7-b577-4039-8599-0935826d7127 x-openstack-request-id: req-4585acd7-b577-4039-8599-0935826d7127 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:05.069337 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:05.069680 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4585acd7-b577-4039-8599-0935826d7127 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:05.070081 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'code': 200} Nov 01 18:28:05.108885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95024a6f-771e-46d2-a616-f45c08baf0fb None None] Pushing event updated for resources: {'Port': ['ID=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:05.134345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.272174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:05.321186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.327623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:05.329997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.422466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34f655-7356-4238-94d6-a31484844e03 req-d38dd20a-ed26-4d41-9903-30a146624367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:05.425077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f34f655-7356-4238-94d6-a31484844e03 req-d38dd20a-ed26-4d41-9903-30a146624367 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 1096 time: 0.1477985 Nov 01 18:28:05.435804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fff2-1fde-43e0-ad51-5087af8fd262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.491885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f34f655-7356-4238-94d6-a31484844e03 req-b1988613-c1a8-4c89-9fef-e075a176e145 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Nov 01 18:28:05.504095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.553696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fff2-1fde-43e0-ad51-5087af8fd262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.612856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Network': ['ID=6eb4fbb2-6c56-4428-b515-d576991402c4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:05.627298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:05.644902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.648619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6ed2fff2-1fde-43e0-ad51-5087af8fd262 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7b82fc8621c47bbbf143981bb0f95fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9710464 Nov 01 18:28:05.653201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:05.655924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a0ae813a-c88f-4ed3-ade0-ffe43a564cee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1717443 Nov 01 18:28:05.659449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2fff2-1fde-43e0-ad51-5087af8fd262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c340c482-3ab7-4d86-94e3-3dc8137f8c0a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:05.663791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:05.670391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.677029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'subnet': {'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:05.691426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e4b74-8bb8-43bf-87f7-d1da885d2dd5 req-1aafc66b-1d9e-4341-a406-b517c827d9a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:05.698964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d3e4b74-8bb8-43bf-87f7-d1da885d2dd5 req-1aafc66b-1d9e-4341-a406-b517c827d9a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.3045456 Nov 01 18:28:05.715960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.756754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:05.765036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:05.782101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:05.791017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=55e8c545-e56f-4191-85fd-726199e90fbe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:05.880786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:05.881486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.885708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.908362 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:05.920733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:05.961841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d3e4b74-8bb8-43bf-87f7-d1da885d2dd5 req-27f9911c-42f3-4e2a-afcc-e95a325959a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619822 Nov 01 18:28:05.983026 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e6c3cfee-3f31-4c6e-9b68-7fdb33269d73 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4391510 Nov 01 18:28:05.983711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:05.994170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': '55e8c545-e56f-4191-85fd-726199e90fbe'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:06.008104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:06.008488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.041847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.055160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:06.067219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.086514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Router ec189a6c-b097-47cc-bef6-ef77b645c0f0 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:06.105685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.145279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,segment=NetworkSegment(a01e0ce6-8c18-4108-b1be-49f4e5df24d9),segment_id=a01e0ce6-8c18-4108-b1be-49f4e5df24d9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:06.244025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.314916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:06.324702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.329202 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] Sync routers for ids ['ec189a6c-b097-47cc-bef6-ef77b645c0f0'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:06.332103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.335899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c340c482-3ab7-4d86-94e3-3dc8137f8c0a HTTP/1.1" status: 204 len: 168 time: 0.6136708 Nov 01 18:28:06.340887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.348137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:06.348865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e65918f-9938-4f2f-9886-3524ed355a21 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "PUT /v2.0/routers/ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 200 len: 884 time: 4.0253735 Nov 01 18:28:06.350232 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] Routers {'ec189a6c-b097-47cc-bef6-ef77b645c0f0'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:06.351159 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['ec189a6c-b097-47cc-bef6-ef77b645c0f0'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:06.351680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:06.355343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cf922-57c6-43e8-9dc9-9c23081335ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c340c482-3ab7-4d86-94e3-3dc8137f8c0a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:06.446894 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:06.464180 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] Routers {'ec189a6c-b097-47cc-bef6-ef77b645c0f0'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:06.464817 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['ec189a6c-b097-47cc-bef6-ef77b645c0f0'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:06.519339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:06.524737 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70d41f-e0ce-4e65-85d3-dcdbf604f171 None None] The sync data for ids ['ec189a6c-b097-47cc-bef6-ef77b645c0f0'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:06.600322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab70164-b018-4c38-b359-513a6d0ee52b None None] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:06.694054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-39c4e813-00f6-4e5b-be99-be0e079712fc tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 200 len: 925 time: 0.3317151 Nov 01 18:28:06.694681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60326) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:06.707021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-802d9228-1218-4c8f-8ec7-655cf0b062b4 None None] Provisioning complete for port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:06.708340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-802d9228-1218-4c8f-8ec7-655cf0b062b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.777453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.830328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:06.865098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Subnet': ['ID=2790c619-5a4c-4a93-8586-8c3a601641a1,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:06.874352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4ca94-5955-4f75-88f6-cfedd13e6477 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:06.879213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:06.879665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7c4ca94-5955-4f75-88f6-cfedd13e6477 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=ec189a6c-b097-47cc-bef6-ef77b645c0f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1839206 Nov 01 18:28:06.896198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Checking segment: {'id': '382d88bf-457d-4b1e-b671-4aa416542349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:06.896574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network hostable DHCP agents. Network: 1a75e63d-69d0-4e03-be35-9d8f84007726, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:06.921019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:07.044292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:07.130771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e3dab-33cd-48d7-90ee-dba6d0f5fe3b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:07.140287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f93e3dab-33cd-48d7-90ee-dba6d0f5fe3b tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.2593706 Nov 01 18:28:07.140941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60346) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:07.164099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 1a75e63d-69d0-4e03-be35-9d8f84007726) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:07.176061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2db3e-99a5-40a3-a862-645da0b2b08b None None] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:07.180468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f2507-8549-4880-b039-fbb77c3a27f0 req-e53435c4-5931-4c9d-9979-f9ee3d215a23 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:07.188498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b0f2507-8549-4880-b039-fbb77c3a27f0 req-e53435c4-5931-4c9d-9979-f9ee3d215a23 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.0878224 Nov 01 18:28:07.192170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:07.192771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:07.203431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-37397037-b2ab-4daf-a461-0c543d0fb265 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 200 len: 205 time: 0.0552983 Nov 01 18:28:07.204740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60348) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:07.223367 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP b9a65d70-edba-4db1-a6be-378a9c486959 associated. External IP: 172.25.2.132, port: 55e8c545-e56f-4191-85fd-726199e90fbe. Nov 01 18:28:07.262815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b0f2507-8549-4880-b039-fbb77c3a27f0 req-458fe20d-fdd3-4572-973f-4d2f7fc09b56 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684519 Nov 01 18:28:07.401098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-513cd990-7a21-4910-888f-1b7c2842a2c0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7352927 Nov 01 18:28:07.404130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60356) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:07.410325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'subnet': {'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:07.432357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-1a75e63d-69d0-4e03-be35-9d8f84007726', 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726', 'tenant_id': '2e13bb3db81047e793dd1edcb7247b3d', 'fixed_ips': [{'subnet_id': '2790c619-5a4c-4a93-8586-8c3a601641a1'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:07.433563 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:07.463454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3d9ac4e2-e31a-46fa-a589-70adc79e07de None None] Provisioning complete for port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:07.463865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac4e2-e31a-46fa-a589-70adc79e07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:07.563559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff6678-4cea-4ecf-abcd-49e15686aa83 req-6dd46e27-d3fe-4fed-8d22-f159676e50b6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:07.572932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74ff6678-4cea-4ecf-abcd-49e15686aa83 req-6dd46e27-d3fe-4fed-8d22-f159676e50b6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.2060030 Nov 01 18:28:07.629678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74ff6678-4cea-4ecf-abcd-49e15686aa83 req-feade776-056f-4e54-866d-9dcc5fca408e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Nov 01 18:28:07.712933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:07.716492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:07.722821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Allocated IP 2001:db8::2 (1a75e63d-69d0-4e03-be35-9d8f84007726/2790c619-5a4c-4a93-8586-8c3a601641a1/fdb27bff-b3b2-462e-8332-54fd7c088c93) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:07.872221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:07.880919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60370) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:07.979258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.035190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.056704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:08.057160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.107873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-447965286-network', 'tenant_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:08.108607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.141417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.212901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Pushing event updated for resources: {'Port': ['ID=fdb27bff-b3b2-462e-8332-54fd7c088c93,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:08.216738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:08.219335 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.228224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Subnet': ['ID=599aac1c-a7cf-4d79-81a3-373838750cc1,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:08.253285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.259492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.266301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Checking segment: {'id': 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:08.266675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network hostable DHCP agents. Network: 6eb4fbb2-6c56-4428-b515-d576991402c4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:08.278469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:08.317065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:08.326806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:08.328661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:08.386627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.402120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Attempting to bind port fdb27bff-b3b2-462e-8332-54fd7c088c93 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:08.402520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Attempting to bind port fdb27bff-b3b2-462e-8332-54fd7c088c93 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '382d88bf-457d-4b1e-b671-4aa416542349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:08.402997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Attempting to bind port fdb27bff-b3b2-462e-8332-54fd7c088c93 on network 1a75e63d-69d0-4e03-be35-9d8f84007726 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:08.411122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:08.411640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Checking segment: {'id': '382d88bf-457d-4b1e-b671-4aa416542349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:08.414225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.414678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Bound using segment: {'id': '382d88bf-457d-4b1e-b671-4aa416542349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:08.415175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Bound port: fdb27bff-b3b2-462e-8332-54fd7c088c93, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d88bf-457d-4b1e-b671-4aa416542349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a75e63d-69d0-4e03-be35-9d8f84007726'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:08.415585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.451079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:08.456487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.457812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:08.479191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.496688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fafb7940-33c0-4d16-9d50-ecd93aa4c80e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/b9a65d70-edba-4db1-a6be-378a9c486959 HTTP/1.1" status: 200 len: 979 time: 2.5093510 Nov 01 18:28:08.498511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:08.504330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:08.523741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] For port fdb27bff-b3b2-462e-8332-54fd7c088c93, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:08.528573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] For port fdb27bff-b3b2-462e-8332-54fd7c088c93, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fdb27bff-b3b2-462e-8332-54fd7c088c93,segment=NetworkSegment(382d88bf-457d-4b1e-b671-4aa416542349),segment_id=382d88bf-457d-4b1e-b671-4aa416542349)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:08.530539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:08.531443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:08.544534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6eb4fbb2-6c56-4428-b515-d576991402c4) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:08.550160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port c059c3a3-594c-4c31-b0e1-7af544c7e3e6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:08.550986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.562078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-33d09ee3-86e2-4f43-9acb-87c8eea717f5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:08.571891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d1050-697b-4ce7-a1eb-e39ae4e47dfe None None] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:08.575318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-33d09ee3-86e2-4f43-9acb-87c8eea717f5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 0.1836615 Nov 01 18:28:08.576242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:08.601983 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.604591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:08.605202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.614394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:08.629040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cce026-7219-40d5-9ded-32332e07c1a7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:08.633082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-611dcc79-7621-44f4-99c2-a6638c105046 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/quotas/efaeea4aca9247ccb5f4113db4b7258b HTTP/1.1" status: 200 len: 375 time: 0.0569069 Nov 01 18:28:08.642561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.643046 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Added segment 971283d0-683e-4fb4-8166-babd0b83d870 of type vlan for network c12d875d-166d-4e46-8eb0-094b157d7128 Nov 01 18:28:08.683916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:08.684711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:08.695302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.710074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 55e8c545-e56f-4191-85fd-726199e90fbe {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:08.710455 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.730743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for c059c3a3-594c-4c31-b0e1-7af544c7e3e6 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:08.732149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9f9262d1-2e76-48c1-b27c-1c1931e81ddf tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3265784 Nov 01 18:28:08.746618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60396) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:08.780733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.794564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-c9518eb6-ff39-4984-9336-5d1f66bfd0aa tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548803 Nov 01 18:28:08.937181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-2f58a697-c36b-423b-beec-f224757f804b service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276498 Nov 01 18:28:08.947162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.948560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.949662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:08.950250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:08.978135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:08.978878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885d1d0-c084-489f-a5f6-7e89c4d273b5 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:09.055138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9833b-5ccf-45a0-a8f1-740dfb7cc31f None None] Pushing event updated for resources: {'Port': ['ID=fdb27bff-b3b2-462e-8332-54fd7c088c93,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:09.112804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2273982 Nov 01 18:28:09.118083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.121855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:09.141114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Request body: {'subnet': {'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-447965286-subnet', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:09.184615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393398-d501-4962-8169-4aabd43313e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c12d875d-166d-4e46-8eb0-094b157d7128,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:09.186083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6eb4fbb2-6c56-4428-b515-d576991402c4', 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4', 'tenant_id': '2e13bb3db81047e793dd1edcb7247b3d', 'fixed_ips': [{'subnet_id': '599aac1c-a7cf-4d79-81a3-373838750cc1'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:09.198421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.219054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-c9fe468d-3de5-43b5-83a3-e695dc5664cf service neutron] 10.222.0.31 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808666 Nov 01 18:28:09.223761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network c12d875d-166d-4e46-8eb0-094b157d7128 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:09.399778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:09.402475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.477749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Allocated IP 2001:db8::2 (6eb4fbb2-6c56-4428-b515-d576991402c4/599aac1c-a7cf-4d79-81a3-373838750cc1/a99e50f2-fd9b-407e-90b1-027ed59b7806) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:09.627496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b98ec034-22f8-4162-a5c1-410dcf5cbe27 req-1522dc83-83fe-4782-9aa3-266b08bcc36a tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.0789051 Nov 01 18:28:09.659694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.747764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.804266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:09.807304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:09.810106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:09.869001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Pushing event updated for resources: {'Port': ['ID=a99e50f2-fd9b-407e-90b1-027ed59b7806,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:09.901814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fdb27bff-b3b2-462e-8332-54fd7c088c93 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:09.945173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Attempting to bind port a99e50f2-fd9b-407e-90b1-027ed59b7806 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:09.945939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Attempting to bind port a99e50f2-fd9b-407e-90b1-027ed59b7806 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:09.947567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Attempting to bind port a99e50f2-fd9b-407e-90b1-027ed59b7806 on network 6eb4fbb2-6c56-4428-b515-d576991402c4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Checking segment: {'id': 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Bound using segment: {'id': 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Bound port: a99e50f2-fd9b-407e-90b1-027ed59b7806, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6eb4fbb2-6c56-4428-b515-d576991402c4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:09.972122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.027806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.042047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fdb27bff-b3b2-462e-8332-54fd7c088c93 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:10.048963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.073812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-4363a38e-7fcd-4143-bfc7-dfda62faa72b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:10.075531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-4363a38e-7fcd-4143-bfc7-dfda62faa72b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.37 "GET /v2.0/ports?device_id=15b0f198-5981-4f67-931e-ca618c4151bd HTTP/1.1" status: 200 len: 945 time: 0.3910136 Nov 01 18:28:10.085537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] For port a99e50f2-fd9b-407e-90b1-027ed59b7806, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:10.106518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] For port a99e50f2-fd9b-407e-90b1-027ed59b7806, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a99e50f2-fd9b-407e-90b1-027ed59b7806,segment=NetworkSegment(fd1cfafa-ed89-4d06-a805-f4e5dede3e0f),segment_id=fd1cfafa-ed89-4d06-a805-f4e5dede3e0f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:10.126911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.128046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.128286 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP b9a65d70-edba-4db1-a6be-378a9c486959 disassociated. External IP: 172.25.2.132, port: 55e8c545-e56f-4191-85fd-726199e90fbe. Nov 01 18:28:10.128651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 55e8c545-e56f-4191-85fd-726199e90fbe owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:10.134994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.165917 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.171410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c0d49-bccf-40ff-b3d3-d541972965db None None] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:10.209499 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.286310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=c059c3a3-594c-4c31-b0e1-7af544c7e3e6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:10.325093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aadba1ac-69f8-4f99-9880-9890d1280356 None None] Provisioning complete for port fdb27bff-b3b2-462e-8332-54fd7c088c93 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:10.325486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aadba1ac-69f8-4f99-9880-9890d1280356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.348160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port fdb27bff-b3b2-462e-8332-54fd7c088c93, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fdb27bff-b3b2-462e-8332-54fd7c088c93,segment=NetworkSegment(382d88bf-457d-4b1e-b671-4aa416542349),segment_id=382d88bf-457d-4b1e-b671-4aa416542349)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:10.391748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd236-d838-497f-8abb-44a6ac27ac60 None None] Pushing event updated for resources: {'Port': ['ID=a99e50f2-fd9b-407e-90b1-027ed59b7806,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:10.440397 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.559451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=fdb27bff-b3b2-462e-8332-54fd7c088c93,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:10.589798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.772005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c50cc1de-8525-4f04-964a-5c29cfa1daef req-9dfb7924-b620-45e6-9aa4-a6d6f5fec57d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.0357029 Nov 01 18:28:10.842793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.851682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.943277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:10.953241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Deleting port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:10.953578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.020882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d7fc61ce-0d3a-42c5-b593-d4e4fd978648 None None] Provisioning complete for port fdb27bff-b3b2-462e-8332-54fd7c088c93 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:11.021262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7fc61ce-0d3a-42c5-b593-d4e4fd978648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.415380 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.415955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router ec189a6c-b097-47cc-bef6-ef77b645c0f0 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:11.424305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.425802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21d309ca-2a2f-4cce-83fb-9ef0574a3520 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 204 len: 168 time: 4.2178507 Nov 01 18:28:11.430271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60446) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:11.436837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Allocated IP 2001:db8::1 (1a75e63d-69d0-4e03-be35-9d8f84007726/2790c619-5a4c-4a93-8586-8c3a601641a1/2741a2e8-e1c3-4ee9-bc90-3906a3151129) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:11.437144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1729408578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:11.486419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.529511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.530872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.553613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05f256c-54ee-411f-979a-52c78a5f9c51,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:11.570385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=55e8c545-e56f-4191-85fd-726199e90fbe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:11.622713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.646794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8f53f-e3d3-49c0-9449-26188ec1979d None None] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:11.695398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.717797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:11.718173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Network hostable DHCP agents. Network: c12d875d-166d-4e46-8eb0-094b157d7128, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:11.739214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] For port 8d053acf-a50b-4f74-a7d4-a9ceccabb521, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8d053acf-a50b-4f74-a7d4-a9ceccabb521,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:11.739641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.795789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Calling delete_port for 8d053acf-a50b-4f74-a7d4-a9ceccabb521 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:11.803316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] Provisioning complete for port a99e50f2-fd9b-407e-90b1-027ed59b7806 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:11.803721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.825333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.825333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-02fd6af8-b300-445f-af23-c8263914bbb4 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3907433 Nov 01 18:28:11.846153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60452) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:11.864298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': True}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:11.875308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:11.879886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Network c12d875d-166d-4e46-8eb0-094b157d7128 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:11.969971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.001647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, c12d875d-166d-4e46-8eb0-094b157d7128) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:12.022051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:12.022051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.056811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] For port a99e50f2-fd9b-407e-90b1-027ed59b7806, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a99e50f2-fd9b-407e-90b1-027ed59b7806,segment=NetworkSegment(fd1cfafa-ed89-4d06-a805-f4e5dede3e0f),segment_id=fd1cfafa-ed89-4d06-a805-f4e5dede3e0f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:12.060345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27677709-2c60-4086-95bc-b69aae260f74 None None] Network c12d875d-166d-4e46-8eb0-094b157d7128 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:12.060487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:12.187180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fdb27bff-b3b2-462e-8332-54fd7c088c93 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:12.200138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927a1cae-b521-44be-82cc-64efc82a519a req-a2011ea0-5f9b-4d49-921e-b1cbba394a48 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.2839172 Nov 01 18:28:12.236393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.240168 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.251955 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-898aff01-e0aa-42f2-9911-fefff192d88c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1261568 Nov 01 18:28:12.280466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60460) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:12.298353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:12.350191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:12.352070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-c12d875d-166d-4e46-8eb0-094b157d7128', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:12.352939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.370345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:12.374476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:12.375350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.396481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fdb27bff-b3b2-462e-8332-54fd7c088c93 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:12.396481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.396481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa08486-4aa6-48fa-a8c7-1fcada232e19 None None] Pushing event updated for resources: {'Port': ['ID=a99e50f2-fd9b-407e-90b1-027ed59b7806,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:12.490406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3c71592e-d23c-4b3b-bd0b-1553d2b800cd None None] Provisioning complete for port a99e50f2-fd9b-407e-90b1-027ed59b7806 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:12.490705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3c71592e-d23c-4b3b-bd0b-1553d2b800cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.492217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Port': ['ID=2741a2e8-e1c3-4ee9-bc90-3906a3151129,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:12.538913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.539257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.539623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.539963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.540357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.540695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.541022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.541350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.541705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.542158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.542331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.557159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:12.571169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:12.583409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:12.586566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.602482 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:12.603257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:12.686062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:12.718355 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:12.719486 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:12.732618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.733811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.743034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event deleted for resources: {'Port': ['ID=8d053acf-a50b-4f74-a7d4-a9ceccabb521,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:12.744096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Allocated IP 172.20.0.2 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/bd7da0ed-c69b-4a94-8c13-89beaca01acf) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:12.747652 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.755182 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5fec9c35-f0a3-4435-b3d1-9df189a9bf7e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/55e8c545-e56f-4191-85fd-726199e90fbe HTTP/1.1" status: 204 len: 168 time: 4.2552943 Nov 01 18:28:12.775786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:12.821259 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:12.822080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e13bcc-1b42-4dc0-81bb-441a3909b2c4 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:12.872928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.898425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a99e50f2-fd9b-407e-90b1-027ed59b7806 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:12.907387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] No DVR routers for this DVR port 8d053acf-a50b-4f74-a7d4-a9ceccabb521 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:12.915027 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fa261876-ca0d-4c1e-bebb-6b5c82e79ff3 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/floatingips/b9a65d70-edba-4db1-a6be-378a9c486959 HTTP/1.1" status: 200 len: 688 time: 0.1353521 Nov 01 18:28:12.915027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:12.918094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7004e228-3ac6-4914-9749-8eee45f32cf4 req-1bed6e9f-eb06-46cb-9b16-cc5b47c8a8a4 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.37 "DELETE /v2.0/ports/8d053acf-a50b-4f74-a7d4-a9ceccabb521 HTTP/1.1" status: 204 len: 173 time: 2.7839353 Nov 01 18:28:12.947431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-deleted', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:12.950026 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c39ddd-b4ba-4861-823e-8db09c218178" -d '{"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-deleted", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:12.952611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60470) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:12.958820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.003826 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2294c4d-5dae-4d66-8fc8-aab5e0527b23 x-openstack-request-id: req-a2294c4d-5dae-4d66-8fc8-aab5e0527b23 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:13.004517 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b0f198-5981-4f67-931e-ca618c4151bd", "name": "network-vif-deleted", "tag": "8d053acf-a50b-4f74-a7d4-a9ceccabb521", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:13.005205 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2294c4d-5dae-4d66-8fc8-aab5e0527b23 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:13.006184 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b0f198-5981-4f67-931e-ca618c4151bd', 'name': 'network-vif-deleted', 'tag': '8d053acf-a50b-4f74-a7d4-a9ceccabb521', 'status': 'completed', 'code': 200} Nov 01 18:28:13.041456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.049026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.059205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-6f8dda58-9a7d-44ba-9b18-a6f44bd5eb51 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:13.060254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-6f8dda58-9a7d-44ba-9b18-a6f44bd5eb51 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "GET /v2.0/networks?id=6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 200 len: 815 time: 1.3032157 Nov 01 18:28:13.065048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a99e50f2-fd9b-407e-90b1-027ed59b7806 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:13.065407 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.093994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Request body: {'port': {'device_id': '183eda31-bcd4-490b-925b-992eb3d52068', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'admin_state_up': True, 'tenant_id': 'efaeea4aca9247ccb5f4113db4b7258b'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:13.108100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8974ffc5-119e-45a6-8af6-52f0b0758ada None None] Provisioning complete for port 2741a2e8-e1c3-4ee9-bc90-3906a3151129 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:13.108100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8974ffc5-119e-45a6-8af6-52f0b0758ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.153572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8974ffc5-119e-45a6-8af6-52f0b0758ada None None] Port 2741a2e8-e1c3-4ee9-bc90-3906a3151129 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:13.168926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.238578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:13.261189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:13.271417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:13.334226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Pushing event updated for resources: {'Port': ['ID=bd7da0ed-c69b-4a94-8c13-89beaca01acf,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:13.371660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port ad8a7dbb-c18f-403e-a26b-82ad5b6809d6 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:13.372330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.380357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9da5de9-6276-4e64-80df-46215bf5dd4a req-fd12f1b3-e445-41d8-97e3-36245ead0e78 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.0572448 Nov 01 18:28:13.413777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.420421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Attempting to bind port bd7da0ed-c69b-4a94-8c13-89beaca01acf on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:13.420864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Attempting to bind port bd7da0ed-c69b-4a94-8c13-89beaca01acf by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:13.421311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Attempting to bind port bd7da0ed-c69b-4a94-8c13-89beaca01acf on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:13.430630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:13.431073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:13.431577 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.432076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:13.432602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Bound port: bd7da0ed-c69b-4a94-8c13-89beaca01acf, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:13.433052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.498902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.499186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.515324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Made reservation on behalf of efaeea4aca9247ccb5f4113db4b7258b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:13.518538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.567600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for ad8a7dbb-c18f-403e-a26b-82ad5b6809d6 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:13.615543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.700619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] For port bd7da0ed-c69b-4a94-8c13-89beaca01acf, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:13.704077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] For port bd7da0ed-c69b-4a94-8c13-89beaca01acf, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd7da0ed-c69b-4a94-8c13-89beaca01acf,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:13.722464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.723251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.813700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.840524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.844415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.854528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a99e50f2-fd9b-407e-90b1-027ed59b7806 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:13.893771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Port': ['ID=2741a2e8-e1c3-4ee9-bc90-3906a3151129,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:13.919738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.941228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:13.984983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Allocated IP 172.20.0.14 (6f866309-059a-4a15-9d1a-d47ae52889f0/0c2258d9-9ede-4aa7-88e0-c397886f120b/e0949bef-d1c9-4001-8cbc-5f980200d67c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:14.021038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:14.025188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:14.093184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486dccb-2a6a-441d-afd5-e1bff880c4eb None None] Pushing event updated for resources: {'Port': ['ID=bd7da0ed-c69b-4a94-8c13-89beaca01acf,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:14.128577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a99e50f2-fd9b-407e-90b1-027ed59b7806 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:14.129080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.188375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Allocated IP 172.25.2.114 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/d579b92a-6d34-48d3-8b0a-66e8749bf6cb) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:14.204010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.285562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=ad8a7dbb-c18f-403e-a26b-82ad5b6809d6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:14.301685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:14.327823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 8d053acf-a50b-4f74-a7d4-a9ceccabb521 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:14.328028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8d053acf-a50b-4f74-a7d4-a9ceccabb521 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:14.425918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.430036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.432774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Router 5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:14.437902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-95664d42-8336-4d36-b23e-6a4e4ac53a0d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/b9a65d70-edba-4db1-a6be-378a9c486959 HTTP/1.1" status: 204 len: 168 time: 1.4822221 Nov 01 18:28:14.438079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:14.445890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '3e52d1fa-07c7-4487-8476-39dac66333d6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:14.450607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.516651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81cfd108-4695-4242-9f1a-f075bb3f6e71 req-2c83f4c2-903e-421d-b13c-c241a35e9e6f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.0309601 Nov 01 18:28:14.582467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.609239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eba2e904-4b7e-472b-8af1-ec37e2234a81 None None] Provisioning complete for port 2741a2e8-e1c3-4ee9-bc90-3906a3151129 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:14.609605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eba2e904-4b7e-472b-8af1-ec37e2234a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.645703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Network 6f866309-059a-4a15-9d1a-d47ae52889f0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:14.649700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:14.656113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:14.656113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event updated for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:14.657319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.661127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:14.674511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] Sync routers for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:14.678902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-17549c23-a127-4aae-8f3c-948b0f9d279b tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9311841 Nov 01 18:28:14.683390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60498) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:14.690547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eba2e904-4b7e-472b-8af1-ec37e2234a81 None None] Port 2741a2e8-e1c3-4ee9-bc90-3906a3151129 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:14.694653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:14.695851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:14.702914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.731354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:14.741054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:14.741707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:14.777877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:14.778539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af5f97-54e7-4792-94cf-c3290e72f54a None None] The sync data for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:14.811388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:14.811827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.812078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.860606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:14.870580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:14.873336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:14.901925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Pushing event updated for resources: {'Port': ['ID=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:14.957086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 172.25.2.243 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/74eb8bdd-fee4-4847-87d1-9ec18effb7ea) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:14.965800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:14.995954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-5fe3c2e6-2ede-4dd9-b75d-287656783db3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9057605 Nov 01 18:28:15.018774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-00162dc9-877f-43a8-87d0-9d742acd3bc9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:28:15.020238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-00162dc9-877f-43a8-87d0-9d742acd3bc9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083485 Nov 01 18:28:15.071242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Request body: {'port': {'device_id': '183eda31-bcd4-490b-925b-992eb3d52068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:15.257218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.309589 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.375413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.439366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb2860-6696-4925-85cd-57fb582ca805 None None] Network c12d875d-166d-4e46-8eb0-094b157d7128 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:15.459601 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-7d587ae1-a982-400e-aaf3-ae4d0bce4f5a tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:28:15.466023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d587ae1-a982-400e-aaf3-ae4d0bce4f5a tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7702329 Nov 01 18:28:15.466023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60510) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:15.540075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] Provisioning complete for port bd7da0ed-c69b-4a94-8c13-89beaca01acf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:15.540727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.652779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.666466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.776721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] For port bd7da0ed-c69b-4a94-8c13-89beaca01acf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd7da0ed-c69b-4a94-8c13-89beaca01acf,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:15.838148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:15.839677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:15.858815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=74eb8bdd-fee4-4847-87d1-9ec18effb7ea,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:15.863331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:15.865869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:15.954600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475250f-533e-4047-9d89-9a6ae71bf7ae None None] Pushing event updated for resources: {'Port': ['ID=bd7da0ed-c69b-4a94-8c13-89beaca01acf,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:15.976105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd7da0ed-c69b-4a94-8c13-89beaca01acf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:15.980776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.83 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/cccc3286-8e77-444b-b37f-324c338234fd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:16.025042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0949bef-d1c9-4001-8cbc-5f980200d67c {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:28:16.032917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.045880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Transition to ACTIVE for port object e0949bef-d1c9-4001-8cbc-5f980200d67c will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:28:16.089512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dd233-3701-4d4a-8a08-106e240747c4 req-c3025a7d-2a6f-4266-be46-33d5e863b3bc tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:16.091728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51dd233-3701-4d4a-8a08-106e240747c4 req-c3025a7d-2a6f-4266-be46-33d5e863b3bc tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 932 time: 0.4338241 Nov 01 18:28:16.097924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port bd7da0ed-c69b-4a94-8c13-89beaca01acf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:16.098664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.184193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.187574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.214922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5cbab894-d45a-4561-b02a-7b1dd06c80d5 None None] Provisioning complete for port bd7da0ed-c69b-4a94-8c13-89beaca01acf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:16.215390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cbab894-d45a-4561-b02a-7b1dd06c80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.280721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.319026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51dd233-3701-4d4a-8a08-106e240747c4 req-84e9b469-3f3f-4859-93c2-3f29486bc5e9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450515 Nov 01 18:28:16.350615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:16.483028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.502999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Attempting to bind port e0949bef-d1c9-4001-8cbc-5f980200d67c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:16.503333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Attempting to bind port e0949bef-d1c9-4001-8cbc-5f980200d67c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:16.503690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Attempting to bind port e0949bef-d1c9-4001-8cbc-5f980200d67c on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:16.512898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:16.519795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Port e0949bef-d1c9-4001-8cbc-5f980200d67c on network 6f866309-059a-4a15-9d1a-d47ae52889f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:28:16.520126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Attempting to bind port e0949bef-d1c9-4001-8cbc-5f980200d67c on network 6f866309-059a-4a15-9d1a-d47ae52889f0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:16.541415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:16.545076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=cccc3286-8e77-444b-b37f-324c338234fd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:16.547623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:16.551535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:16.564418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:16.564798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Checking segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:16.565185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Bound using segment: {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:16.565631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Bound port: e0949bef-d1c9-4001-8cbc-5f980200d67c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89398f47-3bb3-4dcb-b903-04de98ca419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:16.565988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.571843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.740826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:16.757355 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:16.776526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:16.777469 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:16.888969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:16.890688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b656ed8e-da1f-4c8b-ab40-a50cf327599a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6019509 Nov 01 18:28:16.894100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:16.913311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:17.055178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.131167 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:15Z', 'revision_number': 3, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:17.162482 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:28:17.163118 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Updating router 061d2277-3c69-4326-b251-9a1ed12a01e1 port d579b92a-6d34-48d3-8b0a-66e8749bf6cb binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:28:17.198590 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.231066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:17.253515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:17.400142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.465593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:17.519930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:17.520820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.522051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.523048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-7356edee-ac6e-4992-ad06-3082cf4a8dfc service neutron] 10.222.0.32 "PUT /v2.0/ports/e0949bef-d1c9-4001-8cbc-5f980200d67c HTTP/1.1" status: 200 len: 1092 time: 2.4564207 Nov 01 18:28:17.527165 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.542928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:17.547360 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:17.628620 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d997a-13e8-43bf-9e38-79db9856a117 x-openstack-request-id: req-432d997a-13e8-43bf-9e38-79db9856a117 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:17.628963 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:17.629352 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-432d997a-13e8-43bf-9e38-79db9856a117 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:17.629751 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c', 'status': 'completed', 'code': 200} Nov 01 18:28:17.664719 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.669332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.677923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.680238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.706139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532980b-7eda-4d1a-a287-8ef43f6add93 None None] Pushing event updated for resources: {'Port': ['ID=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:17.746040 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.747164 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Attempting to bind port d579b92a-6d34-48d3-8b0a-66e8749bf6cb on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:17.747732 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Attempting to bind port d579b92a-6d34-48d3-8b0a-66e8749bf6cb by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:17.748220 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Attempting to bind port d579b92a-6d34-48d3-8b0a-66e8749bf6cb on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:17.777254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:17.787705 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:17.788240 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.788772 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:17.789950 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Bound port: d579b92a-6d34-48d3-8b0a-66e8749bf6cb, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:17.790397 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.812226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f54a6-df6b-45d5-afa1-72218afb931c req-5a60de91-28fc-49d1-9c84-b3725d712466 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:17.813931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-422f54a6-df6b-45d5-afa1-72218afb931c req-5a60de91-28fc-49d1-9c84-b3725d712466 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 944 time: 0.2839193 Nov 01 18:28:17.827157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-cc088565-c2a2-4626-ab59-80c81bb1f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:17.827157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-cc088565-c2a2-4626-ab59-80c81bb1f036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 1095 time: 0.1934125 Nov 01 18:28:17.899599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd7da0ed-c69b-4a94-8c13-89beaca01acf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:17.907058 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] For port d579b92a-6d34-48d3-8b0a-66e8749bf6cb, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:17.911443 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] For port d579b92a-6d34-48d3-8b0a-66e8749bf6cb, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:17.968594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port bd7da0ed-c69b-4a94-8c13-89beaca01acf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:17.968976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.974941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting port 2741a2e8-e1c3-4ee9-bc90-3906a3151129 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:17.975285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:17.999317 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.060117 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:18.060964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:18.114778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-422f54a6-df6b-45d5-afa1-72218afb931c req-02fac60a-7655-4160-beb2-94f77170802b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858708 Nov 01 18:28:18.186304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-accd0eec-a957-4205-a156-a6486aa7b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:18.186304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-accd0eec-a957-4205-a156-a6486aa7b621 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3146431 Nov 01 18:28:18.221588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Allocated IP 172.20.0.1 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/160cb080-246a-4857-ae91-32b999c98d53) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:18.227593 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.235629 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:18.237751 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532980b-7eda-4d1a-a287-8ef43f6add93 None None] Pushing event updated for resources: {'Port': ['ID=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:18.287936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Calling delete_port for 2741a2e8-e1c3-4ee9-bc90-3906a3151129 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:18.366823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.412047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router 824cc396-d54b-44da-9636-9a2eb8e79ddd is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:18.424002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-45d7bc56-8ae6-4acd-b383-84ea79246e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:18.426064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab688bdc-cd7b-4166-bd1e-cd414ab7d4b7 req-45d7bc56-8ae6-4acd-b383-84ea79246e08 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2390492 Nov 01 18:28:18.449222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.500770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.586681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.635786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-052f5fc2-63a2-49a3-ac5e-91802b59eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:18.637301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-052f5fc2-63a2-49a3-ac5e-91802b59eb56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 1095 time: 0.1491539 Nov 01 18:28:18.639237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=cccc3286-8e77-444b-b37f-324c338234fd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:18.643637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a131-f090-48ca-9858-82916b64770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.685925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:18.693418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:18.704663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:18.712356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.716018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-e175de1d-e084-42fc-b15f-f95a8524f399 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c HTTP/1.1" status: 200 len: 217 time: 0.0476449 Nov 01 18:28:18.741821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:15Z', 'revision_number': 3, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:18.772227 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9586-ab8e-4e14-9bfd-02747dc65830 None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:15Z', 'revision_number': 3, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:18.791139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Pushing event updated for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:18.835104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.863278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:18.871689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:18.871689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d5a8ab03-f2bb-4348-8873-b2406be36626 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "PUT /v2.0/routers/824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 200 len: 919 time: 7.0230410 Nov 01 18:28:18.874377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] Sync routers for ids ['824cc396-d54b-44da-9636-9a2eb8e79ddd'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:18.879708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60552) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:18.886783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-9b16fa39-1b2e-4bf1-81cf-cbf6c51654ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:18.891942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] Routers {'824cc396-d54b-44da-9636-9a2eb8e79ddd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:18.894302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['824cc396-d54b-44da-9636-9a2eb8e79ddd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:18.916572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-9b16fa39-1b2e-4bf1-81cf-cbf6c51654ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2258d9-9ede-4aa7-88e0-c397886f120b HTTP/1.1" status: 200 len: 855 time: 0.1841097 Nov 01 18:28:18.928146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:19.018633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:19.070328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] Routers {'824cc396-d54b-44da-9636-9a2eb8e79ddd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:19.078382 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 484a5a36-7a15-4fb9-9407-1ac79d216d3d associated. External IP: 172.25.2.83, port: 3e52d1fa-07c7-4487-8476-39dac66333d6. Nov 01 18:28:19.082519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['824cc396-d54b-44da-9636-9a2eb8e79ddd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:19.148327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:19.148327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ca2d0-19f3-4cee-8797-475f0a1f70bb None None] The sync data for ids ['824cc396-d54b-44da-9636-9a2eb8e79ddd'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:19.164706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-36900d63-99ac-4a2c-8609-22cc68000a04 None None] Provisioning complete for port 160cb080-246a-4857-ae91-32b999c98d53 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:19.165095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36900d63-99ac-4a2c-8609-22cc68000a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:19.232030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-36900d63-99ac-4a2c-8609-22cc68000a04 None None] Port 160cb080-246a-4857-ae91-32b999c98d53 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:19.290808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Port': ['ID=2741a2e8-e1c3-4ee9-bc90-3906a3151129,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:19.320838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-ac3f4e26-b0e6-494a-a33d-83d318f522eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f866309-059a-4a15-9d1a-d47ae52889f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828991 Nov 01 18:28:19.450916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:19.466926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-130dfd85-1766-4abe-922d-d0355e846cd2 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 200 len: 925 time: 0.5769103 Nov 01 18:28:19.467055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60566) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:19.724344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7e3f-b0d6-416f-81d9-de7ba8f44f90 req-8fabc9a6-9120-4d96-8d49-ec627f8473c3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:19.726064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b9a7e3f-b0d6-416f-81d9-de7ba8f44f90 req-8fabc9a6-9120-4d96-8d49-ec627f8473c3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 944 time: 0.4462314 Nov 01 18:28:19.745919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:19.911194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d579b92a-6d34-48d3-8b0a-66e8749bf6cb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:19.987285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d579b92a-6d34-48d3-8b0a-66e8749bf6cb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:19.988240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.108043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.183777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port d579b92a-6d34-48d3-8b0a-66e8749bf6cb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:20.203836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:20.250061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.367783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.369852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:20.401137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:20.415320 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:20.427135 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:20.427934 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:20.437847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877335cb-3094-4c15-b5de-f960fb35fe19 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.439800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-877335cb-3094-4c15-b5de-f960fb35fe19 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=824cc396-d54b-44da-9636-9a2eb8e79ddd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9618599 Nov 01 18:28:20.443415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60578) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.450577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-6feac318-7ae0-4c49-81fb-84aa85e0ffa5 service neutron] 10.222.0.32 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1086013 Nov 01 18:28:20.466018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.468861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:20.479286 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:20.480218 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:20.500912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b9a7e3f-b0d6-416f-81d9-de7ba8f44f90 req-23809750-ad7e-4ef3-a334-3d7cd43ff2a9 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562788 Nov 01 18:28:20.530321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.532390 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:20.533036 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130062d-2d91-45a5-aa8e-86a1a10f2105 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:20.539244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.544157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.545758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.551815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.564071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.573072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.579486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.589937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.592002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-65f9eada-b4b0-40c7-b535-d2d8147bcd30 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.3148270 Nov 01 18:28:20.645049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26aea156-d0e6-4013-80ed-59712e4f814d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2049606 Nov 01 18:28:20.645868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Pushing event updated for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:20.649452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.702053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29ee96-787f-44ea-a297-7f7804c256e3 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:20.706556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d29ee96-787f-44ea-a297-7f7804c256e3 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.2593720 Nov 01 18:28:20.716201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60586) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.734856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1047866593'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:20.760770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-211b0451-76ac-4354-9041-3f8ed82b02bb tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 200 len: 205 time: 0.0436192 Nov 01 18:28:20.765328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.775818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Router 5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:20.787169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-096a8fba-9382-4c2c-8936-2c37c895dd14 req-f481653a-d40c-42e7-87d9-85ae9ca985ad tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857758 Nov 01 18:28:20.843769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fca75145-c105-4cef-8985-f2a4c58f5793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.854226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-070efe85-36bc-43d6-88e9-71f5a30e080d req-88a5995c-0f92-44cf-9560-208ba990b71b service neutron] 10.222.0.32 "GET /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853877 Nov 01 18:28:20.875078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:20.878411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:20.881581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.886604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:20.892498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:20.898750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-404e0afb-4a9a-4b90-a1e2-efbc71df4c96 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4317687 Nov 01 18:28:20.903057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.919346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] Sync routers for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:20.940369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:20.941137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:20.978142 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-92a76510-7fbe-47ad-b473-ef3d8241db6a tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] delete failed (client error): The resource could not be found. Nov 01 18:28:20.979199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92a76510-7fbe-47ad-b473-ef3d8241db6a tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-680379994 HTTP/1.1" status: 404 len: 334 time: 0.0743332 Nov 01 18:28:20.982560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:20.987354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60596) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:20.999148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:21.006884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f1bc4d95-0cba-4e8a-a1e6-483eacb929a2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:21.059552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:21.081948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:21.082864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:21.130697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:21.132120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271239d9-1974-41ac-aa5c-5f032d901445 None None] The sync data for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:21.221882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:21.224683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.225052 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Added segment d2b80604-c2c3-4ab5-b3df-10d89baf76b9 of type vlan for network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 Nov 01 18:28:21.266615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.270013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.276439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.282540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.288629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.289426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.295817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.302829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.308822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.310740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-15adb906-0b31-4bcd-886b-ab6332e17c62 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.2132175 Nov 01 18:28:21.376852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6c9b7321-a882-4d43-a549-f2a3883a804a None None] Provisioning complete for port 160cb080-246a-4857-ae91-32b999c98d53 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:21.377792 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7321-a882-4d43-a549-f2a3883a804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.418748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4d95-0cba-4e8a-a1e6-483eacb929a2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.425454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-b57a7fc6-be88-4928-92c2-8cfc47c86317 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.427253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-b57a7fc6-be88-4928-92c2-8cfc47c86317 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0840049 Nov 01 18:28:21.431405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.438999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.440160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.444539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b7321-a882-4d43-a549-f2a3883a804a None None] Port 160cb080-246a-4857-ae91-32b999c98d53 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:21.538859 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-f1bc4d95-0cba-4e8a-a1e6-483eacb929a2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] update failed (client error): The resource could not be found. Nov 01 18:28:21.540464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1bc4d95-0cba-4e8a-a1e6-483eacb929a2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac HTTP/1.1" status: 404 len: 339 time: 0.5513294 Nov 01 18:28:21.541202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:21.545905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8453798 Nov 01 18:28:21.552353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60606) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:21.552725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60608) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:21.558117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d4b5434d-daf2-4862-8183-365921dca698 admin admin] 10.222.0.31 "PUT /v2.0/routers/061d2277-3c69-4326-b251-9a1ed12a01e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6616395 Nov 01 18:28:21.560351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:21.578447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8269c-814f-44c6-b00d-30600301d2ed tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Network': ['ID=5d6c9a23-b817-4ce3-9785-5259bc7d7e78,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:21.579544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:21.582603 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:21.590230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:21.614049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port 74eb8bdd-fee4-4847-87d1-9ec18effb7ea {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:21.614405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.628528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'subnet': {'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:21.693781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1653640038'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:21.732044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:21.753915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for 74eb8bdd-fee4-4847-87d1-9ec18effb7ea owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:21.762198 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:21.789501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-5f45dd3d-e05d-4767-93f3-a1a12805a7b2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3515959 Nov 01 18:28:21.848220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:21.878389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d579b92a-6d34-48d3-8b0a-66e8749bf6cb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:21.979638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a614b-2ef1-4813-a6b0-7954f5527b95 req-126462da-d662-4e60-a753-3ae3caf94d4c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:21.982874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a4a614b-2ef1-4813-a6b0-7954f5527b95 req-126462da-d662-4e60-a753-3ae3caf94d4c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 944 time: 0.2790012 Nov 01 18:28:22.020110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:22.024718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.050824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.053586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d579b92a-6d34-48d3-8b0a-66e8749bf6cb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:22.053965 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.099193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.156862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a4a614b-2ef1-4813-a6b0-7954f5527b95 req-cf6f7600-4d57-4a4d-959e-d90fc7260e74 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512051 Nov 01 18:28:22.539304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.539304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.543036 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 2, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:22.546326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.546326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.547472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.548833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.548833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.548833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.549932 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:28:22.550482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-21ff2c64-9358-4c4c-9785-f7a21e5c3c02 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 5445 time: 0.2644060 Nov 01 18:28:22.551228 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Updating router 061d2277-3c69-4326-b251-9a1ed12a01e1 port 160cb080-246a-4857-ae91-32b999c98d53 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:28:22.551380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:22.551380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.551678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=74eb8bdd-fee4-4847-87d1-9ec18effb7ea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:22.551812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:22.551943 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.552091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.552249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.552249 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Added segment ba1ff33a-9938-4866-be00-65b66e341d1e of type vlan for network fa50190a-0421-404f-b1c7-dccb1c572e4e Nov 01 18:28:22.552249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af47a9a-4a57-4a9f-8741-d5bbe23a71f7 req-0e9e44ab-f256-4ca6-92f4-ef4b7173cb1a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1961153 Nov 01 18:28:22.552928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.552928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.554293 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.649378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=52e5f53d-8bed-410d-a3ad-54abfe243996,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:22.657006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60636) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:22.662305 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.662942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-103036205-network', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:22.739134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] For port 52e5f53d-8bed-410d-a3ad-54abfe243996, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:22.771981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] device_id is not set on port 52e5f53d-8bed-410d-a3ad-54abfe243996 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:28:22.811226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.871903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.878350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:22.878971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.946805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Network': ['ID=fa50190a-0421-404f-b1c7-dccb1c572e4e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:22.952441 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.953202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.955797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.959187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Made reservation on behalf of 4aab43174f8c441eba64ef06a1be8ccb for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:22.961845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network fa50190a-0421-404f-b1c7-dccb1c572e4e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:22.975229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.980977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:22.982147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router 824cc396-d54b-44da-9636-9a2eb8e79ddd {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:23.021474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e0949bef-d1c9-4001-8cbc-5f980200d67c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:28:23.035698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-821f04dc-9363-4c02-a23c-b8f1a1d670e8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4304078 Nov 01 18:28:23.048198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:23.055274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'subnet': {'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:23.057563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.062282 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a85e6c9-171a-4aa9-8e60-75547688cb9f tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 204 len: 168 time: 2.2925007 Nov 01 18:28:23.063287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:23.069362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1745513413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:23.077338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda324-cb4b-40fd-a78d-c00ae7ef3073 None None] Pushing event updated for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.091642 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.108213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.150849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] No DVR routers for this DVR port 52e5f53d-8bed-410d-a3ad-54abfe243996 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:23.155809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Subnet': ['ID=ebd5e044-a4c0-482a-a0e3-652dff70ec25,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.222271 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Attempting to bind port 160cb080-246a-4857-ae91-32b999c98d53 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Attempting to bind port 160cb080-246a-4857-ae91-32b999c98d53 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Attempting to bind port 160cb080-246a-4857-ae91-32b999c98d53 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Bound port: 160cb080-246a-4857-ae91-32b999c98d53, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:23.238634 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.270821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.273096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.386185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.391795 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] For port 160cb080-246a-4857-ae91-32b999c98d53, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:23.405306 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] For port 160cb080-246a-4857-ae91-32b999c98d53, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=160cb080-246a-4857-ae91-32b999c98d53,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:23.435136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.439198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Checking segment: {'id': 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:23.441142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network hostable DHCP agents. Network: 5d6c9a23-b817-4ce3-9785-5259bc7d7e78, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:23.466332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.477022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:23.493779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] In _notify_port_updated(), no bound segment for port 52e5f53d-8bed-410d-a3ad-54abfe243996 on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:28:23.493779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:23.493779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.494031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-39b8e483-ee36-4ee7-a9f0-15482ca609e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 200 len: 1032 time: 1.6797628 Nov 01 18:28:23.496495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'e0949bef-d1c9-4001-8cbc-5f980200d67c', 'network_id': '6f866309-059a-4a15-9d1a-d47ae52889f0', 'port_id': 'e0949bef-d1c9-4001-8cbc-5f980200d67c', 'mac_address': 'fa:16:3e:3a:85:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2258d9-9ede-4aa7-88e0-c397886f120b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:28:23.496635 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.506501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aa63d312-a5f2-478d-a926-c58d70430761 None None] Provisioning complete for port 52e5f53d-8bed-410d-a3ad-54abfe243996 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:23.507095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa63d312-a5f2-478d-a926-c58d70430761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.518492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:23.520792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f940b7-e1c1-4080-b732-ad845b1a525c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.544421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.590726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.591330 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Added segment 573f534c-e2f5-4f54-858d-53d0e59cdc11 of type vlan for network 972763d6-7b2a-4239-bc85-95a18c7676f6 Nov 01 18:28:23.625210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06bd37-d078-41ca-af88-5e890a6d1160 req-426d50a7-25f4-4baf-87f2-b94501b18ed0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:23.628049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b06bd37-d078-41ca-af88-5e890a6d1160 req-426d50a7-25f4-4baf-87f2-b94501b18ed0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 944 time: 0.2947366 Nov 01 18:28:23.639082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.646529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-aa63d312-a5f2-478d-a926-c58d70430761 None None] Port 52e5f53d-8bed-410d-a3ad-54abfe243996 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:23.654651 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda324-cb4b-40fd-a78d-c00ae7ef3073 None None] Pushing event updated for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.664563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0949bef-d1c9-4001-8cbc-5f980200d67c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:28:23.688299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:23.691952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.697611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Made reservation on behalf of 2e13bb3db81047e793dd1edcb7247b3d for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:23.700261 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:23.701975 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:23.704604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.710182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:23.740798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.753183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-c8162ec6-602c-4e37-9710-1f6ead374b89 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:23.756734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-c8162ec6-602c-4e37-9710-1f6ead374b89 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "GET /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2335126 Nov 01 18:28:23.771916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.775802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a34ed445-7507-42c5-b675-e7f63a211472 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7085259 Nov 01 18:28:23.776335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:23.780797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:23.786767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.797760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2bb5afc9-894b-4730-a890-552336858bca None None] Provisioning complete for port 160cb080-246a-4857-ae91-32b999c98d53 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:23.798366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bb5afc9-894b-4730-a890-552336858bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.807222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:23.901442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.902018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:23.902596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:23.950869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:23.953494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5d6c9a23-b817-4ce3-9785-5259bc7d7e78) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:23.957963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:23.993122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91649344-58cb-4092-b63c-b9fcef377574 None None] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:24.000744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.002919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.025068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b06bd37-d078-41ca-af88-5e890a6d1160 req-356fe6a7-34f6-4a7b-a4f1-c75c5dfd9cf7 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911052 Nov 01 18:28:24.065361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4037378 Nov 01 18:28:24.100396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60658) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:24.107660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Request body: {'subnet': {'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-103036205-subnet', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:24.112249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e0949bef-d1c9-4001-8cbc-5f980200d67c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:28:24.153441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bb5afc9-894b-4730-a890-552336858bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.238955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.258938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60664) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:24.259942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Made reservation on behalf of 4aab43174f8c441eba64ef06a1be8ccb for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:24.261874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b40d8c4-58cc-47bd-8042-852c903bf7f8 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6551714 Nov 01 18:28:24.262835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.270523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1772868866', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:24.348085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.354116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530dd64-6efb-4f01-ac7c-a7f5e8a6b502 admin admin] Pushing event updated for resources: {'Network': ['ID=972763d6-7b2a-4239-bc85-95a18c7676f6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:24.364119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.369392 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:23Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:24.380501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.394203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.412753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.419970 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01c7da-d7ff-4157-bbeb-2fa6c149b8fb None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:23Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:24.425262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:24.427155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e53a814-8e03-4144-a965-c5dd47588294 req-7677a181-0847-421f-a2af-98a9096dccd2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 4666 time: 0.7072742 Nov 01 18:28:24.446786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:24.497270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.553789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.555245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.571668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.647778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2bb5afc9-894b-4730-a890-552336858bca None None] For port 160cb080-246a-4857-ae91-32b999c98d53, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=160cb080-246a-4857-ae91-32b999c98d53,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:24.648578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.649205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Checking segment: {'id': 'ba1ff33a-9938-4866-be00-65b66e341d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:24.649639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network hostable DHCP agents. Network: fa50190a-0421-404f-b1c7-dccb1c572e4e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:24.695036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Subnet': ['ID=7b3c3f89-3a13-4bfc-b0c1-c669f5e19058,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:24.708654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e53a814-8e03-4144-a965-c5dd47588294 req-a0ef9196-b913-4b62-b297-7e81571c6d44 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=112b15bf-2eab-4bd3-82ef-263aadfbc7d3&id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288532 Nov 01 18:28:24.789509 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bb5afc9-894b-4730-a890-552336858bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.850899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db1a7b3f-2e75-40d4-b258-af5605fd897b,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:24.906081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] For port db1a7b3f-2e75-40d4-b258-af5605fd897b, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:24.964864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5d6c9a23-b817-4ce3-9785-5259bc7d7e78', 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78', 'tenant_id': '2712a7ea51a446c994ec0412f62a9b1b', 'fixed_ips': [{'subnet_id': 'ebd5e044-a4c0-482a-a0e3-652dff70ec25'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:24.969396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] device_id is not set on port db1a7b3f-2e75-40d4-b258-af5605fd897b yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:28:24.970369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.981663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:24.987399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network fa50190a-0421-404f-b1c7-dccb1c572e4e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:25.029608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 52e5f53d-8bed-410d-a3ad-54abfe243996 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:25.067926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5afc9-894b-4730-a890-552336858bca None None] Pushing event updated for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:25.083815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.113986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-818c7fc5-a4c0-43fd-9906-959d89814b91 None None] Provisioning complete for port 160cb080-246a-4857-ae91-32b999c98d53 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:25.114356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-818c7fc5-a4c0-43fd-9906-959d89814b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.170147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, fa50190a-0421-404f-b1c7-dccb1c572e4e) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:25.210416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82915896-eec9-4a63-abae-dcf1f1f2aea4 None None] Network fa50190a-0421-404f-b1c7-dccb1c572e4e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:25.216068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:25.227293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:25.227909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.289763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] No DVR routers for this DVR port db1a7b3f-2e75-40d4-b258-af5605fd897b on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:25.383815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba93cd-fe72-496b-8921-1620375fcee1 req-c97427ac-00af-41bd-a7ec-eb0dc4ec35a0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:25.385420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cba93cd-fe72-496b-8921-1620375fcee1 req-c97427ac-00af-41bd-a7ec-eb0dc4ec35a0 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 945 time: 0.2328973 Nov 01 18:28:25.390888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 52e5f53d-8bed-410d-a3ad-54abfe243996 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:25.391326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db1a7b3f-2e75-40d4-b258-af5605fd897b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:25.460018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.465288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60680) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:25.469063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-df22a7fa-ce5c-4de5-ab64-eb4d4efc04c2 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4199905 Nov 01 18:28:25.473409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-16355a2a-e58f-41ce-8cfb-f57bd3210230 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:25.506725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cba93cd-fe72-496b-8921-1620375fcee1 req-1c51ea95-0db1-4d32-bbf3-c7abede370ec tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103857 Nov 01 18:28:25.507623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] In _notify_port_updated(), no bound segment for port db1a7b3f-2e75-40d4-b258-af5605fd897b on network f1694758-ba07-4221-b5d8-09da131c2ac4 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:28:25.508500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:25.509112 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.526930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-3372c01f-62bc-462a-9894-40e4ed3f1b68 service neutron] 10.222.0.32 "PUT /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 200 len: 1033 time: 1.7296908 Nov 01 18:28:25.568437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db1a7b3f-2e75-40d4-b258-af5605fd897b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:25.568786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2cf890d2-d131-4051-90f0-af7c6ff7e507 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:25.606666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.619480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-fa50190a-0421-404f-b1c7-dccb1c572e4e', 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e', 'tenant_id': '2e13bb3db81047e793dd1edcb7247b3d', 'fixed_ips': [{'subnet_id': '7b3c3f89-3a13-4bfc-b0c1-c669f5e19058'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:25.619876 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:25.628014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Allocated IP 172.20.0.2 (5d6c9a23-b817-4ce3-9785-5259bc7d7e78/ebd5e044-a4c0-482a-a0e3-652dff70ec25/361edf89-7a98-4036-a673-a58675a461a9) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:25.839087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c056b5-dd18-4eb5-9833-98a665d31d05,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:25.907473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Checking segment: {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:25.907912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Network hostable DHCP agents. Network: 972763d6-7b2a-4239-bc85-95a18c7676f6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:25.984265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 160cb080-246a-4857-ae91-32b999c98d53 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:26.011762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16355a2a-e58f-41ce-8cfb-f57bd3210230 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.120243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1680d1d8-b622-4232-8eee-b8b57bfb3468 None None] Provisioning complete for port db1a7b3f-2e75-40d4-b258-af5605fd897b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:26.120749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1680d1d8-b622-4232-8eee-b8b57bfb3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.208871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:26.212743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.260083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.289992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Allocated IP 2001:db8:1::2 (fa50190a-0421-404f-b1c7-dccb1c572e4e/7b3c3f89-3a13-4bfc-b0c1-c669f5e19058/dcc65a2c-2385-4230-ba50-7f1af1c4da14) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:26.301231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.308405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.314847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.322328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.328291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.330288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-a3f3abc1-1cc5-45ba-96a7-9c040f59971a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 3886 time: 0.1018310 Nov 01 18:28:26.332214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.334738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port db043300-014a-40fa-a33f-cc4cdb4d42e9 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:26.335076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.352752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1680d1d8-b622-4232-8eee-b8b57bfb3468 None None] Port db1a7b3f-2e75-40d4-b258-af5605fd897b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:26.357795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:26.357795 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589509a2-e998-4c39-9ae6-60cc31f5ab48" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:26.398278 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.407848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:26.431439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 972763d6-7b2a-4239-bc85-95a18c7676f6) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:26.433198 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b3464a-ac65-4c4f-91fb-b69dec38f77f x-openstack-request-id: req-39b3464a-ac65-4c4f-91fb-b69dec38f77f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:26.438037 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:26.438037 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39b3464a-ac65-4c4f-91fb-b69dec38f77f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:26.438037 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'code': 200} Nov 01 18:28:26.456944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.457540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.481699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9696e-e2b8-4af0-b9af-ad19dfce401b None None] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:26.498871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 160cb080-246a-4857-ae91-32b999c98d53 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:26.499597 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.516851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-951905df-71c5-4935-8f8f-e835f36cc1fd req-dd31429e-e765-4f36-adc4-5fc0b40564dd tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783812 Nov 01 18:28:26.559238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.569717 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.571702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 85c1b563-86a9-4064-b74e-f15c80b523e1 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:26.572443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] For port db043300-014a-40fa-a33f-cc4cdb4d42e9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db043300-014a-40fa-a33f-cc4cdb4d42e9,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:26.574487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.601176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for db043300-014a-40fa-a33f-cc4cdb4d42e9 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:26.647875 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c539f5c5-8724-4c66-a8d0-ff5692fa9a6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5402906 Nov 01 18:28:26.657955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:26.662206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:26.713221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.726962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Allocated IP 172.25.2.252 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/eee05969-f241-4f08-8568-e809cd1a5db9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:26.749511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7f01-2376-4052-9802-c81cf4ad2106 req-4d37f8f4-2340-4bd3-9f7f-cfd87e1a9749 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:26.751063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895f7f01-2376-4052-9802-c81cf4ad2106 req-4d37f8f4-2340-4bd3-9f7f-cfd87e1a9749 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 945 time: 0.0879779 Nov 01 18:28:26.752806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.758249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:26.764010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.821116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895f7f01-2376-4052-9802-c81cf4ad2106 req-67280b4c-8b43-4b8d-ade1-946ad42ec338 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587223 Nov 01 18:28:26.841876 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-16355a2a-e58f-41ce-8cfb-f57bd3210230 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:28:26.846848 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16355a2a-e58f-41ce-8cfb-f57bd3210230 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac HTTP/1.1" status: 400 len: 364 time: 1.3748884 Nov 01 18:28:26.847283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:26.850263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.851326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.888781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Pushing event updated for resources: {'Port': ['ID=361edf89-7a98-4036-a673-a58675a461a9,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:26.920101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:26.936040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:26.952681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:26.963356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:27.020741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.034332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=db043300-014a-40fa-a33f-cc4cdb4d42e9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:27.094832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] No DVR routers for this DVR port db043300-014a-40fa-a33f-cc4cdb4d42e9 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:27.098338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.101827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-dd2d1c2d-389d-4215-94d9-2072de91ccf2 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "DELETE /v2.0/ports/db043300-014a-40fa-a33f-cc4cdb4d42e9 HTTP/1.1" status: 204 len: 173 time: 1.5740461 Nov 01 18:28:27.102456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:27.105318 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b99e3-cc23-4fb2-9e0a-c1ecde4493d4" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:27.182228 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9901610e-68ea-4906-8e4c-287ccc92a987 x-openstack-request-id: req-9901610e-68ea-4906-8e4c-287ccc92a987 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:27.183167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "db043300-014a-40fa-a33f-cc4cdb4d42e9", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:27.183167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9901610e-68ea-4906-8e4c-287ccc92a987 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:27.183454 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': 'db043300-014a-40fa-a33f-cc4cdb4d42e9', 'status': 'completed', 'code': 200} Nov 01 18:28:27.217566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port ada586c5-82b7-439e-a740-1716edfc3b54 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:27.217909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.344007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] For port ada586c5-82b7-439e-a740-1716edfc3b54, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ada586c5-82b7-439e-a740-1716edfc3b54,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:27.346950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.373182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for ada586c5-82b7-439e-a740-1716edfc3b54 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:27.392925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.406366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.443823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Attempting to bind port 361edf89-7a98-4036-a673-a58675a461a9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:27.444350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Attempting to bind port 361edf89-7a98-4036-a673-a58675a461a9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:27.444724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Attempting to bind port 361edf89-7a98-4036-a673-a58675a461a9 on network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:27.488430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.494912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-972763d6-7b2a-4239-bc85-95a18c7676f6', 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'fixed_ips': [{'subnet_id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:28:27.495799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.510178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:27.510661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Checking segment: {'id': 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:27.511071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.511470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Bound using segment: {'id': 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:27.513087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Bound port: 361edf89-7a98-4036-a673-a58675a461a9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:27.513478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.583789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:27.601975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.610302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Network fa50190a-0421-404f-b1c7-dccb1c572e4e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:27.643801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Pushing event updated for resources: {'Port': ['ID=dcc65a2c-2385-4230-ba50-7f1af1c4da14,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:27.645005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.646431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:27.716066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:27.721478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.722195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 697c7491-64c1-42da-b975-1e3da95f9343 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:27.735177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=ada586c5-82b7-439e-a740-1716edfc3b54,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:27.750224 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.802916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.831603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] No DVR routers for this DVR port ada586c5-82b7-439e-a740-1716edfc3b54 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:27.834835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.838457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-d0298e28-da9f-4e8a-9161-60e6cbf5ce55 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "DELETE /v2.0/ports/ada586c5-82b7-439e-a740-1716edfc3b54 HTTP/1.1" status: 204 len: 173 time: 0.7300858 Nov 01 18:28:27.848550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e35f-4be8-4d49-889e-fcd5072847a4 req-4d9872c6-96ab-4af3-a9b6-46c6bc185524 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:27.855472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e35f-4be8-4d49-889e-fcd5072847a4 req-4d9872c6-96ab-4af3-a9b6-46c6bc185524 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:27.863420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e35f-4be8-4d49-889e-fcd5072847a4 req-4d9872c6-96ab-4af3-a9b6-46c6bc185524 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:27.865485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9662e35f-4be8-4d49-889e-fcd5072847a4 req-4d9872c6-96ab-4af3-a9b6-46c6bc185524 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 2412 time: 0.1465030 Nov 01 18:28:27.902053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] For port 361edf89-7a98-4036-a673-a58675a461a9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:27.952644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:27.988463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] For port 361edf89-7a98-4036-a673-a58675a461a9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=361edf89-7a98-4036-a673-a58675a461a9,segment=NetworkSegment(d2b80604-c2c3-4ab5-b3df-10d89baf76b9),segment_id=d2b80604-c2c3-4ab5-b3df-10d89baf76b9)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:27.988703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:28.014348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9662e35f-4be8-4d49-889e-fcd5072847a4 req-08385902-4428-4cbe-acdf-17df8840b60e tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709658 Nov 01 18:28:28.014686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Attempting to bind port dcc65a2c-2385-4230-ba50-7f1af1c4da14 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:28.015059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Attempting to bind port dcc65a2c-2385-4230-ba50-7f1af1c4da14 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'ba1ff33a-9938-4866-be00-65b66e341d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:28.015414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Attempting to bind port dcc65a2c-2385-4230-ba50-7f1af1c4da14 on network fa50190a-0421-404f-b1c7-dccb1c572e4e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:28.026162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Allocated IP 172.20.0.2 (972763d6-7b2a-4239-bc85-95a18c7676f6/a2c056b5-dd18-4eb5-9833-98a665d31d05/503fb35f-a2c0-4279-8e44-57017612f451) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:28.031601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:28.031978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Checking segment: {'id': 'ba1ff33a-9938-4866-be00-65b66e341d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:28.032386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.032807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Bound using segment: {'id': 'ba1ff33a-9938-4866-be00-65b66e341d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:28.033463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Bound port: dcc65a2c-2385-4230-ba50-7f1af1c4da14, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1ff33a-9938-4866-be00-65b66e341d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fa50190a-0421-404f-b1c7-dccb1c572e4e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:28.033686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.085859 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.100320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d5f9-7d22-4227-9c5d-04d731130fdf req-4dd54901-790c-46e0-83fc-354c2328506c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:28.110595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5301d5f9-7d22-4227-9c5d-04d731130fdf req-4dd54901-790c-46e0-83fc-354c2328506c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 945 time: 0.1294734 Nov 01 18:28:28.144219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:28.174968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:28.198042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5301d5f9-7d22-4227-9c5d-04d731130fdf req-82889915-ca95-431d-9a7c-a8c541f24187 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853727 Nov 01 18:28:28.208116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port 85c1b563-86a9-4064-b74e-f15c80b523e1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:28.208513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.258080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.25.2.74 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/fdece2ea-c68a-46c8-a1ee-cf702379c04a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:28.262920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:28.299997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.322073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Pushing event updated for resources: {'Port': ['ID=eee05969-f241-4f08-8568-e809cd1a5db9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:28.336350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] For port 85c1b563-86a9-4064-b74e-f15c80b523e1, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=85c1b563-86a9-4064-b74e-f15c80b523e1,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:28.336845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.357977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:28.364401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] For port dcc65a2c-2385-4230-ba50-7f1af1c4da14, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:28.423409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] For port dcc65a2c-2385-4230-ba50-7f1af1c4da14, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dcc65a2c-2385-4230-ba50-7f1af1c4da14,segment=NetworkSegment(ba1ff33a-9938-4866-be00-65b66e341d1e),segment_id=ba1ff33a-9938-4866-be00-65b66e341d1e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:28.432768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.434686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ada586c5-82b7-439e-a740-1716edfc3b54 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:28.437633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1'}, {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:28.440088 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbea56c-4d77-4ef3-975c-434b4198160d" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1"}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "697c7491-64c1-42da-b975-1e3da95f9343"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:28.443304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02bfa5-36cb-4d60-8402-eeccee702952 None None] Pushing event updated for resources: {'Port': ['ID=361edf89-7a98-4036-a673-a58675a461a9,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:28.599480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: ada586c5-82b7-439e-a740-1716edfc3b54 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:28.600063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ada586c5-82b7-439e-a740-1716edfc3b54 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:28.600737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db043300-014a-40fa-a33f-cc4cdb4d42e9 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:28.610730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.618169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.618823 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Floating IP 7c6740b8-cbce-472f-94b4-3c29a3f447cb disassociated. External IP: 172.25.2.213, port: 85c1b563-86a9-4064-b74e-f15c80b523e1. Nov 01 18:28:28.619332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for 85c1b563-86a9-4064-b74e-f15c80b523e1 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:28.625457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.643059 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce648412-2261-4765-b776-c83ed7aabbd5 x-openstack-request-id: req-ce648412-2261-4765-b776-c83ed7aabbd5 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:28.643404 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1", "code": 200}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-unplugged", "status": "completed", "tag": "697c7491-64c1-42da-b975-1e3da95f9343", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:28.643740 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce648412-2261-4765-b776-c83ed7aabbd5 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:28.644150 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'code': 200} Nov 01 18:28:28.644445 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343', 'code': 200} Nov 01 18:28:28.686993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: db043300-014a-40fa-a33f-cc4cdb4d42e9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:28.686993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db043300-014a-40fa-a33f-cc4cdb4d42e9 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:28.704452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e0949bef-d1c9-4001-8cbc-5f980200d67c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:28.725132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Allocated IP 2001:db8::1 (4cb416c9-74c7-4d7a-a344-e720ea21b2ec/d926c78b-500e-42b5-9c1d-5241cf2c265c/e142683b-3f57-4f88-ae60-39efe92b0993) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:28.795476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:28.864753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.915775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bfe91-8d8e-4a7c-9aa2-ca5fb81fb183 None None] Pushing event updated for resources: {'Port': ['ID=dcc65a2c-2385-4230-ba50-7f1af1c4da14,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:28.941519 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:28.946820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.005102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.018259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:29.024969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:29.040820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:29.061039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port e0949bef-d1c9-4001-8cbc-5f980200d67c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:28:29.074805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port e0949bef-d1c9-4001-8cbc-5f980200d67c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:29.075339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.078958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Pushing event updated for resources: {'Port': ['ID=503fb35f-a2c0-4279-8e44-57017612f451,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:29.080427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=85c1b563-86a9-4064-b74e-f15c80b523e1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:29.158505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.187663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:29.190741 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb54971-81ff-40a0-84ba-c9f521ef1b18" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:29.224306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.230705 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.327199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Attempting to bind port 503fb35f-a2c0-4279-8e44-57017612f451 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:29.327683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Attempting to bind port 503fb35f-a2c0-4279-8e44-57017612f451 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:29.327964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Attempting to bind port 503fb35f-a2c0-4279-8e44-57017612f451 on network 972763d6-7b2a-4239-bc85-95a18c7676f6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:29.349124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:29.349498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Checking segment: {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:29.349907 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.350292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Bound using segment: {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:29.355681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Bound port: 503fb35f-a2c0-4279-8e44-57017612f451, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:29.359961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.363913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0542c6-0dee-40af-9923-51d2db3cd580 req-c7599af2-f3c9-410a-bcbe-6134e06d150d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:29.367036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.377948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0542c6-0dee-40af-9923-51d2db3cd580 req-c7599af2-f3c9-410a-bcbe-6134e06d150d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:29.379883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb0542c6-0dee-40af-9923-51d2db3cd580 req-c7599af2-f3c9-410a-bcbe-6134e06d150d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 1677 time: 0.1843166 Nov 01 18:28:29.479763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Router f250f51f-dac7-4137-9039-d4156341667d has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:29.481157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.483974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:29.487724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.539301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] For port 503fb35f-a2c0-4279-8e44-57017612f451, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:29.541116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb0542c6-0dee-40af-9923-51d2db3cd580 req-aadd3944-1e0a-4034-b304-41405d8be8ff tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135581 Nov 01 18:28:29.554001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] For port 503fb35f-a2c0-4279-8e44-57017612f451, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=503fb35f-a2c0-4279-8e44-57017612f451,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:29.594073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:29.623669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0eb33-8731-4e8a-8a7d-95d629307978 req-e2fc5685-c482-45c1-9af6-fa7cd4018aac tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:29.629842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4c0eb33-8731-4e8a-8a7d-95d629307978 req-e2fc5685-c482-45c1-9af6-fa7cd4018aac tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 945 time: 0.2237906 Nov 01 18:28:29.637836 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.649066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:29.681052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=fdece2ea-c68a-46c8-a1ee-cf702379c04a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:29.697863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:29.727124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.786332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:29.794367 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4228d28-496e-4165-9a86-05d288acf8e8 x-openstack-request-id: req-d4228d28-496e-4165-9a86-05d288acf8e8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:29.794798 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "ada586c5-82b7-439e-a740-1716edfc3b54", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:29.795292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b56f0-ac4f-4d98-8119-63ef5319a8da None None] Pushing event updated for resources: {'Port': ['ID=503fb35f-a2c0-4279-8e44-57017612f451,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:29.795393 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4228d28-496e-4165-9a86-05d288acf8e8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:29.797792 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': 'ada586c5-82b7-439e-a740-1716edfc3b54', 'status': 'completed', 'code': 200} Nov 01 18:28:29.908790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4c0eb33-8731-4e8a-8a7d-95d629307978 req-29e40dce-b04f-4450-a98f-1c7ad663e6e5 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444153 Nov 01 18:28:29.921489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:29.950659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Sync routers for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:30.019320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:30.020000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:30.023870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:30.024446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] No DVR routers for this DVR port 85c1b563-86a9-4064-b74e-f15c80b523e1 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:30.027720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.031380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-092ec794-53cc-46d7-be47-6a5f060043db tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "DELETE /v2.0/ports/85c1b563-86a9-4064-b74e-f15c80b523e1 HTTP/1.1" status: 204 len: 173 time: 2.1650100 Nov 01 18:28:30.133028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 361edf89-7a98-4036-a673-a58675a461a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:30.202793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c9f30-e76c-4b5c-b8de-12784c479497 None None] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:30.325043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port 697c7491-64c1-42da-b975-1e3da95f9343 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:30.325621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.495601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] For port 697c7491-64c1-42da-b975-1e3da95f9343, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=697c7491-64c1-42da-b975-1e3da95f9343,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:30.495979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.515415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for 697c7491-64c1-42da-b975-1e3da95f9343 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:30.624177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:30.641012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d27bb3-89bb-4c76-8088-e00644f1ed4a None None] Network fa50190a-0421-404f-b1c7-dccb1c572e4e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:30.646649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] Provisioning complete for port 361edf89-7a98-4036-a673-a58675a461a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:30.647270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.649893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:30.662111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Allocated IP 172.25.2.205 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/612f4e41-6800-419e-b733-2f38d5aa9044) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:30.664413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:30.664946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.689574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:30.692012 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5224437-3b58-415e-9c76-02ce2b6fe356" -d '{"events": [{"server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "name": "network-vif-plugged", "status": "completed", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:30.692852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Port': ['ID=e142683b-3f57-4f88-ae60-39efe92b0993,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:30.820302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.841663 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d38915-2670-4dd5-bc86-14ce3b13e427 x-openstack-request-id: req-d4d38915-2670-4dd5-bc86-14ce3b13e427 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:30.841896 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "name": "network-vif-plugged", "status": "completed", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:30.842127 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4d38915-2670-4dd5-bc86-14ce3b13e427 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:30.842510 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c', 'code': 200} Nov 01 18:28:30.861713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:30.867725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6391c-35c6-47a2-8c68-28aa9f548e5b req-3733ec1d-9ab0-4b39-94b8-b76ecb3a05f3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:30.891558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6391c-35c6-47a2-8c68-28aa9f548e5b req-3733ec1d-9ab0-4b39-94b8-b76ecb3a05f3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:30.905390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b6391c-35c6-47a2-8c68-28aa9f548e5b req-3733ec1d-9ab0-4b39-94b8-b76ecb3a05f3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 1599 time: 0.1640928 Nov 01 18:28:30.932867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 361edf89-7a98-4036-a673-a58675a461a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:30.933244 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:30.974327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=697c7491-64c1-42da-b975-1e3da95f9343,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:31.114252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] No DVR routers for this DVR port 697c7491-64c1-42da-b975-1e3da95f9343 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:31.117533 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.122187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "DELETE /v2.0/ports/697c7491-64c1-42da-b975-1e3da95f9343 HTTP/1.1" status: 204 len: 173 time: 1.0767984 Nov 01 18:28:31.147391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.147917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.148359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.148913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.149813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.149813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.150420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.150854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.151311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.151816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.152240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.152667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de7920-19b6-402d-af5f-9f7a7a2807d6 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:31.211830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.255979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68b6391c-35c6-47a2-8c68-28aa9f548e5b req-9144ea06-8432-46ce-8d69-e1a30cfcc6c7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fabd8d6-372f-4a41-9687-5f8b113c67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069859 Nov 01 18:28:31.293835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc98095-37ca-4155-97e2-aba8face21aa req-c284648d-c9d7-4547-805e-04f319642437 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:31.299674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ffc98095-37ca-4155-97e2-aba8face21aa req-c284648d-c9d7-4547-805e-04f319642437 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.2593708 Nov 01 18:28:31.342331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port 2cf890d2-d131-4051-90f0-af7c6ff7e507 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:31.342832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.503555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] For port 2cf890d2-d131-4051-90f0-af7c6ff7e507, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2cf890d2-d131-4051-90f0-af7c6ff7e507,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:31.503929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.524378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for 2cf890d2-d131-4051-90f0-af7c6ff7e507 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:31.539454 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:28:31.539969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.582515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f616-676c-43f6-8551-5e68f4ff47d0 req-5845beb9-f183-413c-acb3-b9ac464fd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:31.584099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7935f616-676c-43f6-8551-5e68f4ff47d0 req-5845beb9-f183-413c-acb3-b9ac464fd9ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 1097 time: 0.6920962 Nov 01 18:28:31.592509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.640240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd182d-bf39-4bf5-ade4-b81fa0d93ed8 None None] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:31.650796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.665883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ffc98095-37ca-4155-97e2-aba8face21aa req-7cd125bb-5994-4894-97a5-c3d62537346f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595107 Nov 01 18:28:31.675369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.721205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.722257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.755695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] For port 361edf89-7a98-4036-a673-a58675a461a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=361edf89-7a98-4036-a673-a58675a461a9,segment=NetworkSegment(d2b80604-c2c3-4ab5-b3df-10d89baf76b9),segment_id=d2b80604-c2c3-4ab5-b3df-10d89baf76b9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:31.799082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1'}, {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:31.801845 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc50c9-d338-4c2b-9df9-07aa2c46b3c2" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1"}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "697c7491-64c1-42da-b975-1e3da95f9343"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:31.841280 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.847912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7935f616-676c-43f6-8551-5e68f4ff47d0 req-d1cb8f17-99a8-4109-bdad-b8512669d84c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469962 Nov 01 18:28:31.862249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:31.928968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdafe059-e2cb-4bc9-8e7c-78d619910ec8 x-openstack-request-id: req-bdafe059-e2cb-4bc9-8e7c-78d619910ec8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:31.928968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "85c1b563-86a9-4064-b74e-f15c80b523e1", "status": "completed", "code": 200}, {"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "697c7491-64c1-42da-b975-1e3da95f9343", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:31.928968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdafe059-e2cb-4bc9-8e7c-78d619910ec8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:31.928968 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '85c1b563-86a9-4064-b74e-f15c80b523e1', 'status': 'completed', 'code': 200} Nov 01 18:28:31.928968 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '697c7491-64c1-42da-b975-1e3da95f9343', 'status': 'completed', 'code': 200} Nov 01 18:28:31.936209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=2cf890d2-d131-4051-90f0-af7c6ff7e507,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:31.966817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:31.997739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] No DVR routers for this DVR port 2cf890d2-d131-4051-90f0-af7c6ff7e507 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:32.003637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.009092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a47857a6-a7c2-408a-a403-35e53fdd7d40 req-e40fe1d4-433d-42ab-b092-75066e7d64e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.32 "DELETE /v2.0/ports/2cf890d2-d131-4051-90f0-af7c6ff7e507 HTTP/1.1" status: 204 len: 173 time: 0.8700161 Nov 01 18:28:32.049630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Checking router: f250f51f-dac7-4137-9039-d4156341667d for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:28:32.117587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Provisioning complete for port dcc65a2c-2385-4230-ba50-7f1af1c4da14 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:32.117964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.137224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5743-99b3-43f6-893e-9cba92d9bc77 None None] Pushing event updated for resources: {'Port': ['ID=361edf89-7a98-4036-a673-a58675a461a9,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:32.139939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:32.141102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:32.146982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:28:32.147697 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:28:32.192922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.344012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.381735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:32.433208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Pushing event updated for resources: {'Port': ['ID=612f4e41-6800-419e-b733-2f38d5aa9044,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:32.475706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd0f41a0-6752-439b-a4db-ffdd8b4d2e91 req-34bb5dbf-1031-4500-8950-9733cefa18e5 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0764432 Nov 01 18:28:32.572737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.752227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] For port dcc65a2c-2385-4230-ba50-7f1af1c4da14, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dcc65a2c-2385-4230-ba50-7f1af1c4da14,segment=NetworkSegment(ba1ff33a-9938-4866-be00-65b66e341d1e),segment_id=ba1ff33a-9938-4866-be00-65b66e341d1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:32.759073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dcc65a2c-2385-4230-ba50-7f1af1c4da14 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:32.883412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.957218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c23894-80c8-4525-8256-63fc3c2ab9fa req-edf72cf2-d0ae-4c47-b14b-64674b724102 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:32.966070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4c23894-80c8-4525-8256-63fc3c2ab9fa req-edf72cf2-d0ae-4c47-b14b-64674b724102 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.1214793 Nov 01 18:28:32.976637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Provisioning complete for port 503fb35f-a2c0-4279-8e44-57017612f451 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:32.977289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:32.986902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Pushing event updated for resources: {'Port': ['ID=dcc65a2c-2385-4230-ba50-7f1af1c4da14,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:33.006069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:33.018703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:33.027890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:33.062301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4c23894-80c8-4525-8256-63fc3c2ab9fa req-66c0a6af-b416-4986-8cce-8638b4b98048 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897224 Nov 01 18:28:33.072429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dcc65a2c-2385-4230-ba50-7f1af1c4da14 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:33.072811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.135488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Router dabcf716-4473-42fb-b09d-c5a717516987 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:33.233853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.319038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 1e49101d-2197-43b1-9407-2d05dc77425e is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:33.321322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.322405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.350326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:33.390369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d57cb4-df90-4af8-8d1b-c72d0dcf94c2 None None] The sync data for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 is: [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:17:39Z', 'revision_number': 4, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a55611c8-202a-4b23-87d9-937105ecd323', 'name': '', 'network_id': '48a1fb9e-1477-4271-9a6b-c101ec90f08c', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'mac_address': 'fa:16:3e:03:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:38Z', 'updated_at': '2021-11-01T18:17:44Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'subnets': [{'id': '7c1ced20-6c55-4e87-95c2-74835826fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:33.400870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.475171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] For port 503fb35f-a2c0-4279-8e44-57017612f451, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=503fb35f-a2c0-4279-8e44-57017612f451,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:33.550073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.556446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event updated for resources: {'Port': ['ID=e142683b-3f57-4f88-ae60-39efe92b0993,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:33.661330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Provisioning complete for port e142683b-3f57-4f88-ae60-39efe92b0993 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:33.661756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.690558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:33.696535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.700105 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] Sync routers for ids ['dabcf716-4473-42fb-b09d-c5a717516987'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:33.702013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7849a78-47c1-4bb2-b7bc-8e3ad369e71c tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "PUT /v2.0/routers/dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 200 len: 920 time: 9.9248466 Nov 01 18:28:33.710415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:33.717368 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] Routers {'dabcf716-4473-42fb-b09d-c5a717516987'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:33.724094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dabcf716-4473-42fb-b09d-c5a717516987'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:33.724468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc6d6c83-ff5a-49ce-9e1f-e5c5219ef0ba req-3f2b6ddb-23d4-4c92-a874-dabc01ac88de tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0506723 Nov 01 18:28:33.803349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Pushing event updated for resources: {'Port': ['ID=503fb35f-a2c0-4279-8e44-57017612f451,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:33.808500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2783503e-f068-4030-85b3-f27bdfb62359 None None] Port e142683b-3f57-4f88-ae60-39efe92b0993 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:33.832633 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:33.848923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] Routers {'dabcf716-4473-42fb-b09d-c5a717516987'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:33.852052 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dabcf716-4473-42fb-b09d-c5a717516987'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:33.903486 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:33.904526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618e195-1231-4ad2-ae63-c36095fe48e8 None None] The sync data for ids ['dabcf716-4473-42fb-b09d-c5a717516987'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:33.907036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:33.918989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:33.929490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:33.932431 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac5d60-f5d1-4208-ac20-97900e55e5df" -d '{"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:33.948693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] Sync routers for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:33.956161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Provisioning complete for port dcc65a2c-2385-4230-ba50-7f1af1c4da14 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:33.959813 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:33.972282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:34.005052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.020600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 361edf89-7a98-4036-a673-a58675a461a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:34.030487 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38564995-4650-4e7a-9f6d-b52b6f440ee6 None None] New status for floating IP 7c6740b8-cbce-472f-94b4-3c29a3f447cb: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:28:34.053159 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d95047-a86b-4a46-845b-1ebd055c7eb9 x-openstack-request-id: req-f6d95047-a86b-4a46-845b-1ebd055c7eb9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:34.053677 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93a872-e3c5-45c9-b730-c0eccd77ef05", "name": "network-vif-deleted", "tag": "2cf890d2-d131-4051-90f0-af7c6ff7e507", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:34.053677 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6d95047-a86b-4a46-845b-1ebd055c7eb9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:34.054102 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93a872-e3c5-45c9-b730-c0eccd77ef05', 'name': 'network-vif-deleted', 'tag': '2cf890d2-d131-4051-90f0-af7c6ff7e507', 'status': 'completed', 'code': 200} Nov 01 18:28:34.132538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:34.133196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:34.146872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.151162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:34.159362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-23e2ce64-aa90-4a72-bcd3-7d47033c5921 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8929992 Nov 01 18:28:34.220749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:34.274356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:34.275274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:34.316794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2a0db0e-23ec-44d1-84da-cba093a9738d tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 200 len: 926 time: 0.6020417 Nov 01 18:28:34.325424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b97e1-dde1-40ff-9782-65d4a95f7d51 req-41432b03-3e32-4fb5-aabc-cee5100ac91b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:34.327606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a3b97e1-dde1-40ff-9782-65d4a95f7d51 req-41432b03-3e32-4fb5-aabc-cee5100ac91b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.1200366 Nov 01 18:28:34.328272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60814) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:34.394298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:34.394963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d43e5a-6036-420c-a2c4-fb4be5c28329 None None] The sync data for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:34.428076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 361edf89-7a98-4036-a673-a58675a461a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:34.428455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.485459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a3b97e1-dde1-40ff-9782-65d4a95f7d51 req-cb359202-1a46-47cb-8832-a56644f0844f tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Nov 01 18:28:34.536232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74043cd3-ad18-4802-b68b-7abf495423d4 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:34.538581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-74043cd3-ad18-4802-b68b-7abf495423d4 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=dabcf716-4473-42fb-b09d-c5a717516987&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2060266 Nov 01 18:28:34.562933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60818) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:34.578016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Provisioning complete for port 361edf89-7a98-4036-a673-a58675a461a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:34.578392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.636966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Router 5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:34.651670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.693960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:34.762242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dcc65a2c-2385-4230-ba50-7f1af1c4da14 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:34.779619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeff74-ed5a-4e45-94c3-376b8945bd56 req-0f0e0c5e-90f3-4400-8c48-8cdac8613938 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:34.781132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5afeff74-ed5a-4e45-94c3-376b8945bd56 req-0f0e0c5e-90f3-4400-8c48-8cdac8613938 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.1789367 Nov 01 18:28:34.850921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5afeff74-ed5a-4e45-94c3-376b8945bd56 req-182f6903-dfd2-4697-9e29-585a85e56749 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Nov 01 18:28:34.884870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:34.910235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] Sync routers for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:34.916286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a7b81-b92b-4bcb-8555-c082fad0f014 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:34.919003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b27a7b81-b92b-4bcb-8555-c082fad0f014 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.3538430 Nov 01 18:28:34.931351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:34.932732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c1676f4-a7cc-4dc5-90f5-2dac5f8a4412 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0777118 Nov 01 18:28:34.938094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60830) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:34.972705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:34.972705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:35.023333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e31213a1-56f2-4eec-83b9-5d29dd35bcb6 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 200 len: 205 time: 0.0922544 Nov 01 18:28:35.035057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41278688-5682-4d3a-af77-9739895a1bbb req-a8dcbac9-1d29-4a08-84d2-683d23b071bf tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.1331954 Nov 01 18:28:35.035879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:35.080156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dcc65a2c-2385-4230-ba50-7f1af1c4da14 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:35.080717 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.150120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:35.175669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Provisioning complete for port 503fb35f-a2c0-4279-8e44-57017612f451 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:35.176041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9ba58f8-3da5-4f62-99cc-1ab25d30bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.232338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:35.233107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:35.268529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.281673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:35.282400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced95f9d-dd12-497d-b3ea-00162b152dfd None None] The sync data for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:35.392962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 503fb35f-a2c0-4279-8e44-57017612f451 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:35.462239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 503fb35f-a2c0-4279-8e44-57017612f451 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:35.462971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.495439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9c3d-d2bd-45de-807b-3e42a5c14637 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.553002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1b226bf6-afdc-4729-b05d-2bb5b36a4e06 None None] Provisioning complete for port e142683b-3f57-4f88-ae60-39efe92b0993 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:35.553848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b226bf6-afdc-4729-b05d-2bb5b36a4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.615326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.1 (5d6c9a23-b817-4ce3-9785-5259bc7d7e78/ebd5e044-a4c0-482a-a0e3-652dff70ec25/f025c49e-a389-4bf6-b3a7-f155469b0400) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:35.642936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1b226bf6-afdc-4729-b05d-2bb5b36a4e06 None None] Port e142683b-3f57-4f88-ae60-39efe92b0993 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:35.748920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:35.764087 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-8f4b9c3d-d2bd-45de-807b-3e42a5c14637 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 01 18:28:35.765285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f4b9c3d-d2bd-45de-807b-3e42a5c14637 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac HTTP/1.1" status: 409 len: 329 time: 0.8254018 Nov 01 18:28:35.775096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60842) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:35.829870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 503fb35f-a2c0-4279-8e44-57017612f451 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:35.885627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 503fb35f-a2c0-4279-8e44-57017612f451 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:35.886145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.128842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:36.330481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46eeac-1b2a-4ca6-ad13-18404ed51268 req-0629da7c-fdc4-4973-acd9-350962adcd34 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:36.331941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f46eeac-1b2a-4ca6-ad13-18404ed51268 req-0629da7c-fdc4-4973-acd9-350962adcd34 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 1.0796444 Nov 01 18:28:36.392909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2288e57-b42a-441c-a700-352b1111b120 req-1bc2753a-7124-4909-bc7c-7ce76e23e799 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0755198 Nov 01 18:28:36.395797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:36.397596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.422579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Sync routers for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:36.449102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.453531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f46eeac-1b2a-4ca6-ad13-18404ed51268 req-91a1cd3a-06df-4715-9d23-c8c05d17b325 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065979 Nov 01 18:28:36.457957 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:36.459019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:36.478871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.512899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.517519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:36.517712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b479b70-f2f0-43b7-93b6-c7761e164129 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8582354 Nov 01 18:28:36.616887 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:36.690375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.754630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:36.806716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:36.822289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e06cb-0888-4016-8a20-dd53e5350115 req-7d2fe597-3634-461e-b15f-751e7d111cd6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:36.823836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-024e06cb-0888-4016-8a20-dd53e5350115 req-7d2fe597-3634-461e-b15f-751e7d111cd6 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.2248318 Nov 01 18:28:36.824685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:36.883339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:33Z', 'revision_number': 3, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:36.895028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.898681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting port e142683b-3f57-4f88-ae60-39efe92b0993 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:36.900561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:36.960270 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Checking router: 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:28:36.962527 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Updating router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 port 612f4e41-6800-419e-b733-2f38d5aa9044 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:28:37.005006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=f025c49e-a389-4bf6-b3a7-f155469b0400,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:37.026167 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.035888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port eee05969-f241-4f08-8568-e809cd1a5db9 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:37.036233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.089053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.124227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Calling delete_port for e142683b-3f57-4f88-ae60-39efe92b0993 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:37.222844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-024e06cb-0888-4016-8a20-dd53e5350115 req-6f5d7461-e3a5-4800-af78-c2434f0347c1 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963138 Nov 01 18:28:37.286076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b28f12e2-fefd-44f6-b9b7-19fbe1807d2c None None] Provisioning complete for port f025c49e-a389-4bf6-b3a7-f155469b0400 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:37.286763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b28f12e2-fefd-44f6-b9b7-19fbe1807d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.366582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b28f12e2-fefd-44f6-b9b7-19fbe1807d2c None None] Port f025c49e-a389-4bf6-b3a7-f155469b0400 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:37.393792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.433714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for eee05969-f241-4f08-8568-e809cd1a5db9 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:37.509945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.537839 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.569105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Port': ['ID=e142683b-3f57-4f88-ae60-39efe92b0993,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:37.615174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.631682 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.715019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Attempting to bind port 612f4e41-6800-419e-b733-2f38d5aa9044 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:37.715703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ceecc369-df04-4b41-b52f-038866cc21cf req-e58ba53f-3b54-4a03-8215-0d8fe32eb4e4 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.1120448 Nov 01 18:28:37.728260 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Attempting to bind port 612f4e41-6800-419e-b733-2f38d5aa9044 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:37.729557 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Attempting to bind port 612f4e41-6800-419e-b733-2f38d5aa9044 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:37.760372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Pushing event updated for resources: {'Port': ['ID=612f4e41-6800-419e-b733-2f38d5aa9044,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:37.769827 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.770544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.771160 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.771752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.772436 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.773019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.773693 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.778660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.778660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.778660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.778660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.778660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:37.779923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:37.780313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:37.780880 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.781208 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:37.781726 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Bound port: 612f4e41-6800-419e-b733-2f38d5aa9044, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:37.782063 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.791952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:37.894848 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] For port 612f4e41-6800-419e-b733-2f38d5aa9044, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:37.900826 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] For port 612f4e41-6800-419e-b733-2f38d5aa9044, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=612f4e41-6800-419e-b733-2f38d5aa9044,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:37.965549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f23de6-4448-43be-943a-1af4758906cf req-340538b7-5915-4709-8d34-c7dc9f7a25ed tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:37.967195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9f23de6-4448-43be-943a-1af4758906cf req-340538b7-5915-4709-8d34-c7dc9f7a25ed tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.3455708 Nov 01 18:28:37.981172 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:38.081374 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:38.082805 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.211795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9f23de6-4448-43be-943a-1af4758906cf req-5f1d1140-b1b6-4302-8737-a9d2edfe3a0b tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859832 Nov 01 18:28:38.271959 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:38.381774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:38.387414 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9a0f-4be3-4909-82f5-7bc4dc3176b0 None None] Pushing event updated for resources: {'Port': ['ID=612f4e41-6800-419e-b733-2f38d5aa9044,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:38.450791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Router 5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:38.563451 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:33Z', 'revision_number': 3, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.582781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864262-48f7-4c63-92f2-c82e19ac6529 req-518e0560-8465-4295-8670-c63e6cb28502 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:38.584440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87864262-48f7-4c63-92f2-c82e19ac6529 req-518e0560-8465-4295-8670-c63e6cb28502 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.2050300 Nov 01 18:28:38.599331 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5aa0-2cb5-456b-b979-13ca393f5653 None None] The sync data for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 is: [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:33Z', 'revision_number': 3, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:38.642725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:38.644293 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:38.656584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] Sync routers for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:38.660656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-56ac9dc5-4a03-4769-8934-b39a8634ad11 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8749700 Nov 01 18:28:38.665069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:38.676677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:38.677623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.756883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.759483 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0dbcc704-5e9b-4313-bd2d-818ec2514e8f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] show failed (client error): The resource could not be found. Nov 01 18:28:38.763793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0dbcc704-5e9b-4313-bd2d-818ec2514e8f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-145173627 HTTP/1.1" status: 404 len: 334 time: 0.0965676 Nov 01 18:28:38.766840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:38.777196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6d208232-9b9e-48ae-bb50-58b115adefdc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:38.777326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=eee05969-f241-4f08-8568-e809cd1a5db9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:38.781747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] Routers {'5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:38.784107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.868643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:38.869562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f656-6f1d-48d5-ab73-f0658df4e0de None None] The sync data for ids ['5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:38.870448 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-6d208232-9b9e-48ae-bb50-58b115adefdc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] update failed (client error): The resource could not be found. Nov 01 18:28:38.878604 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6d208232-9b9e-48ae-bb50-58b115adefdc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-939006035 HTTP/1.1" status: 404 len: 334 time: 0.1104627 Nov 01 18:28:38.879260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60896) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:38.913118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87864262-48f7-4c63-92f2-c82e19ac6529 req-7a1043d5-8e0a-4ed3-aebf-fe6abc70ae6c tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898839 Nov 01 18:28:38.951229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting subnet 7b3c3f89-3a13-4bfc-b0c1-c669f5e19058 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:38.954936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.038473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.050851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb054f7d-028c-4497-8f51-aaccd9a84114 req-4e1139e4-6cf1-442b-a7b7-b94dfb0d7625 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.1654692 Nov 01 18:28:39.082894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Allocated IP 172.20.0.1 (972763d6-7b2a-4239-bc85-95a18c7676f6/a2c056b5-dd18-4eb5-9833-98a665d31d05/e2cae62a-fce6-4472-8769-912d87230704) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:39.104088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.156256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.166947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.279091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.325653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.330264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.339473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.438107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=f025c49e-a389-4bf6-b3a7-f155469b0400,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:39.512018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.527230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.575534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3c3f89-3a13-4bfc-b0c1-c669f5e19058,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:39.576521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f4c99-76f4-4500-982b-55cf8d0c6bf9 None None] Network fa50190a-0421-404f-b1c7-dccb1c572e4e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:39.587309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.591825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-753c9c65-8a4e-4903-8c8b-13cf167fba9e tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/subnets/7b3c3f89-3a13-4bfc-b0c1-c669f5e19058 HTTP/1.1" status: 204 len: 168 time: 0.7108285 Nov 01 18:28:39.594016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:39.635218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.635944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router dabcf716-4473-42fb-b09d-c5a717516987 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:39.652733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.657858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9999b2f6-d1c4-441b-9a59-aa7d840c3000 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 204 len: 168 time: 4.6170743 Nov 01 18:28:39.659802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60912) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:39.689323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-42545610', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:39.717907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.814803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:39.942040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 612f4e41-6800-419e-b733-2f38d5aa9044 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:39.961865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting port dcc65a2c-2385-4230-ba50-7f1af1c4da14 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:39.962206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.035275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] DHCP port deletion for fa50190a-0421-404f-b1c7-dccb1c572e4e request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:28:40.103826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] For port dcc65a2c-2385-4230-ba50-7f1af1c4da14, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dcc65a2c-2385-4230-ba50-7f1af1c4da14,segment=NetworkSegment(ba1ff33a-9938-4866-be00-65b66e341d1e),segment_id=ba1ff33a-9938-4866-be00-65b66e341d1e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:40.104926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.115535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 612f4e41-6800-419e-b733-2f38d5aa9044 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:40.128045 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.156587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Calling delete_port for dcc65a2c-2385-4230-ba50-7f1af1c4da14 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:40.244695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Deleting port dcc65a2c-2385-4230-ba50-7f1af1c4da14 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:40.245330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.378132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] For port dcc65a2c-2385-4230-ba50-7f1af1c4da14, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dcc65a2c-2385-4230-ba50-7f1af1c4da14,segment=NetworkSegment(ba1ff33a-9938-4866-be00-65b66e341d1e),segment_id=ba1ff33a-9938-4866-be00-65b66e341d1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:40.378630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.396466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Calling delete_port for dcc65a2c-2385-4230-ba50-7f1af1c4da14 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:40.404423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.407014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.461530 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.463013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.476382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 612f4e41-6800-419e-b733-2f38d5aa9044, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=612f4e41-6800-419e-b733-2f38d5aa9044,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:40.486304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Port': ['ID=dcc65a2c-2385-4230-ba50-7f1af1c4da14,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:40.504737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-604501ae-5e75-472a-8be9-3f2421f3268f req-fb1c0d86-0d21-4928-991b-0b59a63a156b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0628674 Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:28:40.506979 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:28:40.514806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] No DVR routers for this DVR port dcc65a2c-2385-4230-ba50-7f1af1c4da14 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:40.519758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.535210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:40.541324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:40.575297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] Pushing event deleted for resources: {'Port': ['ID=dcc65a2c-2385-4230-ba50-7f1af1c4da14,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:40.578541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58bc14-b27e-499d-a4c7-9bbfe51b2a1e None None] No DVR routers for this DVR port dcc65a2c-2385-4230-ba50-7f1af1c4da14 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:40.604446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.629805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4aa5-8d09-4ccd-b3d2-b83686e70669 req-cb403490-78ba-4f3a-91a5-cbf42186198e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:40.643821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae0d4aa5-8d09-4ccd-b3d2-b83686e70669 req-cb403490-78ba-4f3a-91a5-cbf42186198e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.2142663 Nov 01 18:28:40.678858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.729110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=612f4e41-6800-419e-b733-2f38d5aa9044,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:40.747287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.764053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.805227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa50190a-0421-404f-b1c7-dccb1c572e4e']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:40.819829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1ff33a-9938-4866-be00-65b66e341d1e') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:40.821195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1ff33a-9938-4866-be00-65b66e341d1e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:40.840031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.870687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.879227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:40.879555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:40.883532 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:40.968764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae0d4aa5-8d09-4ccd-b3d2-b83686e70669 req-6f1335bd-b723-423b-a77c-9f06e9422378 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240242 Nov 01 18:28:40.969475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Pushing event updated for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:41.036043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-798f8ef9-360e-4897-9b01-1d317bf20a28 None None] Provisioning complete for port f025c49e-a389-4bf6-b3a7-f155469b0400 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:41.036742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-798f8ef9-360e-4897-9b01-1d317bf20a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.038571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.047772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.062722 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/networks/fa50190a-0421-404f-b1c7-dccb1c572e4e HTTP/1.1" status: 204 len: 168 time: 1.4544787 Nov 01 18:28:41.065332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60932) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:41.076863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-798f8ef9-360e-4897-9b01-1d317bf20a28 None None] Port f025c49e-a389-4bf6-b3a7-f155469b0400 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:41.099771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:41.100021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc00db-440d-423d-9b83-5a0d855382d4 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Network': ['ID=fa50190a-0421-404f-b1c7-dccb1c572e4e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:41.114083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:41.116714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:41.178998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting subnet 599aac1c-a7cf-4d79-81a3-373838750cc1 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:41.183197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.221629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.249781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.305830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.386471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-3a721c72-9acb-467a-a9c0-8d3e3831ac8d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:41.388504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-3a721c72-9acb-467a-a9c0-8d3e3831ac8d tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.3764307 Nov 01 18:28:41.392553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 1e49101d-2197-43b1-9407-2d05dc77425e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:41.409402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.502612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-15e56c59-ab98-4f79-9ee1-279ceda6d2b7 None None] Provisioning complete for port e2cae62a-fce6-4472-8769-912d87230704 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:41.502975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15e56c59-ab98-4f79-9ee1-279ceda6d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.542739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-15e56c59-ab98-4f79-9ee1-279ceda6d2b7 None None] Port e2cae62a-fce6-4472-8769-912d87230704 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:41.578608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.641209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Subnet': ['ID=599aac1c-a7cf-4d79-81a3-373838750cc1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:41.642492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662a635-8acb-44bc-bec1-b2eab5ebd878 None None] Network 6eb4fbb2-6c56-4428-b515-d576991402c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:41.654283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.659478 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fe506cbf-5fbe-4d10-971a-347834cc870f tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/subnets/599aac1c-a7cf-4d79-81a3-373838750cc1 HTTP/1.1" status: 204 len: 168 time: 0.5897863 Nov 01 18:28:41.665534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:41.771665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting subnet 2790c619-5a4c-4a93-8586-8c3a601641a1 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:41.776547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.786564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-137140bb-6cfe-48f0-873c-5c9d750bdee6 req-b3c4bc5c-c9e1-4218-812b-045216419dc7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.1466603 Nov 01 18:28:41.827149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.864562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 612f4e41-6800-419e-b733-2f38d5aa9044 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:41.889452 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.922700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 612f4e41-6800-419e-b733-2f38d5aa9044 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:41.922700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:41.946485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] DHCP port deletion for 6eb4fbb2-6c56-4428-b515-d576991402c4 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:28:41.962455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:41.973140 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6c670-f288-4244-9468-655eae80fdea None None] Sync routers for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:41.990091 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:41.990712 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.008449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d606aae-c7f3-4bea-a96f-668fba584548 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/routers/1e49101d-2197-43b1-9407-2d05dc77425e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8560812 Nov 01 18:28:42.024629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Deleting port e0949bef-d1c9-4001-8cbc-5f980200d67c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:42.025050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.038238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60948) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:42.056900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'port': {'network_id': '5d6c9a23-b817-4ce3-9785-5259bc7d7e78', 'name': 'tempest-FloatingIPTestJSON-387997553'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:42.060672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Deleting port a99e50f2-fd9b-407e-90b1-027ed59b7806 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:42.061153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.071945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.094266 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.104610 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:42.105437 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.180719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] For port a99e50f2-fd9b-407e-90b1-027ed59b7806, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a99e50f2-fd9b-407e-90b1-027ed59b7806,segment=NetworkSegment(fd1cfafa-ed89-4d06-a805-f4e5dede3e0f),segment_id=fd1cfafa-ed89-4d06-a805-f4e5dede3e0f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:42.183812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.186753 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-90d6c670-f288-4244-9468-655eae80fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.196520 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6c670-f288-4244-9468-655eae80fdea None None] The sync data for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:42.219185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Calling delete_port for a99e50f2-fd9b-407e-90b1-027ed59b7806 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:42.231665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dcc65a2c-2385-4230-ba50-7f1af1c4da14 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:42.289484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dcc65a2c-2385-4230-ba50-7f1af1c4da14 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:42.289706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.289819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dcc65a2c-2385-4230-ba50-7f1af1c4da14 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:42.338065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Subnet': ['ID=2790c619-5a4c-4a93-8586-8c3a601641a1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:42.348981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.359385 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-959942db-b3b3-4836-b824-19d4cf6ea88d tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/subnets/2790c619-5a4c-4a93-8586-8c3a601641a1 HTTP/1.1" status: 204 len: 168 time: 0.6918087 Nov 01 18:28:42.365592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf7c83-1ba1-45f5-a12e-b5671f578286 None None] Network 1a75e63d-69d0-4e03-be35-9d8f84007726 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:42.368419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:42.456578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.468359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.536022 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.554185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting port a99e50f2-fd9b-407e-90b1-027ed59b7806 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:42.554986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.592644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] For port e0949bef-d1c9-4001-8cbc-5f980200d67c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e0949bef-d1c9-4001-8cbc-5f980200d67c,segment=NetworkSegment(89398f47-3bb3-4dcb-b903-04de98ca419e),segment_id=89398f47-3bb3-4dcb-b903-04de98ca419e)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:42.593015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.612482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Calling delete_port for e0949bef-d1c9-4001-8cbc-5f980200d67c owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:42.644042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] DHCP port deletion for 1a75e63d-69d0-4e03-be35-9d8f84007726 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:28:42.655395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] Pushing event deleted for resources: {'Port': ['ID=a99e50f2-fd9b-407e-90b1-027ed59b7806,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:42.719123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] For port a99e50f2-fd9b-407e-90b1-027ed59b7806, host n-d-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:42.721373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.738381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Calling delete_port for a99e50f2-fd9b-407e-90b1-027ed59b7806 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:42.742040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Port a99e50f2-fd9b-407e-90b1-027ed59b7806 was not found and therefore no delete operation was performed {{(pid=102783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:28:42.743642 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.774949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Port': ['ID=a99e50f2-fd9b-407e-90b1-027ed59b7806,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:42.777874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] No DVR routers for this DVR port a99e50f2-fd9b-407e-90b1-027ed59b7806 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:42.790629 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.880148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da993e2b-4f54-4665-88ac-f5c0d622a38c None None] No DVR routers for this DVR port a99e50f2-fd9b-407e-90b1-027ed59b7806 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:42.920685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.931543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Deleting port fdb27bff-b3b2-462e-8332-54fd7c088c93 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:42.931953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.956232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:42.966178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5d0f3-c164-44bf-8654-177c0a634182 req-6507f380-8cb6-4c05-80c3-64961b6fca9e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:42.971823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb4fbb2-6c56-4428-b515-d576991402c4']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.975232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e5d0f3-c164-44bf-8654-177c0a634182 req-6507f380-8cb6-4c05-80c3-64961b6fca9e tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 946 time: 0.7112918 Nov 01 18:28:42.993145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:42.994582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1cfafa-ed89-4d06-a805-f4e5dede3e0f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:43.006720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] For port fdb27bff-b3b2-462e-8332-54fd7c088c93, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fdb27bff-b3b2-462e-8332-54fd7c088c93,segment=NetworkSegment(382d88bf-457d-4b1e-b671-4aa416542349),segment_id=382d88bf-457d-4b1e-b671-4aa416542349)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:43.013870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.015419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.033614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Calling delete_port for fdb27bff-b3b2-462e-8332-54fd7c088c93 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:43.056799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.066667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:43.067338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.081760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c07863b-5abc-4aaa-9e9c-4c798960049f req-6aaaa829-0722-4dba-a68e-55aeb30a3fda tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0513811 Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:43.151990 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:43.162826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.217254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Pushing event updated for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:43.220191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.262905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e5d0f3-c164-44bf-8654-177c0a634182 req-2acdb5fe-e4f7-4f42-b2cf-4971523e6565 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea71258b-b059-45ed-bb8a-329a4613e922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873230 Nov 01 18:28:43.263475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Made reservation on behalf of 2712a7ea51a446c994ec0412f62a9b1b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:43.266960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.269056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.287925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.296025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.307547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/networks/6eb4fbb2-6c56-4428-b515-d576991402c4 HTTP/1.1" status: 204 len: 168 time: 0.9353929 Nov 01 18:28:43.310475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] No DVR routers for this DVR port fdb27bff-b3b2-462e-8332-54fd7c088c93 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:43.318895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:43.353485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b4e9f-4649-4ee3-b9bc-bdffaf861f04 None None] Pushing event deleted for resources: {'Port': ['ID=fdb27bff-b3b2-462e-8332-54fd7c088c93,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:43.375874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] device_id is not set on port f8a56f61-cf08-44ee-9333-a35ca392ee1a yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:28:43.401984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253082e-6c0e-4c1f-8c4d-7bccae5e72fc tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Network': ['ID=6eb4fbb2-6c56-4428-b515-d576991402c4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:43.494156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.539257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:43.549297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:43.590044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Allocated IP 172.25.2.132 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/23b239d6-ede2-43da-bc88-c4ed43ec358a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:43.633913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.674758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a75e63d-69d0-4e03-be35-9d8f84007726']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:43.679891 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.713396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382d88bf-457d-4b1e-b671-4aa416542349') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:43.713703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382d88bf-457d-4b1e-b671-4aa416542349') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:43.741634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Allocated IP 172.20.0.11 (5d6c9a23-b817-4ce3-9785-5259bc7d7e78/ebd5e044-a4c0-482a-a0e3-652dff70ec25/f8a56f61-cf08-44ee-9333-a35ca392ee1a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:43.745431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.758790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Pushing event deleted for resources: {'Port': ['ID=e0949bef-d1c9-4001-8cbc-5f980200d67c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:43.768992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.776557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:43.777052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:43.845509 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:43.862376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fdb27bff-b3b2-462e-8332-54fd7c088c93 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:43.905239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fdb27bff-b3b2-462e-8332-54fd7c088c93 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:43.906024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fdb27bff-b3b2-462e-8332-54fd7c088c93 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:43.906703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a99e50f2-fd9b-407e-90b1-027ed59b7806 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:43.934656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.957000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:43.958878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a99e50f2-fd9b-407e-90b1-027ed59b7806 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:43.959220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a99e50f2-fd9b-407e-90b1-027ed59b7806 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:43.983878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/networks/1a75e63d-69d0-4e03-be35-9d8f84007726 HTTP/1.1" status: 204 len: 168 time: 0.6440523 Nov 01 18:28:43.988866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:43.996300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bf8a19b8-5287-4fdf-ad97-4e50f73feaed None None] Provisioning complete for port e2cae62a-fce6-4472-8769-912d87230704 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:43.996687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf8a19b8-5287-4fdf-ad97-4e50f73feaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.024742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68691e54-b065-4af7-8640-5ec9f77d3eee tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Network': ['ID=1a75e63d-69d0-4e03-be35-9d8f84007726,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:44.056678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a19b8-5287-4fdf-ad97-4e50f73feaed None None] Port e2cae62a-fce6-4472-8769-912d87230704 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:44.106311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting subnet d926c78b-500e-42b5-9c1d-5241cf2c265c {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:44.112490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.184800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.284189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.418280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-399f0700-910c-4cfe-88cc-4af47f821871 req-20186d58-7dbd-4d8b-a3a4-e61218952160 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0897577 Nov 01 18:28:44.515044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] No DVR routers for this DVR port e0949bef-d1c9-4001-8cbc-5f980200d67c on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:44.515668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.523841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4690b199-dce4-4a39-b9d2-8709f71a6c4a req-02505dca-cf8b-421c-b1af-c1df2b95cdb3 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.0703666 Nov 01 18:28:44.524913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.528101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-697d2ccf-f1c5-4972-be22-604dbb5b78e9 req-1c5dedcc-36cc-4af7-bd67-b09dd563ad18 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.32 "DELETE /v2.0/ports/e0949bef-d1c9-4001-8cbc-5f980200d67c HTTP/1.1" status: 204 len: 173 time: 3.1135914 Nov 01 18:28:44.536091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'name': 'network-vif-deleted', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:44.543707 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e489452-5030-4b26-9c06-13353d663eb9" -d '{"events": [{"server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "name": "network-vif-deleted", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:28:44.569503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Subnet': ['ID=d926c78b-500e-42b5-9c1d-5241cf2c265c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:44.578860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.585368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-99fdb88a-7220-4dff-aa93-dd92599d1441 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/subnets/d926c78b-500e-42b5-9c1d-5241cf2c265c HTTP/1.1" status: 204 len: 168 time: 0.5907533 Nov 01 18:28:44.586141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:44.587488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85588c-2b41-47a9-ae1e-11e233ba4539 None None] Network 4cb416c9-74c7-4d7a-a344-e720ea21b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:44.615022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:44.665811 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf38e4d-4176-465d-8872-8ce6048b7754 x-openstack-request-id: req-eaf38e4d-4176-465d-8872-8ce6048b7754 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:28:44.666194 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183eda31-bcd4-490b-925b-992eb3d52068", "name": "network-vif-deleted", "tag": "e0949bef-d1c9-4001-8cbc-5f980200d67c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:28:44.666376 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaf38e4d-4176-465d-8872-8ce6048b7754 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:28:44.667319 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183eda31-bcd4-490b-925b-992eb3d52068', 'name': 'network-vif-deleted', 'tag': 'e0949bef-d1c9-4001-8cbc-5f980200d67c', 'status': 'completed', 'code': 200} Nov 01 18:28:44.674512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.708723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.786969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Deleting port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:44.787331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.858009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:44.878369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] For port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,segment=NetworkSegment(a01e0ce6-8c18-4108-b1be-49f4e5df24d9),segment_id=a01e0ce6-8c18-4108-b1be-49f4e5df24d9)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:44.878789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:44.890396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d7a49ef4-f7dd-43b0-8090-ff4c39cc36ec admin admin] 10.222.0.31 "PUT /v2.0/routers/9554cf1c-78c4-4b04-8d9d-36314a7ed4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3631692 Nov 01 18:28:44.890607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Sync routers for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:44.894743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Calling delete_port for 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:44.919591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:44.924385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:44.955490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.011058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.071898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:45.078457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:45.081324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event updated for resources: {'Port': ['ID=23b239d6-ede2-43da-bc88-c4ed43ec358a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:45.083656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:45.098051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.142583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:45.150096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Port': ['ID=2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:45.158232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] No DVR routers for this DVR port 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:45.222533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f7c74-c505-44f5-a85e-de0c5a0b223d None None] DHCP port deletion for 4cb416c9-74c7-4d7a-a344-e720ea21b2ec request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:28:45.226515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e0949bef-d1c9-4001-8cbc-5f980200d67c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:45.257735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: e0949bef-d1c9-4001-8cbc-5f980200d67c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:45.258142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e0949bef-d1c9-4001-8cbc-5f980200d67c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:45.331874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.344398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.389436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb416c9-74c7-4d7a-a344-e720ea21b2ec']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:45.415733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:45.416013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e0ce6-8c18-4108-b1be-49f4e5df24d9') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:45.427907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.445369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.454701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:45.455540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.531100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:45.532860 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:45.599851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:45.604113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.607598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:45.611778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.613658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/networks/4cb416c9-74c7-4d7a-a344-e720ea21b2ec HTTP/1.1" status: 204 len: 168 time: 1.0265229 Nov 01 18:28:45.646046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32782) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:45.647307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42c4e-d718-4cba-ba02-fc4bef18b2a0 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Pushing event deleted for resources: {'Network': ['ID=4cb416c9-74c7-4d7a-a344-e720ea21b2ec,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:45.647669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:41Z', 'revision_number': 4, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e2cae62a-fce6-4472-8769-912d87230704', 'name': '', 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'mac_address': 'fa:16:3e:6e:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:38Z', 'updated_at': '2021-11-01T18:28:41Z', 'revision_number': 2, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'subnets': [{'id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:45.700639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Checking router: 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:28:45.701004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Updating router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 port e2cae62a-fce6-4472-8769-912d87230704 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:28:45.732810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df72a851-5b9f-4ddc-8422-bf03b42af157 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac HTTP/1.1" status: 200 len: 205 time: 0.0758357 Nov 01 18:28:45.738853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32784) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:45.785099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be618815-38f0-4587-a61e-918421c99340 req-16314a4c-aced-4e59-9b51-79e9f85395d9 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.2416515 Nov 01 18:28:45.790355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event updated for resources: {'Port': ['ID=f8a56f61-cf08-44ee-9333-a35ca392ee1a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:45.801122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.902812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:45.918593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:45.941816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3737cf1-eea9-40b2-9189-eab6e2e6301e req-f779cbe6-c9a9-4b7d-94dc-b8c61d869605 tempest-ServerDiskConfigTestJSON-1197145431 tempest-ServerDiskConfigTestJSON-1197145431-project] 10.222.0.31 "GET /v2.0/ports?device_id=183eda31-bcd4-490b-925b-992eb3d52068 HTTP/1.1" status: 200 len: 210 time: 0.1534135 Nov 01 18:28:45.959789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:45.962647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aeeaaf2-6bcc-4224-ad1f-e110a1f2b367 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:46.066871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:46.067583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.176752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.178906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32790) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:46.179218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a00041b0-4703-4682-bab2-41779341557b tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1306200 Nov 01 18:28:46.180281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.189476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Request body: {'floatingip': {'port_id': 'f8a56f61-cf08-44ee-9333-a35ca392ee1a'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:46.203160 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.229241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c5f32731-8c96-46b4-9923-bc0c2725207e None None] Provisioning complete for port f8a56f61-cf08-44ee-9333-a35ca392ee1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:46.229658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c5f32731-8c96-46b4-9923-bc0c2725207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.290953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c5f32731-8c96-46b4-9923-bc0c2725207e None None] Port f8a56f61-cf08-44ee-9333-a35ca392ee1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:46.346362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.408750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.439682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.440169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:46.449547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.451320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-46bbf6c5-34b6-46a7-a8bb-82a8f58462a8 tempest-RoutersNegativeIpV6Test-812082558 tempest-RoutersNegativeIpV6Test-812082558-project] 10.222.0.31 "DELETE /v2.0/routers/5a3c462d-36b7-4bcb-86e3-4e7f7b2cc3ac HTTP/1.1" status: 204 len: 168 time: 0.7102561 Nov 01 18:28:46.494135 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.534173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.584683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab72832-69fc-47c8-9ec8-35c852fd6a06 None None] Pushing event updated for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:46.722302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Attempting to bind port e2cae62a-fce6-4472-8769-912d87230704 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:46.723001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Attempting to bind port e2cae62a-fce6-4472-8769-912d87230704 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:46.723689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Attempting to bind port e2cae62a-fce6-4472-8769-912d87230704 on network 972763d6-7b2a-4239-bc85-95a18c7676f6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:46.729891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:46.730352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Checking segment: {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:46.730828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.731434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Bound using segment: {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:46.732023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Bound port: e2cae62a-fce6-4472-8769-912d87230704, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f534c-e2f5-4f54-858d-53d0e59cdc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:46.732640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:46.819793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] For port e2cae62a-fce6-4472-8769-912d87230704, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:46.823334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] For port e2cae62a-fce6-4472-8769-912d87230704, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e2cae62a-fce6-4472-8769-912d87230704,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:46.882610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Router 89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:28:46.927093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.009092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa339a50-f9fd-48f1-bc8e-53a72b339484 req-a44b7b14-72ad-4d23-b868-fe3c6b1dbbf7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0467727 Nov 01 18:28:47.056385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab72832-69fc-47c8-9ec8-35c852fd6a06 None None] Pushing event updated for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:47.120012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] Provisioning complete for port e2cae62a-fce6-4472-8769-912d87230704 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:47.120012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.127396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:47.128148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:47.202338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:47.214295 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] Sync routers for ids ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:47.234657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] Routers {'89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:47.238071 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:47.350229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32814) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:47.419493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32816) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:47.430910 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:47.438652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.443591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-acc80e39-a7f1-4693-a685-86216f3fca27 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7813308 Nov 01 18:28:47.444653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32820) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:47.454547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:47.472085 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] Routers {'89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:47.472712 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:47.509570 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:47.510213 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38530631-383f-4b2a-9569-ee18a5f612be None None] The sync data for ids ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:47.557437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:28:47.621600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.645942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Deleting subnet 0c2258d9-9ede-4aa7-88e0-c397886f120b {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:47.649532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.710450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] For port e2cae62a-fce6-4472-8769-912d87230704, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e2cae62a-fce6-4472-8769-912d87230704,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:47.722986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.793984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.803754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.804294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.845381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-61ecbb9e-56fd-4373-9869-aecea49ef71b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e13bb3db81047e793dd1edcb7247b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235895 Nov 01 18:28:47.849733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32824) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:47.926906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a309f6-53ec-4f19-a9ed-09a8cb69ff64 None None] Pushing event updated for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:47.953696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-76aaa8a3-25f6-4361-b3df-2e85f9594f85 None None] Provisioning complete for port e2cae62a-fce6-4472-8769-912d87230704 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:47.954736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-76aaa8a3-25f6-4361-b3df-2e85f9594f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:47.971862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.016395 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 484a5a36-7a15-4fb9-9407-1ac79d216d3d associated. External IP: 172.25.2.83, port: 3e52d1fa-07c7-4487-8476-39dac66333d6. Nov 01 18:28:48.054477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:41Z', 'revision_number': 4, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e2cae62a-fce6-4472-8769-912d87230704', 'name': '', 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'mac_address': 'fa:16:3e:6e:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:38Z', 'updated_at': '2021-11-01T18:28:46Z', 'revision_number': 4, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'subnets': [{'id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:48.122379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.155003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.170029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476920f-3e89-4e70-b1fe-dec5a452ae05 None None] The sync data for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 is: [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:28:41Z', 'revision_number': 4, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e2cae62a-fce6-4472-8769-912d87230704', 'name': '', 'network_id': '972763d6-7b2a-4239-bc85-95a18c7676f6', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'mac_address': 'fa:16:3e:6e:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:38Z', 'updated_at': '2021-11-01T18:28:46Z', 'revision_number': 4, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'subnets': [{'id': 'a2c056b5-dd18-4eb5-9833-98a665d31d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:48.270955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.320742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.325653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.333327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9ffc8f2-5694-4619-a076-57f7920d5032 HTTP/1.1" status: 204 len: 168 time: 0.4803486 Nov 01 18:28:48.336362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-945915e0-873a-462a-8365-4002076fdc6c req-26c0fc4c-10b6-49f4-b043-df3068cb5e7f tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0850880 Nov 01 18:28:48.349202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573534b-f25a-4073-8c15-101070285d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffc8f2-5694-4619-a076-57f7920d5032,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:48.385660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.456511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.468512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:48.475324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.491595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c2258d9-9ede-4aa7-88e0-c397886f120b HTTP/1.1" status: 204 len: 168 time: 1.1361296 Nov 01 18:28:48.491595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:48.623557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bdbfa-90af-4caf-8f03-1ce5d0f73d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2258d9-9ede-4aa7-88e0-c397886f120b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:48.625086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:48.639312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:48.658002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:48.658683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:48.666683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdb5-e251-40a2-9c0f-89430d745681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.765629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:48.773647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.802192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:48.802912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:48.874910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Deleting port 23b239d6-ede2-43da-bc88-c4ed43ec358a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:48.875264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:48.883575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:48.884324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee79eb-a546-4b73-820a-70afa1ee503b None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:49.040730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.085167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f866309-059a-4a15-9d1a-d47ae52889f0']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.106679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89398f47-3bb3-4dcb-b903-04de98ca419e') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.106993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89398f47-3bb3-4dcb-b903-04de98ca419e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.129202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.139136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 1e49101d-2197-43b1-9407-2d05dc77425e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:49.139821 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.183104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Calling delete_port for 23b239d6-ede2-43da-bc88-c4ed43ec358a owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:49.242588 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.269408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:49.269814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:49.290641 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:49.350280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:49.355275 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.364869 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] Sync routers for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:49.385447 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:49.387100 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.479849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b35a4301-d2fc-42e8-bb18-ea7c4b46d541 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/floatingips/484a5a36-7a15-4fb9-9407-1ac79d216d3d HTTP/1.1" status: 200 len: 977 time: 3.2972052 Nov 01 18:28:49.480526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32858) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:49.494365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.505911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:49.506838 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.556745 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:49.558299 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ca0f-ec34-4d98-abc7-274699450455 None None] The sync data for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:49.575196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.618319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-059caabf-addb-4e3c-8dc2-7ac0d84d54ba req-1771804a-6a96-4e64-923a-9e2b87e495fb tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.1269188 Nov 01 18:28:49.630751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.638197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f866309-059a-4a15-9d1a-d47ae52889f0 HTTP/1.1" status: 204 len: 168 time: 1.1087966 Nov 01 18:28:49.674763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port f8a56f61-cf08-44ee-9333-a35ca392ee1a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:49.675262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.683706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ecb57-0bc1-4797-a48c-0984787a5258 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f866309-059a-4a15-9d1a-d47ae52889f0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:49.901737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:49.905737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.016766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Pushing event deleted for resources: {'Port': ['ID=23b239d6-ede2-43da-bc88-c4ed43ec358a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:50.162434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:50.207641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.208157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.208550 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Floating IP 484a5a36-7a15-4fb9-9407-1ac79d216d3d disassociated. External IP: 172.25.2.83, port: f8a56f61-cf08-44ee-9333-a35ca392ee1a. Nov 01 18:28:50.208911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for f8a56f61-cf08-44ee-9333-a35ca392ee1a owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:50.274644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-f3224c3d-7bee-4a42-bd37-d60edba13951 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:50.289426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e2cae62a-fce6-4472-8769-912d87230704 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:28:50.290074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-f3224c3d-7bee-4a42-bd37-d60edba13951 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.4271681 Nov 01 18:28:50.312411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-1cc4fdc9-f1c1-438f-992b-4d5bf1343992 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0212038 Nov 01 18:28:50.375284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.403041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e2cae62a-fce6-4472-8769-912d87230704 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:50.403640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.543794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.589889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=f8a56f61-cf08-44ee-9333-a35ca392ee1a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:50.747060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 1e49101d-2197-43b1-9407-2d05dc77425e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:50.882566 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e44be7bf-b50d-4109-b5e7-c42857e07c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:50.903660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:50.916251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] Sync routers for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:50.933790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:50.934988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:50.996032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.007009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:51.007656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.066509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f314272a-d9d6-4b1e-bc83-f142fdbcfaee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efaeea4aca9247ccb5f4113db4b7258b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9007201 Nov 01 18:28:51.075115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.107553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.108198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1e77f-5415-41d3-8678-3334e9039e7a None None] The sync data for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:51.123209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.124377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-c6d9f5af-586a-4d6c-8998-6a31950ffa9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8107576 Nov 01 18:28:51.130113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-967cf27f-d697-4c4a-b8ae-73615672f7ab tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/f8a56f61-cf08-44ee-9333-a35ca392ee1a HTTP/1.1" status: 204 len: 168 time: 1.6484251 Nov 01 18:28:51.130740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32894) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.135162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-556a9df4-3e43-42ba-87ed-b33e874389c4 req-f22b6f40-6838-4bc4-9ec2-e6104b8f7278 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.2327416 Nov 01 18:28:51.140287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.146837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.222258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.247135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Router 89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:51.292689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.352554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:51.363120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] Sync routers for ids ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:51.371484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.375113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-17a8480d-d5cc-4a2e-a1c6-bddde9dd387b tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "PUT /v2.0/routers/89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 200 len: 708 time: 3.9260979 Nov 01 18:28:51.376509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.384020 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] Routers {'89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:51.388339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.441001 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.450910 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] Routers {'89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:51.451765 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.476438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-70333b01-cfe7-4899-849d-be3b4418e6fd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:28:51.477759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-70333b01-cfe7-4899-849d-be3b4418e6fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3524337 Nov 01 18:28:51.492143 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:51.493011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b49da-7d9a-4b80-aa32-9b0006ac69ca None None] The sync data for ids ['89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:51.500366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e784d8cf-ab09-47a6-9b13-65963040a86a tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/routers/89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 200 len: 743 time: 0.1225622 Nov 01 18:28:51.501723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32906) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.558518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.561286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.574934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea71258b-b059-45ed-bb8a-329a4613e922 HTTP/1.1" status: 204 len: 168 time: 0.4908218 Nov 01 18:28:51.604848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-0612c097-44be-4db2-8992-193c2112442e service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177428 Nov 01 18:28:51.607029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf5b7-94eb-4485-b009-0ea0cd3cc0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea71258b-b059-45ed-bb8a-329a4613e922,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:51.692345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da59433d-2d0b-4fd8-9149-99ce87ab5be1 tempest-RoutersIpV6AdminTest-1662347719 tempest-RoutersIpV6AdminTest-1662347719-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 200 len: 205 time: 0.0891323 Nov 01 18:28:51.693479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32914) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.750045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32916) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:51.751684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbf865a1-a69f-4f25-9873-ea2b5792540e tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 200 len: 205 time: 0.0483820 Nov 01 18:28:51.859773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-6c5222ae-9401-4f08-b154-a572a4c8c7e9 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448905 Nov 01 18:28:51.888870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:51.994637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.177591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.186773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.235272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.291412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4992ccb-d2cb-42c3-81b9-647177fa5143 req-3cf91a78-db44-4623-9a0e-260bc2482757 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0447090 Nov 01 18:28:52.651872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32954) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.705606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.705942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Fanout notify agent at l3_agent the message router_deleted on router 89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:52.713458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.720207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26b18d19-ba01-4fb7-b74b-29f056d60e08 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 204 len: 168 time: 0.9679537 Nov 01 18:28:52.722563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be795803-3d58-4589-870c-7f6df8002d58 req-b034ea9b-add8-4dfb-b57d-8884d6992415 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0449741 Nov 01 18:28:52.732733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.771579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c34c6c7-6cc0-4f6e-a7c2-72a461605a86 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 200 len: 205 time: 0.0373864 Nov 01 18:28:52.773855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32962) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.823702 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e0e1d41c-7a4a-4f94-804d-a6cd9c8c412d tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:52.825145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e0e1d41c-7a4a-4f94-804d-a6cd9c8c412d tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/89caf7c4-734f-4d0e-b4a1-0ca8b91bbf69 HTTP/1.1" status: 404 len: 336 time: 0.0498834 Nov 01 18:28:52.828326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32964) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.878989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port f025c49e-a389-4bf6-b3a7-f155469b0400 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:52.879438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.892389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5871fa1d-5960-4184-b392-56015fc4d4d3 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 200 len: 205 time: 0.0618820 Nov 01 18:28:52.895760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.922404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d683bdba-6d8f-4965-a6f6-023eea3ab14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:52.946855 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-ca72107c-bcb3-45a1-b7f5-b0180581d303 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:52.948390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ca72107c-bcb3-45a1-b7f5-b0180581d303 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/dabcf716-4473-42fb-b09d-c5a717516987 HTTP/1.1" status: 404 len: 336 time: 0.0514300 Nov 01 18:28:52.951147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32970) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:52.991416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-33e058e7-5769-4127-a197-94029eb08ba3 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 200 len: 205 time: 0.0390553 Nov 01 18:28:52.996327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32972) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.031325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.048311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for f025c49e-a389-4bf6-b3a7-f155469b0400 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:53.073649 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-1e362706-7a2f-4733-ba02-f2d6d68d45f5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:53.073649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1e362706-7a2f-4733-ba02-f2d6d68d45f5 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/824cc396-d54b-44da-9636-9a2eb8e79ddd HTTP/1.1" status: 404 len: 336 time: 0.0693967 Nov 01 18:28:53.075357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.127222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d683bdba-6d8f-4965-a6f6-023eea3ab14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.163172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93e65aa5-a2c0-4a07-9447-1d977b16608a tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 200 len: 205 time: 0.0864310 Nov 01 18:28:53.166654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32984) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.222264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d683bdba-6d8f-4965-a6f6-023eea3ab14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.225252 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-acdee0d9-3cf4-417f-82eb-10f818c4a5ea tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:53.226694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-acdee0d9-3cf4-417f-82eb-10f818c4a5ea tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/ec189a6c-b097-47cc-bef6-ef77b645c0f0 HTTP/1.1" status: 404 len: 336 time: 0.0583272 Nov 01 18:28:53.232805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.269472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d683bdba-6d8f-4965-a6f6-023eea3ab14f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=973b167f77764693a333011fd8c49863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163855 Nov 01 18:28:53.271676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683bdba-6d8f-4965-a6f6-023eea3ab14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9cd514-dc6f-4094-810d-2343ae9dcb3a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:53.274182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32990) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.276303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef1f751d-1849-42a4-9aa7-ba7a8bace951 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 200 len: 205 time: 0.0420446 Nov 01 18:28:53.282337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32992) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.325222 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-6e92471d-54c8-49f0-8b93-2b018bfe94f0 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:53.327212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e92471d-54c8-49f0-8b93-2b018bfe94f0 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/488226da-46e0-441d-987c-ad09dfe51640 HTTP/1.1" status: 404 len: 336 time: 0.0438702 Nov 01 18:28:53.332522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32996) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.350766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32998) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.381447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-074bc80a-a575-41d7-b52b-c1e135b4637e tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e0f9638-b296-4547-943a-ac363180d758 HTTP/1.1" status: 200 len: 205 time: 0.0476165 Nov 01 18:28:53.387062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.431351 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-f4cf92c0-1cf0-4da9-8815-77c70886912d tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] delete failed (client error): The resource could not be found. Nov 01 18:28:53.435001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f4cf92c0-1cf0-4da9-8815-77c70886912d tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/routers/5e0f9638-b296-4547-943a-ac363180d758 HTTP/1.1" status: 404 len: 336 time: 0.0447190 Nov 01 18:28:53.435743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33004) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:53.466755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c330ffd4-98a5-4771-ab36-94cd6e0ccf8d req-c9462eab-61c3-47ed-baec-ba7baaa62a0b tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Nov 01 18:28:53.472070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.477253 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6212ee-39c9-40b2-831e-7088e51ac6f0 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] DELETE failed (client error): The resource could not be found. Nov 01 18:28:53.477253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6212ee-39c9-40b2-831e-7088e51ac6f0 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:28:53.480221 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec6212ee-39c9-40b2-831e-7088e51ac6f0 tempest-RoutersIpV6AdminTest-514364342 tempest-RoutersIpV6AdminTest-514364342-project] 10.222.0.31 "DELETE /v2.0/subnets/d82ba1e6-b433-4e2a-9219-4ea395d61940 HTTP/1.1" status: 404 len: 337 time: 0.0433950 Nov 01 18:28:53.494688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.545668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.577214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=f025c49e-a389-4bf6-b3a7-f155469b0400,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:53.581869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1119972837-network', 'tenant_id': '62960801e6104a1d8399fdb064baea61'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:53.614392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.617240 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.621424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec9cd514-dc6f-4094-810d-2343ae9dcb3a HTTP/1.1" status: 204 len: 168 time: 0.3434985 Nov 01 18:28:53.640238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659525b-9d17-4de7-b40b-3108901f6659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9cd514-dc6f-4094-810d-2343ae9dcb3a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:53.700059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Made reservation on behalf of 62960801e6104a1d8399fdb064baea61 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:53.703440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.737162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.754838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.878415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:53.931253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1daae6d-aea4-4135-a240-49b9035669c8 req-993ebf55-0e8c-4078-8549-083adae72780 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0856731 Nov 01 18:28:54.020137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.082949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.090847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.139942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:28:54.147659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a843f-806a-4f4b-b06a-b71473a8c801,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:54.180771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.182485 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Added segment f8715cca-1037-4242-a851-816eb2e1832b of type vlan for network 41c80ff8-99cc-4697-9f36-f2db23fa628d Nov 01 18:28:54.253124 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.257084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cccd090-ab3d-4032-b277-7efcf0bf3e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.277100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 1e49101d-2197-43b1-9407-2d05dc77425e has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:28:54.368682 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cccd090-ab3d-4032-b277-7efcf0bf3e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.396808 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.397990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:54.398590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.398697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:28:54.409584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] Sync routers for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:28:54.414506 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7e75cad-b3d0-44ea-a36a-419227d9805e tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/routers/1e49101d-2197-43b1-9407-2d05dc77425e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816381 Nov 01 18:28:54.415213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33024) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.421973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:54.423220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:54.469009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] Pushing event updated for resources: {'Network': ['ID=41c80ff8-99cc-4697-9f36-f2db23fa628d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:54.479556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33026) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.488378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cccd090-ab3d-4032-b277-7efcf0bf3e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.501538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba863eb4-5039-49f3-86dd-aebc7c1d541e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.527014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:54.529885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 41c80ff8-99cc-4697-9f36-f2db23fa628d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:28:54.600499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.629886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] Routers {'1e49101d-2197-43b1-9407-2d05dc77425e'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:28:54.630790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1e49101d-2197-43b1-9407-2d05dc77425e'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:54.654921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e383c67-d251-47e6-bfd6-02424db344ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2993069 Nov 01 18:28:54.662854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33030) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.678322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:54.679227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35aad07-55af-44bc-9e5c-3eac435e896a None None] The sync data for ids ['1e49101d-2197-43b1-9407-2d05dc77425e'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:28:54.686567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Request body: {'subnet': {'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1119972837-subnet', 'tenant_id': '62960801e6104a1d8399fdb064baea61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:54.692163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd090-ab3d-4032-b277-7efcf0bf3e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e2994-3bc5-43bf-a6e5-3d3a179de35c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:54.700929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39d87b7d-930f-458d-91e1-02b5aa3e108a req-adbe5219-72ea-427d-ad47-3c3130641b14 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0616364 Nov 01 18:28:54.706038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8cccd090-ab3d-4032-b277-7efcf0bf3e0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baae8542a7364d77af0bdec17a95e596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222429 Nov 01 18:28:54.710423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33032) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.713890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba863eb4-5039-49f3-86dd-aebc7c1d541e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.770527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.778022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba863eb4-5039-49f3-86dd-aebc7c1d541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.801168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.817393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.850042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863eb4-5039-49f3-86dd-aebc7c1d541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6969864-d517-44da-9aed-92b7a617ffaf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:54.859427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ba863eb4-5039-49f3-86dd-aebc7c1d541e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ff84f390f3f44e5b4fb6992724727f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757050 Nov 01 18:28:54.860181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:54.871752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Made reservation on behalf of 62960801e6104a1d8399fdb064baea61 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:54.881766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.977753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.980830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:54.984521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/047e2994-3bc5-43bf-a6e5-3d3a179de35c HTTP/1.1" status: 204 len: 168 time: 0.2706592 Nov 01 18:28:54.991950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626e05-964e-455a-9aa7-abcf027094de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e2994-3bc5-43bf-a6e5-3d3a179de35c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:55.032554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.073952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.081390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port fdece2ea-c68a-46c8-a1ee-cf702379c04a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:55.081855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.127646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4fb6cef2-1f48-44f2-8cd7-ffcbeb46e39d req-a1a08257-244f-4f7b-bc1b-c5b80d4be6fe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0302014 Nov 01 18:28:55.276125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.292471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for fdece2ea-c68a-46c8-a1ee-cf702379c04a owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:55.412364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.415206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.419583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6969864-d517-44da-9aed-92b7a617ffaf HTTP/1.1" status: 204 len: 168 time: 0.5552006 Nov 01 18:28:55.421433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.466863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211b1c-f3bc-4e4b-aa13-225daaf55092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6969864-d517-44da-9aed-92b7a617ffaf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:55.538590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eabdbf-416c-4e7a-9f1c-c9997960c32f,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:55.548971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Checking segment: {'id': 'f8715cca-1037-4242-a851-816eb2e1832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:55.548971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Network hostable DHCP agents. Network: 41c80ff8-99cc-4697-9f36-f2db23fa628d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:28:55.592568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-acb9c764-4d6b-4d0e-996c-d337c5cf1ee4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:55.594141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-acb9c764-4d6b-4d0e-996c-d337c5cf1ee4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1608574 Nov 01 18:28:55.606714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:55.632216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.667416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Network 41c80ff8-99cc-4697-9f36-f2db23fa628d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:28:55.669891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=fdece2ea-c68a-46c8-a1ee-cf702379c04a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:55.743271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.798100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 41c80ff8-99cc-4697-9f36-f2db23fa628d) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:55.804269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:55.804269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.811070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7232b4-9382-434c-bce9-2fb4d84a4c13 None None] Network 41c80ff8-99cc-4697-9f36-f2db23fa628d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:55.872412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0af2389-6cfa-4244-a99d-d1d034810f2a req-58f39bf7-882a-4874-bd30-674db13bc97c tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0569482 Nov 01 18:28:55.890084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.892411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:55.900336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:55.908188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.011559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33050) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:56.014361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d5e9e-ecd9-4fb4-be8f-32b19294e625 None None] Network 41c80ff8-99cc-4697-9f36-f2db23fa628d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:56.076496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e22f94ef-1cd8-4d90-bcdf-274de5520857 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4004927 Nov 01 18:28:56.076496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.076496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Fanout notify agent at l3_agent the message router_deleted on router 1e49101d-2197-43b1-9407-2d05dc77425e {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:28:56.092295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.100052 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3edc8faf-8d7a-4bb6-96ec-104fef600841 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/routers/1e49101d-2197-43b1-9407-2d05dc77425e HTTP/1.1" status: 204 len: 168 time: 1.6836283 Nov 01 18:28:56.100717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:56.149393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.12 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/bf57be4f-80be-4e94-ad1e-afb412d9aec0) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:28:56.274065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting subnet ebd5e044-a4c0-482a-a0e3-652dff70ec25 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:28:56.296650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.307225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eafb55fa-e39e-49a9-af43-350b1e1505da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd4392cd87d1470a8be606069c4b1310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942581 Nov 01 18:28:56.314255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33064) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:56.347588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-aa8c2eaf-f3da-428e-b6ef-8918f146b3b6 req-e360587d-a5bf-43a2-b945-9e56e4f44357 service neutron] (102783) timed out ('10.222.0.31', 60034) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:28:56.363137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.394570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.615043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a777bb10-c772-4554-b2bb-86b59133d7c5 req-06d7e789-ef0f-41a2-a647-33377ce99e80 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.3028872 Nov 01 18:28:56.631403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.706936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.731365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:56.786794 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.033700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ba916f4-cd29-43fd-917e-025c5b55f103 req-c66d078c-5cb2-429d-9498-c718eb9eb477 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c93a872-e3c5-45c9-b730-c0eccd77ef05 HTTP/1.1" status: 200 len: 210 time: 0.0305359 Nov 01 18:28:57.160043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-8fbece4a-3c0c-4b11-ae23-51aa56bb7520 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:57.161598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-8fbece4a-3c0c-4b11-ae23-51aa56bb7520 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/networks?id=41c80ff8-99cc-4697-9f36-f2db23fa628d HTTP/1.1" status: 200 len: 809 time: 0.1180334 Nov 01 18:28:57.192102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d7f4c200-4c74-4069-b576-ec9e4ff48d70 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/quotas/62960801e6104a1d8399fdb064baea61 HTTP/1.1" status: 200 len: 375 time: 0.0197344 Nov 01 18:28:57.208810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.223243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-324dc416-7da4-41eb-af36-04e8a5248a41 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62960801e6104a1d8399fdb064baea61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301559 Nov 01 18:28:57.243305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd5e044-a4c0-482a-a0e3-652dff70ec25,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:57.249106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.253337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d571dae3-bad0-40a8-a5ca-13e21ea55dcf tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/subnets/ebd5e044-a4c0-482a-a0e3-652dff70ec25 HTTP/1.1" status: 204 len: 168 time: 1.1482863 Nov 01 18:28:57.256121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:57.260290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46d1e6-add6-4860-b2a5-073c48e8f049 None None] Network 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:28:57.324800 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.337023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.341025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.349599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa4ccfbf-fc83-4cd7-910f-450d62a1344e HTTP/1.1" status: 204 len: 168 time: 1.0277655 Nov 01 18:28:57.373985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:28:57.381345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.439398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534fb4f-528e-415d-b6e1-9a51f04d874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ccfbf-fc83-4cd7-910f-450d62a1344e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:57.447894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:57.473018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:28:57.495166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:28:57.533991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-23caa102-1676-49f8-b9f4-991e8631067b service neutron] 10.222.0.31 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975483 Nov 01 18:28:57.541328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 361edf89-7a98-4036-a673-a58675a461a9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:57.545741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.687063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] For port 361edf89-7a98-4036-a673-a58675a461a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=361edf89-7a98-4036-a673-a58675a461a9,segment=NetworkSegment(d2b80604-c2c3-4ab5-b3df-10d89baf76b9),segment_id=d2b80604-c2c3-4ab5-b3df-10d89baf76b9)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:57.687461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.721416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] DHCP port deletion for 5d6c9a23-b817-4ce3-9785-5259bc7d7e78 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:28:57.728967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 361edf89-7a98-4036-a673-a58675a461a9 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:57.768444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:57.770762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.892720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-5c970e26-3c06-4ba0-a363-dea3911506e4 service neutron] 10.222.0.31 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618784 Nov 01 18:28:57.901896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Deleting port 361edf89-7a98-4036-a673-a58675a461a9 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:57.906246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.935618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45e2e4-685a-4f59-bb6b-0e2e8f5faf14 req-4414fa28-79ee-4231-91ea-14c6d3f00d7b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:57.938332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a45e2e4-685a-4f59-bb6b-0e2e8f5faf14 req-4414fa28-79ee-4231-91ea-14c6d3f00d7b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 932 time: 0.1874216 Nov 01 18:28:57.940793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:57.942647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-5d3cb019-2aea-4b75-b8a6-acdb358ad485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3398879 Nov 01 18:28:58.061696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=361edf89-7a98-4036-a673-a58675a461a9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:58.072436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a45e2e4-685a-4f59-bb6b-0e2e8f5faf14 req-0cc6bb81-77bf-4d44-b95a-3e19dfc16260 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Nov 01 18:28:58.100243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] No DVR routers for this DVR port 361edf89-7a98-4036-a673-a58675a461a9 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:58.113063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Request body: {'port': {'device_id': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:58.229244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.292209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 361edf89-7a98-4036-a673-a58675a461a9 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:28:58.320232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.324426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] For port 361edf89-7a98-4036-a673-a58675a461a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=361edf89-7a98-4036-a673-a58675a461a9,segment=NetworkSegment(d2b80604-c2c3-4ab5-b3df-10d89baf76b9),segment_id=d2b80604-c2c3-4ab5-b3df-10d89baf76b9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:28:58.324843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.341005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33126) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:58.380383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6c9a23-b817-4ce3-9785-5259bc7d7e78']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:58.399568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:58.400875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b80604-c2c3-4ab5-b3df-10d89baf76b9') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:28:58.423116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 361edf89-7a98-4036-a673-a58675a461a9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:28:58.423477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 361edf89-7a98-4036-a673-a58675a461a9 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:28:58.430934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9b0650b-0b26-4f8a-9a6b-91222938b404 None None] Provisioning complete for port bf57be4f-80be-4e94-ad1e-afb412d9aec0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:28:58.431560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9b0650b-0b26-4f8a-9a6b-91222938b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.434671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Calling delete_port for 361edf89-7a98-4036-a673-a58675a461a9 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:58.559358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0650b-0b26-4f8a-9a6b-91222938b404 None None] Port bf57be4f-80be-4e94-ad1e-afb412d9aec0 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:28:58.602442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.638544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Pushing event deleted for resources: {'Port': ['ID=361edf89-7a98-4036-a673-a58675a461a9,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:58.650135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] No DVR routers for this DVR port 361edf89-7a98-4036-a673-a58675a461a9 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:28:58.653494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.654094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.655339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.655876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.656453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.657072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.657828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.658522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.659023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.664640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.664640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.664640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc17c0-05d1-43fd-89ea-9bdee73e326b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:28:58.670240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a4671d9-6523-4bcb-a534-d3505537d21c req-294ad4c0-0365-4342-a745-c6860629bea2 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 210 time: 0.3019981 Nov 01 18:28:58.758283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.770856 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.773753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.781265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:28:58.782614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:28:58.788825 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:28:58.842599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.968330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.983352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:58.992287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/networks/5d6c9a23-b817-4ce3-9785-5259bc7d7e78 HTTP/1.1" status: 204 len: 168 time: 1.7347088 Nov 01 18:28:58.996324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33146) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:59.000898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf57be4f-80be-4e94-ad1e-afb412d9aec0 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:28:59.007356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.036619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3193b-09bd-459c-8581-70f2b920790a tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Network': ['ID=5d6c9a23-b817-4ce3-9785-5259bc7d7e78,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:59.134099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.137630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.139141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fabd8d6-372f-4a41-9687-5f8b113c67b4 HTTP/1.1" status: 204 len: 168 time: 0.7971661 Nov 01 18:28:59.140671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Transition to ACTIVE for port object bf57be4f-80be-4e94-ad1e-afb412d9aec0 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:28:59.151630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33154) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:59.216297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port cccc3286-8e77-444b-b37f-324c338234fd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:59.218586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.220226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a2fa-2efd-4673-a5c2-6e781725e786 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabd8d6-372f-4a41-9687-5f8b113c67b4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:59.264111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.284122 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-f1b804d1-b753-4a20-b9ad-09a01185d753 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] show failed (client error): The resource could not be found. Nov 01 18:28:59.289348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33160) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:59.289571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1b804d1-b753-4a20-b9ad-09a01185d753 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "GET /v2.0/security-groups/5fabd8d6-372f-4a41-9687-5f8b113c67b4 HTTP/1.1" status: 404 len: 347 time: 0.1341276 Nov 01 18:28:59.315852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33162) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:28:59.405531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Pushing event updated for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:28:59.456987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba1a2-b9b9-4673-9bea-60b74d00a342 req-19ebd13f-e24f-4d76-aaa0-b481d5491446 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:59.464056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b9ba1a2-b9b9-4673-9bea-60b74d00a342 req-19ebd13f-e24f-4d76-aaa0-b481d5491446 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.2773805 Nov 01 18:28:59.534629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.535992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.561757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b9ba1a2-b9b9-4673-9bea-60b74d00a342 req-47cc44fa-62bf-4f97-a880-d229081a715c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950665 Nov 01 18:28:59.574477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for cccc3286-8e77-444b-b37f-324c338234fd owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:59.593335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Attempting to bind port bf57be4f-80be-4e94-ad1e-afb412d9aec0 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:28:59.594114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Attempting to bind port bf57be4f-80be-4e94-ad1e-afb412d9aec0 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:28:59.594652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Attempting to bind port bf57be4f-80be-4e94-ad1e-afb412d9aec0 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:59.600565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Port bf57be4f-80be-4e94-ad1e-afb412d9aec0 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:28:59.601287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Attempting to bind port bf57be4f-80be-4e94-ad1e-afb412d9aec0 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:28:59.611412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:28:59.612318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:28:59.613042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:28:59.614390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Bound port: bf57be4f-80be-4e94-ad1e-afb412d9aec0, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:28:59.615019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.709456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port 56df41bd-b8b0-428e-8749-4718236bd14c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:28:59.709842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.726869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-634616049'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:28:59.806560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:28:59.830928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5334e3a-bb49-4982-aed1-1be66ab6bdde req-b1c2ba2f-6a4e-4e69-b70f-457fbe894cca tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 210 time: 0.0511551 Nov 01 18:28:59.840485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:28:59.866412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.866755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.899994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:28:59.900222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for 56df41bd-b8b0-428e-8749-4718236bd14c owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:28:59.905746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.920103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.933497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.979661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:28:59.983792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:28:59.983792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] 10.222.0.32 "PUT /v2.0/ports/bf57be4f-80be-4e94-ad1e-afb412d9aec0 HTTP/1.1" status: 200 len: 1092 time: 2.0315127 Nov 01 18:28:59.986294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:28:59.997288 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bcdfe-5898-4a1e-a018-936e8a2db5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:00.080704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2016-f532-44c2-b5ed-c9505357d67b service neutron] Pushing event updated for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:00.105875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.150348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.178313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=cccc3286-8e77-444b-b37f-324c338234fd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:00.247815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-71659505-0079-4889-9457-164d5ba3f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:00.249362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-71659505-0079-4889-9457-164d5ba3f366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0756347 Nov 01 18:29:00.334557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.338077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.356742 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f1dd1-86fd-4ab3-bc0d-443000e946c2 x-openstack-request-id: req-b55f1dd1-86fd-4ab3-bc0d-443000e946c2 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:00.357027 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:00.357279 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b55f1dd1-86fd-4ab3-bc0d-443000e946c2 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:00.360271 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0', 'status': 'completed', 'code': 200} Nov 01 18:29:00.360374 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-360da653-3395-4c79-9800-62155b906cc5 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/floatingips/484a5a36-7a15-4fb9-9407-1ac79d216d3d HTTP/1.1" status: 204 len: 168 time: 1.3551693 Nov 01 18:29:00.360690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33180) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:00.362150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.364734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.380535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:00.397788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=56df41bd-b8b0-428e-8749-4718236bd14c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:00.421570 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-78a88937-9174-4ef3-bb3e-d45c02395171 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0 HTTP/1.1" status: 200 len: 217 time: 0.1585174 Nov 01 18:29:00.437330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa35c8d-3a5e-4bd4-9e51-2362df94e65e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:00.450581 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-de545acc-c837-42a6-9990-f2329452f3b3 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] DELETE failed (client error): The resource could not be found. Nov 01 18:29:00.451354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de545acc-c837-42a6-9990-f2329452f3b3 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:29:00.455091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-de545acc-c837-42a6-9990-f2329452f3b3 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/f8a56f61-cf08-44ee-9333-a35ca392ee1a HTTP/1.1" status: 404 len: 333 time: 0.0722156 Nov 01 18:29:00.460176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33182) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:00.460176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.460365 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment 27ccb47e-b335-4cbd-abcd-d128983d93f1 of type vlan for network ebc192f0-45a8-4a90-ab48-f41013aa1927 Nov 01 18:29:00.471614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33184) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:00.509219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.512272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.513777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b79a99e1-7650-4773-aa1c-90120c96373d tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/floatingips/7c6740b8-cbce-472f-94b4-3c29a3f447cb HTTP/1.1" status: 204 len: 168 time: 1.2237260 Nov 01 18:29:00.517339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:00.644513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a47e0bb0-932d-4188-9b2b-2f13faf1a303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.713303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port 52e5f53d-8bed-410d-a3ad-54abfe243996 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:00.715150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.859059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:00.872838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for 52e5f53d-8bed-410d-a3ad-54abfe243996 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:00.942753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-01b4b952-66c6-415b-958d-d3727a4f0ae7 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e49101d-2197-43b1-9407-2d05dc77425e HTTP/1.1" status: 200 len: 205 time: 0.4783814 Nov 01 18:29:00.946551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.035163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.064783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5b5b7a0-b663-409f-9b0f-29953a401dee req-e77fc597-6a16-41b8-809a-0f7c23c41d37 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 210 time: 0.0684557 Nov 01 18:29:01.068128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-53cf2d31-6745-4371-8faf-cce20fcc18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:01.069536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-53cf2d31-6745-4371-8faf-cce20fcc18df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.6284602 Nov 01 18:29:01.070372 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-acc83322-ebbc-4168-93ed-ccd60f906064 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] delete failed (client error): The resource could not be found. Nov 01 18:29:01.073873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-acc83322-ebbc-4168-93ed-ccd60f906064 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/routers/1e49101d-2197-43b1-9407-2d05dc77425e HTTP/1.1" status: 404 len: 336 time: 0.1243913 Nov 01 18:29:01.075478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33206) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.107814 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd2c12d-79a4-4d9b-a00b-2a3ae0917512 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] DELETE failed (client error): The resource could not be found. Nov 01 18:29:01.108265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd2c12d-79a4-4d9b-a00b-2a3ae0917512 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:29:01.114408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7dd2c12d-79a4-4d9b-a00b-2a3ae0917512 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/subnets/ebd5e044-a4c0-482a-a0e3-652dff70ec25 HTTP/1.1" status: 404 len: 337 time: 0.0344369 Nov 01 18:29:01.116614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.188191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c20ae-ec06-43ee-8162-69b5184b77c9 req-2a3076ee-0f43-4f58-8e79-2fcfd10bddd0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:01.189727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e8c20ae-ec06-43ee-8162-69b5184b77c9 req-2a3076ee-0f43-4f58-8e79-2fcfd10bddd0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.2442067 Nov 01 18:29:01.248561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ca83-48b8-4533-aa24-73ac62046bde req-fa039b50-2f71-44d9-8677-95ee5805ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:01.250092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-fa039b50-2f71-44d9-8677-95ee5805ea6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450689 Nov 01 18:29:01.262836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a47e0bb0-932d-4188-9b2b-2f13faf1a303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.296567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e8c20ae-ec06-43ee-8162-69b5184b77c9 req-e67f559a-a11d-4f05-89c7-327637892dd0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805798 Nov 01 18:29:01.323390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-43cdb035-a061-4b04-92c3-0f9194071a15 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:01.325018 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-43cdb035-a061-4b04-92c3-0f9194071a15 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.37 "GET /v2.0/networks?id=41c80ff8-99cc-4697-9f36-f2db23fa628d HTTP/1.1" status: 200 len: 809 time: 0.3525434 Nov 01 18:29:01.339979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Request body: {'port': {'device_id': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d', 'admin_state_up': True, 'tenant_id': '62960801e6104a1d8399fdb064baea61'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:01.346423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a47e0bb0-932d-4188-9b2b-2f13faf1a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.357106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.362799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:01.367187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.445902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.450617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e0bb0-932d-4188-9b2b-2f13faf1a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00904ac-b13f-463e-9236-33bd7f39264c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:01.468128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a47e0bb0-932d-4188-9b2b-2f13faf1a303 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f86b74e630f142adacb0923cacadbef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9929693 Nov 01 18:29:01.482519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33220) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.495714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=52e5f53d-8bed-410d-a3ad-54abfe243996,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:01.511258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-04828716-c6c6-4063-81a3-a7811770d74c service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419033 Nov 01 18:29:01.523529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 3e52d1fa-07c7-4487-8476-39dac66333d6 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:01.523879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.526614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=ebc192f0-45a8-4a90-ab48-f41013aa1927,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:01.531480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fdacae7a-95a1-4841-9e4d-a83819083d02 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2168121 Nov 01 18:29:01.534406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33224) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.539488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'name': 'tempest-PortsTestJSON-688902608'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:01.565782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:01.687369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.693765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-18dfb94a-62f4-4d1f-9012-553eb31ef166 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/ports/52e5f53d-8bed-410d-a3ad-54abfe243996 HTTP/1.1" status: 204 len: 168 time: 1.1722963 Nov 01 18:29:01.695774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:01.744498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.770672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Made reservation on behalf of 62960801e6104a1d8399fdb064baea61 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:01.774739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.801464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.809452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.815617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6569ca83-48b8-4533-aa24-73ac62046bde req-24c52d2d-5bbb-4b31-b4f0-ce1f7149eec0 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782075 Nov 01 18:29:01.833346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 3e52d1fa-07c7-4487-8476-39dac66333d6 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:01.934417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting port db1a7b3f-2e75-40d4-b258-af5605fd897b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:01.934766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:01.968344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Allocated IP 172.20.0.4 (41c80ff8-99cc-4697-9f36-f2db23fa628d/63eabdbf-416c-4e7a-9f1c-c9997960c32f/82efcb83-60c8-4c60-8118-7156a849fdb9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:02.021738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:02.025453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.076720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:02.122182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-45ee2701-4516-4ee7-8e3c-8bef0799435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:02.123850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-45ee2701-4516-4ee7-8e3c-8bef0799435d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 1095 time: 0.1390867 Nov 01 18:29:02.162261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.193117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Calling delete_port for db1a7b3f-2e75-40d4-b258-af5605fd897b owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:02.220526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.286739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.289320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.293190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d00904ac-b13f-463e-9236-33bd7f39264c HTTP/1.1" status: 204 len: 168 time: 0.8083737 Nov 01 18:29:02.293190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a15e8df3-add6-4ce5-aa46-cd58c8a77747 req-4b36524e-1432-47af-aa7d-12ec0fb43bb3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 210 time: 0.0736012 Nov 01 18:29:02.299975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=3e52d1fa-07c7-4487-8476-39dac66333d6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:02.384031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea580b7-6613-49d4-aa2d-b202c59067b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00904ac-b13f-463e-9236-33bd7f39264c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:02.390486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.434405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-0c3b8376-87f2-4727-bcf5-feda07146d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:02.436009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-0c3b8376-87f2-4727-bcf5-feda07146d82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.3049641 Nov 01 18:29:02.532767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-35530a69-6ab8-47e0-b78c-8fbb160a22d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0 HTTP/1.1" status: 200 len: 217 time: 0.0837448 Nov 01 18:29:02.537030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.540559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7cea4c0a-3b44-45ed-a382-32c8d2d454cc tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/3e52d1fa-07c7-4487-8476-39dac66333d6 HTTP/1.1" status: 204 len: 168 time: 1.3947735 Nov 01 18:29:02.543554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:02.590821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.601231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.603198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc7246-c575-4b7d-af97-926e0565d332 req-aab370c8-dabd-459a-a26a-356644be65f0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:02.615921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88dc7246-c575-4b7d-af97-926e0565d332 req-aab370c8-dabd-459a-a26a-356644be65f0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1724758 Nov 01 18:29:02.622438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-3612bfd8-4afc-4daa-9823-06448c1567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:02.624023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-3612bfd8-4afc-4daa-9823-06448c1567ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0811415 Nov 01 18:29:02.701986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88dc7246-c575-4b7d-af97-926e0565d332 req-5260316a-befb-4bf9-9c8f-54052f75fb4c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769463 Nov 01 18:29:02.709953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-36e2c4e9-f681-4b84-9f42-ddc214ad8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:02.711468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-36e2c4e9-f681-4b84-9f42-ddc214ad8d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795579 Nov 01 18:29:02.754913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Network 41c80ff8-99cc-4697-9f36-f2db23fa628d is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:02.779173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:02.781110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Pushing event updated for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:02.787374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:02.822000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:02.835451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-62a91d70-3f78-4ec3-866b-f16611835117 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159029 Nov 01 18:29:02.958653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568bcdfe-5898-4a1e-a018-936e8a2db5cc req-c87906ae-b8b4-4ce3-aa6c-66b21ff860d3 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157191 Nov 01 18:29:03.180884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Port': ['ID=db1a7b3f-2e75-40d4-b258-af5605fd897b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:03.185254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33296) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:03.205749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3925-8973-4a91-9944-7964a77c32d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.218175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:03.219625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.277582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.322924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3925-8973-4a91-9944-7964a77c32d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.340026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.352736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ed9af1c-a7e1-4696-84c9-260da630cca7 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/ports/db1a7b3f-2e75-40d4-b258-af5605fd897b HTTP/1.1" status: 204 len: 168 time: 1.6477926 Nov 01 18:29:03.353036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:03.359243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 2722f637-4370-4360-905b-bf4ba4c12419 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:03.359656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.405873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting subnet 8700bdbb-56e6-48d7-a784-1265bd148594 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:03.419743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.451970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-d87c6b3f-3a47-4697-84b2-89378501ac5c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1163664 Nov 01 18:29:03.452647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=a3bfa642-bf0a-475b-98d9-45ad3f0f9092,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:03.467176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3925-8973-4a91-9944-7964a77c32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.489555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-851f0d07-8998-4a5e-a822-7f152d506d2e tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:29:03.490907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-851f0d07-8998-4a5e-a822-7f152d506d2e tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077717 Nov 01 18:29:03.514028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bd4a3925-8973-4a91-9944-7964a77c32d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8800f62d86cb4efd8b953eaafa9882b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257606 Nov 01 18:29:03.522204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:03.544756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.575255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a3925-8973-4a91-9944-7964a77c32d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d096b95a-5468-49fe-ab49-7deb59f45914,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:03.582172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': '27ccb47e-b335-4cbd-abcd-d128983d93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:03.582600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: ebc192f0-45a8-4a90-ab48-f41013aa1927, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:03.607725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7cac3-0403-4b7e-96b4-7ae50cb0c2ec req-54802284-b155-4fb0-ba4b-cfc8515b2650 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:03.611405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47d7cac3-0403-4b7e-96b4-7ae50cb0c2ec req-54802284-b155-4fb0-ba4b-cfc8515b2650 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 931 time: 0.2009797 Nov 01 18:29:03.698006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.721543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.740557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:03.745998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47d7cac3-0403-4b7e-96b4-7ae50cb0c2ec req-abc48474-10b0-4de8-8583-5875e315f5b9 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105168 Nov 01 18:29:03.760954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.780319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 2722f637-4370-4360-905b-bf4ba4c12419 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:03.784547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.896111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Request body: {'port': {'device_id': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:03.896111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ebc192f0-45a8-4a90-ab48-f41013aa1927) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:03.904412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e965-af64-4578-b47b-824ff1c10839 req-af3909fa-0ead-4010-9cae-3de1ec82de41 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:03.905584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6727e965-af64-4578-b47b-824ff1c10839 req-af3909fa-0ead-4010-9cae-3de1ec82de41 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.0820158 Nov 01 18:29:03.908933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5e100-6fa9-40cc-8bb5-21da06c48b88 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:03.909492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:03.915326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:03.915981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:03.955133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6727e965-af64-4578-b47b-824ff1c10839 req-d41f67f0-6b0f-4051-b8de-ad5285811186 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Nov 01 18:29:03.971448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.018796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Subnet': ['ID=8700bdbb-56e6-48d7-a784-1265bd148594,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:04.022012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.027975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5d4ca60d-a1ff-4dca-816d-c209b5171df3 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/subnets/8700bdbb-56e6-48d7-a784-1265bd148594 HTTP/1.1" status: 204 len: 168 time: 0.6752613 Nov 01 18:29:04.035765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33344) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:04.040503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f335d-0eae-4c67-b956-891ce3f5d28c None None] Network d8c9727d-d58f-4c3b-b9f2-975abb7893b6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:04.069309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33348) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:04.069686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1993758150'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:04.070046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a5d27c1b-992a-4d67-9091-9a3bdaa5890f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5296988 Nov 01 18:29:04.106016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.166225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.169704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.174202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d096b95a-5468-49fe-ab49-7deb59f45914 HTTP/1.1" status: 204 len: 168 time: 0.6478705 Nov 01 18:29:04.186838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Deleting subnet da884a7e-4827-4d0f-b2af-125e62c2a792 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:04.194321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:04.199435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.210463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.268296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:04.283764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8886cc-ef99-4412-bf35-d64c7e2ecc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096b95a-5468-49fe-ab49-7deb59f45914,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:04.305321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.305677 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment 9ae6e053-0f41-4ea8-935b-8b375ab5f561 of type vlan for network 731c2892-3917-4a26-99a5-52043bc7adce Nov 01 18:29:04.339454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] DHCP port deletion for d8c9727d-d58f-4c3b-b9f2-975abb7893b6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:29:04.359167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.379253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.446480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Deleting port 629cfedb-ffde-41d4-bb26-7672eb644880 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:04.446718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.446857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.525462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.529233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] For port 629cfedb-ffde-41d4-bb26-7672eb644880, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=629cfedb-ffde-41d4-bb26-7672eb644880,segment=NetworkSegment(43ba2167-7a4e-433d-9be2-6c01125aaa9f),segment_id=43ba2167-7a4e-433d-9be2-6c01125aaa9f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:04.531380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.531495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=2722f637-4370-4360-905b-bf4ba4c12419,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:04.539533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:04.540304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.559857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Calling delete_port for 629cfedb-ffde-41d4-bb26-7672eb644880 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:04.637558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.707430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=731c2892-3917-4a26-99a5-52043bc7adce,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:04.718695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 731c2892-3917-4a26-99a5-52043bc7adce details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:04.720749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.768614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.775772 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-037c74e2-3e3b-4667-8e9c-6bfdd2e9f897 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/ports/2722f637-4370-4360-905b-bf4ba4c12419 HTTP/1.1" status: 204 len: 168 time: 2.2242854 Nov 01 18:29:04.778428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33384) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:04.802219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:04.840559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d735eeef-cdd0-4af3-b585-4f788d9c2841 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7724953 Nov 01 18:29:04.841371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33388) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:04.847734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'ports': [{'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'}, {'network_id': '731c2892-3917-4a26-99a5-52043bc7adce'}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:04.848025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:04.848505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '731c2892-3917-4a26-99a5-52043bc7adce'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:04.871437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] Pushing event deleted for resources: {'Port': ['ID=629cfedb-ffde-41d4-bb26-7672eb644880,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:04.909647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca66511-af35-4d9b-a9db-134285a393d6 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:04.917999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eca66511-af35-4d9b-a9db-134285a393d6 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "GET /v2.0/ports?device_id=620ca017-3f8d-4097-a4d6-b833cb542c33 HTTP/1.1" status: 200 len: 913 time: 0.1359086 Nov 01 18:29:04.918247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf162e4-4dd3-4af9-84ad-4de091e68cd8 None None] No DVR routers for this DVR port 629cfedb-ffde-41d4-bb26-7672eb644880 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:04.937515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:04.980940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62af3a-de3e-4c5d-a8b5-a3956afd76a6 req-85a05fc9-b370-4952-a665-215f3a2fa1cd tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:04.994206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a62af3a-de3e-4c5d-a8b5-a3956afd76a6 req-85a05fc9-b370-4952-a665-215f3a2fa1cd tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 931 time: 0.1040533 Nov 01 18:29:05.062469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a62af3a-de3e-4c5d-a8b5-a3956afd76a6 req-5ccd95d3-3072-4292-be31-e5379636edb9 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657766 Nov 01 18:29:05.119030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.138767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f851-4355-4538-8e06-71ca356d8757 req-319debf3-0abf-46fa-83b5-43859cbc0b0f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:05.149683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47e4f851-4355-4538-8e06-71ca356d8757 req-319debf3-0abf-46fa-83b5-43859cbc0b0f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.0677900 Nov 01 18:29:05.194213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47e4f851-4355-4538-8e06-71ca356d8757 req-8dd5d122-8471-431c-89e9-ada4272cd291 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Nov 01 18:29:05.260423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.263644 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/subnets/da884a7e-4827-4d0f-b2af-125e62c2a792 HTTP/1.1" status: 204 len: 168 time: 1.2265103 Nov 01 18:29:05.267941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33420) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:05.276096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086664aa-1d77-4d47-9e0c-f7b2f9dc7309 None None] Network f1694758-ba07-4221-b5d8-09da131c2ac4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:05.276387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b211-3494-43e3-8a24-ab2accfaca6a tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Subnet': ['ID=da884a7e-4827-4d0f-b2af-125e62c2a792,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:05.331369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82efcb83-60c8-4c60-8118-7156a849fdb9 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:29:05.350587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.421182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Transition to ACTIVE for port object 82efcb83-60c8-4c60-8118-7156a849fdb9 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:29:05.480355 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.487610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.536795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:05.544582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.561314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] DHCP port deletion for f1694758-ba07-4221-b5d8-09da131c2ac4 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:29:05.591712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Pushing event updated for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:05.654036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.675565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Deleting port dac9ad1c-8d2e-435a-94b1-515c1b1360ec {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:05.676167 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.676495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.733625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c9727d-d58f-4c3b-b9f2-975abb7893b6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:05.766589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ba2167-7a4e-433d-9be2-6c01125aaa9f') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:05.766955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ba2167-7a4e-433d-9be2-6c01125aaa9f') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:05.779348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.783211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] For port dac9ad1c-8d2e-435a-94b1-515c1b1360ec, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,segment=NetworkSegment(0fdfa038-d03a-4951-8d94-aa7fe2146432),segment_id=0fdfa038-d03a-4951-8d94-aa7fe2146432)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:05.785192 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.795979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.803603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:05.804238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:05.807647 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:05.812987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Calling delete_port for dac9ad1c-8d2e-435a-94b1-515c1b1360ec owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:05.891575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 8b1b4572-d176-4c70-88ca-5135ce6a11b8 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:05.932886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Attempting to bind port 82efcb83-60c8-4c60-8118-7156a849fdb9 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:05.933307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Attempting to bind port 82efcb83-60c8-4c60-8118-7156a849fdb9 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'f8715cca-1037-4242-a851-816eb2e1832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:05.933705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Attempting to bind port 82efcb83-60c8-4c60-8118-7156a849fdb9 on network 41c80ff8-99cc-4697-9f36-f2db23fa628d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:05.957054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Port 82efcb83-60c8-4c60-8118-7156a849fdb9 on network 41c80ff8-99cc-4697-9f36-f2db23fa628d not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:29:05.957569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Attempting to bind port 82efcb83-60c8-4c60-8118-7156a849fdb9 on network 41c80ff8-99cc-4697-9f36-f2db23fa628d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:06.014287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.043120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.060644 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.071902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/networks/d8c9727d-d58f-4c3b-b9f2-975abb7893b6 HTTP/1.1" status: 204 len: 168 time: 0.8016405 Nov 01 18:29:06.075477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a22eac-da48-4ef0-aab8-060eed4ba7a1 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Network': ['ID=d8c9727d-d58f-4c3b-b9f2-975abb7893b6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:06.076301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:06.076810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Checking segment: {'id': 'f8715cca-1037-4242-a851-816eb2e1832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:06.077030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Bound using segment: {'id': 'f8715cca-1037-4242-a851-816eb2e1832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:06.077476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Bound port: 82efcb83-60c8-4c60-8118-7156a849fdb9, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8715cca-1037-4242-a851-816eb2e1832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:06.077836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.080610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33464) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:06.109894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.110754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 629cfedb-ffde-41d4-bb26-7672eb644880 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:06.120447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] Pushing event deleted for resources: {'Port': ['ID=dac9ad1c-8d2e-435a-94b1-515c1b1360ec,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:06.210383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae8219-6b38-43ec-a623-3083a85313dc None None] No DVR routers for this DVR port dac9ad1c-8d2e-435a-94b1-515c1b1360ec on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:06.212817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.216999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 629cfedb-ffde-41d4-bb26-7672eb644880 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:06.217760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 629cfedb-ffde-41d4-bb26-7672eb644880 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:06.219821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac9ad1c-8d2e-435a-94b1-515c1b1360ec no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:06.254336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dac9ad1c-8d2e-435a-94b1-515c1b1360ec {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:06.255013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac9ad1c-8d2e-435a-94b1-515c1b1360ec not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:06.392325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:06.398627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:06.404776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=82efcb83-60c8-4c60-8118-7156a849fdb9,segment=NetworkSegment(f8715cca-1037-4242-a851-816eb2e1832b),segment_id=f8715cca-1037-4242-a851-816eb2e1832b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:06.419354 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.445699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d62cd-be3f-426f-826d-36c96f8bfbc2 req-acfaee66-f923-4f27-99d4-b8d1d6bc23db tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:06.447191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-768d62cd-be3f-426f-826d-36c96f8bfbc2 req-acfaee66-f923-4f27-99d4-b8d1d6bc23db tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 943 time: 0.2489178 Nov 01 18:29:06.484480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772aa87-8987-4f88-a63e-c4674e8680d1 req-a9cbdf16-500a-4851-b29b-bd4b05f5819b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:06.486291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e772aa87-8987-4f88-a63e-c4674e8680d1 req-a9cbdf16-500a-4851-b29b-bd4b05f5819b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1472735 Nov 01 18:29:06.540880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.585850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.607640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:06.608199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.610147 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] 10.222.0.37 "PUT /v2.0/ports/82efcb83-60c8-4c60-8118-7156a849fdb9 HTTP/1.1" status: 200 len: 1091 time: 3.0867476 Nov 01 18:29:06.613449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:06.616641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-768d62cd-be3f-426f-826d-36c96f8bfbc2 req-51a569fc-f7af-47e1-a033-7906f4f62179 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575758 Nov 01 18:29:06.628307 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c87d2-2db0-4510-b170-6ec8a7e9ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:06.644335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e772aa87-8987-4f88-a63e-c4674e8680d1 req-aed38f5b-0645-4f82-9917-1f89fbe86df9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401117 Nov 01 18:29:06.646707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1694758-ba07-4221-b5d8-09da131c2ac4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:06.659746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdfa038-d03a-4951-8d94-aa7fe2146432') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:06.660043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdfa038-d03a-4951-8d94-aa7fe2146432') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:06.680354 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.697151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.706157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:06.706497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.769417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:06.781854 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:06.803383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1abe7-6283-4589-948d-873cae24b431 service neutron] Pushing event updated for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:06.857812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.867345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:06.871671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] 10.222.0.31 "DELETE /v2.0/networks/f1694758-ba07-4221-b5d8-09da131c2ac4 HTTP/1.1" status: 204 len: 168 time: 0.7884371 Nov 01 18:29:06.900510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ad120-7514-426b-a60a-e4ca24c4cc34 tempest-TaggedBootDevicesTest_v242-16788663 tempest-TaggedBootDevicesTest_v242-16788663-project] Pushing event deleted for resources: {'Network': ['ID=f1694758-ba07-4221-b5d8-09da131c2ac4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:06.915126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-2e1f0fa7-8e7d-4765-bfc0-0875729b0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:06.917179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-2e1f0fa7-8e7d-4765-bfc0-0875729b0dd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62960801e6104a1d8399fdb064baea61&device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 1094 time: 0.1769428 Nov 01 18:29:07.011084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:07.037909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-f7c45c6c-503b-418e-bc58-b4eef3135292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82efcb83-60c8-4c60-8118-7156a849fdb9 HTTP/1.1" status: 200 len: 217 time: 0.1101656 Nov 01 18:29:07.040182 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fdbd8-6bbf-439c-ba77-fe3a7e4c721b x-openstack-request-id: req-1b8fdbd8-6bbf-439c-ba77-fe3a7e4c721b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:07.040467 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:07.040719 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b8fdbd8-6bbf-439c-ba77-fe3a7e4c721b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:07.042023 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9', 'status': 'completed', 'code': 200} Nov 01 18:29:07.089645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port ee11da6e-ff6b-4e59-b150-7727dea88ddd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:07.089997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:07.151713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:07.163663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:07.198027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:07.198876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:07.200797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=8b1b4572-d176-4c70-88ca-5135ce6a11b8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:07.517100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-56261f4a-d7a6-40df-919f-041b794c3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:07.518612 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-56261f4a-d7a6-40df-919f-041b794c3801 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63eabdbf-416c-4e7a-9f1c-c9997960c32f HTTP/1.1" status: 200 len: 849 time: 0.4698181 Nov 01 18:29:07.584913 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-0c080f99-fe0d-4819-9e5f-fed095c7c1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c80ff8-99cc-4697-9f36-f2db23fa628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506978 Nov 01 18:29:07.618959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:07.623843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:07.660239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for ee11da6e-ff6b-4e59-b150-7727dea88ddd owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:07.719769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': '9ae6e053-0f41-4ea8-935b-8b375ab5f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '731c2892-3917-4a26-99a5-52043bc7adce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:07.720410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 731c2892-3917-4a26-99a5-52043bc7adce, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:07.813508 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-ecff788e-ff62-42ac-950a-e6f02e82e87c service neutron] 10.222.0.37 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994214 Nov 01 18:29:07.832587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463231b3-f166-4c6d-a3c7-b95acd3de40e req-7434463d-9f69-4ecb-82ee-1e742bc8671c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:07.835063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-463231b3-f166-4c6d-a3c7-b95acd3de40e req-7434463d-9f69-4ecb-82ee-1e742bc8671c tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 943 time: 0.1310649 Nov 01 18:29:07.876016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d49c10-7709-44ee-bd52-aa682be85d86 req-807dc50d-e1e9-4993-91da-8cb5bf4ac4d1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:07.877077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 731c2892-3917-4a26-99a5-52043bc7adce is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:07.878364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14d49c10-7709-44ee-bd52-aa682be85d86 req-807dc50d-e1e9-4993-91da-8cb5bf4ac4d1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1220493 Nov 01 18:29:07.939484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-463231b3-f166-4c6d-a3c7-b95acd3de40e req-af2fd75e-bd87-4b05-808a-4e61c6b24736 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Nov 01 18:29:07.961949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14d49c10-7709-44ee-bd52-aa682be85d86 req-ca194b24-95d7-4b9d-8e4c-7221bb6eaee6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749938 Nov 01 18:29:07.974257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f8635e6-3fdc-4bcb-a63d-b897c50f0287 req-fbaf0f58-0090-4b96-af59-d9f922a34c12 service neutron] 10.222.0.37 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642616 Nov 01 18:29:08.003192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 731c2892-3917-4a26-99a5-52043bc7adce) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:08.009960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:08.016396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:08.016849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea7df6-3a09-4c40-83f9-94add7e87894 None None] Network 731c2892-3917-4a26-99a5-52043bc7adce requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:08.021348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:08.022028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:08.144387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bac3e224-bd88-402d-97f9-275c4b169b9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3008912 Nov 01 18:29:08.147963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:08.181021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:08.237596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-31021f1a-6738-451c-8b2f-f0ad24b7e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:08.239098 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-31021f1a-6738-451c-8b2f-f0ad24b7e596 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62960801e6104a1d8399fdb064baea61&device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 1094 time: 0.1310446 Nov 01 18:29:08.247096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=ee11da6e-ff6b-4e59-b150-7727dea88ddd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:08.480229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-d5d672a9-0032-4acf-8d8b-1d547ef350bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:08.481715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-d5d672a9-0032-4acf-8d8b-1d547ef350bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c80ff8-99cc-4697-9f36-f2db23fa628d HTTP/1.1" status: 200 len: 910 time: 0.2111735 Nov 01 18:29:08.489523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:08.489867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:08.541063 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:29:08.584884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-82ad2949-c66a-4fcd-9e91-cd90ca16b809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82efcb83-60c8-4c60-8118-7156a849fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0880487 Nov 01 18:29:08.671191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:08.680378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:08.694984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:08.707262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-10e3d822-bee1-4b64-958d-d476725a67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:08.708993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-10e3d822-bee1-4b64-958d-d476725a67d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63eabdbf-416c-4e7a-9f1c-c9997960c32f HTTP/1.1" status: 200 len: 849 time: 0.0967932 Nov 01 18:29:08.808363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-0a84f788-78ed-44c4-8afa-893d08a7c369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c80ff8-99cc-4697-9f36-f2db23fa628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897539 Nov 01 18:29:08.990954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-2e0d7392-fe8b-4a8a-836a-ac501abdd6cc service neutron] 10.222.0.37 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709044 Nov 01 18:29:09.070803 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.106771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.111701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3783c3-b295-4cd9-805f-3316e02a6b03 req-2ae20280-4aba-4c9b-ab1a-9c2725f20605 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:09.113572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be3783c3-b295-4cd9-805f-3316e02a6b03 req-2ae20280-4aba-4c9b-ab1a-9c2725f20605 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 943 time: 0.0840554 Nov 01 18:29:09.155046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:09.189738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be3783c3-b295-4cd9-805f-3316e02a6b03 req-c82df524-2ab5-4911-9f8c-c7cc569de689 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Nov 01 18:29:09.201447 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-478c87d2-2db0-4510-b170-6ec8a7e9ded3 req-96f7f4ab-857b-4d2c-a7b6-dd51704bd756 service neutron] 10.222.0.37 "GET /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665201 Nov 01 18:29:09.205962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.216408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-58912798-fd51-48f0-adf1-1fcc57b97f29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6 HTTP/1.1" status: 204 len: 168 time: 1.0638297 Nov 01 18:29:09.219530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87abedd-e1d2-4100-bc40-5faf970b43ec req-04802cb4-eeac-4459-8354-065243dde4d3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:09.227093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b87abedd-e1d2-4100-bc40-5faf970b43ec req-04802cb4-eeac-4459-8354-065243dde4d3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1522386 Nov 01 18:29:09.230072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33644) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:09.257059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Router 620ca017-3f8d-4097-a4d6-b833cb542c33 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:29:09.309404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b87abedd-e1d2-4100-bc40-5faf970b43ec req-34629311-b076-4411-a5ba-27422f3d0967 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794923 Nov 01 18:29:09.323063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cef3a6-9924-40bf-8d10-4276f1e01476 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:09.334712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cef3a6-9924-40bf-8d10-4276f1e01476 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:09.335752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a7cef3a6-9924-40bf-8d10-4276f1e01476 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1041842 Nov 01 18:29:09.343455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33652) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:09.401854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:29:09.413280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b67558cb-089e-4a54-8ef3-fe417fff4ca0 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "PUT /v2.0/routers/620ca017-3f8d-4097-a4d6-b833cb542c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4716616 Nov 01 18:29:09.415702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:09.417401 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] Sync routers for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:29:09.433505 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:09.440396 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:09.510516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 8b1b4572-d176-4c70-88ca-5135ce6a11b8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:09.511672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.542116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:09.579464 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] Routers {'620ca017-3f8d-4097-a4d6-b833cb542c33'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:09.581518 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:28:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['620ca017-3f8d-4097-a4d6-b833cb542c33'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:09.608220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.647596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.704282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 8b1b4572-d176-4c70-88ca-5135ce6a11b8 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:09.760124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.800116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:09.801545 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a55b3a1-e14f-4b0d-9bf9-119415aecdf6 None None] The sync data for ids ['620ca017-3f8d-4097-a4d6-b833cb542c33'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:29:09.894077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.915472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting port 4ee68331-c5eb-4c90-ac2b-eb156d6081b8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:09.916326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.929956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:09.936796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/8b1b4572-d176-4c70-88ca-5135ce6a11b8 HTTP/1.1" status: 204 len: 168 time: 0.5993028 Nov 01 18:29:09.937440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:09.942160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81d830-56f9-4e89-88d6-2c258a4f7097 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=8b1b4572-d176-4c70-88ca-5135ce6a11b8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:10.002186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a424a90-7838-4176-89bd-e27e4d7d7e27 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:10.007056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a424a90-7838-4176-89bd-e27e4d7d7e27 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0684195 Nov 01 18:29:10.007800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33688) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:10.044462 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b30eef7-e7b5-4331-a36f-af48f6dfb928 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:10.044462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b30eef7-e7b5-4331-a36f-af48f6dfb928 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/d11cf2cc-93aa-4e0c-b76c-54b191a7c6c6 HTTP/1.1" status: 404 len: 333 time: 0.0351555 Nov 01 18:29:10.044778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33690) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:10.073918 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38519e4-27bc-4e2d-9c76-e4d48db62ceb tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:10.078741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c38519e4-27bc-4e2d-9c76-e4d48db62ceb tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/8b1b4572-d176-4c70-88ca-5135ce6a11b8 HTTP/1.1" status: 404 len: 333 time: 0.0307150 Nov 01 18:29:10.079219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33692) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:10.113595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.163289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Calling delete_port for 4ee68331-c5eb-4c90-ac2b-eb156d6081b8 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:10.190453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.348602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fb8c5-45e7-4b50-ab28-362ccfe7bfba req-a9209f67-8f15-4c93-8402-5aaa35a0c161 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:10.360309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b7fb8c5-45e7-4b50-ab28-362ccfe7bfba req-a9209f67-8f15-4c93-8402-5aaa35a0c161 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 943 time: 0.1012020 Nov 01 18:29:10.400954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.429834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731c2892-3917-4a26-99a5-52043bc7adce']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:10.444066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae6e053-0f41-4ea8-935b-8b375ab5f561') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:10.444066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae6e053-0f41-4ea8-935b-8b375ab5f561') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:10.456169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.469254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b7fb8c5-45e7-4b50-ab28-362ccfe7bfba req-efb26b38-7c61-4ac8-99d0-fa1bff096733 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076152 Nov 01 18:29:10.472522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.480368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:10.480767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.493561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f53a0-45a7-4501-9c8b-ec14932d0a24 req-a3fa361a-0bf3-404a-91d1-2ce1c9596534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:10.494225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8f53a0-45a7-4501-9c8b-ec14932d0a24 req-a3fa361a-0bf3-404a-91d1-2ce1c9596534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.0677745 Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:10.512714 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:10.560119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f8f53a0-45a7-4501-9c8b-ec14932d0a24 req-7a73b65e-9e0c-435b-8592-4e754c0b862f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 Nov 01 18:29:10.737525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.754669 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.758193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/731c2892-3917-4a26-99a5-52043bc7adce HTTP/1.1" status: 204 len: 168 time: 0.6779613 Nov 01 18:29:10.762564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33736) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:10.768676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-668711482'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:10.773019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a470a-bddc-4d68-a541-cf92a7461cb2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=731c2892-3917-4a26-99a5-52043bc7adce,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:10.788513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.832566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Port': ['ID=4ee68331-c5eb-4c90-ac2b-eb156d6081b8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:10.873833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:10.878002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.908516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:10.916697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.918700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:10.919114 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment d955d322-6473-45a0-b0f8-b2b6c26e6f9b of type vlan for network 902194e9-b77b-4c40-92fd-5d267a3823e5 Nov 01 18:29:10.964382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.020745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.022961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.097771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.105128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:11.105128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.129091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.129755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Fanout notify agent at l3_agent the message router_deleted on router 620ca017-3f8d-4097-a4d6-b833cb542c33 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:29:11.140464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.141716 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5591f2e-6967-4708-9f2d-bd7ad37bace4 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/routers/620ca017-3f8d-4097-a4d6-b833cb542c33 HTTP/1.1" status: 204 len: 168 time: 1.7245934 Nov 01 18:29:11.144070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33754) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:11.174647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=902194e9-b77b-4c40-92fd-5d267a3823e5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:11.185951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:11.207046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Deleting subnet d37bea9c-0564-43c6-a339-65682d34b2bf {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:11.210969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.257707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a9de29ce-7d2e-4174-a69d-a16dde279add tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4939458 Nov 01 18:29:11.260505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:11.266853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:11.279890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.351530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.539858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:11.545229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.554475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.625682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Subnet': ['ID=d37bea9c-0564-43c6-a339-65682d34b2bf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:11.640087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.650498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-097925b4-e8a7-474b-a999-ad8a34d0af96 tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/subnets/d37bea9c-0564-43c6-a339-65682d34b2bf HTTP/1.1" status: 204 len: 168 time: 0.5040481 Nov 01 18:29:11.650778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:11.797423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Performing IP validity checks on allocation pools {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:29:11.797983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:29:11.850875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c740d-7f83-45b2-9ee6-bf66b2047983 req-573c5e0c-9ddb-416a-b2ed-2a7857ca6680 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:11.852540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd3c740d-7f83-45b2-9ee6-bf66b2047983 req-573c5e0c-9ddb-416a-b2ed-2a7857ca6680 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 943 time: 0.2613232 Nov 01 18:29:11.862428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:11.919754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e600b4-dc60-4dcf-8914-97ae4d5a62cb req-b4dfdba9-2ea7-4fe9-99ce-7979fa26d32a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:11.921355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65e600b4-dc60-4dcf-8914-97ae4d5a62cb req-b4dfdba9-2ea7-4fe9-99ce-7979fa26d32a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.2121408 Nov 01 18:29:12.381079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd3c740d-7f83-45b2-9ee6-bf66b2047983 req-d1bb6f3a-92da-4bfb-ab41-1d2cb6398884 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157549 Nov 01 18:29:12.474663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.514411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 82efcb83-60c8-4c60-8118-7156a849fdb9 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:29:12.514879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65e600b4-dc60-4dcf-8914-97ae4d5a62cb req-2a903f00-833f-4e5d-8e18-ceee3aabcd21 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747044 Nov 01 18:29:12.536397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:12.554266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eef4d7f-ff5e-4348-ab3e-600965ae2ec3') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:12.554945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eef4d7f-ff5e-4348-ab3e-600965ae2ec3') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:12.565501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.602707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.614794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:12.615204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:12.619146 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:12.650074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=82efcb83-60c8-4c60-8118-7156a849fdb9,segment=NetworkSegment(f8715cca-1037-4242-a851-816eb2e1832b),segment_id=f8715cca-1037-4242-a851-816eb2e1832b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:12.665029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '82efcb83-60c8-4c60-8118-7156a849fdb9', 'network_id': '41c80ff8-99cc-4697-9f36-f2db23fa628d', 'port_id': '82efcb83-60c8-4c60-8118-7156a849fdb9', 'mac_address': 'fa:16:3e:40:90:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eabdbf-416c-4e7a-9f1c-c9997960c32f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:29:12.722069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.735637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.750462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efcb83-60c8-4c60-8118-7156a849fdb9 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:29:12.776023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=82efcb83-60c8-4c60-8118-7156a849fdb9,segment=NetworkSegment(f8715cca-1037-4242-a851-816eb2e1832b),segment_id=f8715cca-1037-4242-a851-816eb2e1832b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:12.828438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=046351fc-d9a6-4ecb-9070-9160fcf165e5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:12.837626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:12.838600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 902194e9-b77b-4c40-92fd-5d267a3823e5, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:12.839650 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.862137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.867589 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:12.873604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] 10.222.0.31 "DELETE /v2.0/networks/02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb HTTP/1.1" status: 204 len: 168 time: 1.2217588 Nov 01 18:29:12.892098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc98d-3ae9-40b9-9b06-a7d936fa7f5d tempest-FloatingIPTestJSON-1264160644 tempest-FloatingIPTestJSON-1264160644-project] Pushing event deleted for resources: {'Network': ['ID=02b0e2b1-01d0-4b71-a5d8-73a14d32cfdb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:12.921028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:12.942019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:13.042268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 902194e9-b77b-4c40-92fd-5d267a3823e5) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:13.052873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:13.052873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:13.053104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5ef69-a88e-4d1d-8097-110fefb12acf None None] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:13.134515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0fcba8bd-4be3-48ed-872c-8add69fe62d6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8726959 Nov 01 18:29:13.138915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:13.144596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5', 'name': 'tempest-PortsTestJSON-860936739'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:13.235452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['82efcb83-60c8-4c60-8118-7156a849fdb9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:29:13.317750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-902194e9-b77b-4c40-92fd-5d267a3823e5', 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '046351fc-d9a6-4ecb-9070-9160fcf165e5'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:29:13.324101 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:13.459437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:13.462606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33866) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:13.481827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:13.583857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 0652b7ec-977b-49d8-9e30-2ce32e9e6946 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:13.739328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522597ed-9ac1-4abd-b7b4-a71fefff2a40 req-8b041d5f-1688-4f8a-bb15-dfdc35eaa422 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:13.748782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-522597ed-9ac1-4abd-b7b4-a71fefff2a40 req-8b041d5f-1688-4f8a-bb15-dfdc35eaa422 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 944 time: 0.2217321 Nov 01 18:29:13.770574 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4b25167e-d92d-420e-8b1d-19292a0064ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2712a7ea51a446c994ec0412f62a9b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050263 Nov 01 18:29:13.773088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33876) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:13.774587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Allocated IP 172.20.0.2 (902194e9-b77b-4c40-92fd-5d267a3823e5/046351fc-d9a6-4ecb-9070-9160fcf165e5/f0fcd157-d48a-4359-92cf-8c16f3f995f0) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:13.811654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1b67-a607-4f32-be39-64e5ae3a0d06 req-f34df436-2a88-4dc9-9174-565600be4b6e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:13.813815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2edd1b67-a607-4f32-be39-64e5ae3a0d06 req-f34df436-2a88-4dc9-9174-565600be4b6e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1488049 Nov 01 18:29:13.825188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-522597ed-9ac1-4abd-b7b4-a71fefff2a40 req-f9f64b32-1845-4311-bbfa-fca947de2b7a tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754285 Nov 01 18:29:13.858476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:13.897432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:13.917328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2edd1b67-a607-4f32-be39-64e5ae3a0d06 req-5ba6dec0-dae0-4f10-b338-3a947411cd6d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Nov 01 18:29:13.983666 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.048680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.051232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.052628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6fb8093-fbf4-4c40-9ce5-7aa0d1e6e300 HTTP/1.1" status: 204 len: 168 time: 0.2740314 Nov 01 18:29:14.071915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fb8093-fbf4-4c40-9ce5-7aa0d1e6e300,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:14.080263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.084594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.086925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.087455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.088151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.088644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.089131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.089616 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.090942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.091439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.091944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.092431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.092915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cde26-e071-4501-8a35-605ec60c711e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:14.143419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:14.148343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:14.159089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:14.185172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Pushing event updated for resources: {'Port': ['ID=f0fcd157-d48a-4359-92cf-8c16f3f995f0,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:14.206950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.7 (902194e9-b77b-4c40-92fd-5d267a3823e5/046351fc-d9a6-4ecb-9070-9160fcf165e5/0652b7ec-977b-49d8-9e30-2ce32e9e6946) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:14.331760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Attempting to bind port f0fcd157-d48a-4359-92cf-8c16f3f995f0 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:14.331760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Attempting to bind port f0fcd157-d48a-4359-92cf-8c16f3f995f0 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:14.332127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Attempting to bind port f0fcd157-d48a-4359-92cf-8c16f3f995f0 on network 902194e9-b77b-4c40-92fd-5d267a3823e5 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:14.345036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:14.345544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Checking segment: {'id': 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:14.347610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.348090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Bound using segment: {'id': 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:14.348652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Bound port: f0fcd157-d48a-4359-92cf-8c16f3f995f0, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '902194e9-b77b-4c40-92fd-5d267a3823e5'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:14.349735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.479631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.484936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] For port f0fcd157-d48a-4359-92cf-8c16f3f995f0, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:14.493143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] For port f0fcd157-d48a-4359-92cf-8c16f3f995f0, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0fcd157-d48a-4359-92cf-8c16f3f995f0,segment=NetworkSegment(d955d322-6473-45a0-b0f8-b2b6c26e6f9b),segment_id=d955d322-6473-45a0-b0f8-b2b6c26e6f9b)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:14.585421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.602720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:14.690824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b0bf-1efc-4a50-a604-66e0ce6a0d8a None None] Pushing event updated for resources: {'Port': ['ID=f0fcd157-d48a-4359-92cf-8c16f3f995f0,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:14.721980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=0652b7ec-977b-49d8-9e30-2ce32e9e6946,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:14.771216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:14.772886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:14.775835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:14.867605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:14.869409 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:15.000936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f093de-266f-4a17-a8ce-2b0461df1f00 req-1e704d9e-1730-42c6-9687-5bb5724edf29 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:15.028789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9f093de-266f-4a17-a8ce-2b0461df1f00 req-1e704d9e-1730-42c6-9687-5bb5724edf29 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 944 time: 0.1058366 Nov 01 18:29:15.099457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-107615c6-e530-4258-a92c-3b2dd9919b3e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9549718 Nov 01 18:29:15.099688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:15.132665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9f093de-266f-4a17-a8ce-2b0461df1f00 req-bf302942-58d4-4ec3-b601-6c5e684b3a0e tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025379 Nov 01 18:29:15.256239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b57e-93e5-4d3d-956d-9f973c7cf6ec req-eedd22b5-baac-4873-bbcb-a02b22a3aa7f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:15.271582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ace5b57e-93e5-4d3d-956d-9f973c7cf6ec req-eedd22b5-baac-4873-bbcb-a02b22a3aa7f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1689088 Nov 01 18:29:15.316046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 0652b7ec-977b-49d8-9e30-2ce32e9e6946 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:15.317005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:15.386066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ace5b57e-93e5-4d3d-956d-9f973c7cf6ec req-955cefcc-bd50-4654-bec7-2354067776e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124642 Nov 01 18:29:15.513552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:15.537461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 0652b7ec-977b-49d8-9e30-2ce32e9e6946 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:15.793808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:15.813967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33926) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:15.858977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=0652b7ec-977b-49d8-9e30-2ce32e9e6946,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:15.990047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:15.993687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f39352f8-e971-45dc-a50c-cb781d92d409 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/0652b7ec-977b-49d8-9e30-2ce32e9e6946 HTTP/1.1" status: 204 len: 168 time: 0.8962936 Nov 01 18:29:15.996852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33930) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:16.043164 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a516e2a-54be-4306-a9ce-a51c1f0c9652 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:29:16.043164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a516e2a-54be-4306-a9ce-a51c1f0c9652 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:29:16.045873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a516e2a-54be-4306-a9ce-a51c1f0c9652 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/0652b7ec-977b-49d8-9e30-2ce32e9e6946 HTTP/1.1" status: 404 len: 333 time: 0.0479624 Nov 01 18:29:16.048933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33932) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:16.052542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-240086396'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:16.083272 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc59ac3a-c716-4c28-b2dc-c5538146af9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:16.085226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dc59ac3a-c716-4c28-b2dc-c5538146af9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/0652b7ec-977b-49d8-9e30-2ce32e9e6946 HTTP/1.1" status: 404 len: 333 time: 0.0350182 Nov 01 18:29:16.087853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33934) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:16.156633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0fcd157-d48a-4359-92cf-8c16f3f995f0 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:16.165678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 046351fc-d9a6-4ecb-9070-9160fcf165e5 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:16.174520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.182647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Made reservation on behalf of 57cbf0c388824f8b941e82a63445b9b4 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:16.187375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.220079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa920cc1-6ffd-4082-bd65-6d0db97f3c31 None None] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:16.224467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.266331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.418861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50426c-481b-4da3-adfc-1bddd70a8bb4 req-d664d911-41c4-40d7-92fe-343b74b8d2c4 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:16.439451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f50426c-481b-4da3-adfc-1bddd70a8bb4 req-d664d911-41c4-40d7-92fe-343b74b8d2c4 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 944 time: 0.1847913 Nov 01 18:29:16.537863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.557195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 82efcb83-60c8-4c60-8118-7156a849fdb9 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:16.612629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Provisioning complete for port f0fcd157-d48a-4359-92cf-8c16f3f995f0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:16.613024 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.701404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f50426c-481b-4da3-adfc-1bddd70a8bb4 req-505655b2-0cb8-4468-9a05-c1d6612fb3fa tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555153 Nov 01 18:29:16.740729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d63a-fdb7-4c44-87b7-5ed6ab7d2750 req-377b6030-4720-4fbd-bf62-e1b869a05185 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:16.741674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f0fcd157-d48a-4359-92cf-8c16f3f995f0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:16.742353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bc5d63a-fdb7-4c44-87b7-5ed6ab7d2750 req-377b6030-4720-4fbd-bf62-e1b869a05185 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.1918514 Nov 01 18:29:16.744476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.748044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.783406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.788759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bc5d63a-fdb7-4c44-87b7-5ed6ab7d2750 req-2bb8ea94-364c-4ae4-8b83-07eb616f4414 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Nov 01 18:29:16.810899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.844676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 82efcb83-60c8-4c60-8118-7156a849fdb9 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:29:16.853244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=046351fc-d9a6-4ecb-9070-9160fcf165e5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:16.864340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 82efcb83-60c8-4c60-8118-7156a849fdb9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:16.864713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.866198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.875159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad84b7c1-f956-4992-b5c7-ee58dd4da95f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/046351fc-d9a6-4ecb-9070-9160fcf165e5 HTTP/1.1" status: 204 len: 168 time: 0.7829533 Nov 01 18:29:16.885793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:16.959317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:16.972489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:16.997466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395bc419-e9c5-4104-b2bf-804ee9293f0e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:17.056297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.057015 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Added segment 614d0556-87b4-477c-93a4-34e2d8bbe66c of type vlan for network 9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3 Nov 01 18:29:17.114663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.183008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.230842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.283166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf57be4f-80be-4e94-ad1e-afb412d9aec0 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:29:17.302946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port f0fcd157-d48a-4359-92cf-8c16f3f995f0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0fcd157-d48a-4359-92cf-8c16f3f995f0,segment=NetworkSegment(d955d322-6473-45a0-b0f8-b2b6c26e6f9b),segment_id=d955d322-6473-45a0-b0f8-b2b6c26e6f9b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:17.334380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port f0fcd157-d48a-4359-92cf-8c16f3f995f0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:17.334811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.366706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.373503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:17.374491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.414911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.438497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82273a13-6cb3-42dd-9044-be4731bbb2f0 None None] Network 902194e9-b77b-4c40-92fd-5d267a3823e5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:17.582134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7670238 Nov 01 18:29:17.585451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:17.590372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-b39b329f-c785-4e3e-804d-522d6a1ba87f tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1443425532') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:17.646644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port f0fcd157-d48a-4359-92cf-8c16f3f995f0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0fcd157-d48a-4359-92cf-8c16f3f995f0,segment=NetworkSegment(d955d322-6473-45a0-b0f8-b2b6c26e6f9b),segment_id=d955d322-6473-45a0-b0f8-b2b6c26e6f9b)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:17.647883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.657990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb48ba-c351-4c7b-91e8-08018fd99562 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Pushing event updated for resources: {'Network': ['ID=9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:17.692198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for f0fcd157-d48a-4359-92cf-8c16f3f995f0 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:17.744654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:17.802934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:17.809519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0', 'mac_address': 'fa:16:3e:4d:5a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:29:17.894639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:18.087979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.135148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf57be4f-80be-4e94-ad1e-afb412d9aec0 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:29:18.149902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.175705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=82efcb83-60c8-4c60-8118-7156a849fdb9,segment=NetworkSegment(f8715cca-1037-4242-a851-816eb2e1832b),segment_id=f8715cca-1037-4242-a851-816eb2e1832b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:18.183627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:18.187251 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ebdfe-db2b-4555-ab9a-3f5324212b19" -d '{"events": [{"server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "name": "network-vif-plugged", "status": "completed", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:18.216797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:29:18.217352 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:29:18.242987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=f0fcd157-d48a-4359-92cf-8c16f3f995f0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:18.263265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:18.264368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=f0fcd157-d48a-4359-92cf-8c16f3f995f0,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:18.284354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aafbb6-5b6a-40fe-833c-afcf120d7d3e req-bfce4cf3-a4b8-46c8-9703-4102a5ab0590 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:18.284556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4aafbb6-5b6a-40fe-833c-afcf120d7d3e req-bfce4cf3-a4b8-46c8-9703-4102a5ab0590 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 944 time: 0.3155546 Nov 01 18:29:18.285295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port f0fcd157-d48a-4359-92cf-8c16f3f995f0 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:18.298931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.384464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.389500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca51d92-11b8-4230-abb4-533036c6f801 req-90093670-6b9b-40e3-b14d-c8d1b462ce9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:18.398306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ca51d92-11b8-4230-abb4-533036c6f801 req-90093670-6b9b-40e3-b14d-c8d1b462ce9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 944 time: 0.3729730 Nov 01 18:29:18.500786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa896eac-4ac6-482e-b28e-ed451bee0c41 None None] DHCP port deletion for 902194e9-b77b-4c40-92fd-5d267a3823e5 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:29:18.547974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:18.592313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4aafbb6-5b6a-40fe-833c-afcf120d7d3e req-ef36816f-3b71-4c29-977a-e3aaed6a3683 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984786 Nov 01 18:29:18.602970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b39b329f-c785-4e3e-804d-522d6a1ba87f tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "PUT /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1443425532 HTTP/1.1" status: 201 len: 201 time: 1.0161800 Nov 01 18:29:18.605265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33972) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:18.615258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-1719f3c0-8049-4e5a-9dc9-3b12b68889bb tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1443425532') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:18.656806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.701884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['bf57be4f-80be-4e94-ad1e-afb412d9aec0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:29:18.720515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ca51d92-11b8-4230-abb4-533036c6f801 req-981a1069-be69-4fef-ac71-505274164d4b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212583 Nov 01 18:29:18.742907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902194e9-b77b-4c40-92fd-5d267a3823e5']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:18.764094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:18.764398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd955d322-6473-45a0-b0f8-b2b6c26e6f9b') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:18.792572 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.814081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1719f3c0-8049-4e5a-9dc9-3b12b68889bb tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1443425532 HTTP/1.1" status: 204 len: 168 time: 0.2055216 Nov 01 18:29:18.815266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33976) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:18.821029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-50d20604-e417-45fe-bc5c-81df7ae9ce9d tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:18.825198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.840972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:18.841390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.914456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9505f8d3-8f87-4e9c-ae2f-5101167d540f None None] Port f0fcd157-d48a-4359-92cf-8c16f3f995f0 update to ACTIVE by agent not found {{(pid=102784) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Nov 01 18:29:18.920028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2954e557-b9c8-4ed5-b463-ced235e62fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:18.995962 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:19.029386 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50d20604-e417-45fe-bc5c-81df7ae9ce9d tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags HTTP/1.1" status: 200 len: 238 time: 0.2116060 Nov 01 18:29:19.033572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:19.036415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33982) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:19.056794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aec93163-4997-41ad-953d-eb31c1fbafcb None None] Could not find standard attr ID for object f0fcd157-d48a-4359-92cf-8c16f3f995f0. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:29:19.083488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-12baba80-286c-4089-8709-08f4cbb02f9f tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', {'tags': ['tempest-TagsTest-Tag-2128550441', 'tempest-TagsTest-Tag-1488051938', 'tempest-TagsTest-Tag-1510067164']}) {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:19.178070 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6db455-0e70-4aeb-bfa4-55672dc23261 x-openstack-request-id: req-6d6db455-0e70-4aeb-bfa4-55672dc23261 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:19.178363 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "name": "network-vif-plugged", "status": "completed", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:19.178621 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d6db455-0e70-4aeb-bfa4-55672dc23261 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:19.179842 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9', 'code': 200} Nov 01 18:29:19.315697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.346131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.361370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/902194e9-b77b-4c40-92fd-5d267a3823e5 HTTP/1.1" status: 204 len: 168 time: 2.4598191 Nov 01 18:29:19.365134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dd1a2-6b52-4870-9534-da5f135eb63c req-68ad803b-5840-4701-8454-9cc49a342240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:19.368143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-719dd1a2-6b52-4870-9534-da5f135eb63c req-68ad803b-5840-4701-8454-9cc49a342240 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 1096 time: 0.0986989 Nov 01 18:29:19.370827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:19.381054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463106889'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:19.403184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e474f-8231-4fc1-91b7-083ffc7ff6f5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=902194e9-b77b-4c40-92fd-5d267a3823e5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:19.470677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-719dd1a2-6b52-4870-9534-da5f135eb63c req-683ee5bb-ffcb-409b-b728-7d590372fac2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Nov 01 18:29:19.552648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-12baba80-286c-4089-8709-08f4cbb02f9f tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "PUT /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags HTTP/1.1" status: 200 len: 309 time: 0.4855032 Nov 01 18:29:19.552648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33990) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:19.552648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-9d81c5ed-4be7-4e3d-b556-7e29d00309d5 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-2128550441') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:19.570846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:19.574526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.638698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:19.664621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.665057 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment b286c42f-8378-4961-b161-e71738cf34f4 of type vlan for network 55575232-df18-4ca8-b4db-15c2f8d887db Nov 01 18:29:19.732711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.801647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79597f4-17e7-45bb-82d7-0677082186c2 req-e2732960-3777-4267-b113-ef828e8b3e1a tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:19.803662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b79597f4-17e7-45bb-82d7-0677082186c2 req-e2732960-3777-4267-b113-ef828e8b3e1a tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.0752606 Nov 01 18:29:19.860938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9d81c5ed-4be7-4e3d-b556-7e29d00309d5 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "DELETE /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-2128550441 HTTP/1.1" status: 204 len: 168 time: 0.3121145 Nov 01 18:29:19.863459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33996) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:19.869702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-8f320bf0-fb6e-4514-9ff8-a62c98f13859 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-2128550441') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:19.913422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b79597f4-17e7-45bb-82d7-0677082186c2 req-97559b6e-7356-44cd-9bc3-fc04f4b6d0bf tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026943 Nov 01 18:29:19.927851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:19.936260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:19.937424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:20.031734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=55575232-df18-4ca8-b4db-15c2f8d887db,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:20.034235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd22f9-b0bc-4a7d-a34c-c044b9d7cddc req-a9910431-6884-443b-9058-96c89930c316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:20.034496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52bd22f9-b0bc-4a7d-a34c-c044b9d7cddc req-a9910431-6884-443b-9058-96c89930c316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 945 time: 0.1392989 Nov 01 18:29:20.046914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 55575232-df18-4ca8-b4db-15c2f8d887db details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:20.090338 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4b24efbb-31f8-4e5f-a8e6-1705ba7a6526 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7183661 Nov 01 18:29:20.093674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34000) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.099417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:20.100340 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-8f320bf0-fb6e-4514-9ff8-a62c98f13859 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] show failed (client error): The resource could not be found. Nov 01 18:29:20.101655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f320bf0-fb6e-4514-9ff8-a62c98f13859 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-2128550441 HTTP/1.1" status: 404 len: 326 time: 0.2370086 Nov 01 18:29:20.110970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.119433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-bc739d1a-c899-4206-90f2-c7d033217c45 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1488051938') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:20.140398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52bd22f9-b0bc-4a7d-a34c-c044b9d7cddc req-01b9984b-14f9-4c9e-b828-4b9d00059004 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973225 Nov 01 18:29:20.171757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0fcd157-d48a-4359-92cf-8c16f3f995f0 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:20.195251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f0fcd157-d48a-4359-92cf-8c16f3f995f0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:20.195866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0fcd157-d48a-4359-92cf-8c16f3f995f0 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:20.264540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.267745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bc739d1a-c899-4206-90f2-c7d033217c45 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1488051938 HTTP/1.1" status: 204 len: 168 time: 0.1555207 Nov 01 18:29:20.270715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-36f314b0-ee1c-48aa-83c2-4b082b182340 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1510067164') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:20.364162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.370940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-88cb59f6-f463-4fd3-9a46-e03661986d85 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:20.374073 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36f314b0-ee1c-48aa-83c2-4b082b182340 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1510067164 HTTP/1.1" status: 204 len: 168 time: 0.1083775 Nov 01 18:29:20.377017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:20.387263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:20.628817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88cb59f6-f463-4fd3-9a46-e03661986d85 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "DELETE /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags HTTP/1.1" status: 204 len: 168 time: 0.2635047 Nov 01 18:29:20.631220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34016) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.636489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-80fab7ea-d7f8-47c9-b32c-8869085963bf tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1488051938') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:20.736980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:20.814981 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-80fab7ea-d7f8-47c9-b32c-8869085963bf tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] show failed (client error): The resource could not be found. Nov 01 18:29:20.816328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-80fab7ea-d7f8-47c9-b32c-8869085963bf tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1488051938 HTTP/1.1" status: 404 len: 326 time: 0.1839221 Nov 01 18:29:20.819277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.824285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-672ce2f7-9bc6-497b-a1e7-fce73d158b96 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3', 'tempest-TagsTest-Tag-1510067164') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:20.873762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0276-4ae9-4f5a-949b-36cdd48b740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:20.901041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': 'b286c42f-8378-4961-b161-e71738cf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:20.901427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 55575232-df18-4ca8-b4db-15c2f8d887db, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:20.904711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=7206636b-4614-43ef-8088-8d96e65ed489,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:20.937858 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-672ce2f7-9bc6-497b-a1e7-fce73d158b96 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] show failed (client error): The resource could not be found. Nov 01 18:29:20.938960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-672ce2f7-9bc6-497b-a1e7-fce73d158b96 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "GET /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags/tempest-TagsTest-Tag-1510067164 HTTP/1.1" status: 404 len: 326 time: 0.1183960 Nov 01 18:29:20.952017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:20.964652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-037f6618-784f-4843-8e2a-41f2ff174166 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:21.018859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 55575232-df18-4ca8-b4db-15c2f8d887db is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:21.098758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 55575232-df18-4ca8-b4db-15c2f8d887db) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:21.103310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-037f6618-784f-4843-8e2a-41f2ff174166 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "DELETE /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1500664 Nov 01 18:29:21.108584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34024) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:21.131972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811188c0-d201-4d15-b282-501d54eb4985 req-28d54ea5-1090-4555-b25d-6f2dded1408e tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:21.131972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811188c0-d201-4d15-b282-501d54eb4985 req-28d54ea5-1090-4555-b25d-6f2dded1408e tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.0656605 Nov 01 18:29:21.134144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:21.134755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:21.137581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ddf047-304b-4a5c-809c-2f1e875c5722 None None] Network 55575232-df18-4ca8-b4db-15c2f8d887db requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:21.280968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-811188c0-d201-4d15-b282-501d54eb4985 req-47482db5-35f7-41e0-b719-1b878f9656ff tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326258 Nov 01 18:29:21.398036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf57be4f-80be-4e94-ad1e-afb412d9aec0 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:21.431477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65ace-2fb1-4322-a270-39e10ec73900 req-a3431919-64ce-4be0-b455-65307677845e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:21.438325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dc65ace-2fb1-4322-a270-39e10ec73900 req-a3431919-64ce-4be0-b455-65307677845e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 945 time: 0.1332223 Nov 01 18:29:21.466555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e91d811c-d572-4bd5-aad9-76f86013370c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3716743 Nov 01 18:29:21.479139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34036) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:21.479586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:21.485937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1628745935'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:21.518232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dc65ace-2fb1-4322-a270-39e10ec73900 req-f4fd44f3-333e-485c-ac39-b490417df9df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Nov 01 18:29:21.581627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-55575232-df18-4ca8-b4db-15c2f8d887db', 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '7206636b-4614-43ef-8088-8d96e65ed489'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:29:21.582666 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:21.700870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:21.727467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port bf57be4f-80be-4e94-ad1e-afb412d9aec0 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:29:21.746814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port bf57be4f-80be-4e94-ad1e-afb412d9aec0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:21.747174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:21.759655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:21.766937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:21.841680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 297e9e9a-f744-4bae-a696-0c354ea2ebb4 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:21.873418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Allocated IP 172.20.0.2 (55575232-df18-4ca8-b4db-15c2f8d887db/7206636b-4614-43ef-8088-8d96e65ed489/a81b2a6f-2d12-42f8-9c13-60df9f9cce8f) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:21.907033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a893f1e4-a02f-46ea-9250-7d9e911fb81c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.016515 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a893f1e4-a02f-46ea-9250-7d9e911fb81c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.055242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.099945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:22.111925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a893f1e4-a02f-46ea-9250-7d9e911fb81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.147302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34042) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:22.147844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a893f1e4-a02f-46ea-9250-7d9e911fb81c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5078f135e134836b60f9978ee5c95c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274758 Nov 01 18:29:22.150171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614d0556-87b4-477c-93a4-34e2d8bbe66c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:22.150471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614d0556-87b4-477c-93a4-34e2d8bbe66c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:22.182132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.220195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f1e4-a02f-46ea-9250-7d9e911fb81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ff5cce-6a1b-43ef-9c4c-30c2bb0d1315,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:22.231680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.236390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.242740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.250312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.255603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.290665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:22.291721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:22.307289 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:22.337557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:22.343916 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c7bae2-c3e0-41b1-8748-7524e36e461a" -d '{"events": [{"server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "name": "network-vif-plugged", "status": "completed", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:22.407969 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.410842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.417760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:22.423154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67ff5cce-6a1b-43ef-9c4c-30c2bb0d1315 HTTP/1.1" status: 204 len: 168 time: 0.2660782 Nov 01 18:29:22.439253 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e12764-496c-423c-b6a7-7f9f6749cfca x-openstack-request-id: req-d3e12764-496c-423c-b6a7-7f9f6749cfca {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:22.439823 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "name": "network-vif-plugged", "status": "completed", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:22.440435 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3e12764-496c-423c-b6a7-7f9f6749cfca {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:22.441022 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0', 'code': 200} Nov 01 18:29:22.453723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca3cef-ef8b-4f79-8df8-7db660844577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ff5cce-6a1b-43ef-9c4c-30c2bb0d1315,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:22.454391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.465536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:22.504589 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.504759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.566617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.589080 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] 10.222.0.31 "DELETE /v2.0/networks/9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3 HTTP/1.1" status: 204 len: 168 time: 1.4777498 Nov 01 18:29:22.592598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e28b-277f-49a3-8069-c423750bd0e0 tempest-TagsTest-71030491 tempest-TagsTest-71030491-project] Pushing event deleted for resources: {'Network': ['ID=9cf89ce5-2d42-4acc-aa54-333a7dbcf4d3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:22.601179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.671658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49986a2-55eb-47b6-923c-3eca517db1f0 req-e5eb6ae2-a4a2-422a-81f9-4f9f40da8cfe tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:22.673447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a49986a2-55eb-47b6-923c-3eca517db1f0 req-e5eb6ae2-a4a2-422a-81f9-4f9f40da8cfe tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.1795044 Nov 01 18:29:22.679778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a79a-aae1-4ef7-b066-74a4e09daa2d req-192210bc-a58e-4f46-8f93-bdea1122f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:22.681469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b872a79a-aae1-4ef7-b066-74a4e09daa2d req-192210bc-a58e-4f46-8f93-bdea1122f3ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0827787 Nov 01 18:29:22.694831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Network 55575232-df18-4ca8-b4db-15c2f8d887db is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:22.700889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:22.703632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:22.714643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:22.804126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Attempting to bind port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:22.804478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Attempting to bind port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b286c42f-8378-4961-b161-e71738cf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:22.804795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Attempting to bind port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f on network 55575232-df18-4ca8-b4db-15c2f8d887db {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:22.814057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:22.814433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Checking segment: {'id': 'b286c42f-8378-4961-b161-e71738cf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:22.815108 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.815272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Bound using segment: {'id': 'b286c42f-8378-4961-b161-e71738cf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:22.815955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Bound port: a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b286c42f-8378-4961-b161-e71738cf34f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '55575232-df18-4ca8-b4db-15c2f8d887db'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:22.816338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:22.819123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Pushing event updated for resources: {'Port': ['ID=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:22.892972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a49986a2-55eb-47b6-923c-3eca517db1f0 req-b6d9068a-f840-487a-a8b2-44e03fe81914 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519752 Nov 01 18:29:22.922208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b872a79a-aae1-4ef7-b066-74a4e09daa2d req-a96e8137-acc3-47e8-ab2b-5caab6dcc08d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730204 Nov 01 18:29:22.933137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f52a7-1e34-438c-82a5-51371766e4bd req-aba91811-aefd-42f1-84f5-6497454a826d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:22.946879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-184f52a7-1e34-438c-82a5-51371766e4bd req-aba91811-aefd-42f1-84f5-6497454a826d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.2604623 Nov 01 18:29:22.956416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.6 (55575232-df18-4ca8-b4db-15c2f8d887db/7206636b-4614-43ef-8088-8d96e65ed489/297e9e9a-f744-4bae-a696-0c354ea2ebb4) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:23.053551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] For port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:23.063601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] For port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,segment=NetworkSegment(b286c42f-8378-4961-b161-e71738cf34f4),segment_id=b286c42f-8378-4961-b161-e71738cf34f4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:23.078512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-184f52a7-1e34-438c-82a5-51371766e4bd req-fbf244fd-8f28-416e-babe-e07d219a24b1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203394 Nov 01 18:29:23.162642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:23.238954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:23.362637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47fa1-74b3-4ca3-9a8e-7fd491d2b233 None None] Pushing event updated for resources: {'Port': ['ID=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:23.386483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34074) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:23.444790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:23.618237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:23.801240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:23.804603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a11e8862-ea7c-4021-aef1-ef3dd9a8a4c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57cbf0c388824f8b941e82a63445b9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163485 Nov 01 18:29:23.809651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34090) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:23.975417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.028051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 55575232-df18-4ca8-b4db-15c2f8d887db is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:24.062395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:24.063991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.120854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:24.158700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a81b2a6f-2d12-42f8-9c13-60df9f9cce8f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:24.268944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=297e9e9a-f744-4bae-a696-0c354ea2ebb4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:24.318450 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.322025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.326610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/395bc419-e9c5-4104-b2bf-804ee9293f0e HTTP/1.1" status: 204 len: 168 time: 0.5124981 Nov 01 18:29:24.369343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc66642-91aa-473c-930e-d16939b1c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395bc419-e9c5-4104-b2bf-804ee9293f0e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:24.374420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:24.375548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.432161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e478ec-e466-41f0-ac2f-4e3306be739e req-3283588b-ee39-4ea7-8ca9-fdee26862b46 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:24.442224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:24.443115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.448328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7e478ec-e466-41f0-ac2f-4e3306be739e req-3283588b-ee39-4ea7-8ca9-fdee26862b46 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.2463543 Nov 01 18:29:24.639121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7e478ec-e466-41f0-ac2f-4e3306be739e req-5840902d-1f67-4e56-bb0d-acf3df1d75f1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881745 Nov 01 18:29:24.685875 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-316438f3-bab0-4033-9276-136fa3bcc133 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2050874 Nov 01 18:29:24.689659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34110) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:24.692617 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.793205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Deleting port a55611c8-202a-4b23-87d9-937105ecd323 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:24.795400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:24.883263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,segment=NetworkSegment(b286c42f-8378-4961-b161-e71738cf34f4),segment_id=b286c42f-8378-4961-b161-e71738cf34f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:24.945066 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.039448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 297e9e9a-f744-4bae-a696-0c354ea2ebb4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:25.040451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.091072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] For port a55611c8-202a-4b23-87d9-937105ecd323, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a55611c8-202a-4b23-87d9-937105ecd323,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:25.091891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.191965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Calling delete_port for a55611c8-202a-4b23-87d9-937105ecd323 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:25.195652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:25.362561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.414771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 297e9e9a-f744-4bae-a696-0c354ea2ebb4 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:25.476538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff900d6-d957-4f83-9f83-dd0f0c0b41f1 None None] Network 55575232-df18-4ca8-b4db-15c2f8d887db requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:25.705029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-80817275-4bda-470a-a158-4f795854e433 None None] Provisioning complete for port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:25.711727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-80817275-4bda-470a-a158-4f795854e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.802014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.838320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=297e9e9a-f744-4bae-a696-0c354ea2ebb4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:25.851665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.877218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f899-e563-41ad-85c8-5e32c0e3dc90 req-a68b79df-af32-4a89-928c-6f75c7893880 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:25.884983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35f899-e563-41ad-85c8-5e32c0e3dc90 req-a68b79df-af32-4a89-928c-6f75c7893880 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.1183779 Nov 01 18:29:25.897828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Pushing event deleted for resources: {'Port': ['ID=a55611c8-202a-4b23-87d9-937105ecd323,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:25.959306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:25.962912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4afaf66-1f84-483e-bad9-8f89aa716bfd tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/297e9e9a-f744-4bae-a696-0c354ea2ebb4 HTTP/1.1" status: 204 len: 168 time: 1.2721364 Nov 01 18:29:25.966047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34142) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:25.979462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35f899-e563-41ad-85c8-5e32c0e3dc90 req-c83457cd-eb41-4543-a194-0fc09fdc0d21 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878017 Nov 01 18:29:26.057075 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4926b486-2588-4b84-a44e-aacc11b1dc9a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:26.061673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4926b486-2588-4b84-a44e-aacc11b1dc9a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/297e9e9a-f744-4bae-a696-0c354ea2ebb4 HTTP/1.1" status: 404 len: 333 time: 0.0724437 Nov 01 18:29:26.062067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34152) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:26.181914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.238036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 7206636b-4614-43ef-8088-8d96e65ed489 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:26.243700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.314889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634362e6-dc5a-492c-ba26-1b74ba538b57 req-1a93df13-0dc7-4778-99d2-e3896e7f7bab tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:26.322494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-634362e6-dc5a-492c-ba26-1b74ba538b57 req-1a93df13-0dc7-4778-99d2-e3896e7f7bab tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.1791675 Nov 01 18:29:26.378507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.399954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a81b2a6f-2d12-42f8-9c13-60df9f9cce8f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:26.488665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-634362e6-dc5a-492c-ba26-1b74ba538b57 req-fb5567ac-ecc7-4873-aeab-8c28dfac55a9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570511 Nov 01 18:29:26.509573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-36f48b6d-9e08-485c-a834-54ebcebe7442 None None] Provisioning complete for port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:26.510782 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36f48b6d-9e08-485c-a834-54ebcebe7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.513782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:26.514443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.597259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.654554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:26.860523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e0da-520a-409a-8092-149227503ed0 req-310f82aa-4081-40ce-bce6-eb746a0d24d2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:26.870282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c76e0da-520a-409a-8092-149227503ed0 req-310f82aa-4081-40ce-bce6-eb746a0d24d2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.2643080 Nov 01 18:29:26.962504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c76e0da-520a-409a-8092-149227503ed0 req-36c93e46-369f-4884-8b3e-985066a80c5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Nov 01 18:29:26.999634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:27.092927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-65df5922-2532-45fc-8a22-4987ee6b18ce None None] Could not find standard attr ID for object 297e9e9a-f744-4bae-a696-0c354ea2ebb4. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:29:27.115750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=7206636b-4614-43ef-8088-8d96e65ed489,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:27.151876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:27.167549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-761d21af-3de1-47b6-af7e-835bf54fa2af tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/7206636b-4614-43ef-8088-8d96e65ed489 HTTP/1.1" status: 204 len: 168 time: 1.1035156 Nov 01 18:29:27.174079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34176) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:27.190422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Router f250f51f-dac7-4137-9039-d4156341667d has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:29:27.415108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:27.471197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:29:27.479715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-589b0753-9169-4c3f-b470-51e81df0360f admin admin] 10.222.0.31 "PUT /v2.0/routers/f250f51f-dac7-4137-9039-d4156341667d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0129800 Nov 01 18:29:27.482689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:27.492274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Sync routers for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:29:27.521432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf03c6-a6e2-4188-a998-0a9dd9547444 None None] Network 55575232-df18-4ca8-b4db-15c2f8d887db requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:27.620390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:27.621016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:27.706904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:27.707783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:27.957904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:27.966543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.067554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] DHCP port deletion for 55575232-df18-4ca8-b4db-15c2f8d887db request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:29:28.076029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,segment=NetworkSegment(b286c42f-8378-4961-b161-e71738cf34f4),segment_id=b286c42f-8378-4961-b161-e71738cf34f4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:28.078849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.154145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for a81b2a6f-2d12-42f8-9c13-60df9f9cce8f owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:28.154145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd822-fcd1-421b-a699-ff27be6b0b2e req-f4073c5b-679b-4369-b888-5eaf371eb422 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:28.154145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccdd822-fcd1-421b-a699-ff27be6b0b2e req-f4073c5b-679b-4369-b888-5eaf371eb422 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.2479978 Nov 01 18:29:28.203766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Deleting port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:28.204132 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.256025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ccdd822-fcd1-421b-a699-ff27be6b0b2e req-371232cd-bdaa-41a8-b910-9be3929160c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962651 Nov 01 18:29:28.261486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.279852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] For port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,segment=NetworkSegment(b286c42f-8378-4961-b161-e71738cf34f4),segment_id=b286c42f-8378-4961-b161-e71738cf34f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:28.280922 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.296637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Calling delete_port for a81b2a6f-2d12-42f8-9c13-60df9f9cce8f owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:28.306795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:29:25Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:28.362787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Checking router: f250f51f-dac7-4137-9039-d4156341667d for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:29:28.388593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Routers {'f250f51f-dac7-4137-9039-d4156341667d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:28.390822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f250f51f-dac7-4137-9039-d4156341667d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:28.515119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.644924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:28.646703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:28.844880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.872360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Deleting port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:28.872707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.883867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:28.923289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55575232-df18-4ca8-b4db-15c2f8d887db']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:28.924396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] Pushing event deleted for resources: {'Port': ['ID=a81b2a6f-2d12-42f8-9c13-60df9f9cce8f,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:28.927683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] Set router f250f51f-dac7-4137-9039-d4156341667d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:28.970816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b286c42f-8378-4961-b161-e71738cf34f4') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:28.971134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b286c42f-8378-4961-b161-e71738cf34f4') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:29.004646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a2eab-85e0-49b7-a77a-4e753826aa77 None None] No DVR routers for this DVR port a81b2a6f-2d12-42f8-9c13-60df9f9cce8f on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:29.058099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] For port b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:29.058099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:29.070765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Calling delete_port for b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:29.154531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:29.180290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-87965170-6df3-453c-959b-2eba9b197279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:29:25Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:29.209012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:29.214699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87965170-6df3-453c-959b-2eba9b197279 None None] The sync data for ids ['f250f51f-dac7-4137-9039-d4156341667d'] in n-d-815923-2 is: [{'id': 'f250f51f-dac7-4137-9039-d4156341667d', 'name': 'tempest-TaggedBootDevicesTest_v242-1043409959-router', 'tenant_id': 'cdd9138862f34844898c3462f88422cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:17:32Z', 'updated_at': '2021-11-01T18:29:25Z', 'revision_number': 5, 'project_id': 'cdd9138862f34844898c3462f88422cf', 'gw_port': {'id': 'b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f250f51f-dac7-4137-9039-d4156341667d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:17:34Z', 'updated_at': '2021-11-01T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:29:29.269198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:29.269499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:29.274102 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:29.851199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f9132-602a-4e67-90be-d68e545ac967 req-3d045587-435e-4081-aded-1e52a128ba45 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:29.852688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e47f9132-602a-4e67-90be-d68e545ac967 req-3d045587-435e-4081-aded-1e52a128ba45 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.6874440 Nov 01 18:29:30.025813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453ac3-5d01-46eb-97b0-562bdd4e2474 req-33196296-67c2-4398-b80c-ab54db4f8f2c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:30.027332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68453ac3-5d01-46eb-97b0-562bdd4e2474 req-33196296-67c2-4398-b80c-ab54db4f8f2c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 946 time: 0.2205374 Nov 01 18:29:30.033830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.051948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.058502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/55575232-df18-4ca8-b4db-15c2f8d887db HTTP/1.1" status: 204 len: 168 time: 2.8798928 Nov 01 18:29:30.058819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34246) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:30.081270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5635a-2c88-4ded-8a86-2acabaca3fc5 req-d7612282-6ff4-4477-8ec8-cab45bb1be36 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:30.088832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b5635a-2c88-4ded-8a86-2acabaca3fc5 req-d7612282-6ff4-4477-8ec8-cab45bb1be36 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.2500341 Nov 01 18:29:30.094080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a55611c8-202a-4b23-87d9-937105ecd323 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:30.099485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'name': 'tempest-PortsTestJSON-1916100066'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:30.110877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b57ee-8f61-48b2-bd39-54107a52d32e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=55575232-df18-4ca8-b4db-15c2f8d887db,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:30.137022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a55611c8-202a-4b23-87d9-937105ecd323 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:30.138045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a55611c8-202a-4b23-87d9-937105ecd323 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:30.138545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a81b2a6f-2d12-42f8-9c13-60df9f9cce8f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:30.153817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.173856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a81b2a6f-2d12-42f8-9c13-60df9f9cce8f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:30.174495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a81b2a6f-2d12-42f8-9c13-60df9f9cce8f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:30.244501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:30.265768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port bf57be4f-80be-4e94-ad1e-afb412d9aec0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:30.266124 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.293304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b5635a-2c88-4ded-8a86-2acabaca3fc5 req-951af132-120b-4cee-ab94-a89fbce53dab tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932173 Nov 01 18:29:30.293646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68453ac3-5d01-46eb-97b0-562bdd4e2474 req-c60e3bc6-6b65-4c20-addd-bdd8ce4bf14d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485361 Nov 01 18:29:30.471943 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.548567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port bf57be4f-80be-4e94-ad1e-afb412d9aec0, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bf57be4f-80be-4e94-ad1e-afb412d9aec0,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:30.548929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.587965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:30.591460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.600279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.607575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.612299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for bf57be4f-80be-4e94-ad1e-afb412d9aec0 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:30.661222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 397b5f3f-2fa7-402c-9e31-8a3564ffb8a5 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:30.801902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.802286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f250f51f-dac7-4137-9039-d4156341667d {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:29:30.814174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.814174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6b5ef569-f53d-4d96-b149-027ac7f1c6a0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f250f51f-dac7-4137-9039-d4156341667d HTTP/1.1" status: 204 len: 168 time: 3.3275192 Nov 01 18:29:30.819032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:30.909216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Deleting subnet 7c1ced20-6c55-4e87-95c2-74835826fe6a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:30.915439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.957898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:30.973140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.089657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.136917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.147736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.150778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['bf57be4f-80be-4e94-ad1e-afb412d9aec0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:29:31.192509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=bf57be4f-80be-4e94-ad1e-afb412d9aec0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:31.210558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:31.229804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:31.237758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:31.243587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.244235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.247399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.248049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.248152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.248433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.248912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.249341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.249665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.249995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.250355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.250644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.250966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.251288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:31.285050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.310476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port bf57be4f-80be-4e94-ad1e-afb412d9aec0 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:31.332643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1ced20-6c55-4e87-95c2-74835826fe6a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:31.339759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.344395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e47f9132-602a-4e67-90be-d68e545ac967 req-dff96f7b-049a-49cb-9cfe-a3797e3e3d9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/bf57be4f-80be-4e94-ad1e-afb412d9aec0 HTTP/1.1" status: 204 len: 173 time: 1.4684560 Nov 01 18:29:31.348942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'name': 'network-vif-deleted', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:31.351352 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ff5bc-0df4-47d6-a6e9-d8f40e2a01e3" -d '{"events": [{"server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "name": "network-vif-deleted", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:31.387090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.393510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a51735-3a33-46da-9eb1-faf78a7beef8 None None] Network 48a1fb9e-1477-4271-9a6b-c101ec90f08c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:31.410446 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0040be35-6bcf-4580-997e-66f41dda5ced admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7c1ced20-6c55-4e87-95c2-74835826fe6a HTTP/1.1" status: 204 len: 168 time: 0.5899296 Nov 01 18:29:31.421898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.435906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.443050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:31.449912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.484446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.506911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.522310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.549396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.554217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-c7245491-26d6-4798-bbdb-66a93d7ca22b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.3214860 Nov 01 18:29:31.592289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=397b5f3f-2fa7-402c-9e31-8a3564ffb8a5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:31.594608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-bdf9bc02-bbef-408a-bf27-9fe85c60cdcd tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.599215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-bdf9bc02-bbef-408a-bf27-9fe85c60cdcd tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.2574725 Nov 01 18:29:31.628806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ac1c9421-762f-4912-beed-d07a834aeb30 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5558269 Nov 01 18:29:31.631080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:31.688278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0baa-0714-4d09-b27f-97f77b39bb22 req-fc7c9388-9e41-45da-ac56-f1f2d9732cbf tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:31.697044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77ad0baa-0714-4d09-b27f-97f77b39bb22 req-fc7c9388-9e41-45da-ac56-f1f2d9732cbf tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.3099685 Nov 01 18:29:31.710040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] DHCP port deletion for 48a1fb9e-1477-4271-9a6b-c101ec90f08c request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:29:31.725766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cbbf185-a7d7-47cc-9ef5-564039ac635d req-529da95f-9183-40fa-9976-96778a9c59a3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284797 Nov 01 18:29:31.751647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.778597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Deleting port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:31.778974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.798811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77ad0baa-0714-4d09-b27f-97f77b39bb22 req-2487f71a-2b9e-4b1f-b574-7c2a539e3d20 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Nov 01 18:29:31.906885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] For port 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1bb649a4-e852-4df5-a268-0e6ba3de2a23,segment=NetworkSegment(4110dbee-d7e5-415b-89b2-11afab364a5d),segment_id=4110dbee-d7e5-415b-89b2-11afab364a5d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:31.907908 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608f1ae-ee0e-44b2-8ec1-7c51a013f931 x-openstack-request-id: req-0608f1ae-ee0e-44b2-8ec1-7c51a013f931 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:31.908057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:31.908353 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e0dbd-ad12-4eac-a7c2-721326942ba7", "name": "network-vif-deleted", "tag": "bf57be4f-80be-4e94-ad1e-afb412d9aec0", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:31.908606 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0608f1ae-ee0e-44b2-8ec1-7c51a013f931 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:31.909044 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e0dbd-ad12-4eac-a7c2-721326942ba7', 'name': 'network-vif-deleted', 'tag': 'bf57be4f-80be-4e94-ad1e-afb412d9aec0', 'status': 'completed', 'code': 200} Nov 01 18:29:31.913884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b74d429e-268b-4d4a-b9ee-7b0a166bd133 req-26a5b03d-5559-43b0-8924-bd40de619547 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0552187 Nov 01 18:29:31.924734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Calling delete_port for 1bb649a4-e852-4df5-a268-0e6ba3de2a23 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:32.095890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Deleting port 82efcb83-60c8-4c60-8118-7156a849fdb9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:32.099103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.146130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1bb649a4-e852-4df5-a268-0e6ba3de2a23 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:32.324463 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.363485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] Pushing event deleted for resources: {'Port': ['ID=1bb649a4-e852-4df5-a268-0e6ba3de2a23,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:32.366697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.370076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a66212-d407-43e4-b72a-5e823c46e831 None None] No DVR routers for this DVR port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:32.419710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:32.440397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:32.440864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b6b6f6c1-e5ad-4f9f-89c8-8536b9c2eac8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:32.538794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 397b5f3f-2fa7-402c-9e31-8a3564ffb8a5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:32.539907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.545217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Deleting port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:32.546369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.580868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.590526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.621129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.629201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] For port 1bb649a4-e852-4df5-a268-0e6ba3de2a23, host n-d-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:32.631882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.640826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.647665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.663356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.673499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.678673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2170edc9-debc-4e05-ac29-85fc4138447d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.1858082 Nov 01 18:29:32.744199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Calling delete_port for 1bb649a4-e852-4df5-a268-0e6ba3de2a23 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:32.750315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 was not found and therefore no delete operation was performed {{(pid=102783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:29:32.758776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.762626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-4ab847ee-fb56-45cb-b0a8-0498e011c5c0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:32.764083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-4ab847ee-fb56-45cb-b0a8-0498e011c5c0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0784540 Nov 01 18:29:32.855723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb649a4-e852-4df5-a268-0e6ba3de2a23,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:32.867733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.870504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] No DVR routers for this DVR port 1bb649a4-e852-4df5-a268-0e6ba3de2a23 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:32.918065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 397b5f3f-2fa7-402c-9e31-8a3564ffb8a5 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:32.920834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] For port 82efcb83-60c8-4c60-8118-7156a849fdb9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=82efcb83-60c8-4c60-8118-7156a849fdb9,segment=NetworkSegment(f8715cca-1037-4242-a851-816eb2e1832b),segment_id=f8715cca-1037-4242-a851-816eb2e1832b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:32.921319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:32.963112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Calling delete_port for 82efcb83-60c8-4c60-8118-7156a849fdb9 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:33.015910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd28b-2d5d-4db0-a370-bab49e236cad req-2fec3c7f-d6e3-40c3-b838-122e3c8ccce9 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.017506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-defcd28b-2d5d-4db0-a370-bab49e236cad req-2fec3c7f-d6e3-40c3-b838-122e3c8ccce9 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 945 time: 0.1132755 Nov 01 18:29:33.025202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-968778c2-4be9-4392-ba02-0aad27882158 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2549548 Nov 01 18:29:33.042679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.050033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.056397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.074391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.074391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.074972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.081582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.083863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704fde87-b3c7-482f-947a-b1876fd4821e req-c26690f9-e02d-4e3d-892f-e1d9aad3aca9 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 5433 time: 0.2424788 Nov 01 18:29:33.089346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:33.171918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-defcd28b-2d5d-4db0-a370-bab49e236cad req-c983f6a7-ef3f-487e-bcc8-bbde48eff64a tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa2a843f-806a-4f4b-b06a-b71473a8c801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429334 Nov 01 18:29:33.222251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.231347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704fde87-b3c7-482f-947a-b1876fd4821e req-21ce55b2-6e66-4037-b044-3555ea14e1e4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315835 Nov 01 18:29:33.244430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.256697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a1fb9e-1477-4271-9a6b-c101ec90f08c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:33.285360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf57be4f-80be-4e94-ad1e-afb412d9aec0 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:33.288947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.293134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4110dbee-d7e5-415b-89b2-11afab364a5d') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:33.293465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4110dbee-d7e5-415b-89b2-11afab364a5d') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:33.313959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.323724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: bf57be4f-80be-4e94-ad1e-afb412d9aec0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:33.324073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bf57be4f-80be-4e94-ad1e-afb412d9aec0 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:33.359826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=397b5f3f-2fa7-402c-9e31-8a3564ffb8a5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:33.373142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.378465 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dfe328e3-151b-4561-8b04-9409d9c61b4c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/397b5f3f-2fa7-402c-9e31-8a3564ffb8a5 HTTP/1.1" status: 204 len: 168 time: 1.7430711 Nov 01 18:29:33.378465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.380286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:33.388185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'mac_address': 'fa:16:3e:ff:39:fe', 'name': 'tempest-PortsTestJSON-85700819'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:33.411046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:33.415039 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:33.477898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c09b7483-3ebd-4683-bb90-c4cfd5306314,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:33.520071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] For port c09b7483-3ebd-4683-bb90-c4cfd5306314, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:33.563721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] device_id is not set on port c09b7483-3ebd-4683-bb90-c4cfd5306314 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:33.589860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aaa7f25-def5-4529-b528-fdcd3343db7d req-57f0f49b-68c3-4db3-9640-635a8193530f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.2796319 Nov 01 18:29:33.595364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.624730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.630465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.635342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] 10.222.0.31 "DELETE /v2.0/networks/48a1fb9e-1477-4271-9a6b-c101ec90f08c HTTP/1.1" status: 204 len: 168 time: 2.1894038 Nov 01 18:29:33.647470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf66da-a7b6-481f-bdf5-094a00e0f478 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a1fb9e-1477-4271-9a6b-c101ec90f08c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:33.676235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.690969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.696477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:33.734892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Pushing event deleted for resources: {'Port': ['ID=82efcb83-60c8-4c60-8118-7156a849fdb9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:33.743699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] No DVR routers for this DVR port c09b7483-3ebd-4683-bb90-c4cfd5306314 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:33.745674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Pushing event updated for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:33.801001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] In _notify_port_updated(), no bound segment for port c09b7483-3ebd-4683-bb90-c4cfd5306314 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:29:33.802213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.802991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.804485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-95bab903-4ea0-4e99-b429-c9978921ea52 service neutron] 10.222.0.37 "PUT /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 200 len: 1027 time: 0.7189989 Nov 01 18:29:33.855258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] No DVR routers for this DVR port 82efcb83-60c8-4c60-8118-7156a849fdb9 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:33.859614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.865016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a87ded2-c067-4699-82a8-42530b2ba88f req-763dee72-7532-4829-beed-da18f53e3df3 tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.37 "DELETE /v2.0/ports/82efcb83-60c8-4c60-8118-7156a849fdb9 HTTP/1.1" status: 204 len: 173 time: 2.2574759 Nov 01 18:29:33.872476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'name': 'network-vif-deleted', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:33.880323 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a12b29-bb06-4e89-a219-13fedc5bb3c8" -d '{"events": [{"server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "name": "network-vif-deleted", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:33.884433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2b6ebc3a-a975-480a-84ff-12124194c7b3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:33.886117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-2b6ebc3a-a975-480a-84ff-12124194c7b3 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "GET /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0754333 Nov 01 18:29:33.902037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:33.903384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:33.931120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port a9249a05-05d5-49e4-a966-ecd98bc36f74 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:33.984192 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a1802-ea94-4727-a502-ee628dc1a98c x-openstack-request-id: req-be4a1802-ea94-4727-a502-ee628dc1a98c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:33.984487 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5", "name": "network-vif-deleted", "tag": "82efcb83-60c8-4c60-8118-7156a849fdb9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:33.984798 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be4a1802-ea94-4727-a502-ee628dc1a98c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:33.985137 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5', 'name': 'network-vif-deleted', 'tag': '82efcb83-60c8-4c60-8118-7156a849fdb9', 'status': 'completed', 'code': 200} Nov 01 18:29:34.033443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.192034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-de0077c4-be6c-4ae5-8df9-56a9b813d415 None None] Provisioning complete for port c09b7483-3ebd-4683-bb90-c4cfd5306314 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:34.209911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-de0077c4-be6c-4ae5-8df9-56a9b813d415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.274399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:34.276855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b1fd4735-e7c2-4459-b71e-596e903eaf34,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:34.315963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] For port b1fd4735-e7c2-4459-b71e-596e903eaf34, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:34.326173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-de0077c4-be6c-4ae5-8df9-56a9b813d415 None None] Port c09b7483-3ebd-4683-bb90-c4cfd5306314 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:29:34.349754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.351640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] device_id is not set on port b1fd4735-e7c2-4459-b71e-596e903eaf34 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:34.408777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.418873 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0e7c18d-920a-4403-9df3-d27273c2cb0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdd9138862f34844898c3462f88422cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385050 Nov 01 18:29:34.426613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34340) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:34.443028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bbf0cf1-ee29-452b-929c-fddf552804e4 req-f1a1cc06-d0f1-43d3-b839-718b6db7e95f tempest-ServerTagsTestJSON-1438108512 tempest-ServerTagsTestJSON-1438108512-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5a74d8e-2a6e-4c7a-b94d-a9ee2c1908a5 HTTP/1.1" status: 200 len: 210 time: 0.0365582 Nov 01 18:29:34.464553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.471981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.478117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.485406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.488400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.492369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.499809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.501744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-e1ff2c63-5c01-4237-a7a8-1e8cc7046fee tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 4659 time: 0.1445663 Nov 01 18:29:34.504935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.525337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.580207 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.634685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=a9249a05-05d5-49e4-a966-ecd98bc36f74,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:34.639394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 82efcb83-60c8-4c60-8118-7156a849fdb9 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:34.669769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.678868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 82efcb83-60c8-4c60-8118-7156a849fdb9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:29:34.680904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 82efcb83-60c8-4c60-8118-7156a849fdb9 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:34.682298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 126ffe1c-4343-44b1-a1e7-1e6de53644d3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:34.690047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:34.693622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:34.701415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:34.712772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:34.734912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:34.745907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.767177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] No DVR routers for this DVR port b1fd4735-e7c2-4459-b71e-596e903eaf34 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:34.770070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.775738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:34.786109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/112b15bf-2eab-4bd3-82ef-263aadfbc7d3 HTTP/1.1" status: 204 len: 168 time: 0.3580308 Nov 01 18:29:34.822698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b2e57-f78a-498c-8668-14e4cfc404d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b15bf-2eab-4bd3-82ef-263aadfbc7d3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:34.832215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3df43577-7e17-4231-b104-60f02d8f7d90 req-9032f505-01c0-43c6-b653-4380442ea467 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=180abc3b-1ec9-411d-acac-d1253ee4599a&id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3077335 Nov 01 18:29:34.887922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16f43acb-5780-46d7-a589-de87e245bad4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5063546 Nov 01 18:29:34.892728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34348) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:34.935459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99a2bf90-df03-471c-b49c-be8030aaf5d9 req-8ba9e148-590b-4ac0-aba3-9d7b25fe4495 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.1761129 Nov 01 18:29:35.001337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] In _notify_port_updated(), no bound segment for port b1fd4735-e7c2-4459-b71e-596e903eaf34 on network e6a1dd92-8383-4d2c-87ca-f4a520954cea {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:29:35.002223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:35.002839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.010155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989f067-d9db-447f-887e-6aa041ce549f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:35.015324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-56410e22-5fe0-44ee-913d-76034f096d8c service neutron] 10.222.0.37 "PUT /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 200 len: 1028 time: 1.1212234 Nov 01 18:29:35.018732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f989f067-d9db-447f-887e-6aa041ce549f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/a9249a05-05d5-49e4-a966-ecd98bc36f74 HTTP/1.1" status: 200 len: 839 time: 0.1249251 Nov 01 18:29:35.022966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34350) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:35.024633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.078214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:35.080563 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef55de-5532-4622-9d7e-bc09fb87365b" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:35.122934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:35.164899 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76bae3e-5ddd-4875-b7c1-e7ecb9c7014c x-openstack-request-id: req-d76bae3e-5ddd-4875-b7c1-e7ecb9c7014c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:35.165158 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:35.166102 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76bae3e-5ddd-4875-b7c1-e7ecb9c7014c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:35.166102 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'code': 200} Nov 01 18:29:35.195532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2770cf8e-b8ef-4564-8dba-be28031aa833 None None] Provisioning complete for port b1fd4735-e7c2-4459-b71e-596e903eaf34 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:35.196191 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2770cf8e-b8ef-4564-8dba-be28031aa833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.234535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2770cf8e-b8ef-4564-8dba-be28031aa833 None None] Port b1fd4735-e7c2-4459-b71e-596e903eaf34 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:29:35.235980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.237011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 92fb47ab-db04-4713-bbb3-f520d54aa430 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:35.340060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:35.411072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port a9249a05-05d5-49e4-a966-ecd98bc36f74 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:35.411713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.418627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 8df18a97-5047-405d-b2d9-acad4781f75f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:35.419212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.444580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.502905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:35.546471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34372) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:35.589959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.591126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aef8d277-66f0-4020-b29b-6aedd7f74f1f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:35.639556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Deleting subnet 63eabdbf-416c-4e7a-9f1c-c9997960c32f {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:29:35.648408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.662104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port 8df18a97-5047-405d-b2d9-acad4781f75f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=8df18a97-5047-405d-b2d9-acad4781f75f,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:35.662494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.690487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.721330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.722541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 8df18a97-5047-405d-b2d9-acad4781f75f owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:35.771253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for a9249a05-05d5-49e4-a966-ecd98bc36f74 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:35.817006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:35.823101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:35.961251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.014118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:36.051237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.108581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eabdbf-416c-4e7a-9f1c-c9997960c32f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:36.112009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.116297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8df18a97-5047-405d-b2d9-acad4781f75f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:36.126139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.132235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2f792981-c16c-428c-8b2d-e2733ff0f79d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/63eabdbf-416c-4e7a-9f1c-c9997960c32f HTTP/1.1" status: 204 len: 168 time: 0.5846541 Nov 01 18:29:36.136928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:36.281020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-786dd6ca-e246-4429-a8f8-e85a317f2b47 req-2f89614e-8063-4f71-9786-87ca4515132e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.1566994 Nov 01 18:29:36.319203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:36.353276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:36.367043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No active binding found for port 8df18a97-5047-405d-b2d9-acad4781f75f {{(pid=102784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 01 18:29:36.367909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 8df18a97-5047-405d-b2d9-acad4781f75f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:36.368710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device fcf4ee6c-cecb-44c4-902e-f70f54724ed2 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:36.374838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.377572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:36.432697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:36.464247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:36.478144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:36.505074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3178568e-8876-488b-881e-de6226c147ff req-9f0fa395-c0ad-4123-8e03-c784f7176c58 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 3880 time: 0.5148342 Nov 01 18:29:36.508040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.522681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.579195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.600948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.695392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:36.714411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c80ff8-99cc-4697-9f36-f2db23fa628d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:36.749146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8715cca-1037-4242-a851-816eb2e1832b') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:36.752562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8715cca-1037-4242-a851-816eb2e1832b') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:36.783617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.801726 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.823686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.838107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3178568e-8876-488b-881e-de6226c147ff req-1f9e38b9-cd8e-48cc-8e68-781d2ec0050b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019748 Nov 01 18:29:36.845849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:29:36.845849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:29:36.846614 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:29:36.888554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c09b7483-3ebd-4683-bb90-c4cfd5306314 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:36.910777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=8df18a97-5047-405d-b2d9-acad4781f75f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:36.932115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port 8df18a97-5047-405d-b2d9-acad4781f75f on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:36.935693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:36.939705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-e9341f01-cb9d-4d9a-803c-1c61cb02a719 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "DELETE /v2.0/ports/8df18a97-5047-405d-b2d9-acad4781f75f HTTP/1.1" status: 204 len: 173 time: 1.9176223 Nov 01 18:29:36.961840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:36.964870 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ca712-b096-4ec5-8508-90894ac12963" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:36.985192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:36.990255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c09b7483-3ebd-4683-bb90-c4cfd5306314 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:36.990690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b1fd4735-e7c2-4459-b71e-596e903eaf34 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:29:36.994908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.003948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/a9249a05-05d5-49e4-a966-ecd98bc36f74 HTTP/1.1" status: 204 len: 168 time: 1.9799671 Nov 01 18:29:37.022654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:37.022841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9b55c-85be-4f1a-9bee-b53b519a1c39 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=a9249a05-05d5-49e4-a966-ecd98bc36f74,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:37.023134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34414) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:37.042448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b1fd4735-e7c2-4459-b71e-596e903eaf34 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:29:37.060734 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb52822-dc49-4b33-a22e-6fc16b849049 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:37.066438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ecb52822-dc49-4b33-a22e-6fc16b849049 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/a9249a05-05d5-49e4-a966-ecd98bc36f74 HTTP/1.1" status: 404 len: 333 time: 0.0385313 Nov 01 18:29:37.066891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34418) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:37.073308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'name': 'tempest-PortsTestJSON-1489438880'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:37.103092 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d4f2a-3069-4ee7-adae-b41e047cf757 x-openstack-request-id: req-604d4f2a-3069-4ee7-adae-b41e047cf757 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:37.105017 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "8df18a97-5047-405d-b2d9-acad4781f75f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:37.109913 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604d4f2a-3069-4ee7-adae-b41e047cf757 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:37.111081 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '8df18a97-5047-405d-b2d9-acad4781f75f', 'status': 'completed', 'code': 200} Nov 01 18:29:37.170150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f'}, {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:37.172624 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db14fbd-802a-48b8-b897-d251c0cd4d68" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f"}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:37.206877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.214506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.248317 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] 10.222.0.31 "DELETE /v2.0/networks/41c80ff8-99cc-4697-9f36-f2db23fa628d HTTP/1.1" status: 204 len: 168 time: 1.1078780 Nov 01 18:29:37.249719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 92fb47ab-db04-4713-bbb3-f520d54aa430 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:37.250234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.290777 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084f2c2a-f7c8-430f-a7dc-53fb54fb8bf1 x-openstack-request-id: req-084f2c2a-f7c8-430f-a7dc-53fb54fb8bf1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:37.291967 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f", "code": 200}, {"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:37.292323 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-084f2c2a-f7c8-430f-a7dc-53fb54fb8bf1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:37.292826 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'code': 200} Nov 01 18:29:37.302555 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'code': 200} Nov 01 18:29:37.305777 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'code': 200} Nov 01 18:29:37.313548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912ec32-2a1e-4dfe-8c31-56b78c6f2a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=41c80ff8-99cc-4697-9f36-f2db23fa628d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:37.323592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:37.330431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.364819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-652613947-network', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:37.430987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 5a22288c-37e9-447b-a792-78a696ae3e2d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:37.515425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Made reservation on behalf of 113182f3b80f4285aadfc622fe27dbdb for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:37.518978 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.545048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.574344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42c7d0a2-fff7-4e59-9d84-255132888e78 req-dbd7409a-aaca-4cff-90e3-ab573ce2efa6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0878453 Nov 01 18:29:37.585027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port 92fb47ab-db04-4713-bbb3-f520d54aa430, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=92fb47ab-db04-4713-bbb3-f520d54aa430,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:37.585868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.604597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 92fb47ab-db04-4713-bbb3-f520d54aa430 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:37.659355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.798618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.833937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:37.839661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ced7a7-8818-4b60-ae73-ca6a406a70cb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:37.853411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:37.853780 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Added segment 33f7cbd4-9117-4a80-82d3-1eee08c7a2f9 of type vlan for network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 Nov 01 18:29:37.867423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34436) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:37.899909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.013969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.031667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=92fb47ab-db04-4713-bbb3-f520d54aa430,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:38.044757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port 92fb47ab-db04-4713-bbb3-f520d54aa430 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:38.066218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.069490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-6b5c8134-1e71-47e6-aa3c-2b0bebcb98e8 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "DELETE /v2.0/ports/92fb47ab-db04-4713-bbb3-f520d54aa430 HTTP/1.1" status: 204 len: 173 time: 1.0799634 Nov 01 18:29:38.103754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8fb89ed3-9061-410a-8041-3b21e62557d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62960801e6104a1d8399fdb064baea61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293203 Nov 01 18:29:38.125652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34448) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:38.126213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.135093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fa925-8cb4-4d22-93a7-50fd61918046 req-1e72288d-c74f-479e-9521-e185274de433 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:38.141536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fa925-8cb4-4d22-93a7-50fd61918046 req-1e72288d-c74f-479e-9521-e185274de433 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:38.147596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fa925-8cb4-4d22-93a7-50fd61918046 req-1e72288d-c74f-479e-9521-e185274de433 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:38.149339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f52fa925-8cb4-4d22-93a7-50fd61918046 req-1e72288d-c74f-479e-9521-e185274de433 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 2410 time: 0.1136887 Nov 01 18:29:38.158208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.159289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:38.159894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.245046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f52fa925-8cb4-4d22-93a7-50fd61918046 req-3ab9cdc9-3c01-48fd-b335-dafd535aeef1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853267 Nov 01 18:29:38.282274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.292795 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2673144 Nov 01 18:29:38.304669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34454) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:38.308841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.334526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:38.334868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.382347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.417796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Request body: {'subnet': {'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-subnet', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:38.432213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=5a22288c-37e9-447b-a792-78a696ae3e2d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:38.442432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3388-838e-44ba-b403-c0df925626fc admin admin] Pushing event updated for resources: {'Network': ['ID=c279b0f0-918d-4b1e-ad77-f2d24ad8e109,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:38.473640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:38.499364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:38.520964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port fcf4ee6c-cecb-44c4-902e-f70f54724ed2, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:38.521338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.523570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:38.532794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:38.538954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:38.539732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.547366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for fcf4ee6c-cecb-44c4-902e-f70f54724ed2 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:38.632632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.635189 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.654080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa2a843f-806a-4f4b-b06a-b71473a8c801 HTTP/1.1" status: 204 len: 168 time: 0.5035286 Nov 01 18:29:38.659319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Made reservation on behalf of 113182f3b80f4285aadfc622fe27dbdb for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:38.661829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:38.697207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6861a9-279e-4f08-b761-8d166adc2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a843f-806a-4f4b-b06a-b71473a8c801,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:38.801856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2ee00e1f-3c19-41c0-802c-db9c83d1ca99 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7310085 Nov 01 18:29:38.802583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f987e1-28dd-49df-94ca-d63903457ad3 req-0cf011f5-b8c2-44e4-bfaf-9fe462196263 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.0538533 Nov 01 18:29:38.804086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34470) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:38.812636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:38.987656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.062960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.102729 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.119382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:39.128798 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19afd334-87e2-49aa-aa97-24fc95aed2ba" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:39.159752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.307697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe8f857-2d6c-47e6-ba51-11f140a7884f,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:39.366274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Checking segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:39.366664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Network hostable DHCP agents. Network: c279b0f0-918d-4b1e-ad77-f2d24ad8e109, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:39.462170 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d8e8e6-6ced-462a-b0ad-3fd566bfb271 x-openstack-request-id: req-57d8e8e6-6ced-462a-b0ad-3fd566bfb271 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:39.462460 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "92fb47ab-db04-4713-bbb3-f520d54aa430", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:39.465794 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57d8e8e6-6ced-462a-b0ad-3fd566bfb271 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:39.465794 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '92fb47ab-db04-4713-bbb3-f520d54aa430', 'status': 'completed', 'code': 200} Nov 01 18:29:39.465988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:39.487097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=fcf4ee6c-cecb-44c4-902e-f70f54724ed2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:39.522067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port fcf4ee6c-cecb-44c4-902e-f70f54724ed2 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:39.525263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.529828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-c3d8815b-2033-49d1-af1e-821914427090 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "DELETE /v2.0/ports/fcf4ee6c-cecb-44c4-902e-f70f54724ed2 HTTP/1.1" status: 204 len: 173 time: 1.4477315 Nov 01 18:29:39.539435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.589453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, c279b0f0-918d-4b1e-ad77-f2d24ad8e109) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:39.610133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450eb03d-2e92-42eb-b000-952d31182b32 None None] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:39.619257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:39.621156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.680648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.778704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0ffe002d-c6dc-41c4-ad82-176ceb2da443 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3845308 Nov 01 18:29:39.779396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34502) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:39.786292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:39.819968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=5a22288c-37e9-447b-a792-78a696ae3e2d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:39.850838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] In _notify_port_updated(), no bound segment for port 5a22288c-37e9-447b-a792-78a696ae3e2d on network ebc192f0-45a8-4a90-ab48-f41013aa1927 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:29:39.856582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:39.857222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.862445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f59f0cc5-b2aa-4f16-81fd-80585f264d5f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/ports/5a22288c-37e9-447b-a792-78a696ae3e2d HTTP/1.1" status: 200 len: 818 time: 1.0570378 Nov 01 18:29:39.863261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:39.876750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc606ba-7d6d-4b90-be43-0e0a963f0bb1 req-30854bf9-ca46-4049-842d-be3f28a7cd27 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:39.882948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc606ba-7d6d-4b90-be43-0e0a963f0bb1 req-30854bf9-ca46-4049-842d-be3f28a7cd27 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:39.890650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc606ba-7d6d-4b90-be43-0e0a963f0bb1 req-30854bf9-ca46-4049-842d-be3f28a7cd27 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 1677 time: 0.3990314 Nov 01 18:29:39.971841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:39.973405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.041296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d078c-b31b-46e1-8432-55db870dae75 None None] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:40.070660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port aef8d277-66f0-4020-b29b-6aedd7f74f1f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:40.071565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.097668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.421145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.855153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fc606ba-7d6d-4b90-be43-0e0a963f0bb1 req-a81d2e2b-5661-4410-8ef3-2a2e14bf5b10 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9636302 Nov 01 18:29:40.857047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fbc153-8038-4420-8b25-f27a945b37b9 req-0765990b-0f82-4c33-9640-9af79c41feca tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d8e0dbd-ad12-4eac-a7c2-721326942ba7 HTTP/1.1" status: 200 len: 210 time: 0.8398793 Nov 01 18:29:40.900166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port aef8d277-66f0-4020-b29b-6aedd7f74f1f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aef8d277-66f0-4020-b29b-6aedd7f74f1f,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:40.900166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.906069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.916225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for aef8d277-66f0-4020-b29b-6aedd7f74f1f owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:40.919115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 5a22288c-37e9-447b-a792-78a696ae3e2d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:40.919449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:40.943030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.001478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.021065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 5a22288c-37e9-447b-a792-78a696ae3e2d owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:41.188029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Allocated IP 172.25.2.231 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/a84dd1db-81a3-48f4-bd80-adda7588f13b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:41.387435 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.437910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=5a22288c-37e9-447b-a792-78a696ae3e2d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:41.454707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.466925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-23d58bc4-4768-4d73-b8b9-188800ad8e40 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/5a22288c-37e9-447b-a792-78a696ae3e2d HTTP/1.1" status: 204 len: 168 time: 1.5969715 Nov 01 18:29:41.468701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:41.469876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:41.474733 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf83dbe-4dbb-4ba9-b895-c2398745538e" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:41.481945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.639399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.677990 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ee4a02-7e87-4812-926b-e5d38845c524 x-openstack-request-id: req-19ee4a02-7e87-4812-926b-e5d38845c524 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:41.678670 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "fcf4ee6c-cecb-44c4-902e-f70f54724ed2", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:41.678924 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19ee4a02-7e87-4812-926b-e5d38845c524 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:41.680007 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': 'fcf4ee6c-cecb-44c4-902e-f70f54724ed2', 'status': 'completed', 'code': 200} Nov 01 18:29:41.736673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=aef8d277-66f0-4020-b29b-6aedd7f74f1f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:41.801336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb2eba95-7f1c-473b-ac8d-9d51d7878e8c req-2896ff26-8544-4d74-94cc-6e188190cbb3 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1359441 Nov 01 18:29:41.802148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port aef8d277-66f0-4020-b29b-6aedd7f74f1f on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:41.808722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.813915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-bfe005de-4ff4-4be7-8eae-3b71916703ed tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "DELETE /v2.0/ports/aef8d277-66f0-4020-b29b-6aedd7f74f1f HTTP/1.1" status: 204 len: 173 time: 2.2704849 Nov 01 18:29:41.833644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:41.897960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada25d42-8765-4aca-a6db-b219df998979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:41.899534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ada25d42-8765-4aca-a6db-b219df998979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4193819 Nov 01 18:29:41.903530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34590) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:41.982237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Pushing event updated for resources: {'Port': ['ID=a84dd1db-81a3-48f4-bd80-adda7588f13b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:41.986081 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2255e54d-9997-4ba3-ad99-36f3118fbfd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:29:41.988343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2255e54d-9997-4ba3-ad99-36f3118fbfd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/5a22288c-37e9-447b-a792-78a696ae3e2d HTTP/1.1" status: 404 len: 333 time: 0.0820506 Nov 01 18:29:41.998031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:42.004491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-311930177'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:42.043478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:42.047889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:42.057378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:42.176399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:42.180625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.212447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:29:42.212787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.257453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492136ed-84ca-4d63-af65-98b0df39a0e8 req-dacbc8c2-8f2c-4b5e-8a8f-d290fcf92204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:42.259411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-492136ed-84ca-4d63-af65-98b0df39a0e8 req-dacbc8c2-8f2c-4b5e-8a8f-d290fcf92204 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 943 time: 0.1793256 Nov 01 18:29:42.415213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:29:42.444561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.444859 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment 1c66c7c0-dad3-4ecb-9599-cd6e46e3774c of type vlan for network 6630c17c-0e5b-47d7-9dc5-896739eed075 Nov 01 18:29:42.483348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port 126ffe1c-4343-44b1-a1e7-1e6de53644d3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=126ffe1c-4343-44b1-a1e7-1e6de53644d3,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:42.483799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.495469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-492136ed-84ca-4d63-af65-98b0df39a0e8 req-0c8e65ee-a142-47d0-af56-f2c5a835f72f tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d16e92-c9e2-4b83-9c0e-cf49f4252950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269294 Nov 01 18:29:42.595138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.783960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.860200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.882124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:42.883212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.928684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.929350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:42.929861 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Floating IP 13cb39cd-9fd2-4f91-9ebe-d7b6269d3787 disassociated. External IP: 172.25.2.70, port: 126ffe1c-4343-44b1-a1e7-1e6de53644d3. Nov 01 18:29:42.930971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 126ffe1c-4343-44b1-a1e7-1e6de53644d3 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:29:43.148886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-727da01e-7c16-484f-bfc3-1bc592e7e6db req-fd3f8a9a-06d1-4577-8032-d85d4afbe44b tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0533850 Nov 01 18:29:43.198267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=6630c17c-0e5b-47d7-9dc5-896739eed075,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:43.212126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:29:43.216004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:43.323671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=126ffe1c-4343-44b1-a1e7-1e6de53644d3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:43.552044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e137058-b047-4de9-b290-4fc3e2981181 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5590403 Nov 01 18:29:43.555733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34634) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:43.568900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:43.650008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:43.736899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:43.742716 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a17d4d-8089-42c1-bf11-3810952f50b6" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:43.911988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cda23bc-41db-44fd-9045-9f1eb2e4c3fb req-7e378954-899d-49a7-bc3a-49aa2d265b33 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1597745 Nov 01 18:29:43.922832 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990eaa04-a454-4537-8733-0a86f213afb8 x-openstack-request-id: req-990eaa04-a454-4537-8733-0a86f213afb8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:43.923636 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "aef8d277-66f0-4020-b29b-6aedd7f74f1f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:43.924120 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-990eaa04-a454-4537-8733-0a86f213afb8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:43.924705 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': 'aef8d277-66f0-4020-b29b-6aedd7f74f1f', 'status': 'completed', 'code': 200} Nov 01 18:29:43.950918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Router 6cf777d3-55ba-4de8-a155-172295b6fbbf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:29:44.113562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:44.117151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:44.192448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Router dd3be445-04d6-475c-987b-2cfe489035df is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:29:44.409895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:29:44.421398 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Sync routers for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:29:44.436565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:44.439891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:44.552137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:44.554847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d79f2171-52d2-4328-97ee-217956666467 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7726552 Nov 01 18:29:44.557529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34660) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:44.572315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0620449e-7886-4234-815a-909485c2ed09 req-85014c2c-5e3a-49d8-be5d-2f00447242cb tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1583397 Nov 01 18:29:44.594961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:29:44.729552 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:44.762381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port 126ffe1c-4343-44b1-a1e7-1e6de53644d3 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:29:44.767202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:44.777716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:44.786043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f7500e5-4f67-415e-81f3-93b966781390 req-9c570f8d-0273-481d-bc7f-e6acd99d8905 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.37 "DELETE /v2.0/ports/126ffe1c-4343-44b1-a1e7-1e6de53644d3 HTTP/1.1" status: 204 len: 173 time: 2.9658811 Nov 01 18:29:45.042907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=15bccc16-bb2e-4f2d-a82b-54d6da5a1673,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:45.155266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:45.155746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 6630c17c-0e5b-47d7-9dc5-896739eed075, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:29:45.224428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:42Z', 'revision_number': 3, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:45.271910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20f26a68-f53d-4062-9d0d-14b4986be6a9 req-9b68d509-fc6c-4796-aefc-246ab570b474 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0817504 Nov 01 18:29:45.293663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Sync routers for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:29:45.316889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:29:45.317705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:45.320571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:45.333330 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Checking router: dd3be445-04d6-475c-987b-2cfe489035df for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:29:45.334334 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Updating router dd3be445-04d6-475c-987b-2cfe489035df port a84dd1db-81a3-48f4-bd80-adda7588f13b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:29:45.401883 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:45.405566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6630c17c-0e5b-47d7-9dc5-896739eed075) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:45.410455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:45.411525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:45.418711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b279fdf-3c09-48de-be8f-5210e7697eaf None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:45.504286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2aeabde0-82e8-4021-8a9e-8faac3556949 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9470582 Nov 01 18:29:45.507028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34676) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:45.512790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:45.721338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:29:45.794417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:45.808744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:45.864956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfb6d294-d9de-442f-b214-24279f0c9e5d req-b24b3227-900b-4268-8dc7-fa49843e5096 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0863912 Nov 01 18:29:45.926283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:29:45.929120 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57933caa-3f47-4f2d-8281-20f2588ce510" -d '{"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:29:46.002261 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d0c75-3717-4402-ac67-404d1127ffc4 x-openstack-request-id: req-af6d0c75-3717-4402-ac67-404d1127ffc4 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:29:46.002917 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3707d1-b126-4d42-b4ef-af0d9d0137b1", "name": "network-vif-deleted", "tag": "126ffe1c-4343-44b1-a1e7-1e6de53644d3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:29:46.003467 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af6d0c75-3717-4402-ac67-404d1127ffc4 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:29:46.004359 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3707d1-b126-4d42-b4ef-af0d9d0137b1', 'name': 'network-vif-deleted', 'tag': '126ffe1c-4343-44b1-a1e7-1e6de53644d3', 'status': 'completed', 'code': 200} Nov 01 18:29:46.006324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:46.010233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.069155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6630c17c-0e5b-47d7-9dc5-896739eed075', 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '15bccc16-bb2e-4f2d-a82b-54d6da5a1673'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:29:46.070398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.070557 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.167801 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.325907 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15bccc16-bb2e-4f2d-a82b-54d6da5a1673 (CIDR: 172.20.0.0/28) Nov 01 18:29:46.361733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Allocated IP 172.20.0.1 (c279b0f0-918d-4b1e-ad77-f2d24ad8e109/cbe8f857-2d6c-47e6-ba51-11f140a7884f/a9ff7744-6f6a-4a10-93d5-9966f040053f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:46.386296 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Attempting to bind port a84dd1db-81a3-48f4-bd80-adda7588f13b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:46.386667 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Attempting to bind port a84dd1db-81a3-48f4-bd80-adda7588f13b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:46.387029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Attempting to bind port a84dd1db-81a3-48f4-bd80-adda7588f13b on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:46.400771 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:29:46.403037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:29:46.411429 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:46.411834 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:46.412228 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.412621 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:46.413102 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Bound port: a84dd1db-81a3-48f4-bd80-adda7588f13b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:46.418942 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.431292 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Pushing event updated for resources: {'Port': ['ID=a84dd1db-81a3-48f4-bd80-adda7588f13b,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:46.468023 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.483729 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.484798 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.487915 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.488335 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.488843 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.489181 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.489512 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.492929 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.493310 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.493682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.499023 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:29:46.546037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71f4a216-b618-4ca3-9db9-7cba77bd43c2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0353668 Nov 01 18:29:46.556525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f3c393d-cfd5-49b2-ac15-ccd89e6b5741 req-4246f006-41ab-45b6-a1c5-b11e95a93fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.2120488 Nov 01 18:29:46.557977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34700) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:46.571359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:46.681162 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] For port a84dd1db-81a3-48f4-bd80-adda7588f13b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:46.687718 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] For port a84dd1db-81a3-48f4-bd80-adda7588f13b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a84dd1db-81a3-48f4-bd80-adda7588f13b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:46.727212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.782101 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.884447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:46.917583 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d455f9-a0b2-4ef5-a095-44fda86da6a3 None None] Pushing event updated for resources: {'Port': ['ID=a84dd1db-81a3-48f4-bd80-adda7588f13b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:46.964744 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:46.965385 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:47.009077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3cf4af4-1462-4f3e-a7d6-046f9256b6a7 req-dde469d3-d516-4ca2-8845-299f02dab702 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.4790101 Nov 01 18:29:47.017863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:47.030835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:47.050375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:47.164419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac9336d8-1a68-46ae-b300-eef8710cb7af req-8cb09065-349f-483d-8d64-ce9625c2d619 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0761652 Nov 01 18:29:47.166297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:47.171277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:47.255103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Allocated IP 172.20.0.2 (6630c17c-0e5b-47d7-9dc5-896739eed075/15bccc16-bb2e-4f2d-a82b-54d6da5a1673/a3af61e6-e86c-4860-b73f-ee5bec08f3a9) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:47.335658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:47.349447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:47.404224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:47.491818 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:47.553288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Checking router: 6cf777d3-55ba-4de8-a155-172295b6fbbf for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:29:47.734893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:47.751167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:47.755404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:47.870737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:47.905341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:47.912101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:47.918081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:47.921091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.017100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=07ab67ae-9775-44eb-a036-93c1c0fc5680,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:48.023307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:48.052852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f0147a1e-e8cc-43a1-a17e-6212bd5ed610 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4936719 Nov 01 18:29:48.055752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:48.062805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'fixed_ips': [{'subnet_id': '15bccc16-bb2e-4f2d-a82b-54d6da5a1673'}, {'subnet_id': '07ab67ae-9775-44eb-a036-93c1c0fc5680'}], 'name': 'tempest-PortsTestJSON-929271502'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:48.121048 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:42Z', 'revision_number': 3, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:48.249812 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d3ff28-de3f-4c1b-85dc-bfa0e5cca4f2 None None] The sync data for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 is: [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:42Z', 'revision_number': 3, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:29:48.363878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.409869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:48.455552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.475726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179fce1-6674-4f95-a16b-d44aefaa6c23 None None] The sync data for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 is: [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:18:42Z', 'revision_number': 4, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e1646aae-d70f-4b2a-a82d-66a13bce2520', 'name': '', 'network_id': 'b57d521f-675d-43e7-ba7e-8441fba059d8', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'mac_address': 'fa:16:3e:68:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:41Z', 'updated_at': '2021-11-01T18:18:49Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'subnets': [{'id': 'ab515d99-87ab-43af-9af3-466d6c3f3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:29:48.587590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.588581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:48.613943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72f99b95-33ad-4200-97ba-9c99a706f0ea req-f2a0afb5-9ac4-4bf9-82fa-63ccded434a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1532922 Nov 01 18:29:48.664149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.684725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbb40bce-e4b6-426c-aad8-f5d8b3c6bd5f req-f1042923-c7ab-41c3-869d-72b31509763e tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.2399461 Nov 01 18:29:48.778458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-370c7abe-5a03-40af-b89b-3a2bed4da5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.789581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:48.833783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:48.849760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:48.857190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:48.870251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:48.897292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Pushing event updated for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:49.050000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Attempting to bind port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:49.050623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Attempting to bind port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:49.051157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Attempting to bind port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 on network 6630c17c-0e5b-47d7-9dc5-896739eed075 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:49.071758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:49.075169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Checking segment: {'id': '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:49.075803 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:49.076620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Bound using segment: {'id': '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:49.080459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Bound port: a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:49.081081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:49.167211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:49.194110 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18191d89-0e0f-444d-bcf5-2d2258457756 None None] New status for floating IP 13cb39cd-9fd2-4f91-9ebe-d7b6269d3787: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:29:49.239081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 8e9218be-60d9-4735-8ce3-34a35198f5b1 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:29:49.248257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:49.256721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:49.407164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:49.425962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,segment=NetworkSegment(1c66c7c0-dad3-4ecb-9599-cd6e46e3774c),segment_id=1c66c7c0-dad3-4ecb-9599-cd6e46e3774c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:49.501654 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:49.765094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8d5bd-6553-4594-a19b-75851bb3506d None None] Pushing event updated for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:49.790937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Router dd3be445-04d6-475c-987b-2cfe489035df has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:29:49.924701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-682ebb20-fbff-42b9-b8c4-e999fc79d988 req-7e73ef84-68c9-4fbb-afee-2b853ae4646b tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.3017116 Nov 01 18:29:50.073509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:29:50.138107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a92b7b7-4278-4b84-bfb4-b9fbd2e67231 admin admin] 10.222.0.31 "PUT /v2.0/routers/dd3be445-04d6-475c-987b-2cfe489035df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5791039 Nov 01 18:29:50.206161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a84dd1db-81a3-48f4-bd80-adda7588f13b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:50.373424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a84dd1db-81a3-48f4-bd80-adda7588f13b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:50.374033 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:50.436580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ef89880-1682-445f-bd41-521bb0d90f1b req-2792630f-eac2-4d6c-8836-90c2d30213b0 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.5322251 Nov 01 18:29:50.513231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.6 (6630c17c-0e5b-47d7-9dc5-896739eed075/15bccc16-bb2e-4f2d-a82b-54d6da5a1673/8e9218be-60d9-4735-8ce3-34a35198f5b1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:50.530040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.21 (6630c17c-0e5b-47d7-9dc5-896739eed075/07ab67ae-9775-44eb-a036-93c1c0fc5680/8e9218be-60d9-4735-8ce3-34a35198f5b1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:50.599383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:50.660089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a84dd1db-81a3-48f4-bd80-adda7588f13b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a84dd1db-81a3-48f4-bd80-adda7588f13b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:50.729637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:50.814816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a84dd1db-81a3-48f4-bd80-adda7588f13b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:50.903213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b3df129-bfb6-4498-80ea-42ba6f6772e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:50.914735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:51.001611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-86dc47a7-10c0-44b4-9b40-e21882efa620 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:51.008271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-86dc47a7-10c0-44b4-9b40-e21882efa620 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 818 time: 0.2945945 Nov 01 18:29:51.146056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba663c3a-27ec-4ac8-b80e-6ce6b3d3ebd6 req-9ec9f495-944d-46dc-b4de-d92012494faa tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0769200 Nov 01 18:29:51.150910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-d91451c0-5fe4-4942-9482-06ccb313b2fd tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/quotas/113182f3b80f4285aadfc622fe27dbdb HTTP/1.1" status: 200 len: 375 time: 0.1254995 Nov 01 18:29:51.270952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:51.402033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-d1396a6f-70bd-46df-a0a3-e4b2fb75a55f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2425148 Nov 01 18:29:51.425861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-c3a4f52e-5b34-4cbd-9df0-23ae393725f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:29:51.429783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-c3a4f52e-5b34-4cbd-9df0-23ae393725f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0139017 Nov 01 18:29:51.491420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:29:51.555048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:29:51.564674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=8e9218be-60d9-4735-8ce3-34a35198f5b1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:51.570646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:29:51.953739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3453fb0-2922-43fe-9347-9e6e223fbe02 None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:51.964355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:51.968462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:51.972661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-27022b36-2c61-4e69-abce-3e3a809d2075 service neutron] 10.222.0.31 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289812 Nov 01 18:29:51.986903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40f6b2f6-df52-4ebc-b481-4f2588c13f65 req-c6d8436e-1727-40c3-999e-f770d3524307 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.2988749 Nov 01 18:29:52.095855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:52.281137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-7021683b-f861-4f80-a5d9-da7d945eb401 service neutron] 10.222.0.31 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909617 Nov 01 18:29:52.298027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bd98a42b-4c72-48d2-a80d-e01e014a4a7e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2410603 Nov 01 18:29:52.302707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34816) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:52.308777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15bccc16-bb2e-4f2d-a82b-54d6da5a1673'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:52.461393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13c1057b-9b9e-422e-b003-d242f7f5cbf2 req-202685a3-402c-40b6-9513-6c4bfe3da6e3 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1082106 Nov 01 18:29:52.834656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee61d547-b247-42f0-aa09-56ca5d4897a5 req-28bebf91-95a7-4026-9c4a-6db42111c758 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 210 time: 0.0709431 Nov 01 18:29:52.836341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.007013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a84dd1db-81a3-48f4-bd80-adda7588f13b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:53.078195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Sync routers for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:29:53.225340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:53.228727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:53.245652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:53.246073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.324870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:53.361043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45fab514-35c0-4ea9-a983-903839af5696 req-9ebf7f69-8952-4e05-bad3-926ca6bdc52b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.2104475 Nov 01 18:29:53.524544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-55477994-c8b2-4114-9483-8d5e8ffd2b74 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:53.553952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-55477994-c8b2-4114-9483-8d5e8ffd2b74 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 818 time: 0.4830720 Nov 01 18:29:53.604826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-4e37cb44-a135-4885-a5d6-863c82e9215e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/quotas/113182f3b80f4285aadfc622fe27dbdb HTTP/1.1" status: 200 len: 375 time: 0.0472438 Nov 01 18:29:53.610528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Delete allocated IP 172.20.0.21 (6630c17c-0e5b-47d7-9dc5-896739eed075/07ab67ae-9775-44eb-a036-93c1c0fc5680) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:29:53.788406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0795d4c0-e4eb-47c8-85f7-d0d9e6bae310 req-65287b18-2000-49c7-babd-df266efa35f8 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0752072 Nov 01 18:29:53.820983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-404f341c-8f6e-4013-8de6-356212b296c9 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072749 Nov 01 18:29:53.866160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.883322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.883765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b4a15aa-5c5a-4d53-a4c2-a5af493e0326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.912738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:53.963874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-ea69aa30-fb4e-450a-a375-dfc623310b98 service neutron] 10.222.0.31 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346924 Nov 01 18:29:53.972266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b4a15aa-5c5a-4d53-a4c2-a5af493e0326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:53.979091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.067129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b4a15aa-5c5a-4d53-a4c2-a5af493e0326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.087580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a84dd1db-81a3-48f4-bd80-adda7588f13b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:54.088967 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.183427 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b4a15aa-5c5a-4d53-a4c2-a5af493e0326 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91be03e2ddf94369b67489cbb76fcc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573895 Nov 01 18:29:54.184302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=8e9218be-60d9-4735-8ce3-34a35198f5b1,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:54.186852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34902) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:54.203304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-1bab878b-7995-4a65-afd0-172347afbfa2 service neutron] 10.222.0.31 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322917 Nov 01 18:29:54.223784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.241359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a15aa-5c5a-4d53-a4c2-a5af493e0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a51b444-c2b8-4649-a39e-93496657551c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:54.305622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] In _notify_port_updated(), no bound segment for port 8e9218be-60d9-4735-8ce3-34a35198f5b1 on network 6630c17c-0e5b-47d7-9dc5-896739eed075 {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:29:54.312531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:54.313925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.318048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34904) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:54.318270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b123804-3760-43dd-b050-761748b2f205 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/ports/8e9218be-60d9-4735-8ce3-34a35198f5b1 HTTP/1.1" status: 200 len: 918 time: 2.0140469 Nov 01 18:29:54.324672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15bccc16-bb2e-4f2d-a82b-54d6da5a1673'}, {'subnet_id': '07ab67ae-9775-44eb-a036-93c1c0fc5680'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:54.331569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,segment=NetworkSegment(1c66c7c0-dad3-4ecb-9599-cd6e46e3774c),segment_id=1c66c7c0-dad3-4ecb-9599-cd6e46e3774c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:54.368460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.432263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.538681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.557535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Update dhcp port {'port': {'network_id': '6630c17c-0e5b-47d7-9dc5-896739eed075', 'fixed_ips': [{'subnet_id': '15bccc16-bb2e-4f2d-a82b-54d6da5a1673', 'ip_address': '172.20.0.2'}, {'subnet_id': '07ab67ae-9775-44eb-a036-93c1c0fc5680'}], 'binding:host_id': 'n-d-815923-2'}, 'id': 'a3af61e6-e86c-4860-b73f-ee5bec08f3a9'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:29:54.614417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90c96592-c02c-4d37-9f5d-45a304114b49 req-763389a3-a1d3-4f5b-8b80-5f6f8f847644 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0990458 Nov 01 18:29:54.667566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8df63bd2-a3bc-4740-bf9f-eff132e5ab25 req-dede39ca-1441-4efb-92b3-8527cfe36e34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ac5bbbeaea34c8a90ee300fe106e2d8&device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0508277 Nov 01 18:29:54.682678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.685358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:54.695535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a51b444-c2b8-4649-a39e-93496657551c HTTP/1.1" status: 204 len: 168 time: 0.4986284 Nov 01 18:29:54.718065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc91e-03b0-4515-92a3-ec17b0c6064c None None] Pushing event updated for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:54.757929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa5b57-a0cb-4998-95b4-0361642154ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a51b444-c2b8-4649-a39e-93496657551c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:54.761866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a3af61e6-e86c-4860-b73f-ee5bec08f3a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:54.784236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8df63bd2-a3bc-4740-bf9f-eff132e5ab25 req-72dc88b6-b38c-46a5-9b83-79af50601cd9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ac5bbbeaea34c8a90ee300fe106e2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826240 Nov 01 18:29:54.784996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:55.042915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:55.043281 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:55.109299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c1edb34-5df0-4ff0-b40b-98706e4c9002 req-a9b1c6d4-ed4e-4c66-90fd-2c46e7f92028 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 210 time: 0.1733835 Nov 01 18:29:55.175035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:47Z', 'revision_number': 4, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a9ff7744-6f6a-4a10-93d5-9966f040053f', 'name': '', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'mac_address': 'fa:16:3e:60:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:45Z', 'updated_at': '2021-11-01T18:29:47Z', 'revision_number': 2, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'subnets': [{'id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:55.440758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Allocated IP 172.20.0.18 (6630c17c-0e5b-47d7-9dc5-896739eed075/07ab67ae-9775-44eb-a036-93c1c0fc5680/a3af61e6-e86c-4860-b73f-ee5bec08f3a9) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:55.443587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Checking router: dd3be445-04d6-475c-987b-2cfe489035df for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:29:55.444139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Updating router dd3be445-04d6-475c-987b-2cfe489035df port a9ff7744-6f6a-4a10-93d5-9966f040053f binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:29:55.542313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:55.755634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34974) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:55.797360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85635eb0-77cd-4381-a16b-8373829a7a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:55.912428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a3af61e6-e86c-4860-b73f-ee5bec08f3a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:55.932892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-82756597-2e67-4a35-8551-084d3a92365f None None] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,segment=NetworkSegment(1c66c7c0-dad3-4ecb-9599-cd6e46e3774c),segment_id=1c66c7c0-dad3-4ecb-9599-cd6e46e3774c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:29:56.032869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85635eb0-77cd-4381-a16b-8373829a7a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.114091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.127583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85635eb0-77cd-4381-a16b-8373829a7a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.226985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85635eb0-77cd-4381-a16b-8373829a7a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60ec6e-de35-44ee-8698-546f1152fd35,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:56.229062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.236897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:56.236897 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.246654 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85635eb0-77cd-4381-a16b-8373829a7a30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19493679ee504355bfb11bec438fa6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847395 Nov 01 18:29:56.247384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34984) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:56.284201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.288102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.311117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.338255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.403316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82756597-2e67-4a35-8551-084d3a92365f None None] Pushing event updated for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:56.436616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63468c61-fa87-473f-b746-3202fa2e7ae7 req-0916062c-6e1f-4d46-8902-c488e28e1a96 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 1.3180707 Nov 01 18:29:56.517734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.520992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.524566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d60ec6e-de35-44ee-8698-546f1152fd35 HTTP/1.1" status: 204 len: 168 time: 0.2728488 Nov 01 18:29:56.545142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a3b59-b1aa-4387-96ba-6eb7c77ebcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60ec6e-de35-44ee-8698-546f1152fd35,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:56.649452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-365d2056-b94d-4c69-9701-791b78c3585f req-4ec03926-bb41-4ccb-a2f0-9e16eff08d0e tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.3587234 Nov 01 18:29:56.752579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:56.770978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddd77b89-ebed-4358-85c2-e72205e724be req-c0afa399-2c8b-400b-b149-7d7c94b86855 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 210 time: 0.1131637 Nov 01 18:29:56.824429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63bd2-a3bc-4740-bf9f-eff132e5ab25 req-2cca25c4-7177-46ee-8dc9-9151ef6028c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:56.826321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8df63bd2-a3bc-4740-bf9f-eff132e5ab25 req-2cca25c4-7177-46ee-8dc9-9151ef6028c6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0394011 Nov 01 18:29:56.872280 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:57.147633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120eb1-2ba7-4fb7-9c9b-6b5998a36044 None None] Pushing event updated for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:57.180550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-e0ffc337-c0d6-4cb3-8bd2-f6ccd0ae243a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:57.185341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-e0ffc337-c0d6-4cb3-8bd2-f6ccd0ae243a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 818 time: 0.8926628 Nov 01 18:29:57.236612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Request body: {'port': {'device_id': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'admin_state_up': True, 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:57.301729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Attempting to bind port a9ff7744-6f6a-4a10-93d5-9966f040053f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:29:57.302196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Attempting to bind port a9ff7744-6f6a-4a10-93d5-9966f040053f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:29:57.302459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Attempting to bind port a9ff7744-6f6a-4a10-93d5-9966f040053f on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:29:57.331274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:29:57.335793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Checking segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:29:57.336306 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:57.338556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Bound using segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:29:57.342843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Bound port: a9ff7744-6f6a-4a10-93d5-9966f040053f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:29:57.346305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:57.545191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] For port a9ff7744-6f6a-4a10-93d5-9966f040053f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:29:57.552295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] For port a9ff7744-6f6a-4a10-93d5-9966f040053f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a9ff7744-6f6a-4a10-93d5-9966f040053f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:29:57.647792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03084b67-5347-461d-9790-3e1f57d46bed None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:29:57.760109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17dbfd91-121f-4f34-ac03-b3c3db928e99 req-e6091abe-16de-4219-906d-60bd7694d08a tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1432211 Nov 01 18:29:57.845498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.19 (6630c17c-0e5b-47d7-9dc5-896739eed075/07ab67ae-9775-44eb-a036-93c1c0fc5680/8e9218be-60d9-4735-8ce3-34a35198f5b1) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:58.107803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a3af61e6-e86c-4860-b73f-ee5bec08f3a9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:29:58.115830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db4cf3fe-2586-4545-945b-de94d336b616 req-0c51c66b-2f9c-4d28-9d3d-1bd89f0fcbf2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1968915 Nov 01 18:29:58.116914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-d6d4f38e-9282-4731-9e66-0c5904bdecfc tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:58.121821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-d6d4f38e-9282-4731-9e66-0c5904bdecfc tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 818 time: 0.4616816 Nov 01 18:29:58.125943 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.150916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Request body: {'port': {'device_id': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'admin_state_up': True, 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:29:58.200468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4751f80b-4cbb-4ff6-9169-ff94372e0358 req-b7b31b52-a73d-4cae-8375-e245c944edae tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0815582 Nov 01 18:29:58.354401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120eb1-2ba7-4fb7-9c9b-6b5998a36044 None None] Pushing event updated for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:58.355936 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.378595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Made reservation on behalf of 113182f3b80f4285aadfc622fe27dbdb for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:58.382760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.385881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f2d94de1-1dc7-48cd-bdff-6a83d919ff7f None None] Provisioning complete for port 8e9218be-60d9-4735-8ce3-34a35198f5b1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:58.386320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2d94de1-1dc7-48cd-bdff-6a83d919ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.426534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:29:58.427338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:29:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:58.531449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:58.531947 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.555606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Made reservation on behalf of 113182f3b80f4285aadfc622fe27dbdb for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:29:58.561090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:58.613396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f2d94de1-1dc7-48cd-bdff-6a83d919ff7f None None] Port 8e9218be-60d9-4735-8ce3-34a35198f5b1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:29:58.751849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Allocated IP 172.20.0.10 (c279b0f0-918d-4b1e-ad77-f2d24ad8e109/cbe8f857-2d6c-47e6-ba51-11f140a7884f/148f8acf-da16-4e20-bb53-e85a65009b9e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:58.955613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:29:59.210915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:59.536850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:59.552121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f2d94de1-1dc7-48cd-bdff-6a83d919ff7f None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:29:59.552121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2d94de1-1dc7-48cd-bdff-6a83d919ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:59.554011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2d8f46-9db6-4f8a-9701-660ded464d3a req-03b35514-1d2a-430e-a110-502386155155 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0488369 Nov 01 18:29:59.554011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4a44cab-8072-47f5-90d3-366f5f896199 req-9ea2bdb8-b31a-4121-a9b2-c218fc99a46a tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1381269 Nov 01 18:29:59.554011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7fabef5-f15d-4451-b87a-39842482253b req-8eff1401-a52d-4e0f-b0d3-2adf445d28a6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0767736 Nov 01 18:29:59.554313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:47Z', 'revision_number': 4, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a9ff7744-6f6a-4a10-93d5-9966f040053f', 'name': '', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'mac_address': 'fa:16:3e:60:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:45Z', 'updated_at': '2021-11-01T18:29:57Z', 'revision_number': 4, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'subnets': [{'id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:29:59.554451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=8e9218be-60d9-4735-8ce3-34a35198f5b1,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:29:59.554535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c95848-d3b1-4617-884a-6434fd18a705 None None] The sync data for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 is: [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:29:47Z', 'revision_number': 4, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a9ff7744-6f6a-4a10-93d5-9966f040053f', 'name': '', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'mac_address': 'fa:16:3e:60:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:45Z', 'updated_at': '2021-11-01T18:29:57Z', 'revision_number': 4, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'subnets': [{'id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:29:59.635960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] In _notify_port_updated(), no bound segment for port 8e9218be-60d9-4735-8ce3-34a35198f5b1 on network 6630c17c-0e5b-47d7-9dc5-896739eed075 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:29:59.642940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:29:59.645555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:59.645555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e332aae1-515a-4682-b417-d25984968df4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/ports/8e9218be-60d9-4735-8ce3-34a35198f5b1 HTTP/1.1" status: 200 len: 998 time: 5.3255596 Nov 01 18:29:59.647843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35048) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:29:59.830218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:29:59.891834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Allocated IP 172.20.0.4 (c279b0f0-918d-4b1e-ad77-f2d24ad8e109/cbe8f857-2d6c-47e6-ba51-11f140a7884f/b2ecc3cd-40fb-45db-b731-35e8308df76f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:29:59.946572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a9ff7744-6f6a-4a10-93d5-9966f040053f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:00.067139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:00.072148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Pushing event updated for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:00.075134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:00.079216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:00.162138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a9ff7744-6f6a-4a10-93d5-9966f040053f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:00.166096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.171484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:00.174642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.205250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 8e9218be-60d9-4735-8ce3-34a35198f5b1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:00.208173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.358789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-1046b074-498c-433f-8009-53b9e864349e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1289322 Nov 01 18:30:00.395589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Request body: {'port': {'device_id': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:00.430741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.511841 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.607884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.630559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a9ff7744-6f6a-4a10-93d5-9966f040053f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a9ff7744-6f6a-4a10-93d5-9966f040053f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:00.652168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.668402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:00.680511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:00.688705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:00.705514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.718527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:00.884405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:00.925394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.925548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Pushing event updated for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:00.925990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.926078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.926441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.926679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.936261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.943364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.943816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.948802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.950294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.951126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.953570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:00.957876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 8e9218be-60d9-4735-8ce3-34a35198f5b1 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:00.964983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-361f4ef6-8e74-42f1-b015-fb3b75b12a83 req-8ab8cf95-aa42-4ccf-8f1d-d4ad4d0f5f70 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.2326262 Nov 01 18:30:01.004846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:01.009454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:01.044938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fb51a353-ca73-4994-9083-b5c4391ef595 None None] Provisioning complete for port 8e9218be-60d9-4735-8ce3-34a35198f5b1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:01.045214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb51a353-ca73-4994-9083-b5c4391ef595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:01.143313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-1790517f-3614-4194-921d-32c7656638ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0121655 Nov 01 18:30:01.157740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Request body: {'port': {'device_id': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:01.196175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fb51a353-ca73-4994-9083-b5c4391ef595 None None] Port 8e9218be-60d9-4735-8ce3-34a35198f5b1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:01.225207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fb51a353-ca73-4994-9083-b5c4391ef595 None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:01.225497 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb51a353-ca73-4994-9083-b5c4391ef595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:01.313240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:01.504302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b53dc36e-a7f2-453c-94c4-81c541fdf998 req-91862a85-d301-4a29-88b0-8a9c74eb46e5 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1647537 Nov 01 18:30:01.528050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531431d3-c14d-4a8d-a7c8-64b70e4f96fd req-d6845b2f-88f6-46e0-bd92-621a7541c07c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:01.546826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-531431d3-c14d-4a8d-a7c8-64b70e4f96fd req-d6845b2f-88f6-46e0-bd92-621a7541c07c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 931 time: 0.7856982 Nov 01 18:30:01.556026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c8adb1e7-5499-4f3f-a812-1f007ae42b65 None None] Provisioning complete for port 8e9218be-60d9-4735-8ce3-34a35198f5b1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:01.556314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c8adb1e7-5499-4f3f-a812-1f007ae42b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:01.661306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c8adb1e7-5499-4f3f-a812-1f007ae42b65 None None] Port 8e9218be-60d9-4735-8ce3-34a35198f5b1 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:01.813262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a9ff7744-6f6a-4a10-93d5-9966f040053f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:01.963064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-531431d3-c14d-4a8d-a7c8-64b70e4f96fd req-045bbfd9-d3eb-4b3d-b25d-848c2e48a3d3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093864 Nov 01 18:30:01.980176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a9ff7744-6f6a-4a10-93d5-9966f040053f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:01.980560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:02.267818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f892479-8500-4444-8035-61cddb9438d9 req-a4658188-f029-4eb7-a551-6bda116e7ca1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0420015 Nov 01 18:30:02.287202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148f8acf-da16-4e20-bb53-e85a65009b9e {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:02.305141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:02.369153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Transition to ACTIVE for port object 148f8acf-da16-4e20-bb53-e85a65009b9e will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:30:02.371089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:02.459320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=8e9218be-60d9-4735-8ce3-34a35198f5b1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:02.504181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:02.751475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Pushing event updated for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:02.869121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:02.896774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b8228b24-17a3-43e5-87f5-293a4783e2ac None None] Could not find standard attr ID for object 8e9218be-60d9-4735-8ce3-34a35198f5b1. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:30:02.904163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ecc3cd-40fb-45db-b731-35e8308df76f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:02.916503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:02.933887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Transition to ACTIVE for port object b2ecc3cd-40fb-45db-b731-35e8308df76f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:30:02.957100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08d8234a-204a-4a1d-be03-af4efc7936d0 req-a0296ffe-a2cd-45cb-a513-f0bab05773b1 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.2111061 Nov 01 18:30:03.004311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.171905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.178024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f3fa5fa2-8f85-4f87-a5a7-0bf4b142a0b1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/8e9218be-60d9-4735-8ce3-34a35198f5b1 HTTP/1.1" status: 204 len: 168 time: 3.5263870 Nov 01 18:30:03.181476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35132) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:03.259892 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78e0e46-6c6b-4bdb-b497-e0d906279e24 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:03.260503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f78e0e46-6c6b-4bdb-b497-e0d906279e24 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/8e9218be-60d9-4735-8ce3-34a35198f5b1 HTTP/1.1" status: 404 len: 333 time: 0.0776105 Nov 01 18:30:03.265136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35136) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:03.274450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c09c5-34e2-46a9-b9ba-2a23f1a6bd0c req-25b1b8dd-396a-44c7-a774-157692873681 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:03.276183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b0c09c5-34e2-46a9-b9ba-2a23f1a6bd0c req-25b1b8dd-396a-44c7-a774-157692873681 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 943 time: 0.1833019 Nov 01 18:30:03.286447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Attempting to bind port 148f8acf-da16-4e20-bb53-e85a65009b9e on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:03.293624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e56bd902-af83-423d-ad19-df12e45c32e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.297784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Attempting to bind port 148f8acf-da16-4e20-bb53-e85a65009b9e by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:03.297784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Attempting to bind port 148f8acf-da16-4e20-bb53-e85a65009b9e on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:03.408038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Port 148f8acf-da16-4e20-bb53-e85a65009b9e on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:30:03.408662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Attempting to bind port 148f8acf-da16-4e20-bb53-e85a65009b9e on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:03.452308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:03.452569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Checking segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:03.452969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Bound using segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:03.453419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Bound port: 148f8acf-da16-4e20-bb53-e85a65009b9e, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:03.453784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.488585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:03.501225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 07ab67ae-9775-44eb-a036-93c1c0fc5680 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:03.553226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14435adf-ee59-4918-8ed4-0e6b033124ee req-bb7865b2-d9cc-48fe-bfc9-9290af544260 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0827961 Nov 01 18:30:03.556432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Attempting to bind port b2ecc3cd-40fb-45db-b731-35e8308df76f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:03.556779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Attempting to bind port b2ecc3cd-40fb-45db-b731-35e8308df76f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:03.557113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Attempting to bind port b2ecc3cd-40fb-45db-b731-35e8308df76f on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:03.569267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Port b2ecc3cd-40fb-45db-b731-35e8308df76f on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:30:03.570770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Attempting to bind port b2ecc3cd-40fb-45db-b731-35e8308df76f on network c279b0f0-918d-4b1e-ad77-f2d24ad8e109 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:03.584507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.604773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:03.605118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Checking segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:03.605623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Bound using segment: {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:03.605946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Bound port: b2ecc3cd-40fb-45db-b731-35e8308df76f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:03.606307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.610902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b0c09c5-34e2-46a9-b9ba-2a23f1a6bd0c req-64f9dce7-e776-4d68-8f8e-21e155c40860 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095021 Nov 01 18:30:03.660102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.726733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:03.730885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=148f8acf-da16-4e20-bb53-e85a65009b9e,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:03.812876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.817718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:03.823037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:03.920950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:03.996912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:04.001917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.006887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] 10.222.0.37 "PUT /v2.0/ports/148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 1092 time: 3.6318493 Nov 01 18:30:04.016531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:30:04.024748 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf06e06-65c9-4286-8fc0-ab7da3862971" -d '{"events": [{"name": "network-changed", "server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:30:04.071018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.093212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:04.155664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e56bd902-af83-423d-ad19-df12e45c32e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.179203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:04.179890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.182206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-3e96840d-f34c-4f3e-a197-5af0db263268 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2ecc3cd-40fb-45db-b731-35e8308df76f HTTP/1.1" status: 200 len: 1091 time: 3.0300815 Nov 01 18:30:04.194220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:30:04.202473 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e45417b-b783-435a-8b62-7a53efbf881c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:30:04.216956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e56bd902-af83-423d-ad19-df12e45c32e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.220137 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a1ccb-dc87-49cd-8ecb-2625f337918e x-openstack-request-id: req-7e4a1ccb-dc87-49cd-8ecb-2625f337918e {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:30:04.220793 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:30:04.222257 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e4a1ccb-dc87-49cd-8ecb-2625f337918e {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:30:04.222394 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e', 'status': 'completed', 'code': 200} Nov 01 18:30:04.313705 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9228923-54bc-4ade-be77-b7036e110fe4 x-openstack-request-id: req-e9228923-54bc-4ade-be77-b7036e110fe4 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:30:04.323292 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:30:04.323767 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9228923-54bc-4ade-be77-b7036e110fe4 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:30:04.324349 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f', 'status': 'completed', 'code': 200} Nov 01 18:30:04.348578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c178e53c-e929-43b1-92aa-3640d11e6d8b req-98bedf6f-e60e-48a1-ab33-abab1fe2bf99 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1339593 Nov 01 18:30:04.373119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db2b6f-810c-4175-b673-667e2c2570aa service neutron] Pushing event updated for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:04.395896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd902-af83-423d-ad19-df12e45c32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159837b-7d94-4472-9f39-140c71cd8bd9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:04.433247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e56bd902-af83-423d-ad19-df12e45c32e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1b1014734b9451a91bfd064b47ec67c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5622337 Nov 01 18:30:04.438348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35154) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:04.443215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9ca2e764-3d9f-4758-83ed-8e02f7222efd None None] Could not find standard attr ID for object 8e9218be-60d9-4735-8ce3-34a35198f5b1. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:30:04.488005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45417b-b783-435a-8b62-7a53efbf881c req-4d7f2ad9-c1ac-48a7-83e2-457926cdb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:04.488774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e45417b-b783-435a-8b62-7a53efbf881c req-4d7f2ad9-c1ac-48a7-83e2-457926cdb915 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1094 time: 0.1596727 Nov 01 18:30:04.570080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-cb20a2e7-c39b-40f9-a6d6-971dbfd41abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:04.572394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-cb20a2e7-c39b-40f9-a6d6-971dbfd41abd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1095 time: 0.3488882 Nov 01 18:30:04.659592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.723690 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.879223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:04.887409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/07ab67ae-9775-44eb-a036-93c1c0fc5680 HTTP/1.1" status: 204 len: 168 time: 1.6209524 Nov 01 18:30:04.905344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c2022b8-4183-4e50-aee6-e6fc6aeccfdd req-2f2fe62d-515e-424b-bd26-fa0d0643a993 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0977843 Nov 01 18:30:04.906295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4769687-fcbf-480a-a1d2-a149589eac10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=07ab67ae-9775-44eb-a036-93c1c0fc5680,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:04.945088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35160) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:05.004128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-20f76eb0-06e3-4372-9eed-06ef6d56cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.005609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-20f76eb0-06e3-4372-9eed-06ef6d56cb4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=113182f3b80f4285aadfc622fe27dbdb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4247847 Nov 01 18:30:05.209082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45417b-b783-435a-8b62-7a53efbf881c req-7926dd05-09d2-439b-bb3f-42270644ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.210643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e45417b-b783-435a-8b62-7a53efbf881c req-7926dd05-09d2-439b-bb3f-42270644ac3c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=113182f3b80f4285aadfc622fe27dbdb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6997149 Nov 01 18:30:05.261016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 15bccc16-bb2e-4f2d-a82b-54d6da5a1673 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:05.277404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.300937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34eac9-1f2a-4b74-8750-9d1ebe3859b2 req-8354a467-9ebc-4624-91e6-5dbcfbaa777f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.305358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc34eac9-1f2a-4b74-8750-9d1ebe3859b2 req-8354a467-9ebc-4624-91e6-5dbcfbaa777f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 943 time: 0.5066476 Nov 01 18:30:05.321274 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.433391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.481333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819d635-d859-41bd-b067-dd3007a8a9dc None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:05.578546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.594911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc34eac9-1f2a-4b74-8750-9d1ebe3859b2 req-3b48e475-dd30-4237-b2c2-9b9d0288d545 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752516 Nov 01 18:30:05.731226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45417b-b783-435a-8b62-7a53efbf881c req-deae5edd-5329-4dbb-bfea-d8630dffb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.734078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e45417b-b783-435a-8b62-7a53efbf881c req-deae5edd-5329-4dbb-bfea-d8630dffb2bb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4964283 Nov 01 18:30:05.867109 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.871655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-1838686e-2f23-46a6-8d34-e82c54c1c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.871655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf06e06-65c9-4286-8fc0-ab7da3862971 req-1838686e-2f23-46a6-8d34-e82c54c1c2cb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8004675 Nov 01 18:30:05.882475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.887335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d159837b-7d94-4472-9f39-140c71cd8bd9 HTTP/1.1" status: 204 len: 168 time: 1.4468119 Nov 01 18:30:05.926463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023dbc-9d80-4e69-a1a2-b81faf611abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159837b-7d94-4472-9f39-140c71cd8bd9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:05.929670 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:05.964956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-2664b3d5-efff-4b1b-8aa6-28534a304873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:05.969287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-2664b3d5-efff-4b1b-8aa6-28534a304873 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1094 time: 0.1736379 Nov 01 18:30:06.115058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-727eca7f-ca48-4ce7-96d0-58e9f18a704e req-e88a967c-f9a7-43f1-b6b5-75e4d7cd2c8c tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.5370233 Nov 01 18:30:06.125195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-c46bd7fc-dc06-4e96-8ea2-d203791bd4af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f HTTP/1.1" status: 200 len: 217 time: 0.1496811 Nov 01 18:30:06.256842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88fe5-832a-481a-a769-422219fe2065 req-25260976-8203-41f2-8df7-405d51b30386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:06.256842 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-25260976-8203-41f2-8df7-405d51b30386 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.1203089 Nov 01 18:30:06.319371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-4df00dcf-3512-4137-96a7-6a400c2c08b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485635 Nov 01 18:30:06.376346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1239045-a8fc-4bd8-bd7d-5b52d270b918 req-098db4ff-c086-4703-abda-548f0298a76d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.2794330 Nov 01 18:30:06.475324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-51567afd-6c0d-4363-bae0-e177761f7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:06.479391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-51567afd-6c0d-4363-bae0-e177761f7306 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1095 time: 0.3751309 Nov 01 18:30:06.500870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-ac31548b-0147-4366-8061-bc61ea479cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731739 Nov 01 18:30:06.653092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-2ecbfed6-ebd3-457f-bfd3-b649b78cf2db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.1441808 Nov 01 18:30:06.689274 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:06.806003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58d88fe5-832a-481a-a769-422219fe2065 req-809461b9-0f4b-40c0-abee-be3f9ea80535 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931883 Nov 01 18:30:06.865330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=15bccc16-bb2e-4f2d-a82b-54d6da5a1673,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:06.896128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:06.909670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8624bbd-b255-4d84-8a5f-786796922979 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/15bccc16-bb2e-4f2d-a82b-54d6da5a1673 HTTP/1.1" status: 204 len: 168 time: 1.9139497 Nov 01 18:30:06.910343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:07.044682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35190) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:07.053373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450b289-8108-4b79-9119-3caa85922e13 None None] Network 6630c17c-0e5b-47d7-9dc5-896739eed075 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:07.106770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b353689-c7ca-4e43-8a3a-73fa66452593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.180835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.222673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f84f0adc-e22b-4f06-bd0a-402ac466e204 None None] Provisioning complete for port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:07.223050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f84f0adc-e22b-4f06-bd0a-402ac466e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.443681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b353689-c7ca-4e43-8a3a-73fa66452593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.456789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:07.457132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.578750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b353689-c7ca-4e43-8a3a-73fa66452593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.590245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-6cf27be6-4783-4d39-a609-53d849711cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:07.592820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] DHCP port deletion for 6630c17c-0e5b-47d7-9dc5-896739eed075 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:07.602435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-6cf27be6-4783-4d39-a609-53d849711cee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.9368238 Nov 01 18:30:07.673104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353689-c7ca-4e43-8a3a-73fa66452593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097a3cd-9e9d-4034-b10b-3cebe8e7b984,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:07.753054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Deleting port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:07.753485 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.754935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-4b878b15-b224-4f36-9f54-8ff5189f1a97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515944 Nov 01 18:30:07.767963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,segment=NetworkSegment(1c66c7c0-dad3-4ecb-9599-cd6e46e3774c),segment_id=1c66c7c0-dad3-4ecb-9599-cd6e46e3774c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:07.768346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.788982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26154f9a-2d7c-4f72-b163-8bd35dab1ca2 req-0f806b22-46d7-4931-97a4-277610b54a65 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1707888 Nov 01 18:30:07.802742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b353689-c7ca-4e43-8a3a-73fa66452593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4d49743ad5e4e10a0f8da353d7a69b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7563062 Nov 01 18:30:07.806329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:07.808326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0a4c2-8334-472f-a75e-1c462aa5289b req-c4341ed7-c7ce-4508-b075-27e0a63769a5 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:07.810057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e0a4c2-8334-472f-a75e-1c462aa5289b req-c4341ed7-c7ce-4508-b075-27e0a63769a5 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 943 time: 1.0087788 Nov 01 18:30:07.850467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for a3af61e6-e86c-4860-b73f-ee5bec08f3a9 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:07.929098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] For port a3af61e6-e86c-4860-b73f-ee5bec08f3a9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,segment=NetworkSegment(1c66c7c0-dad3-4ecb-9599-cd6e46e3774c),segment_id=1c66c7c0-dad3-4ecb-9599-cd6e46e3774c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:07.931135 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:07.963093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Calling delete_port for a3af61e6-e86c-4860-b73f-ee5bec08f3a9 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:08.112721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.131720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-39cdfed1-44b0-4810-b24a-7bd49000c1d4 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406401 Nov 01 18:30:08.154643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a3af61e6-e86c-4860-b73f-ee5bec08f3a9 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:08.182778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.205286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e0a4c2-8334-472f-a75e-1c462aa5289b req-388f3deb-d00a-4f2c-a5c9-7612f32a3e67 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701098 Nov 01 18:30:08.245560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7183326-6df1-4e08-bcbe-25da54c04f88 req-c6e39f96-c6ad-489a-813d-7a0419584a6d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1099877 Nov 01 18:30:08.282669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.296397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.320235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] No DVR routers for this DVR port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:08.366530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.374079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.377637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d097a3cd-9e9d-4034-b10b-3cebe8e7b984 HTTP/1.1" status: 204 len: 168 time: 0.5680642 Nov 01 18:30:08.380645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:08.390188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d331b86-6080-4a9a-b843-2c2fb5dd0551 req-d16bdcf2-0ff7-461c-9770-2c1eaf300c60 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866980 Nov 01 18:30:08.391059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc6c52-31b5-4ba0-ab18-fe162d8f2951 None None] Pushing event deleted for resources: {'Port': ['ID=a3af61e6-e86c-4860-b73f-ee5bec08f3a9,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:08.391712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:08.406908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port a3af61e6-e86c-4860-b73f-ee5bec08f3a9 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:08.409132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc8838-8444-4343-9e6e-5adb7c0fbc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097a3cd-9e9d-4034-b10b-3cebe8e7b984,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:08.417637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.587771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-856bfe02-6a00-48f0-bb4a-d59dd8fd684a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.616819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.685764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6630c17c-0e5b-47d7-9dc5-896739eed075']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:08.716226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:08.717499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c66c7c0-dad3-4ecb-9599-cd6e46e3774c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:08.754068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.772734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.782966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:08.783770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.793708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-856bfe02-6a00-48f0-bb4a-d59dd8fd684a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:08.819771 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:08.877132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-856bfe02-6a00-48f0-bb4a-d59dd8fd684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.974679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:08.987181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.000334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/6630c17c-0e5b-47d7-9dc5-896739eed075 HTTP/1.1" status: 204 len: 168 time: 2.0936549 Nov 01 18:30:09.001953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35220) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:09.040379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4379b43a-e93d-4831-aedb-98d4566b85dd req-119062c0-1c2c-4d9d-ad1f-65ee14124c4e tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1284482 Nov 01 18:30:09.045866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-856bfe02-6a00-48f0-bb4a-d59dd8fd684a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fe73851c98c4e8f9dcf77ef6b82441c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435862 Nov 01 18:30:09.051049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bfe02-6a00-48f0-bb4a-d59dd8fd684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5116fc4-e859-4a33-82dd-8a1bc1d0700b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:09.068239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35226) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:09.087246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.153959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fca6dd-26fe-4138-9daa-0e9394202873 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=6630c17c-0e5b-47d7-9dc5-896739eed075,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:09.238303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.246313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d981b29-a5b9-4566-9ccd-b15016edc7b8 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:09.258616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1d981b29-a5b9-4566-9ccd-b15016edc7b8 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2515121 Nov 01 18:30:09.259358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35238) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:09.339893 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-384430b1-36c1-45a0-9716-f6a26c3ef4bc tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0737822 Nov 01 18:30:09.342032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:09.357948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1234421352'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:09.365873 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.438410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:09.443193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.540102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:09.556205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.557356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.559913 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment 6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1 of type vlan for network 0aad601e-cd47-47a8-906e-6d139205de6e Nov 01 18:30:09.563913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.571578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5116fc4-e859-4a33-82dd-8a1bc1d0700b HTTP/1.1" status: 204 len: 168 time: 0.4995875 Nov 01 18:30:09.574919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2be91eda-318f-472e-9e22-a0fbbaf2de99 req-8dac8b17-3faf-4e4f-af81-7d6d92ef64d2 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1160250 Nov 01 18:30:09.628534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2fbc-3da3-49fb-a8da-1fd53dae7c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5116fc4-e859-4a33-82dd-8a1bc1d0700b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:09.648011 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.668889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad3f02-796e-4c8f-a58b-4d5f1312d351 req-f23e7b1b-ee06-4984-ae8e-fd0aeed3d7f6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:09.670641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97ad3f02-796e-4c8f-a58b-4d5f1312d351 req-f23e7b1b-ee06-4984-ae8e-fd0aeed3d7f6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 943 time: 0.1902127 Nov 01 18:30:09.744355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97ad3f02-796e-4c8f-a58b-4d5f1312d351 req-639e3189-da6d-4e28-9120-6cf566feb14f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569475 Nov 01 18:30:09.757074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.763830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:09.764437 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:09.923261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=0aad601e-cd47-47a8-906e-6d139205de6e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:09.939818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0aad601e-cd47-47a8-906e-6d139205de6e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:10.006237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:10.007010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f01befdd-ea8b-41a1-ac80-bb2f79f09e14 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6624041 Nov 01 18:30:10.011996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:10.261850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33d12852-2653-423f-8ea9-fac1dc0f359e req-c85f9fcd-e572-4030-b8c2-e60369b57e39 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0473413 Nov 01 18:30:10.293707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:10.299351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:10.690030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:10.771054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:10.807132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b2ecc3cd-40fb-45db-b731-35e8308df76f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:30:10.820752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9ffbb17-c098-4089-b9d1-964da0050d97 req-d99e452b-96df-49ad-865e-7bd1a81d7546 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0621228 Nov 01 18:30:10.867008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:10.867378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 0aad601e-cd47-47a8-906e-6d139205de6e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:10.960050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 0aad601e-cd47-47a8-906e-6d139205de6e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:10.999013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c975-5b18-45f5-a19a-aa8f35b2c8ab req-203307d0-138c-4ed9-a7a7-5bf00d30dda8 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:11.001683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2231c975-5b18-45f5-a19a-aa8f35b2c8ab req-203307d0-138c-4ed9-a7a7-5bf00d30dda8 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 943 time: 0.0933778 Nov 01 18:30:11.019572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:11.046127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b2ecc3cd-40fb-45db-b731-35e8308df76f', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'port_id': 'b2ecc3cd-40fb-45db-b731-35e8308df76f', 'mac_address': 'fa:16:3e:a2:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:30:11.056812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0aad601e-cd47-47a8-906e-6d139205de6e) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:11.065592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:11.066140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:11.077088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35765be2-6a92-4386-b6ac-57927bcadb14 None None] Network 0aad601e-cd47-47a8-906e-6d139205de6e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:11.100776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2231c975-5b18-45f5-a19a-aa8f35b2c8ab req-3f1d52f5-23ab-44e8-8c38-631c344deeee tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894446 Nov 01 18:30:11.176657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:11.181134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aa3d0f78-cc11-46c5-9979-b5c35af14d77 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1737115 Nov 01 18:30:11.183843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e', 'name': 'tempest-PortsTestJSON-1967216908'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:11.229990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:11.274651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ecc3cd-40fb-45db-b731-35e8308df76f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:11.362450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:11.461288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:11.567406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7adaf47d-4049-4ff3-b287-7c67ae279e01 req-dacad295-2b1f-4544-b4e8-32ef7da33ab4 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1334293 Nov 01 18:30:11.612458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:11.613973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:11.666873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:11.679662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:11.695119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-0aad601e-cd47-47a8-906e-6d139205de6e', 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:30:11.697507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:11.715989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 48c34f43-50ab-498c-93b7-21f92cf7ad2d yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:11.827849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b2ecc3cd-40fb-45db-b731-35e8308df76f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:30:11.942929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.7 (0aad601e-cd47-47a8-906e-6d139205de6e/1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e/48c34f43-50ab-498c-93b7-21f92cf7ad2d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:12.047487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c873223b-69ff-466f-b033-63d3f04639d1 req-3ce54f86-4e38-458e-adbe-058299327094 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0625155 Nov 01 18:30:12.194835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.243116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-886898759-network', 'tenant_id': 'aded5a25615e4c039b9a7d2b40c044c8'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:12.312824 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.349915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c3de0-ad73-4de2-8856-56697721fa17 req-8eef13ef-846c-4f66-bc81-6b508db5b1ea tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:12.359272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-620c3de0-ad73-4de2-8856-56697721fa17 req-8eef13ef-846c-4f66-bc81-6b508db5b1ea tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 944 time: 0.1358190 Nov 01 18:30:12.403839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 0aad601e-cd47-47a8-906e-6d139205de6e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:12.405352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Made reservation on behalf of aded5a25615e4c039b9a7d2b40c044c8 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:12.407658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.427464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Allocated IP 172.20.0.2 (0aad601e-cd47-47a8-906e-6d139205de6e/1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e/59afafa8-4fe3-4f3d-a0d8-18df66b94dc2) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:12.432100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:12.445550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.453883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:12.477183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-620c3de0-ad73-4de2-8856-56697721fa17 req-9687e769-9890-48a2-8e05-2668ff675e63 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162367 Nov 01 18:30:12.633562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=48c34f43-50ab-498c-93b7-21f92cf7ad2d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:12.667444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:12.667444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.783796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-194484bd-0e04-4598-8d84-160d2aa0f199 req-afd90831-0a6b-4c7a-9ac3-8c0d15d89cd9 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0453904 Nov 01 18:30:12.823629 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86c25213-4ce7-441e-a19f-624a390c2572 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6445155 Nov 01 18:30:12.826274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35340) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:12.832466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 148f8acf-da16-4e20-bb53-e85a65009b9e details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:30:12.833837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e', 'name': 'tempest-PortsTestJSON-1230146176'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:12.894341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.947141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:12.972030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.006027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:13.042689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68223230-13d5-4c92-bd0f-7acc3ebd89c3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:13.054887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.055969 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Added segment 670b0b0c-45af-4982-8dfe-302a8485ab52 of type vlan for network 58b62185-45fe-49ec-864d-b7070d416927 Nov 01 18:30:13.066049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:13.072048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.080363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.119231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 4b59c0ab-5b59-4101-8e39-fde637845a04 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:13.161592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.244229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Network 0aad601e-cd47-47a8-906e-6d139205de6e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:13.249624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:13.252835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=148f8acf-da16-4e20-bb53-e85a65009b9e,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:13.255639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Pushing event updated for resources: {'Port': ['ID=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:13.268220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:13.284680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-012bff3f-16ff-485e-b1b9-b737d2435e83 req-b66cc74c-7e6a-4652-81ee-82f6cb5af578 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0762465 Nov 01 18:30:13.299877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.300951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:13.301627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.365016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.9 (0aad601e-cd47-47a8-906e-6d139205de6e/1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e/4b59c0ab-5b59-4101-8e39-fde637845a04) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:13.369502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '148f8acf-da16-4e20-bb53-e85a65009b9e', 'network_id': 'c279b0f0-918d-4b1e-ad77-f2d24ad8e109', 'port_id': '148f8acf-da16-4e20-bb53-e85a65009b9e', 'mac_address': 'fa:16:3e:91:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe8f857-2d6c-47e6-ba51-11f140a7884f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:30:13.413258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Attempting to bind port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:13.413712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Attempting to bind port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:13.414335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Attempting to bind port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 on network 0aad601e-cd47-47a8-906e-6d139205de6e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:13.427091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:13.427435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Checking segment: {'id': '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:13.427832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.428394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Bound using segment: {'id': '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:13.428694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Bound port: 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0aad601e-cd47-47a8-906e-6d139205de6e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:13.429110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.446667 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.450868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] Pushing event updated for resources: {'Network': ['ID=58b62185-45fe-49ec-864d-b7070d416927,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:13.479230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 58b62185-45fe-49ec-864d-b7070d416927 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:13.488336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-477ec05a-e223-4ad2-ba4b-3a0b12529971 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8718269 Nov 01 18:30:13.489478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35352) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:13.503844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Request body: {'subnet': {'network_id': '58b62185-45fe-49ec-864d-b7070d416927', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-886898759-subnet', 'tenant_id': 'aded5a25615e4c039b9a7d2b40c044c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:13.550417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148f8acf-da16-4e20-bb53-e85a65009b9e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:13.636481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=148f8acf-da16-4e20-bb53-e85a65009b9e,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:13.660218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] For port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:13.663774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] For port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,segment=NetworkSegment(6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1),segment_id=6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:13.665713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Made reservation on behalf of aded5a25615e4c039b9a7d2b40c044c8 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:13.668440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.722828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.773962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acbc55-7d96-48ab-9583-78c3d5d37fd3 req-01b18153-1293-4e14-9c9d-e201de574ee6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:13.775892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69acbc55-7d96-48ab-9583-78c3d5d37fd3 req-01b18153-1293-4e14-9c9d-e201de574ee6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 944 time: 0.1605031 Nov 01 18:30:13.787797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.802628 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:13.863221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:13.942155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69acbc55-7d96-48ab-9583-78c3d5d37fd3 req-c8c61814-0a6e-4256-935e-61d53d9f0004 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375349 Nov 01 18:30:14.002130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6f8c-26fd-40b8-a19e-1d645aa8a00d None None] Pushing event updated for resources: {'Port': ['ID=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:14.056975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db39dde3-0d6b-461d-981b-cc292800d0c7 req-f4a75c39-b05b-44b3-8beb-4a62da0d990c tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0803051 Nov 01 18:30:14.092926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:14.119485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['148f8acf-da16-4e20-bb53-e85a65009b9e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:30:14.125285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 0aad601e-cd47-47a8-906e-6d139205de6e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:14.154964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:14.158853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:14.311697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=4b59c0ab-5b59-4101-8e39-fde637845a04,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:14.348488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:14.349173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:14.491121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62505903-3e70-43c2-b441-380cc1a2edc9 req-4078021b-0e3d-4c40-a712-421ee9413cab tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0505576 Nov 01 18:30:14.598511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:14.599110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-57aa00df-5c86-499e-8a0d-6dbbe184d925 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7712004 Nov 01 18:30:14.601688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:14.718287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a1eaa2-3319-4f52-a232-517cd7b12ebd,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:14.721860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bae6ac-f982-4ca1-a160-e94b75189cf7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:14.728413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41bae6ac-f982-4ca1-a160-e94b75189cf7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1256275 Nov 01 18:30:14.729815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35376) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:14.736554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.736951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.737299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.737634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.737979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.738292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.738714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.739080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.739405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.739754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.740078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.740401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:14.750134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Checking segment: {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:14.750498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Network hostable DHCP agents. Network: 58b62185-45fe-49ec-864d-b7070d416927, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:14.808179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b2ecc3cd-40fb-45db-b731-35e8308df76f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:14.853909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Network 58b62185-45fe-49ec-864d-b7070d416927 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:14.945334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 58b62185-45fe-49ec-864d-b7070d416927) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:14.950018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:14.950811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:14.975321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431d01ad-4e60-4a1f-aa21-3f6833cfe0f7 None None] Network 58b62185-45fe-49ec-864d-b7070d416927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:15.022688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 4b59c0ab-5b59-4101-8e39-fde637845a04 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:15.024538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:15.051372 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aba0d081-0bc1-45d4-a71b-1a449d9ba446 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5604088 Nov 01 18:30:15.321593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ee28e-9e82-4615-bbd8-039d7e85c117 None None] Network 58b62185-45fe-49ec-864d-b7070d416927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:15.376453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee889264-dde8-4f9d-9843-2a046cd6d269 req-e1636c0a-9960-4021-8580-98af68a1a20c tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0831623 Nov 01 18:30:15.430944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:15.475020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064cb21-6fa6-4ea0-8f22-7a1f96865ec2 req-702a81ca-6e17-49c0-8751-75c2586b2abd tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:15.484035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0064cb21-6fa6-4ea0-8f22-7a1f96865ec2 req-702a81ca-6e17-49c0-8751-75c2586b2abd tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 944 time: 0.2921181 Nov 01 18:30:15.524796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 4b59c0ab-5b59-4101-8e39-fde637845a04 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:15.564898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b2ecc3cd-40fb-45db-b731-35e8308df76f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:30:15.604937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b2ecc3cd-40fb-45db-b731-35e8308df76f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:15.605324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:15.647465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0064cb21-6fa6-4ea0-8f22-7a1f96865ec2 req-1b81ffe9-6fd0-4dda-9b9d-197400887475 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611528 Nov 01 18:30:15.738953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976d324-9a41-40eb-9327-91694492b71c None None] Network 0aad601e-cd47-47a8-906e-6d139205de6e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:15.826632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-806f3a20-d13e-4159-a61b-d9fc3703d1e5 req-cbc028ae-4f77-47aa-aebc-9486c716988b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.1772363 Nov 01 18:30:15.889776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:16.002485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] Provisioning complete for port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:16.002805 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.054200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.069562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:16.070390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.072055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.092118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=4b59c0ab-5b59-4101-8e39-fde637845a04,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:16.171793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:30:16.174258 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc264ca-e214-45f7-9938-6dd59ac7e699" -d '{"events": [{"server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:30:16.184482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.191466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3725acaf-4c34-459f-9df0-10fd512e5bd3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/4b59c0ab-5b59-4101-8e39-fde637845a04 HTTP/1.1" status: 204 len: 168 time: 1.4560263 Nov 01 18:30:16.192135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35410) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:16.194951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:16.237742 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c05155a-26a6-4200-b69d-760f39cce4bc tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:16.239356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3c05155a-26a6-4200-b69d-760f39cce4bc tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/4b59c0ab-5b59-4101-8e39-fde637845a04 HTTP/1.1" status: 404 len: 333 time: 0.0467443 Nov 01 18:30:16.245118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:16.282034 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce886cc-37a7-41ca-a305-badf35212846 x-openstack-request-id: req-4ce886cc-37a7-41ca-a305-badf35212846 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:30:16.282034 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:30:16.282034 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ce886cc-37a7-41ca-a305-badf35212846 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:30:16.282034 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f', 'code': 200} Nov 01 18:30:16.295409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.321993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.341396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.388120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba316dd0-3076-476f-884a-f57a7efb3285 req-133cd5ee-d281-4935-992c-db6a0eb235ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:16.389640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba316dd0-3076-476f-884a-f57a7efb3285 req-133cd5ee-d281-4935-992c-db6a0eb235ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0470092 Nov 01 18:30:16.440483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 48c34f43-50ab-498c-93b7-21f92cf7ad2d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:16.441202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.451944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba316dd0-3076-476f-884a-f57a7efb3285 req-394f0a06-ba6d-4818-8023-c3c5459a33db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Nov 01 18:30:16.519183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] For port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,segment=NetworkSegment(6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1),segment_id=6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:16.536118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:16.572054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b00ff7-a2e2-4b1f-8187-2b95851c5a39 req-6381af9c-6d71-431f-b978-61f5ec5e74f3 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0528314 Nov 01 18:30:16.635990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.711338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:16.734973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 48c34f43-50ab-498c-93b7-21f92cf7ad2d owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:16.752661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:30:16.755520 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:30:16.845158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 148f8acf-da16-4e20-bb53-e85a65009b9e up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:16.871875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e890be-d6c2-4ada-b58d-9aa063760441 None None] Pushing event updated for resources: {'Port': ['ID=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:16.934792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c842b1-df5e-40fe-bcbe-39aafa0d76d4 req-77d8fc47-e1bc-4998-aa6e-677faf1c0c7f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:16.940835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7c842b1-df5e-40fe-bcbe-39aafa0d76d4 req-77d8fc47-e1bc-4998-aa6e-677faf1c0c7f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2130232 Nov 01 18:30:16.998428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9b473cda-3a6a-40a9-9a69-303258b07aff None None] Provisioning complete for port 48c34f43-50ab-498c-93b7-21f92cf7ad2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:16.998933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9b473cda-3a6a-40a9-9a69-303258b07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:17.082901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7c842b1-df5e-40fe-bcbe-39aafa0d76d4 req-7e615f23-dac7-446f-8f7f-129443c1c559 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245570 Nov 01 18:30:17.157299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d33a519-d9cb-410d-85d8-7f1af2d1ad51 req-f9314041-4faa-49ea-8e52-f258e1b288cb tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e3707d1-b126-4d42-b4ef-af0d9d0137b1 HTTP/1.1" status: 200 len: 210 time: 0.0504210 Nov 01 18:30:17.360430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:17.432866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=48c34f43-50ab-498c-93b7-21f92cf7ad2d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:17.631763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:17.641369 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-11f0dd46-0d12-463b-b8a2-9e1045135f10 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/48c34f43-50ab-498c-93b7-21f92cf7ad2d HTTP/1.1" status: 204 len: 168 time: 1.3951557 Nov 01 18:30:17.644074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35438) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:17.711658 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c50828-a854-4524-81f3-012fd942c253 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:17.717044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f9c50828-a854-4524-81f3-012fd942c253 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/48c34f43-50ab-498c-93b7-21f92cf7ad2d HTTP/1.1" status: 404 len: 333 time: 0.0692859 Nov 01 18:30:17.717319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:17.774241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9b473cda-3a6a-40a9-9a69-303258b07aff None None] Port 48c34f43-50ab-498c-93b7-21f92cf7ad2d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:17.894993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9b473cda-3a6a-40a9-9a69-303258b07aff None None] Provisioning complete for port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:17.895383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9b473cda-3a6a-40a9-9a69-303258b07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:17.991620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:18.013561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.016847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a850db2a-6000-4bc9-9d57-611d7b576d4d req-e8e1e128-877c-429e-87cd-18023c361bf1 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1463039 Nov 01 18:30:18.080519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 148f8acf-da16-4e20-bb53-e85a65009b9e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:30:18.120399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 148f8acf-da16-4e20-bb53-e85a65009b9e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:18.120784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.133591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:18.220724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.450369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.500781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35458) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:18.645933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d448a90-9bc1-4a40-9661-725e0ee3324c req-fa806153-7850-452d-bd83-32cee2966831 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1413472 Nov 01 18:30:18.649900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35462) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:18.771978 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.863686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.873754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e HTTP/1.1" status: 204 len: 168 time: 1.1498685 Nov 01 18:30:18.874938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83343afd-b987-434d-97bf-347faf648b84 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:18.886556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:18.920647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:18.921233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b55b5-ee20-4d0a-acc7-e9d0f0463123 req-3119e946-0aaf-40e5-822c-a9d6c1e1f51e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:18.932171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c9b55b5-ee20-4d0a-acc7-e9d0f0463123 req-3119e946-0aaf-40e5-822c-a9d6c1e1f51e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.5105171 Nov 01 18:30:18.971938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:18.972317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.013815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:30:19.016081 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147cc17-f238-4268-9095-dea5ff0abbbb" -d '{"events": [{"server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "name": "network-vif-plugged", "status": "completed", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:30:19.020587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfff6bd5-ea8c-4512-802d-103b72b76e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.030722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be5ca38e-fda1-4504-b0f8-dbf14c562165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.051154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=148f8acf-da16-4e20-bb53-e85a65009b9e,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:19.066866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-20aec46b-c961-41d7-b242-89847a79f10b None None] Could not find standard attr ID for object 48c34f43-50ab-498c-93b7-21f92cf7ad2d. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:30:19.073570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-20aec46b-c961-41d7-b242-89847a79f10b None None] Could not find standard attr ID for object 4b59c0ab-5b59-4101-8e39-fde637845a04. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:30:19.104119 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd8738e-120d-49c6-89dc-66085d3f95bb x-openstack-request-id: req-3dd8738e-120d-49c6-89dc-66085d3f95bb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:30:19.104797 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "name": "network-vif-plugged", "status": "completed", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:30:19.104797 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dd8738e-120d-49c6-89dc-66085d3f95bb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:30:19.105217 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e', 'code': 200} Nov 01 18:30:19.125178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.135766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.264414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:19.266016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.350883 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfff6bd5-ea8c-4512-802d-103b72b76e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.398969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:19.401704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d662b8-9cb7-49ea-bff9-cdd44c53ac94 None None] Network 0aad601e-cd47-47a8-906e-6d139205de6e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:19.421501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.477282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,segment=NetworkSegment(6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1),segment_id=6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:19.478324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.478517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.512254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:19.578288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfff6bd5-ea8c-4512-802d-103b72b76e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.623744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b73e7d7-8976-401d-b557-9da25ccf6c59 req-0035cda0-946d-4097-abe8-a311e0f8e34e tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.2701120 Nov 01 18:30:19.625854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff6bd5-ea8c-4512-802d-103b72b76e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4955c989-0682-4e24-8390-5bfeab5dfc26,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:19.706845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c9b55b5-ee20-4d0a-acc7-e9d0f0463123 req-42b613d8-e392-4ff2-9fea-e1ab6f2c172a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296133 Nov 01 18:30:19.708189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92b74-4228-44c4-b7e3-4116d7169418 req-768bc806-6ef5-484d-8ba8-25364dc105af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:19.709383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39f92b74-4228-44c4-b7e3-4116d7169418 req-768bc806-6ef5-484d-8ba8-25364dc105af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.3471668 Nov 01 18:30:19.720907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dfff6bd5-ea8c-4512-802d-103b72b76e1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d666cf7e92249a1bbe8fd82e651c1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2025619 Nov 01 18:30:19.722184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35480) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:19.758434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39f92b74-4228-44c4-b7e3-4116d7169418 req-b1ab30a0-2164-443e-9bc5-9dea882bf23d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Nov 01 18:30:19.874100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.877712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:19.883767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] DHCP port deletion for 0aad601e-cd47-47a8-906e-6d139205de6e request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:19.990250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Deleting port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:19.990559 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.064643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] For port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,segment=NetworkSegment(6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1),segment_id=6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:20.065043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.080069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Calling delete_port for 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:20.172083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.175002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.176593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/security-groups/09d16e92-c9e2-4b83-9c0e-cf49f4252950 HTTP/1.1" status: 204 len: 168 time: 1.4983962 Nov 01 18:30:20.179294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35484) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:20.193738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da996dac-2e66-4a71-8d6d-5012f2ee88a4 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d16e92-c9e2-4b83-9c0e-cf49f4252950,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:20.234088 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-b6e641c1-2ada-414c-8df8-b90fa3f55e76 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] show failed (client error): The resource could not be found. Nov 01 18:30:20.234088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b6e641c1-2ada-414c-8df8-b90fa3f55e76 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "GET /v2.0/security-groups/09d16e92-c9e2-4b83-9c0e-cf49f4252950 HTTP/1.1" status: 404 len: 347 time: 0.0304236 Nov 01 18:30:20.239139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35486) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:20.393917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 2bc9ec31-2fc9-4516-9c79-61682263e1d7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:20.393917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.447044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.451755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.470262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] No DVR routers for this DVR port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:20.482761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:20.491529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:20.512025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f923662-6ea1-45ff-89b2-b863a774306c None None] Pushing event deleted for resources: {'Port': ['ID=59afafa8-4fe3-4f3d-a0d8-18df66b94dc2,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:20.603035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.603313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.607383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.845444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9651880a-99a4-43d7-ba31-599c299abd9c req-50e385d7-1d7d-449b-b9ad-d6a6701f0d6a tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0710938 Nov 01 18:30:20.894259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9dfceaba-6fba-4836-915c-340d915ad7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.967637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.970193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:20.973715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4955c989-0682-4e24-8390-5bfeab5dfc26 HTTP/1.1" status: 204 len: 168 time: 1.2486160 Nov 01 18:30:20.973715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 2bc9ec31-2fc9-4516-9c79-61682263e1d7 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:20.995904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad601e-cd47-47a8-906e-6d139205de6e']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:21.008712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26b7cd-9e79-4021-82f9-6c53f2493ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4955c989-0682-4e24-8390-5bfeab5dfc26,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:21.016469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:21.016723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceec4a3-2a34-4fd0-8c6f-78fddfdc8ac1') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:21.054828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.081946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.096049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:21.096461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:21.100233 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:21.150555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d704-3869-406e-ba2a-e099696c7389 req-73518ea8-7098-4dae-af3d-6279e3d1cc73 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:21.150555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5046d704-3869-406e-ba2a-e099696c7389 req-73518ea8-7098-4dae-af3d-6279e3d1cc73 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.0812051 Nov 01 18:30:21.228847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5046d704-3869-406e-ba2a-e099696c7389 req-ad5be405-7159-45d6-98fe-d031c7709a49 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766602 Nov 01 18:30:21.247035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-d85136c5-b036-4238-8cf8-11865b6e204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:21.248603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-d85136c5-b036-4238-8cf8-11865b6e204a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0938816 Nov 01 18:30:21.329427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.343028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.356353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/0aad601e-cd47-47a8-906e-6d139205de6e HTTP/1.1" status: 204 len: 168 time: 2.4651170 Nov 01 18:30:21.356353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0990cd-eba8-49b0-a336-0fb2e4386529 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=0aad601e-cd47-47a8-906e-6d139205de6e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:21.362525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35500) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:21.368051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85025960'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:21.373002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.381821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-02539d14-857b-4d4f-827e-2636451088d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:21.383546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-02539d14-857b-4d4f-827e-2636451088d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.1280575 Nov 01 18:30:21.408834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=2bc9ec31-2fc9-4516-9c79-61682263e1d7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:21.468482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-31528fd2-9c44-4398-a02e-15763036c8ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f HTTP/1.1" status: 200 len: 217 time: 0.0773630 Nov 01 18:30:21.507491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.511331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.518312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-174483cd-fe92-4e99-8e9c-3dd22ad1a196 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/floatingips/13cb39cd-9fd2-4f91-9ebe-d7b6269d3787 HTTP/1.1" status: 204 len: 168 time: 1.2718134 Nov 01 18:30:21.521397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:21.526915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:21.531891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.564251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:21.577614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.577907 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment 8f96ff5f-5952-4bf0-9607-bb3e502754c6 of type vlan for network 2f2e89d8-f66f-413e-876a-a33999bed88b Nov 01 18:30:21.596323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-3b8b1648-394c-43af-9bec-dabe99806bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:21.598341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-3b8b1648-394c-43af-9bec-dabe99806bdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.1232722 Nov 01 18:30:21.628996 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.656098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-dfd1f774-e734-43e2-a216-c73564ff2aca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365233 Nov 01 18:30:21.748415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.754492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:21.755382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.811763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port c09b7483-3ebd-4683-bb90-c4cfd5306314 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:21.812113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:21.838959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:21.862987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:30:21.863397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 59afafa8-4fe3-4f3d-a0d8-18df66b94dc2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:30:21.871178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=2f2e89d8-f66f-413e-876a-a33999bed88b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:21.891115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2f2e89d8-f66f-413e-876a-a33999bed88b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:21.897183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2af077df-c691-4405-850f-135e7a9b9109 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5335355 Nov 01 18:30:21.900562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:21.910617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:21.921771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-2a288064-e28f-45a3-ab30-6f4e1aba5f56 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557774 Nov 01 18:30:21.972796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.046256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for c09b7483-3ebd-4683-bb90-c4cfd5306314 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:22.052130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6aeb3bd0-76e4-4968-ba03-7a2f03c4fcd2 req-d4827ec5-345a-439d-bfa5-b5665aca22e1 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0807385 Nov 01 18:30:22.065481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.137764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52f19fd3-9093-4c93-ab34-359a5216a001 req-f667c217-c7ab-4434-af97-da6990f37f36 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058842 Nov 01 18:30:22.175795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35524) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:22.193191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:22.205719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.237312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14331ba0-39cb-461a-baa2-e14f7ed73ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.335415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.397855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=c09b7483-3ebd-4683-bb90-c4cfd5306314,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:22.478290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0410-e906-43a3-8744-6f6f16c94641 req-f11881f4-78df-4ea8-9c48-f5451c766d52 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:22.486085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57ac0410-e906-43a3-8744-6f6f16c94641 req-f11881f4-78df-4ea8-9c48-f5451c766d52 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1730826 Nov 01 18:30:22.496049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14331ba0-39cb-461a-baa2-e14f7ed73ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.559374 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.565722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cf7f34a2-8d07-40fe-835d-e3990caa776d tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/ports/c09b7483-3ebd-4683-bb90-c4cfd5306314 HTTP/1.1" status: 204 len: 168 time: 1.0433261 Nov 01 18:30:22.568452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35544) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:22.572911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:30:22.579742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57ac0410-e906-43a3-8744-6f6f16c94641 req-455e4cb9-8b58-4760-8b0b-349ee31fedde tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675457 Nov 01 18:30:22.682739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port b1fd4735-e7c2-4459-b71e-596e903eaf34 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:22.683471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.700729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.726255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-14331ba0-39cb-461a-baa2-e14f7ed73ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.766066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafb5108-c08c-4610-b1e6-8b81dd0f91e3 req-b9efdbe1-0aba-4c0b-ad1d-a7c23ebd5fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ac5bbbeaea34c8a90ee300fe106e2d8&device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0518241 Nov 01 18:30:22.798158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafb5108-c08c-4610-b1e6-8b81dd0f91e3 req-a3843a31-868c-4b58-9c96-52d6a95e0673 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ac5bbbeaea34c8a90ee300fe106e2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234394 Nov 01 18:30:22.871435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fce2ed54-b226-46dc-9a00-76dc5baa9f3a req-a0937e67-1ab9-4a32-a191-168f1ab72a88 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0705876 Nov 01 18:30:22.965152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:22.988208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for b1fd4735-e7c2-4459-b71e-596e903eaf34 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:23.009321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5108-c08c-4610-b1e6-8b81dd0f91e3 req-1d2a802d-8978-4123-90b2-02560bf9cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:23.010744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafb5108-c08c-4610-b1e6-8b81dd0f91e3 req-1d2a802d-8978-4123-90b2-02560bf9cf04 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976769 Nov 01 18:30:23.134366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14331ba0-39cb-461a-baa2-e14f7ed73ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023609d4-0ff8-4553-a187-5fb1c0c8c897,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:23.151608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-14331ba0-39cb-461a-baa2-e14f7ed73ebf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5e4572e5bd24577bb76874c6709bd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730880 Nov 01 18:30:23.154775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35550) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:23.188181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=fb7401ef-c9af-481a-ba96-ee391d553f48,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:23.240740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': '8f96ff5f-5952-4bf0-9607-bb3e502754c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:23.242220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 2f2e89d8-f66f-413e-876a-a33999bed88b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:23.268228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.312845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.363875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 2f2e89d8-f66f-413e-876a-a33999bed88b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:23.452974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.455615 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.456790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/023609d4-0ff8-4553-a187-5fb1c0c8c897 HTTP/1.1" status: 204 len: 168 time: 0.3010147 Nov 01 18:30:23.468334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d172bc-7f5c-4027-8f0e-163d81d863d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023609d4-0ff8-4553-a187-5fb1c0c8c897,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:23.486093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2f2e89d8-f66f-413e-876a-a33999bed88b) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:23.489566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:23.490276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.495831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe92ed0-3ff8-4452-92d0-95c92bf8d1b3 None None] Network 2f2e89d8-f66f-413e-876a-a33999bed88b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:23.501469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.568716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=b1fd4735-e7c2-4459-b71e-596e903eaf34,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:23.684271 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-77308c98-9089-45eb-a5a8-2c7dcdcddf9b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7822242 Nov 01 18:30:23.687311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:23.695080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b', 'name': 'tempest-PortsTestJSON-88909579', 'fixed_ips': [{'subnet_id': 'fb7401ef-c9af-481a-ba96-ee391d553f48', 'ip_address': '172.20.0.10'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:23.731863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.741616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-187064ac-07b9-4386-9c08-db9934ae27d1 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/ports/b1fd4735-e7c2-4459-b71e-596e903eaf34 HTTP/1.1" status: 204 len: 168 time: 1.1710300 Nov 01 18:30:23.743650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35570) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:23.826262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting subnet cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:23.855869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.875545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.878664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2f2e89d8-f66f-413e-876a-a33999bed88b', 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': 'fb7401ef-c9af-481a-ba96-ee391d553f48'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:30:23.880628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d64c3f-2908-4ff0-918e-0c2af3477d03 req-a062f47a-05ac-43d2-86df-303dc59e4563 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:23.881032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:23.889877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79d64c3f-2908-4ff0-918e-0c2af3477d03 req-a062f47a-05ac-43d2-86df-303dc59e4563 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1638131 Nov 01 18:30:23.983077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.055211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79d64c3f-2908-4ff0-918e-0c2af3477d03 req-77f93809-3a9a-4e51-ab02-e632645fa197 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643205 Nov 01 18:30:24.175400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f83200bf-df4f-4c98-8cab-24d57822f8fe req-4c0a89db-35ba-4298-a5e6-23bbd5b9d72e tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1142378 Nov 01 18:30:24.222575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Allocated IP 172.20.0.2 (2f2e89d8-f66f-413e-876a-a33999bed88b/fb7401ef-c9af-481a-ba96-ee391d553f48/2b374d3e-0b53-4f24-861a-776cfef0d9ff) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:24.249541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.264017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cafb5108-c08c-4610-b1e6-8b81dd0f91e3 req-98154867-f532-4127-a46d-b401a34ee1ce tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.0599630 Nov 01 18:30:24.286086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:24.424220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.509039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:24.511426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.518662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.523322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-25905885-f0a1-43f6-9122-7335bd005cdf tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/subnets/cc2d1cb9-d6ec-47ae-aba9-b7d39e6c3d0e HTTP/1.1" status: 204 len: 168 time: 0.7751911 Nov 01 18:30:24.524042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:24.543658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:24.583968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0709bb-4583-4773-aab7-efd3274505c9 None None] Network 631781a8-1de4-41c0-a4e2-4e806d7b751d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:24.616685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting subnet 29fedbb6-9d4e-4df7-b77d-dd761a49870c {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:24.620854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.705241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.791530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.854422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:24.912628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.002474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.013368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Pushing event updated for resources: {'Port': ['ID=2b374d3e-0b53-4f24-861a-776cfef0d9ff,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:25.037209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Network 2f2e89d8-f66f-413e-876a-a33999bed88b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:25.041636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:25.045871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:25.051660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.10 (2f2e89d8-f66f-413e-876a-a33999bed88b/fb7401ef-c9af-481a-ba96-ee391d553f48/1cbc6f68-7975-4a39-a824-4cd45abd75a7) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:25.140813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Attempting to bind port 2b374d3e-0b53-4f24-861a-776cfef0d9ff on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:25.144483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Attempting to bind port 2b374d3e-0b53-4f24-861a-776cfef0d9ff by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '8f96ff5f-5952-4bf0-9607-bb3e502754c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:25.144483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Attempting to bind port 2b374d3e-0b53-4f24-861a-776cfef0d9ff on network 2f2e89d8-f66f-413e-876a-a33999bed88b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:25.157773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:25.160489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Checking segment: {'id': '8f96ff5f-5952-4bf0-9607-bb3e502754c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:25.160982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.162130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Bound using segment: {'id': '8f96ff5f-5952-4bf0-9607-bb3e502754c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:25.163638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Subnet': ['ID=29fedbb6-9d4e-4df7-b77d-dd761a49870c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:25.164259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Bound port: 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f96ff5f-5952-4bf0-9607-bb3e502754c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:25.166183 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.199208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.219124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf7720dc-d50c-48f7-b028-c24d15ab0b48 tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/subnets/29fedbb6-9d4e-4df7-b77d-dd761a49870c HTTP/1.1" status: 204 len: 168 time: 0.6914575 Nov 01 18:30:25.219949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35602) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:25.254947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6207d9a-695a-455b-b928-f2f5e16c4578 None None] Network e6a1dd92-8383-4d2c-87ca-f4a520954cea requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:25.353600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] DHCP port deletion for 631781a8-1de4-41c0-a4e2-4e806d7b751d request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:25.528909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] For port 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:25.533294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] For port 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2b374d3e-0b53-4f24-861a-776cfef0d9ff,segment=NetworkSegment(8f96ff5f-5952-4bf0-9607-bb3e502754c6),segment_id=8f96ff5f-5952-4bf0-9607-bb3e502754c6)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:25.657618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.664304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.712949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec360ea-7cbd-4618-8cc1-54c5afb3d8cb req-eb8eaa97-3e42-4258-a747-273f388835d5 tempest-ServerShowV257Test-1972441151 tempest-ServerShowV257Test-1972441151-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd20abb5-f863-4383-85ea-05d4a5726eea HTTP/1.1" status: 200 len: 210 time: 0.1714449 Nov 01 18:30:25.806679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 547c0ba6-065b-4e09-9992-660109eb8258 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:25.807171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.811854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350158-44a3-476a-a411-7014b044319c req-ec16e9b1-5495-4411-aa13-d4e2a9cd741b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:25.828972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79350158-44a3-476a-a411-7014b044319c req-ec16e9b1-5495-4411-aa13-d4e2a9cd741b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.6191709 Nov 01 18:30:25.888231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 547c0ba6-065b-4e09-9992-660109eb8258 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:25.953265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port 547c0ba6-065b-4e09-9992-660109eb8258, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=547c0ba6-065b-4e09-9992-660109eb8258,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:25.953676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:25.982166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6cffe-8ea6-4721-ab78-9796ce955512 None None] Pushing event updated for resources: {'Port': ['ID=2b374d3e-0b53-4f24-861a-776cfef0d9ff,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:25.999308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Deleting port 547c0ba6-065b-4e09-9992-660109eb8258 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:26.007036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.070204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 547c0ba6-065b-4e09-9992-660109eb8258 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:26.109438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.117455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] DHCP port deletion for e6a1dd92-8383-4d2c-87ca-f4a520954cea request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:26.289783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] For port 547c0ba6-065b-4e09-9992-660109eb8258, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=547c0ba6-065b-4e09-9992-660109eb8258,segment=NetworkSegment(7d3a3c2f-d54e-4812-94de-d3da69ac5596),segment_id=7d3a3c2f-d54e-4812-94de-d3da69ac5596)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:26.290351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.317950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Calling delete_port for 547c0ba6-065b-4e09-9992-660109eb8258 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:26.319913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.364225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.414444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.452392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=547c0ba6-065b-4e09-9992-660109eb8258,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:26.459563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port 547c0ba6-065b-4e09-9992-660109eb8258 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:26.583288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.619240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631781a8-1de4-41c0-a4e2-4e806d7b751d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:26.634643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3a3c2f-d54e-4812-94de-d3da69ac5596') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:26.639802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3a3c2f-d54e-4812-94de-d3da69ac5596') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:26.654277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.676659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.694045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:26.698621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:26.706048 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:26.779753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Deleting port 7252618a-77ca-4ede-9440-f0281b586f8a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:26.783592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.783592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.868059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] Pushing event deleted for resources: {'Port': ['ID=547c0ba6-065b-4e09-9992-660109eb8258,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:26.937285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49222d93-bdb2-467b-91c2-6f46892d8f3b None None] No DVR routers for this DVR port 547c0ba6-065b-4e09-9992-660109eb8258 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:26.979368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.988214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.988965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] For port 7252618a-77ca-4ede-9440-f0281b586f8a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7252618a-77ca-4ede-9440-f0281b586f8a,segment=NetworkSegment(a9625eb6-35ad-45d7-b249-3af1a117a70d),segment_id=a9625eb6-35ad-45d7-b249-3af1a117a70d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:26.989369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:26.991897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/networks/631781a8-1de4-41c0-a4e2-4e806d7b751d HTTP/1.1" status: 204 len: 168 time: 1.7530458 Nov 01 18:30:27.000527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35632) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:27.020400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Calling delete_port for 7252618a-77ca-4ede-9440-f0281b586f8a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:27.050709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28325dce-5581-483a-a70f-7e483835f74c tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Network': ['ID=631781a8-1de4-41c0-a4e2-4e806d7b751d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:27.166561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.187840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79350158-44a3-476a-a411-7014b044319c req-5dc59d22-c6c5-4216-bf0a-d39559c7aff2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3604696 Nov 01 18:30:27.230511 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.238005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.260282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] No DVR routers for this DVR port 7252618a-77ca-4ede-9440-f0281b586f8a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:27.312174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea426f8-7b3d-4019-8c21-55303b138082 None None] Pushing event deleted for resources: {'Port': ['ID=7252618a-77ca-4ede-9440-f0281b586f8a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:27.329858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=1cbc6f68-7975-4a39-a824-4cd45abd75a7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:27.332547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Deleting port 7252618a-77ca-4ede-9440-f0281b586f8a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:27.332901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.377715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 2f2e89d8-f66f-413e-876a-a33999bed88b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:27.381138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:27.387831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:27.474621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:27.475611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.545062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] For port 7252618a-77ca-4ede-9440-f0281b586f8a, host n-d-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:27.546937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.565776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b667ff8-01fd-497b-9034-75fdd380fbd1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8770032 Nov 01 18:30:27.568316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35648) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:27.575141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '2f2e89d8-f66f-413e-876a-a33999bed88b', 'name': 'tempest-PortsTestJSON-503760085', 'fixed_ips': [{'subnet_id': 'fb7401ef-c9af-481a-ba96-ee391d553f48', 'ip_address': '172.20.0.9'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:27.609908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Calling delete_port for 7252618a-77ca-4ede-9440-f0281b586f8a owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:27.618375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Port 7252618a-77ca-4ede-9440-f0281b586f8a was not found and therefore no delete operation was performed {{(pid=102783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:30:27.623246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:27.682921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:27.684297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Port': ['ID=7252618a-77ca-4ede-9440-f0281b586f8a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:27.727724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] No DVR routers for this DVR port 7252618a-77ca-4ede-9440-f0281b586f8a on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:27.835999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e550787-b367-417a-adc9-f9aedbd0f702 None None] Network 2f2e89d8-f66f-413e-876a-a33999bed88b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:27.952517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.004699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2b374d3e-0b53-4f24-861a-776cfef0d9ff up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:28.024341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a1dd92-8383-4d2c-87ca-f4a520954cea']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:28.054643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9625eb6-35ad-45d7-b249-3af1a117a70d') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:28.058208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9625eb6-35ad-45d7-b249-3af1a117a70d') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:28.099584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] Provisioning complete for port 2b374d3e-0b53-4f24-861a-776cfef0d9ff triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:28.099987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.106769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.114324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:28.121367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.135194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.147753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:28.148412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:28.151853 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:28.179418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 0beddf5a-b156-499e-9088-a98dbd062be6 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:28.188562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2b374d3e-0b53-4f24-861a-776cfef0d9ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:28.188861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.318964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48b558f9-35c0-411f-ab72-7b24237eba63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.392618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.412471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.428339 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] 10.222.0.31 "DELETE /v2.0/networks/e6a1dd92-8383-4d2c-87ca-f4a520954cea HTTP/1.1" status: 204 len: 168 time: 1.4189649 Nov 01 18:30:28.465552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176410ef-290f-4bf4-855e-ef011a6bbc2b tempest-TaggedBootDevicesTest-540227469 tempest-TaggedBootDevicesTest-540227469-project] Pushing event deleted for resources: {'Network': ['ID=e6a1dd92-8383-4d2c-87ca-f4a520954cea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:28.644366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48b558f9-35c0-411f-ab72-7b24237eba63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.678159 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.720591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48b558f9-35c0-411f-ab72-7b24237eba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.759978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2902-294b-4895-bfaf-5cf977a7fd47 req-666712ad-d4ed-427b-9459-4eb065c49599 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:28.762644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-792e2902-294b-4895-bfaf-5cf977a7fd47 req-666712ad-d4ed-427b-9459-4eb065c49599 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.3751903 Nov 01 18:30:28.816090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:28.816720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b558f9-35c0-411f-ab72-7b24237eba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d540b15-8793-480e-b7bb-8a1a00df173e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:28.850373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48b558f9-35c0-411f-ab72-7b24237eba63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ac5bbbeaea34c8a90ee300fe106e2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1640558 Nov 01 18:30:28.859255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35686) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:28.868832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.9 (2f2e89d8-f66f-413e-876a-a33999bed88b/fb7401ef-c9af-481a-ba96-ee391d553f48/0beddf5a-b156-499e-9088-a98dbd062be6) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:28.927433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-792e2902-294b-4895-bfaf-5cf977a7fd47 req-b2b33780-e115-498e-8f3c-c1b24046a94c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259055 Nov 01 18:30:28.943948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] For port 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2b374d3e-0b53-4f24-861a-776cfef0d9ff,segment=NetworkSegment(8f96ff5f-5952-4bf0-9607-bb3e502754c6),segment_id=8f96ff5f-5952-4bf0-9607-bb3e502754c6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:28.996590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.012555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.051690 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.147142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:30:29.150539 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:30:29.265079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.268988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.271233 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d540b15-8793-480e-b7bb-8a1a00df173e HTTP/1.1" status: 204 len: 168 time: 0.4105747 Nov 01 18:30:29.306076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700eeba-933d-4acd-ba52-8cadfa639c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d540b15-8793-480e-b7bb-8a1a00df173e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:29.398956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.415879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651202-573a-41d8-ba71-9d16f1324b4a None None] Pushing event updated for resources: {'Port': ['ID=2b374d3e-0b53-4f24-861a-776cfef0d9ff,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:29.464881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e83577ce-17f2-4a0d-ba2a-23865d73fcf7 None None] Provisioning complete for port 2b374d3e-0b53-4f24-861a-776cfef0d9ff triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:29.465573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e83577ce-17f2-4a0d-ba2a-23865d73fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.597525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.649865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e83577ce-17f2-4a0d-ba2a-23865d73fcf7 None None] Provisioning complete for port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:29.650815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e83577ce-17f2-4a0d-ba2a-23865d73fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:29.724290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 2f2e89d8-f66f-413e-876a-a33999bed88b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:29.742228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:29.748774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:29.895520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=0beddf5a-b156-499e-9088-a98dbd062be6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:29.936970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e83577ce-17f2-4a0d-ba2a-23865d73fcf7 None None] Port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:30.053412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.062146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:30.071177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e43a2c3c-7e04-46a9-8ab3-b0d015a8765e None None] Provisioning complete for port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:30.071812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e43a2c3c-7e04-46a9-8ab3-b0d015a8765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:30.135368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7252618a-77ca-4ede-9440-f0281b586f8a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:30.224056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7252618a-77ca-4ede-9440-f0281b586f8a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:30:30.224642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7252618a-77ca-4ede-9440-f0281b586f8a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:30:30.229586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e43a2c3c-7e04-46a9-8ab3-b0d015a8765e None None] Port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:30.293854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f5be3fe-ab33-455a-ba5f-6841bda14c4f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7229655 Nov 01 18:30:30.297881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:30.330828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978204c5-0ff6-4d33-b4d5-a6010fe4dac6 req-41991d49-7e7e-423f-b2fd-85fb09cd66d3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.333476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-978204c5-0ff6-4d33-b4d5-a6010fe4dac6 req-41991d49-7e7e-423f-b2fd-85fb09cd66d3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1861205 Nov 01 18:30:30.425275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2b374d3e-0b53-4f24-861a-776cfef0d9ff up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:30.486944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-978204c5-0ff6-4d33-b4d5-a6010fe4dac6 req-a6c14076-07f0-48e6-900c-c6da7d1d0a0a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456261 Nov 01 18:30:30.565584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-395b9c85-d77e-4135-b8d0-44066fc82269 None None] Provisioning complete for port 0beddf5a-b156-499e-9088-a98dbd062be6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:30.565953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-395b9c85-d77e-4135-b8d0-44066fc82269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:30.571242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a06161-5359-43cb-9aca-4c50fa419ed6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.576909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:30.586275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21a06161-5359-43cb-9aca-4c50fa419ed6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.2866175 Nov 01 18:30:30.629741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2b374d3e-0b53-4f24-861a-776cfef0d9ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:30.630115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:30.692976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc21492-c7f9-48a1-a4a7-e0632b686c60 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.710338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc21492-c7f9-48a1-a4a7-e0632b686c60 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.720037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-395b9c85-d77e-4135-b8d0-44066fc82269 None None] Port 0beddf5a-b156-499e-9088-a98dbd062be6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:30.725716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc21492-c7f9-48a1-a4a7-e0632b686c60 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:30.733473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:30.742546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3cc21492-c7f9-48a1-a4a7-e0632b686c60 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1638877 Nov 01 18:30:30.952846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 0beddf5a-b156-499e-9088-a98dbd062be6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:30.953384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.068539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.088541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 0beddf5a-b156-499e-9088-a98dbd062be6 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:31.247775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35744) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:31.436166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.501401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1642852980-network', 'tenant_id': '37e14536dfd442abba066dc5998d27c7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:31.521559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=0beddf5a-b156-499e-9088-a98dbd062be6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:31.698025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Made reservation on behalf of 37e14536dfd442abba066dc5998d27c7 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:31.704876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.743422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.749730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:31.757158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab067342-ae16-42cf-a08e-30898a1e5d5b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/0beddf5a-b156-499e-9088-a98dbd062be6 HTTP/1.1" status: 204 len: 168 time: 1.0222757 Nov 01 18:30:31.757973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35762) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:31.813994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c6bd-4cd3-405c-9343-60d1a3e6e6b6 req-3690d594-0578-41f8-a9d4-b19ceca5743e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:31.818689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b75c6bd-4cd3-405c-9343-60d1a3e6e6b6 req-3690d594-0578-41f8-a9d4-b19ceca5743e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1946943 Nov 01 18:30:31.819913 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-93699722-2e03-4ee1-a617-b28955d9c0b4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:31.830845 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93699722-2e03-4ee1-a617-b28955d9c0b4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/0beddf5a-b156-499e-9088-a98dbd062be6 HTTP/1.1" status: 404 len: 333 time: 0.0712631 Nov 01 18:30:31.832134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:31.995418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.059237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 1cbc6f68-7975-4a39-a824-4cd45abd75a7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:32.064120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b75c6bd-4cd3-405c-9343-60d1a3e6e6b6 req-57c3cb16-25d6-4b82-a68b-88d6a0a44f2c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997502 Nov 01 18:30:32.067179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.068255 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.103777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:32.114449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:32.126828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.130918 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Added segment 75e9cdf9-0c50-4fcd-9152-e5aec11833bf of type vlan for network f01d6a61-a918-4990-a66d-308f5ecddaf0 Nov 01 18:30:32.202068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.253523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.260196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.261236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.261711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.262153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.262600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.263089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.263536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.264035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.264976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.264976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.265303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:30:32.295008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.318793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 1cbc6f68-7975-4a39-a824-4cd45abd75a7 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:32.339048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.341182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:32.346673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.501470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] Pushing event updated for resources: {'Network': ['ID=f01d6a61-a918-4990-a66d-308f5ecddaf0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:32.521753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5d4be747-e27f-4f7e-8aac-c1779475d442 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2697699 Nov 01 18:30:32.521945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f01d6a61-a918-4990-a66d-308f5ecddaf0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:32.522412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:32.538365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Request body: {'subnet': {'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1642852980-subnet', 'tenant_id': '37e14536dfd442abba066dc5998d27c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:32.688360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Made reservation on behalf of 37e14536dfd442abba066dc5998d27c7 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:32.689591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.694040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.764026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=1cbc6f68-7975-4a39-a824-4cd45abd75a7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:32.965058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:32.977547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4ee8c7f-f968-4b3a-a800-1eff4b0e5311 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/1cbc6f68-7975-4a39-a824-4cd45abd75a7 HTTP/1.1" status: 204 len: 168 time: 1.1442986 Nov 01 18:30:32.977783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35792) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:33.079343 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a6fc3-c891-42ae-9e0d-472cc98f63e1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:33.084289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ad1a6fc3-c891-42ae-9e0d-472cc98f63e1 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/1cbc6f68-7975-4a39-a824-4cd45abd75a7 HTTP/1.1" status: 404 len: 333 time: 0.1023388 Nov 01 18:30:33.084289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:33.245238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet fb7401ef-c9af-481a-ba96-ee391d553f48 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:33.252897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.303247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edbb45-4014-4b71-ae22-56f37bf7f31c req-c2b815a3-8637-4e7a-bc57-3b8f92b71ba2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:33.306323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7edbb45-4014-4b71-ae22-56f37bf7f31c req-c2b815a3-8637-4e7a-bc57-3b8f92b71ba2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1211751 Nov 01 18:30:33.309182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.313029 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.470783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1982cc-fb98-4aa9-937b-2d8879a6dbe9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:33.573840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7edbb45-4014-4b71-ae22-56f37bf7f31c req-77f72ce4-aef3-46f1-a1bb-18f372c92c03 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566030 Nov 01 18:30:33.601448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Checking segment: {'id': '75e9cdf9-0c50-4fcd-9152-e5aec11833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:33.601893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Network hostable DHCP agents. Network: f01d6a61-a918-4990-a66d-308f5ecddaf0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:33.627787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.777257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Network f01d6a61-a918-4990-a66d-308f5ecddaf0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:33.829304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.895090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7401ef-c9af-481a-ba96-ee391d553f48,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:33.898405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f01d6a61-a918-4990-a66d-308f5ecddaf0) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:33.904045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:33.904641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.910178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10ce0e-1eaf-4d40-b2ec-6c204640281b None None] Network f01d6a61-a918-4990-a66d-308f5ecddaf0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:33.924545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:33.930911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08fd33ac-4421-487a-a72a-d1f96bdea7e9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/fb7401ef-c9af-481a-ba96-ee391d553f48 HTTP/1.1" status: 204 len: 168 time: 0.8399403 Nov 01 18:30:33.931632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35816) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:33.950219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70dadad-86fd-410f-bc38-27d7aa6f6126 None None] Network 2f2e89d8-f66f-413e-876a-a33999bed88b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:34.067542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2a5b1e78-a250-4868-8325-016bfc715cea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5442677 Nov 01 18:30:34.117304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:34.280203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 2b374d3e-0b53-4f24-861a-776cfef0d9ff {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:34.280203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:34.409937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52ba5d-c5b6-4678-9405-d757606bf3ae None None] Network f01d6a61-a918-4990-a66d-308f5ecddaf0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:34.459417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2b374d3e-0b53-4f24-861a-776cfef0d9ff,segment=NetworkSegment(8f96ff5f-5952-4bf0-9607-bb3e502754c6),segment_id=8f96ff5f-5952-4bf0-9607-bb3e502754c6)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:34.460835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:34.485362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 2b374d3e-0b53-4f24-861a-776cfef0d9ff owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:34.769138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] DHCP port deletion for 2f2e89d8-f66f-413e-876a-a33999bed88b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:34.797372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:34.836987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=2b374d3e-0b53-4f24-861a-776cfef0d9ff,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:34.838935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port 2b374d3e-0b53-4f24-861a-776cfef0d9ff on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:34.854118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:34.950363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98c3c1-8949-4eba-90aa-01ae67f0f120 req-58f38397-6e8e-4d2e-a518-7b2f4aa0f666 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:34.959090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b98c3c1-8949-4eba-90aa-01ae67f0f120 req-58f38397-6e8e-4d2e-a518-7b2f4aa0f666 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1486237 Nov 01 18:30:34.961079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Deleting port 2b374d3e-0b53-4f24-861a-776cfef0d9ff {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:34.961525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.100599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b98c3c1-8949-4eba-90aa-01ae67f0f120 req-7ca565d9-99e3-492d-9879-0e33d57bf8ed tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400592 Nov 01 18:30:35.115530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] For port 2b374d3e-0b53-4f24-861a-776cfef0d9ff, host n-d-815923-2, got binding levels [] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:35.116162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.121419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.166781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Calling delete_port for 2b374d3e-0b53-4f24-861a-776cfef0d9ff owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:35.174601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.ipam_backend_mixin [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Port 2b374d3e-0b53-4f24-861a-776cfef0d9ff was not found and therefore no delete operation was performed {{(pid=102784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 18:30:35.176745 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.178396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2e89d8-f66f-413e-876a-a33999bed88b']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:35.198725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f96ff5f-5952-4bf0-9607-bb3e502754c6') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:35.199260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f96ff5f-5952-4bf0-9607-bb3e502754c6') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:35.204540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] Pushing event deleted for resources: {'Port': ['ID=2b374d3e-0b53-4f24-861a-776cfef0d9ff,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:35.219200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.228073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c231b6-d52d-4747-8e16-039803098dc3 None None] No DVR routers for this DVR port 2b374d3e-0b53-4f24-861a-776cfef0d9ff on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:35.238396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.247778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:35.248485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:35.252363 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:35.492835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.509241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.514583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/2f2e89d8-f66f-413e-876a-a33999bed88b HTTP/1.1" status: 204 len: 168 time: 1.5797935 Nov 01 18:30:35.518739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35854) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:35.518739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:35.528057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1102092586-network', 'tenant_id': 'adde563d739645cdbed059bf672a85ae'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:35.546121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2094-f6f7-4d23-ab4d-33a082321f50 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=2f2e89d8-f66f-413e-876a-a33999bed88b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:35.546605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-718482108'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:35.576851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:30:35.576851 n-d-815923-2 neutron-server[102782]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 01 18:30:35.576851 n-d-815923-2 neutron-server[102782]: [parameters: {'project_id': 'adde563d739645cdbed059bf672a85ae', 'id': 'c8a63d24-0c84-4c30-9cef-2c0f57bc7ead', 'expiration': datetime.datetime(2021, 11, 1, 18, 32, 35, 569468)}] Nov 01 18:30:35.576851 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:30:35.577358 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:30:35.737980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:35.741784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.821736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:35.839052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:35.839457 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Added segment e9b5f0d2-636f-4781-adaf-4b1d2d772426 of type vlan for network 073829dc-75c2-417e-b4d9-e1ebda632dc5 Nov 01 18:30:35.920848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.123970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.144906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:36.148499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.302996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Network': ['ID=073829dc-75c2-417e-b4d9-e1ebda632dc5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:36.329595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:36.375025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed43aa5-880f-45c9-bdc3-73ddd386fc3f req-96f5ba4a-1ea9-4e48-91b7-fc169a43a66c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:36.375631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2b374d3e-0b53-4f24-861a-776cfef0d9ff no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:36.385934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed43aa5-880f-45c9-bdc3-73ddd386fc3f req-96f5ba4a-1ea9-4e48-91b7-fc169a43a66c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1190114 Nov 01 18:30:36.438341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Made reservation on behalf of adde563d739645cdbed059bf672a85ae for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:36.444578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.475826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.487002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2b374d3e-0b53-4f24-861a-776cfef0d9ff {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:30:36.487887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2b374d3e-0b53-4f24-861a-776cfef0d9ff not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:30:36.513213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed43aa5-880f-45c9-bdc3-73ddd386fc3f req-f77ebb27-3299-487a-97eb-0b6d4dadf6cf tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171076 Nov 01 18:30:36.736004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:36.738499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-53fbb28a-05b8-4df5-b6ba-06a19c0c313e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2029414 Nov 01 18:30:36.745347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:36.820114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.950639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:36.983117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:37.024468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:30:37.046266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e665587-4dd3-41f4-bec2-71a8d9c1a018,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:37.129270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.129897 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Added segment 2d885f7a-9c46-40ce-b35b-0801406c0174 of type vlan for network 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 Nov 01 18:30:37.205051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:37.207310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.326839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.505163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.506754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:37.507733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.944489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8091bf5-ea6b-417e-985a-d17ba8ceddac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:37.966884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] Pushing event updated for resources: {'Network': ['ID=81b73f92-6349-4a2c-b0b7-c2e7e72de8c4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:37.977842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:30:38.038497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b8214c05-7893-4a21-9e3a-7a60b9f24861 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5188780 Nov 01 18:30:38.039442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:38.060706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35900) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:38.073487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Request body: {'subnet': {'network_id': '81b73f92-6349-4a2c-b0b7-c2e7e72de8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1102092586-subnet', 'tenant_id': 'adde563d739645cdbed059bf672a85ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:38.147710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=0781d569-1519-4a10-bdae-deee6bbb9494,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:38.167284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3318ee-4396-4dc4-85b3-0834a213acbe req-3278c09f-877d-463b-94a8-08fc9ab71382 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:38.189556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c3318ee-4396-4dc4-85b3-0834a213acbe req-3278c09f-877d-463b-94a8-08fc9ab71382 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.3228242 Nov 01 18:30:38.260751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Checking segment: {'id': 'e9b5f0d2-636f-4781-adaf-4b1d2d772426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:38.261200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network hostable DHCP agents. Network: 073829dc-75c2-417e-b4d9-e1ebda632dc5, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:38.376625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c3318ee-4396-4dc4-85b3-0834a213acbe req-9f1efc7d-689e-4ce0-884a-6312e5630b94 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742952 Nov 01 18:30:38.424819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8091bf5-ea6b-417e-985a-d17ba8ceddac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:38.470687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:38.535614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Made reservation on behalf of adde563d739645cdbed059bf672a85ae for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:38.544925 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:38.623830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8091bf5-ea6b-417e-985a-d17ba8ceddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:38.737017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091bf5-ea6b-417e-985a-d17ba8ceddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccab568-3ed5-4177-98e4-4d22ac420817,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:38.762529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 073829dc-75c2-417e-b4d9-e1ebda632dc5) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:38.778077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd917bb5-b3b1-433a-a0ec-48da45aab960 None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:38.790830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:38.792088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:38.830529 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8091bf5-ea6b-417e-985a-d17ba8ceddac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87659e2a2e7549b987f6af430ec22f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8392985 Nov 01 18:30:38.838824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35906) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:38.955291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7676fd3e-5287-4e52-84bd-c3827107ceff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2073913 Nov 01 18:30:38.957527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:38.964309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1410816352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:39.135453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.165664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.250825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.251401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.259684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.300868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.458708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.561477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.563912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9a652f-0aeb-4170-b722-ebf47d4ca1a9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:39.607970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Checking segment: {'id': '2d885f7a-9c46-40ce-b35b-0801406c0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '81b73f92-6349-4a2c-b0b7-c2e7e72de8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:39.608460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Network hostable DHCP agents. Network: 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:30:39.618756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.626492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.631726 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ccab568-3ed5-4177-98e4-4d22ac420817 HTTP/1.1" status: 204 len: 168 time: 0.7869871 Nov 01 18:30:39.650263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926fca7-35e8-4d4b-8f89-9c65d29441f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccab568-3ed5-4177-98e4-4d22ac420817,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:39.745468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca30b1-ae8f-4155-905b-90287dd059c3 req-e94ec6d2-77b1-47a9-b4d4-cd88d0645c28 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:39.749259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ca30b1-ae8f-4155-905b-90287dd059c3 req-e94ec6d2-77b1-47a9-b4d4-cd88d0645c28 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1877515 Nov 01 18:30:39.766271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.768201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e026f79-a13b-427e-a03a-7403e3918b42 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8092351 Nov 01 18:30:39.770894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35920) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:39.777694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5', 'name': 'tempest-PortsTestJSON-1240968914'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:39.827883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-073829dc-75c2-417e-b4d9-e1ebda632dc5', 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '0781d569-1519-4a10-bdae-deee6bbb9494'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:30:39.829320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:39.855884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Network 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:30:39.970782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ca30b1-ae8f-4155-905b-90287dd059c3 req-e2f933d1-4bda-40a5-9ec5-b9f8b6f9af41 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123334 Nov 01 18:30:40.120245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:40.120245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:40.120245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:40.150347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631829d-1edd-48f7-b907-e679c79f1980 None None] Network 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:40.270458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Allocated IP 172.20.0.2 (073829dc-75c2-417e-b4d9-e1ebda632dc5/0781d569-1519-4a10-bdae-deee6bbb9494/aa5e0bb6-ec8f-4341-98e7-db75e7703e80) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:40.322959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-633e7bc9-45b3-43cc-b00b-27a9458f9ed8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2533703 Nov 01 18:30:40.523681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:40.533108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:40.568490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d3118-3617-4b06-95fa-ca19ad8cd859 None None] Network 81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:40.615055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:40.949405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.168301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.296789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a35648-a9b6-4732-bdcc-24c74f584583 req-1ef1fd20-8da2-468a-a4e9-4ea6324998f4 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:41.307189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3a35648-a9b6-4732-bdcc-24c74f584583 req-1ef1fd20-8da2-468a-a4e9-4ea6324998f4 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2069943 Nov 01 18:30:41.314187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:41.328986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:41.349354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:41.376749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:41.377821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.12 (073829dc-75c2-417e-b4d9-e1ebda632dc5/0781d569-1519-4a10-bdae-deee6bbb9494/29e8624e-4a92-48c7-a5a7-1e0e2c104934) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:41.387348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138716e3-cc6e-4f7d-ac42-63f121870391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.438832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3a35648-a9b6-4732-bdcc-24c74f584583 req-2302c44b-e4c9-406f-abd0-1d8b100a81d0 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296971 Nov 01 18:30:41.485254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Pushing event updated for resources: {'Port': ['ID=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:41.563925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Attempting to bind port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:41.564320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Attempting to bind port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'e9b5f0d2-636f-4781-adaf-4b1d2d772426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:41.569508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Attempting to bind port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 on network 073829dc-75c2-417e-b4d9-e1ebda632dc5 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:41.580600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:41.581137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Checking segment: {'id': 'e9b5f0d2-636f-4781-adaf-4b1d2d772426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:41.582311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.582798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Bound using segment: {'id': 'e9b5f0d2-636f-4781-adaf-4b1d2d772426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:41.583488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Bound port: aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b5f0d2-636f-4781-adaf-4b1d2d772426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '073829dc-75c2-417e-b4d9-e1ebda632dc5'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:41.583973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.661658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-bf698e71-05c2-484c-91ae-1b461957bacf tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:41.670153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-bf698e71-05c2-484c-91ae-1b461957bacf tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/networks?id=f01d6a61-a918-4990-a66d-308f5ecddaf0 HTTP/1.1" status: 200 len: 825 time: 0.2661026 Nov 01 18:30:41.720680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-b5d679d7-3c11-49a1-84b5-ef677b8756cf tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/quotas/37e14536dfd442abba066dc5998d27c7 HTTP/1.1" status: 200 len: 375 time: 0.0408947 Nov 01 18:30:41.753353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] For port aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:41.756849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] For port aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,segment=NetworkSegment(e9b5f0d2-636f-4781-adaf-4b1d2d772426),segment_id=e9b5f0d2-636f-4781-adaf-4b1d2d772426)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:41.779235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-c2c56c55-35b4-4165-9192-710194794bac tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=37e14536dfd442abba066dc5998d27c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576565 Nov 01 18:30:41.900295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138716e3-cc6e-4f7d-ac42-63f121870391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.943775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:41.948178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-5d1cf123-303c-4cdd-8146-1f4ee08420fe service neutron] 10.222.0.31 "GET /v2.0/networks/f01d6a61-a918-4990-a66d-308f5ecddaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595826 Nov 01 18:30:41.961137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.138977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138716e3-cc6e-4f7d-ac42-63f121870391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.149437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4062-8d95-4213-9c60-439b147e7215 None None] Pushing event updated for resources: {'Port': ['ID=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:42.218767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-df2153e8-d69d-4230-8dbb-e81d2ce33e3f service neutron] 10.222.0.31 "GET /v2.0/networks/f01d6a61-a918-4990-a66d-308f5ecddaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615931 Nov 01 18:30:42.306013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-138716e3-cc6e-4f7d-ac42-63f121870391 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cfb3dbf0c404f49ad8d1bd3ed6ec08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9880388 Nov 01 18:30:42.307019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138716e3-cc6e-4f7d-ac42-63f121870391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7165ae2-c74b-4e9c-b439-75e02f991fcb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:42.309662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:42.334576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.472695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:42.472695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:42.472695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:42.472695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=29e8624e-4a92-48c7-a5a7-1e0e2c104934,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:42.479156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.656430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.709016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:42.717418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:42.872727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a817-6b86-46cf-bad3-0fb2b975adb5 req-5b73e472-2aa4-4b3b-b4c0-c2165959abb8 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:42.874607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7342a817-6b86-46cf-bad3-0fb2b975adb5 req-5b73e472-2aa4-4b3b-b4c0-c2165959abb8 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2159286 Nov 01 18:30:42.944050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7342a817-6b86-46cf-bad3-0fb2b975adb5 req-6b52ab0e-f2ba-45ac-b6b8-0c9ab939c48d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588493 Nov 01 18:30:42.947919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35980) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:42.953293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f782f08-220d-47e6-9356-d622261eb14f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1805670 Nov 01 18:30:43.083854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b3468a0-fc6c-42f9-be88-5925c367487d req-70da9307-945d-4c4b-a19d-b77016d9fc23 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.1130557 Nov 01 18:30:43.083854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:43.083854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:43.093757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7165ae2-c74b-4e9c-b439-75e02f991fcb HTTP/1.1" status: 204 len: 168 time: 0.7795467 Nov 01 18:30:43.123743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d09971-1757-4937-bfdb-b36eb3a35255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7165ae2-c74b-4e9c-b439-75e02f991fcb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:43.607277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:43.915242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1eee4-3b11-4d9e-977a-8d3ed42f6ac7 None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:44.173219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] Provisioning complete for port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:44.173661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:44.280962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:44.451223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf505f-4801-43ff-9a45-97b36c6b7b13 req-d723f185-27f3-4464-b8d0-464e6cf07f84 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:44.471890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcdf505f-4801-43ff-9a45-97b36c6b7b13 req-d723f185-27f3-4464-b8d0-464e6cf07f84 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1821861 Nov 01 18:30:44.511423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa5e0bb6-ec8f-4341-98e7-db75e7703e80 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:44.612354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcdf505f-4801-43ff-9a45-97b36c6b7b13 req-4a715006-cd2a-4cb7-950f-7e228380906a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394448 Nov 01 18:30:44.639742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:44.772233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:44.924642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=29e8624e-4a92-48c7-a5a7-1e0e2c104934,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:44.960708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] For port aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,segment=NetworkSegment(e9b5f0d2-636f-4781-adaf-4b1d2d772426),segment_id=e9b5f0d2-636f-4781-adaf-4b1d2d772426)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:44.991519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:44.991519 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:45.100464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:45.189048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4466b874-a6f1-4e35-8fee-92e3088c682c req-aac8fad6-0543-40c4-95f5-974af8e91e0c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.1748013 Nov 01 18:30:45.576562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164e7fb-da36-4a11-80a7-d795f3621280 None None] Pushing event updated for resources: {'Port': ['ID=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:45.979268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eaa272fd-d0e8-451c-ba65-d314911a4e76 None None] Provisioning complete for port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:45.980117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eaa272fd-d0e8-451c-ba65-d314911a4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:46.096973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eaa272fd-d0e8-451c-ba65-d314911a4e76 None None] Port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:46.134624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:46.139319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eaa272fd-d0e8-451c-ba65-d314911a4e76 None None] Provisioning complete for port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:46.139735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eaa272fd-d0e8-451c-ba65-d314911a4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:46.251948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034c02-10be-4e5a-adeb-f459743cf779 req-c19012d6-e47d-42d4-b7fc-a00c4b509478 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:46.276214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34034c02-10be-4e5a-adeb-f459743cf779 req-c19012d6-e47d-42d4-b7fc-a00c4b509478 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.4694149 Nov 01 18:30:46.455589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa5e0bb6-ec8f-4341-98e7-db75e7703e80 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:46.489221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34034c02-10be-4e5a-adeb-f459743cf779 req-868a7140-c4c9-4c82-9290-861cea3e84f3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112746 Nov 01 18:30:46.571423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9eac765f-3c38-4936-954a-1303fe4f9c55 req-d29eadc5-3f36-4478-865b-8871da4efee6 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0776799 Nov 01 18:30:46.629752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36052) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:46.721664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:46.722302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:46.783939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:46.986508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ac3a74d0-10ff-41ca-a9ee-42a437d7f7e7 None None] Provisioning complete for port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:46.987019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac3a74d0-10ff-41ca-a9ee-42a437d7f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.150191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d967a2e-8c75-4eab-b460-3026ad4eae8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.156442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a74d0-10ff-41ca-a9ee-42a437d7f7e7 None None] Port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:47.480830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d967a2e-8c75-4eab-b460-3026ad4eae8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.664681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.691191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d967a2e-8c75-4eab-b460-3026ad4eae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.752003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d967a2e-8c75-4eab-b460-3026ad4eae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4757e55-0eb9-4188-a4c5-96e46ff06d06,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:47.803635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3fe4a3e-fa83-497e-bcc9-e5d9c763e07e req-71130192-f827-4815-be4a-cb87414706c0 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0673926 Nov 01 18:30:47.813952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:47.872379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c88df-ad7c-4a04-8803-cdd9e8625fae req-84deb685-27f0-4c86-ac77-2b6d41ce8b3e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:47.873974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6c88df-ad7c-4a04-8803-cdd9e8625fae req-84deb685-27f0-4c86-ac77-2b6d41ce8b3e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2909977 Nov 01 18:30:47.900946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6d967a2e-8c75-4eab-b460-3026ad4eae8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d74ac1df9174a469dc34494e996aaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2623634 Nov 01 18:30:47.902719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:47.962315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.014557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.023239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-e8ff66b5-feaa-492d-b1e2-86e009abef6b tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:48.027743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-e8ff66b5-feaa-492d-b1e2-86e009abef6b tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.32 "GET /v2.0/networks?id=f01d6a61-a918-4990-a66d-308f5ecddaf0 HTTP/1.1" status: 200 len: 825 time: 0.5503016 Nov 01 18:30:48.037682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=29e8624e-4a92-48c7-a5a7-1e0e2c104934,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:48.054576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Request body: {'port': {'device_id': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0', 'admin_state_up': True, 'tenant_id': '37e14536dfd442abba066dc5998d27c7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:48.076641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.201157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.204672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.205916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4757e55-0eb9-4188-a4c5-96e46ff06d06 HTTP/1.1" status: 204 len: 168 time: 0.3014846 Nov 01 18:30:48.218008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5ff8-836d-4a81-9986-7095dd7eba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4757e55-0eb9-4188-a4c5-96e46ff06d06,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:48.642260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a6c88df-ad7c-4a04-8803-cdd9e8625fae req-02eec86d-f1ac-46a3-9b1e-204a440ec039 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336865 Nov 01 18:30:48.673179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec57a-8970-4ad6-bb94-374cdbbbb6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:48.771883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:48.773768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:48.898609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Made reservation on behalf of 37e14536dfd442abba066dc5998d27c7 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:48.910013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.125094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a867b884-eef7-494a-81dd-869adec77820 req-1672e2cd-364a-4b2d-8fbe-8f65e9172886 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.1072648 Nov 01 18:30:49.208472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-40640e33-cace-4139-b831-17a34021a601 None None] Provisioning complete for port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:49.209100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-40640e33-cace-4139-b831-17a34021a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.248881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-40640e33-cace-4139-b831-17a34021a601 None None] Port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:30:49.332052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:49.338127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2977-5bac-4255-9c56-7778c249d4e4 req-8bc97d98-b739-486e-a114-fd7eed7e2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:49.340354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6fe2977-5bac-4255-9c56-7778c249d4e4 req-8bc97d98-b739-486e-a114-fd7eed7e2d87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1096 time: 0.1035128 Nov 01 18:30:49.346418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54d79220-6f70-4504-a5c0-f496914769ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.373957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Allocated IP 172.20.0.6 (f01d6a61-a918-4990-a66d-308f5ecddaf0/4b1982cc-fb98-4aa9-937b-2d8879a6dbe9/73013ebc-2dad-49ac-bd41-593a462c5756) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:49.397677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6fe2977-5bac-4255-9c56-7778c249d4e4 req-4c7be6c5-89b9-4050-811f-4b3a91e02aee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 Nov 01 18:30:49.442250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54d79220-6f70-4504-a5c0-f496914769ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.453914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Router 7c4b08c9-9c54-4d49-8cce-8ead587f23f6 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:30:49.549496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-54d79220-6f70-4504-a5c0-f496914769ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.592174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-54d79220-6f70-4504-a5c0-f496914769ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d417a1763d0401ca390fed8c01d0614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590859 Nov 01 18:30:49.593346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d79220-6f70-4504-a5c0-f496914769ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03dade3-81a1-4343-b483-fb386333543d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:49.595801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36112) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:49.658729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:30:49.664467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.678405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] Sync routers for ids ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:30:49.692748 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] Routers {'7c4b08c9-9c54-4d49-8cce-8ead587f23f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:30:49.693849 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:49.717366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:49.719820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3155eb8e-c2d1-4ffa-bcfb-b2f52f6a29a0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/routers/7c4b08c9-9c54-4d49-8cce-8ead587f23f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7693033 Nov 01 18:30:49.752864 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:49.765427 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] Routers {'7c4b08c9-9c54-4d49-8cce-8ead587f23f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:30:49.766342 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:49.774069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910f8a3-6830-4192-b86f-bed7352cb4c4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:49.776064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5910f8a3-6830-4192-b86f-bed7352cb4c4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c4b08c9-9c54-4d49-8cce-8ead587f23f6 HTTP/1.1" status: 200 len: 983 time: 0.0575616 Nov 01 18:30:49.784345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:49.789909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.816508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.816933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:49.817788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669089b0-af4b-4a09-b9da-dcb58c1fae40 None None] The sync data for ids ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:30:49.875523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.963391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c68897-726f-4cdf-b41f-b8fa72f0708f req-0c3ec2ae-6b46-46d6-a9c1-4112a3144337 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:49.965658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5c68897-726f-4cdf-b41f-b8fa72f0708f req-0c3ec2ae-6b46-46d6-a9c1-4112a3144337 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2262306 Nov 01 18:30:49.986766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Network f01d6a61-a918-4990-a66d-308f5ecddaf0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:49.987874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.990965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:49.992408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a03dade3-81a1-4343-b483-fb386333543d HTTP/1.1" status: 204 len: 168 time: 0.3863187 Nov 01 18:30:50.007685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:50.011476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:50.018901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Pushing event updated for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:50.064008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9ceb7-a1e8-4685-8242-db35b1139afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03dade3-81a1-4343-b483-fb386333543d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:50.090661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5c68897-726f-4cdf-b41f-b8fa72f0708f req-148a4334-d287-4938-a37e-6971c8570310 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162157 Nov 01 18:30:50.138948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:50.139662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:50.313951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13799a-4dc2-4766-9da5-9410c0d1eedf req-d5350a8f-9f3d-4e88-bb71-6f0a2eb48e0c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:50.323106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af13799a-4dc2-4766-9da5-9410c0d1eedf req-d5350a8f-9f3d-4e88-bb71-6f0a2eb48e0c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 931 time: 0.0845551 Nov 01 18:30:50.383637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af13799a-4dc2-4766-9da5-9410c0d1eedf req-04861e2e-65fb-4a47-b753-2e2992be0d05 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590444 Nov 01 18:30:50.412413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-9646078e-b55e-4c30-bcef-38da89e5ed74 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3675671 Nov 01 18:30:50.426598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Request body: {'port': {'device_id': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:50.560140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:50.898628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d1d8-47c2-4bd7-9365-8f52cdf04459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.054674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.290546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73013ebc-2dad-49ac-bd41-593a462c5756 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:51.321956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.343525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Transition to ACTIVE for port object 73013ebc-2dad-49ac-bd41-593a462c5756 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:30:51.357029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1109c5-7dec-4d28-857c-3a55d655f04d req-d3d83c5a-1a65-4f57-8e06-aa971c9294ec tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:51.364634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e1109c5-7dec-4d28-857c-3a55d655f04d req-d3d83c5a-1a65-4f57-8e06-aa971c9294ec tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1425102 Nov 01 18:30:51.421099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e1109c5-7dec-4d28-857c-3a55d655f04d req-4c7e75bf-dd44-4000-9c55-3c368687ae8d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489948 Nov 01 18:30:51.464410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.512123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36150) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:51.551677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0988d02d-137f-4999-9bec-e0c65073e983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.585768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 29e8624e-4a92-48c7-a5a7-1e0e2c104934 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:51.586175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.642628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Pushing event updated for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:51.731555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4dfc-c722-4510-82ed-00db1be9b8f8 req-ca86a8a2-b9ac-446a-bceb-1ad6dd7af287 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:51.738549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1c4dfc-c722-4510-82ed-00db1be9b8f8 req-ca86a8a2-b9ac-446a-bceb-1ad6dd7af287 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 943 time: 0.1909537 Nov 01 18:30:51.750065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b909f8-0624-46e4-bf3f-9719f4a9c6e2 req-0a0ebe94-e40a-4d00-a140-6754735ca81e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:51.752728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29b909f8-0624-46e4-bf3f-9719f4a9c6e2 req-0a0ebe94-e40a-4d00-a140-6754735ca81e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2083659 Nov 01 18:30:51.856055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.860635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Attempting to bind port 73013ebc-2dad-49ac-bd41-593a462c5756 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:51.861098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Attempting to bind port 73013ebc-2dad-49ac-bd41-593a462c5756 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '75e9cdf9-0c50-4fcd-9152-e5aec11833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:51.861547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Attempting to bind port 73013ebc-2dad-49ac-bd41-593a462c5756 on network f01d6a61-a918-4990-a66d-308f5ecddaf0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:51.892624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29b909f8-0624-46e4-bf3f-9719f4a9c6e2 req-2404de6c-4136-4d54-9f13-aafd8d1fea87 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294272 Nov 01 18:30:51.896464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Port 73013ebc-2dad-49ac-bd41-593a462c5756 on network f01d6a61-a918-4990-a66d-308f5ecddaf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:30:51.897176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Attempting to bind port 73013ebc-2dad-49ac-bd41-593a462c5756 on network f01d6a61-a918-4990-a66d-308f5ecddaf0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:51.905482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:51.906231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Checking segment: {'id': '75e9cdf9-0c50-4fcd-9152-e5aec11833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:51.906716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Bound using segment: {'id': '75e9cdf9-0c50-4fcd-9152-e5aec11833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:51.907257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Bound port: 73013ebc-2dad-49ac-bd41-593a462c5756, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e9cdf9-0c50-4fcd-9152-e5aec11833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:51.907916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:51.929440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec1c4dfc-c722-4510-82ed-00db1be9b8f8 req-0a1d870f-c16b-4c27-ad62-9db566e84062 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641526 Nov 01 18:30:51.960788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 29e8624e-4a92-48c7-a5a7-1e0e2c104934 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:51.964775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0988d02d-137f-4999-9bec-e0c65073e983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.018130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.077774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0988d02d-137f-4999-9bec-e0c65073e983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.151092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988d02d-137f-4999-9bec-e0c65073e983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e574e015-a6b5-4a23-958e-792ae9d468bd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:52.212410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:52.239087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73013ebc-2dad-49ac-bd41-593a462c5756,segment=NetworkSegment(75e9cdf9-0c50-4fcd-9152-e5aec11833bf),segment_id=75e9cdf9-0c50-4fcd-9152-e5aec11833bf)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:52.246589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36164) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:52.247400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0988d02d-137f-4999-9bec-e0c65073e983 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85795a2d314e44a4b35d4df091140f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173905 Nov 01 18:30:52.351902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.392564 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.394813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.470234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Pushing event updated for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:52.491856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:52.498334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.498334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-416c91e6-ff63-4176-8ced-e86ac30ba71e service neutron] 10.222.0.32 "PUT /v2.0/ports/73013ebc-2dad-49ac-bd41-593a462c5756 HTTP/1.1" status: 200 len: 1091 time: 2.0714779 Nov 01 18:30:52.498334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:30:52.500105 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e363d2f6-faf2-4639-b2ed-98bac0799065" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:30:52.579990 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e979e-4ff8-42e6-96bd-94ab8cc41924 x-openstack-request-id: req-a33e979e-4ff8-42e6-96bd-94ab8cc41924 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:30:52.580358 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:30:52.580709 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a33e979e-4ff8-42e6-96bd-94ab8cc41924 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:30:52.581190 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756', 'status': 'completed', 'code': 200} Nov 01 18:30:52.622691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.649951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.683039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=29e8624e-4a92-48c7-a5a7-1e0e2c104934,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:52.688325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:52.701823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e574e015-a6b5-4a23-958e-792ae9d468bd HTTP/1.1" status: 204 len: 168 time: 0.4469361 Nov 01 18:30:52.873426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee3ae-90c8-474c-8247-288c533bfc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e574e015-a6b5-4a23-958e-792ae9d468bd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:52.970131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-984e981d-7889-43f3-9b35-ec8982442f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:52.973945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-984e981d-7889-43f3-9b35-ec8982442f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37e14536dfd442abba066dc5998d27c7&device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 1094 time: 0.3584526 Nov 01 18:30:53.080579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:53.187757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf169ee-c08c-4332-b3b5-ec2db65783e1 req-8e3d725d-a7e4-4a5a-80bc-6421748fec7a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.192046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bf169ee-c08c-4332-b3b5-ec2db65783e1 req-8e3d725d-a7e4-4a5a-80bc-6421748fec7a tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.5632021 Nov 01 18:30:53.263609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-5e589a7a-b8df-475c-912a-6bb70769e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.265278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-5e589a7a-b8df-475c-912a-6bb70769e04e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=37e14536dfd442abba066dc5998d27c7&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2819765 Nov 01 18:30:53.331288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Router 7c4b08c9-9c54-4d49-8cce-8ead587f23f6 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:30:53.387880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb93d5-317b-4d3d-b58b-2d7cf203ae0f req-6221b932-55f8-4942-a208-e7826f4dfb01 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.395228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fb93d5-317b-4d3d-b58b-2d7cf203ae0f req-6221b932-55f8-4942-a208-e7826f4dfb01 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 943 time: 0.3377120 Nov 01 18:30:53.404258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bf169ee-c08c-4332-b3b5-ec2db65783e1 req-05aaabf0-31c7-493f-bdc8-ceffec941980 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360729 Nov 01 18:30:53.472957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:30:53.482560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fb93d5-317b-4d3d-b58b-2d7cf203ae0f req-667de4d1-aea9-470f-9357-83377e06d320 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859308 Nov 01 18:30:53.485559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] Sync routers for ids ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:30:53.489821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed2f7cae-a4be-40bc-8241-f2e9e3c3b62a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/routers/7c4b08c9-9c54-4d49-8cce-8ead587f23f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6991506 Nov 01 18:30:53.498789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-ec027916-6a6f-486e-9e8f-c0d4f16d4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.498789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e363d2f6-faf2-4639-b2ed-98bac0799065 req-ec027916-6a6f-486e-9e8f-c0d4f16d4e1d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191963 Nov 01 18:30:53.501184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36188) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:53.507541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] Routers {'7c4b08c9-9c54-4d49-8cce-8ead587f23f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:30:53.508284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:53.553991 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f77482-614a-4fdc-9b6c-41fb42a53224 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:30:53.555763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f2f77482-614a-4fdc-9b6c-41fb42a53224 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/29e8624e-4a92-48c7-a5a7-1e0e2c104934 HTTP/1.1" status: 404 len: 333 time: 0.0533586 Nov 01 18:30:53.559048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36190) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:53.654153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:53.683335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-88a608a4-d693-4f8a-a79d-ba60a5f50df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.685308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-88a608a4-d693-4f8a-a79d-ba60a5f50df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37e14536dfd442abba066dc5998d27c7&device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 1094 time: 0.1451559 Nov 01 18:30:53.702403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] Routers {'7c4b08c9-9c54-4d49-8cce-8ead587f23f6'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:30:53.704362 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:53.707813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:53.748088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-edd5a708-fbbe-4c58-af56-53edf35b3daa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73013ebc-2dad-49ac-bd41-593a462c5756 HTTP/1.1" status: 200 len: 217 time: 0.0541072 Nov 01 18:30:53.760015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:53.760015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:53.760015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc7fd3-2d57-4bbe-82ed-f88bf8e8c913 None None] The sync data for ids ['7c4b08c9-9c54-4d49-8cce-8ead587f23f6'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:30:53.821539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-79e4ed3b-bd43-4382-95bd-b7b0e5d8665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:53.824152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-79e4ed3b-bd43-4382-95bd-b7b0e5d8665b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b1982cc-fb98-4aa9-937b-2d8879a6dbe9 HTTP/1.1" status: 200 len: 865 time: 0.0675721 Nov 01 18:30:53.899421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-82ddbea5-5481-44a8-ab68-941b7280bc4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f01d6a61-a918-4990-a66d-308f5ecddaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670669 Nov 01 18:30:53.937931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:53.943801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.030292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-2662642c-fe6a-4890-a967-8aed95bb39d7 service neutron] 10.222.0.32 "GET /v2.0/networks/f01d6a61-a918-4990-a66d-308f5ecddaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227779 Nov 01 18:30:54.052660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.053183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4b08c9-9c54-4d49-8cce-8ead587f23f6 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:30:54.066518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.066518 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0847a83c-4207-4091-a5c3-b176434c9e58 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/routers/7c4b08c9-9c54-4d49-8cce-8ead587f23f6 HTTP/1.1" status: 204 len: 168 time: 0.5040421 Nov 01 18:30:54.075525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36204) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:54.164073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 0781d569-1519-4a10-bdae-deee6bbb9494 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:30:54.168077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.217241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5a0c378-298d-40bc-8748-d91fcaa22858 req-c6ede833-f2fe-4bb0-979c-12186627af71 service neutron] 10.222.0.32 "GET /v2.0/networks/f01d6a61-a918-4990-a66d-308f5ecddaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801832 Nov 01 18:30:54.258619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.398956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.565673 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.607849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=0781d569-1519-4a10-bdae-deee6bbb9494,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:54.610225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.613689 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a0deb4d-48d0-4778-b309-29fc92ee5fbe tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/0781d569-1519-4a10-bdae-deee6bbb9494 HTTP/1.1" status: 204 len: 168 time: 0.5446613 Nov 01 18:30:54.616862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:54.621633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d4289-84d8-4b21-94c9-fb843b72de45 None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:54.631240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70038397-b7d3-42c4-8f12-6b6f873d3683 req-ab44ca0e-5d1a-4837-867e-356b2db824d5 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:54.633360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70038397-b7d3-42c4-8f12-6b6f873d3683 req-ab44ca0e-5d1a-4837-867e-356b2db824d5 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1363952 Nov 01 18:30:54.731875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70038397-b7d3-42c4-8f12-6b6f873d3683 req-9f231d15-b3f9-4fb7-902c-f3a25c8f7abc tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893548 Nov 01 18:30:54.749443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-38fe1add-9703-4a36-ad0e-62ebdfe8c048 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:54.751227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-38fe1add-9703-4a36-ad0e-62ebdfe8c048 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.2034504 Nov 01 18:30:54.788749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-f793b20b-ad81-4e36-a1b9-122abfb187f2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0126157 Nov 01 18:30:54.794279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.916422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:54.917630 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:54.923540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-49a15546-1fc7-4b8b-ac8c-5cbdc5e0315a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280415 Nov 01 18:30:55.025192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] DHCP port deletion for 073829dc-75c2-417e-b4d9-e1ebda632dc5 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:30:55.053550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42d61-747c-422c-ac53-cd2eed9466bf req-ff042633-6ab6-4539-83e5-806ce864683a tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:55.055127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49e42d61-747c-422c-ac53-cd2eed9466bf req-ff042633-6ab6-4539-83e5-806ce864683a tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 943 time: 0.1883349 Nov 01 18:30:55.086197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,segment=NetworkSegment(e9b5f0d2-636f-4781-adaf-4b1d2d772426),segment_id=e9b5f0d2-636f-4781-adaf-4b1d2d772426)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:55.093114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.103626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for aa5e0bb6-ec8f-4341-98e7-db75e7703e80 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:55.168763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Deleting port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:55.169150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.186148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49e42d61-747c-422c-ac53-cd2eed9466bf req-2ccd3025-f644-4c49-b591-ac918ae4006d tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176741 Nov 01 18:30:55.201791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-7542af6d-04ee-43a2-8150-9f85c294efd5 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773192 Nov 01 18:30:55.291324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.315203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] For port aa5e0bb6-ec8f-4341-98e7-db75e7703e80, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,segment=NetworkSegment(e9b5f0d2-636f-4781-adaf-4b1d2d772426),segment_id=e9b5f0d2-636f-4781-adaf-4b1d2d772426)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:55.315642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.362593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-1bd4c0ac-81db-4d36-aa7c-415f7947073e service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429727 Nov 01 18:30:55.373396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Calling delete_port for aa5e0bb6-ec8f-4341-98e7-db75e7703e80 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:55.379862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:55.382142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:55.453678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36260) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:55.504461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.559249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073829dc-75c2-417e-b4d9-e1ebda632dc5']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:55.583068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b5f0d2-636f-4781-adaf-4b1d2d772426') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:55.584207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b5f0d2-636f-4781-adaf-4b1d2d772426') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:30:55.609644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.640752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.655450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:30:55.656106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:30:55.665637 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:30:55.905026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.916759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:55.938148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/073829dc-75c2-417e-b4d9-e1ebda632dc5 HTTP/1.1" status: 204 len: 168 time: 1.3167918 Nov 01 18:30:55.938720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:56.008631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7f42-33b2-45d3-9b96-2776f296a940 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=073829dc-75c2-417e-b4d9-e1ebda632dc5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:56.104897 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:56.125137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701de6e-5953-4eed-9167-fcb6b45d26f9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:56.130392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6701de6e-5953-4eed-9167-fcb6b45d26f9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/a3bfa642-bf0a-475b-98d9-45ad3f0f9092 HTTP/1.1" status: 200 len: 840 time: 0.1868675 Nov 01 18:30:56.130955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:56.259411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Network 073829dc-75c2-417e-b4d9-e1ebda632dc5 is not hosted by any dhcp agent {{(pid=102784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:30:56.259411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] No DVR routers for this DVR port aa5e0bb6-ec8f-4341-98e7-db75e7703e80 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:30:56.259846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ed9c5-b5a7-4959-b6c2-408b7988ee8b None None] Pushing event deleted for resources: {'Port': ['ID=aa5e0bb6-ec8f-4341-98e7-db75e7703e80,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:56.307341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b4d7795-841d-4b9d-84be-0d299714cff2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/a3bfa642-bf0a-475b-98d9-45ad3f0f9092?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1748698 Nov 01 18:30:56.310014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36302) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:56.329778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:56.466794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b067e2a-f9ba-4fc0-be32-0c45fe9e5b51 req-8a17e8d2-58a6-4ecb-94ab-87517109da56 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.4697251 Nov 01 18:30:56.672700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:56.680900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:56.691900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc7cfa-8618-462b-beb0-3da1117c5c36 req-5dfd73e9-43a7-42b4-b3b7-56d4dea83547 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:56.699482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47cc7cfa-8618-462b-beb0-3da1117c5c36 req-5dfd73e9-43a7-42b4-b3b7-56d4dea83547 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.5131764 Nov 01 18:30:56.743635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:56.827323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa5e0bb6-ec8f-4341-98e7-db75e7703e80 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:30:56.864658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: aa5e0bb6-ec8f-4341-98e7-db75e7703e80 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:30:56.864658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device aa5e0bb6-ec8f-4341-98e7-db75e7703e80 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:30:56.871006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47cc7cfa-8618-462b-beb0-3da1117c5c36 req-b69b4b53-0137-4074-991d-55d440e1d884 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700144 Nov 01 18:30:56.940018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9ef6-bce4-4fa7-a706-a3b0056ce4d3 req-02c79717-edd1-4475-8f0c-9a2f5077a8f0 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:56.950236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f9b9ef6-bce4-4fa7-a706-a3b0056ce4d3 req-02c79717-edd1-4475-8f0c-9a2f5077a8f0 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 943 time: 0.3079112 Nov 01 18:30:57.110443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f9b9ef6-bce4-4fa7-a706-a3b0056ce4d3 req-c00a8d74-732c-43e3-b3cb-c1e4cfcf9eac tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593223 Nov 01 18:30:57.293414 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.345653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:57.349029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:57.351836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.352434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:57.352801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.361816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124b737-4392-4c58-a3d1-ecf2df028615 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:30:57.390814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=376ec2b9-9426-4137-bdff-24d22a6ccc87,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:57.560953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ebc192f0-45a8-4a90-ab48-f41013aa1927', 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'tenant_id': 'ec5663c8b7064ccdada91be9cdc17b3b', 'fixed_ips': [{'subnet_id': '376ec2b9-9426-4137-bdff-24d22a6ccc87'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:30:57.561875 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.618474 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75e60f29-2c20-490b-b720-d6b605cb93a2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3072243 Nov 01 18:30:57.619030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36346) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:57.624729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'security_group': {'name': 'tempest-secgroup-874232020'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:57.648816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73013ebc-2dad-49ac-bd41-593a462c5756 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:30:57.748361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.803130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Allocated IP 172.20.0.2 (ebc192f0-45a8-4a90-ab48-f41013aa1927/376ec2b9-9426-4137-bdff-24d22a6ccc87/192ba8bc-b20e-4b49-878c-25e5eb04fd99) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:30:57.845128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73013ebc-2dad-49ac-bd41-593a462c5756,segment=NetworkSegment(75e9cdf9-0c50-4fcd-9152-e5aec11833bf),segment_id=75e9cdf9-0c50-4fcd-9152-e5aec11833bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:57.877345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '73013ebc-2dad-49ac-bd41-593a462c5756', 'network_id': 'f01d6a61-a918-4990-a66d-308f5ecddaf0', 'port_id': '73013ebc-2dad-49ac-bd41-593a462c5756', 'mac_address': 'fa:16:3e:64:a7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1982cc-fb98-4aa9-937b-2d8879a6dbe9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:30:57.891243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-628aa1aa-47df-4ed6-8974-01cc6be8ec19 req-249d8144-0c2c-4cd7-b920-dca225e89538 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0333414 Nov 01 18:30:57.945836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.961288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:57.980080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73013ebc-2dad-49ac-bd41-593a462c5756 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:30:58.012751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73013ebc-2dad-49ac-bd41-593a462c5756,segment=NetworkSegment(75e9cdf9-0c50-4fcd-9152-e5aec11833bf),segment_id=75e9cdf9-0c50-4fcd-9152-e5aec11833bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:58.042255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.070822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c57826-f917-481a-b7da-3b558125563f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:58.105109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.146886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab0bf4-8a24-49b8-9723-e43792837964 req-324913e1-5aae-4ebd-a5df-11ce6c54fea2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:58.148435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fab0bf4-8a24-49b8-9723-e43792837964 req-324913e1-5aae-4ebd-a5df-11ce6c54fea2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1213684 Nov 01 18:30:58.172512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.234071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6fab0bf4-8a24-49b8-9723-e43792837964 req-044c99e7-9def-4bac-8c6a-3b3b0505168c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727186 Nov 01 18:30:58.238691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:58.245464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.246983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3f6ae366-2f93-415e-a00c-d57915ace454 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6259220 Nov 01 18:30:58.248865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.249832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36372) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:58.254738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'security_group': {'name': 'tempest-secgroup-133315896'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:58.340427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:30:58.347715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:30:58.348681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506a96-93a3-439c-9ced-43c0308fcb7e req-a146ce84-96ee-47a4-8fe5-b4447ce0fce8 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:30:58.351731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:30:58.353860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9506a96-93a3-439c-9ced-43c0308fcb7e req-a146ce84-96ee-47a4-8fe5-b4447ce0fce8 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 944 time: 0.1510382 Nov 01 18:30:58.365074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:58.406687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Deleting port e1646aae-d70f-4b2a-a82d-66a13bce2520 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:30:58.407427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.414402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9506a96-93a3-439c-9ced-43c0308fcb7e req-797a615b-48d1-49da-9cd4-9176a76b2382 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Nov 01 18:30:58.418411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.431208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['73013ebc-2dad-49ac-bd41-593a462c5756'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:30:58.541230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Attempting to bind port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:30:58.541949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Attempting to bind port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '27ccb47e-b335-4cbd-abcd-d128983d93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:30:58.547407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Attempting to bind port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 on network ebc192f0-45a8-4a90-ab48-f41013aa1927 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:30:58.555861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.560899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:30:58.561540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Checking segment: {'id': '27ccb47e-b335-4cbd-abcd-d128983d93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:30:58.561961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.562351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Bound using segment: {'id': '27ccb47e-b335-4cbd-abcd-d128983d93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:30:58.562833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Bound port: 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ccb47e-b335-4cbd-abcd-d128983d93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:30:58.563346 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.581687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] For port e1646aae-d70f-4b2a-a82d-66a13bce2520, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1646aae-d70f-4b2a-a82d-66a13bce2520,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:30:58.582413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.597079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Calling delete_port for e1646aae-d70f-4b2a-a82d-66a13bce2520 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:30:58.712506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:30:58.716955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:30:58.730714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.780282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200eaa83-6902-4497-9d24-426a5dbf286f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:58.836071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.842627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:58.847266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-db927f14-d2e1-4cbe-b7fe-c110a1572da4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5941348 Nov 01 18:30:58.848149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:30:58.867601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-120617942', 'security_groups': ['200eaa83-6902-4497-9d24-426a5dbf286f'], 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '376ec2b9-9426-4137-bdff-24d22a6ccc87'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:30:59.099463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590fba-e113-4271-82e6-06698f080dd3 None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:59.145338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb6d969a-f939-4307-be2c-68c6dd0a74c8 req-f2fc547b-a4a1-4b6d-bbac-b01645e0568f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0419359 Nov 01 18:30:59.239776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:59.294549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1646aae-d70f-4b2a-a82d-66a13bce2520,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:30:59.466084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:30:59.572361 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:30:59.629546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73013ebc-2dad-49ac-bd41-593a462c5756 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:30:59.697521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:30:59.729104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port d7648cf9-d30a-4be8-a82b-2483943174f4 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:30:59.846051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 73013ebc-2dad-49ac-bd41-593a462c5756 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:30:59.858759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 73013ebc-2dad-49ac-bd41-593a462c5756 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:30:59.859242 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.022523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639eb2-0036-49ff-9581-8f0d9f9f004e req-ace01f00-974f-4a3a-aa57-f9927be7999b tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:00.033500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd639eb2-0036-49ff-9581-8f0d9f9f004e req-ace01f00-974f-4a3a-aa57-f9927be7999b tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 944 time: 0.4333451 Nov 01 18:31:00.138097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.6 (ebc192f0-45a8-4a90-ab48-f41013aa1927/376ec2b9-9426-4137-bdff-24d22a6ccc87/d7648cf9-d30a-4be8-a82b-2483943174f4) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:00.160595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.207633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.257590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:00.267517 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4ffcc-11db-4632-9df0-d98040e9be74" -d '{"events": [{"server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "name": "network-vif-plugged", "status": "completed", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:00.319218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73013ebc-2dad-49ac-bd41-593a462c5756,segment=NetworkSegment(75e9cdf9-0c50-4fcd-9152-e5aec11833bf),segment_id=75e9cdf9-0c50-4fcd-9152-e5aec11833bf)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:00.418299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.443900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-2369dc02-f1b3-4e97-97c4-6371d29727dc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:00.448626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-2369dc02-f1b3-4e97-97c4-6371d29727dc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 1.0705857 Nov 01 18:31:00.484972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd639eb2-0036-49ff-9581-8f0d9f9f004e req-65fe2814-5a84-43f3-a066-62930c0cc74b tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471912 Nov 01 18:31:00.581076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.581658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:00.597656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:00.609907 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ed208-1c4f-4b0c-9002-cff21708e980 x-openstack-request-id: req-503ed208-1c4f-4b0c-9002-cff21708e980 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:00.610230 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "name": "network-vif-plugged", "status": "completed", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:00.610533 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-503ed208-1c4f-4b0c-9002-cff21708e980 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:00.610937 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756', 'code': 200} Nov 01 18:31:00.614018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1cf43bd-9f84-4ded-9e16-37dd65698a4a req-de7ee7c1-286d-4852-9b53-141bb594b128 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.1640573 Nov 01 18:31:00.809355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e61a5a-b565-4a18-a86c-ab4131486255 req-a4d3e723-9a2e-49f7-a182-49529240b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:00.811047 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-71e61a5a-b565-4a18-a86c-ab4131486255 req-a4d3e723-9a2e-49f7-a182-49529240b4bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0738015 Nov 01 18:31:00.843172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-907f2d65-22fe-4c9e-8942-4f9489e1fd55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7973738 Nov 01 18:31:00.846579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-4a5278a0-6744-48b5-ac82-7fee5d9b2f8d req-91c9a591-dd47-4185-bc63-e24907ef386b service neutron] (102783) timed out ('10.222.0.32', 57565) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:31:00.875465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:00.997438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:01.009102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-71e61a5a-b565-4a18-a86c-ab4131486255 req-f529e087-8057-4307-83ba-b9196b2794dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889927 Nov 01 18:31:01.011930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:01.014264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=d7648cf9-d30a-4be8-a82b-2483943174f4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:01.016673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:01.019797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:01.090739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:01.091402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.102080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:01.102464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.188245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:01.188642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.196355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-b9e44459-0e03-42c4-8052-038194ae22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:01.201467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-b9e44459-0e03-42c4-8052-038194ae22e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.2402685 Nov 01 18:31:01.251806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Router 6cf777d3-55ba-4de8-a155-172295b6fbbf has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:31:01.342320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8991100b-ef54-4a3e-89cb-12b6cac05e81 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4921610 Nov 01 18:31:01.344462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:01.349656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:01.410656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.579222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:01.637341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-864d41f6-2ecf-484a-9bea-5f56a74475a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:01.638873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-864d41f6-2ecf-484a-9bea-5f56a74475a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.3764131 Nov 01 18:31:01.654741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.674599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.750800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-353e5c14-de92-45dd-b1bd-a226670b857c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.0930598 Nov 01 18:31:01.761416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:31:01.761416 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 01 18:31:01.761416 n-d-815923-2 neutron-server[102783]: [parameters: {'project_id_1': 'ec5663c8b7064ccdada91be9cdc17b3b', 'expiration_1': datetime.datetime(2021, 11, 1, 18, 30, 41, 719393)}] Nov 01 18:31:01.761416 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:31:01.770306 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:31:01.775052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:01.775480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:01.890973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:01.943777 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:31:01.944339 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:31:01.947281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14c3117a-f991-465c-bd69-9b5750004623 req-8022fc48-2d34-4985-8332-35a3e86ca175 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.1635854 Nov 01 18:31:01.954853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:01.971666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.975782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.975782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.975782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.975782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.975782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.983933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.984320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.985002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.985002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.985320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:01.985650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12080e42-3524-48ab-bc36-5168d9e0e2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:02.033783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d303eaac-d6e1-46dd-8308-50a68d60571b None None] Provisioning complete for port d7648cf9-d30a-4be8-a82b-2483943174f4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:02.034528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d303eaac-d6e1-46dd-8308-50a68d60571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:02.100332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d303eaac-d6e1-46dd-8308-50a68d60571b None None] Port d7648cf9-d30a-4be8-a82b-2483943174f4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:02.115598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-2e976cfd-f433-4b3c-a4e8-862f02fb09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:02.117537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-2e976cfd-f433-4b3c-a4e8-862f02fb09b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.3451359 Nov 01 18:31:02.121990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:02.125619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:02.167530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450ef9c-15a6-48ef-84d9-87cf0def3b48 req-606a621c-abcc-485c-886b-aa09d01ea511 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:02.168525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a450ef9c-15a6-48ef-84d9-87cf0def3b48 req-606a621c-abcc-485c-886b-aa09d01ea511 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.4098785 Nov 01 18:31:02.226212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-7de0c327-6365-4324-b9ad-28f30cafd12d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981953 Nov 01 18:31:02.336856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:31:02.350346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Sync routers for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:31:02.372828 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:31:02.373466 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:02.386874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-28257611-f3ed-4c6e-b227-65590a7f262c admin admin] 10.222.0.31 "PUT /v2.0/routers/6cf777d3-55ba-4de8-a155-172295b6fbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9305403 Nov 01 18:31:02.388242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36462) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:02.442319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:02.446728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:02.589580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a450ef9c-15a6-48ef-84d9-87cf0def3b48 req-ae837b6f-4220-404a-8018-fc9902d9a852 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874867 Nov 01 18:31:02.672009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:31:02.803777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:02.834618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-389fa09c-39a0-47a3-ac44-3bc6b7613b77 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642915 Nov 01 18:31:02.848356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.10 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/89cedc04-209a-4705-87e5-f1c118ebc9a5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:02.973784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:02.974603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.110214 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 376ec2b9-9426-4137-bdff-24d22a6ccc87 (CIDR: 172.20.0.0/28) Nov 01 18:31:03.145145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05c6d0e2-114e-4b0b-a2a4-4408fd674f69 req-4e82dacd-4828-451b-b18c-b56768af5a45 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0753901 Nov 01 18:31:03.183198 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:30:58Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:03.215309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b71ae928-c028-4deb-a58e-fd3b427ef3c7 req-e4698e04-884e-44cb-8b11-2964a5629de0 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564353 Nov 01 18:31:03.263632 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:31:03.267768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:03.280594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Checking router: 6cf777d3-55ba-4de8-a155-172295b6fbbf for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:31:03.299863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Routers {'6cf777d3-55ba-4de8-a155-172295b6fbbf'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:31:03.300613 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['6cf777d3-55ba-4de8-a155-172295b6fbbf'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:03.315151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.373350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.434498 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] Set router 6cf777d3-55ba-4de8-a155-172295b6fbbf gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:31:03.478167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-23e62fbf-f25a-45a6-9699-abf585276243 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1322238 Nov 01 18:31:03.481672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:03.491952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:03.531964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.548624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.769132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Deleting port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:03.769480 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:03.803401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:03.816578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:03.819253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:03.830114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:03.974450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:03.975113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.007768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b60dc-58ab-4c90-bce2-1679687c9fce req-05f011a2-ff31-48c8-b1a3-afbd6ccdacaa tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:04.019972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-165b60dc-58ab-4c90-bce2-1679687c9fce req-05f011a2-ff31-48c8-b1a3-afbd6ccdacaa tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.2765191 Nov 01 18:31:04.059597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] For port 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:04.060085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.078810 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:30:58Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:04.107491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:04.126623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.130876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Calling delete_port for 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:04.150041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927591a0-258e-457b-8350-91a1ea7b2029 req-4908f964-ff03-46db-85a8-3a4809d59659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:04.153317 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466a31-a06e-470d-a19a-376c2e0df7c7 None None] The sync data for ids ['6cf777d3-55ba-4de8-a155-172295b6fbbf'] in n-d-815923-2 is: [{'id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'name': 'tempest-TaggedBootDevicesTest-786620005-router', 'tenant_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:18:37Z', 'updated_at': '2021-11-01T18:30:58Z', 'revision_number': 5, 'project_id': '7d7847ec5a2040ce8c0a3eabc9edcb43', 'gw_port': {'id': '74f1b2ee-d88c-4bdb-90cf-7132811fdc7e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf777d3-55ba-4de8-a155-172295b6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:18:38Z', 'updated_at': '2021-11-01T18:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:31:04.154601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-4908f964-ff03-46db-85a8-3a4809d59659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.2820230 Nov 01 18:31:04.293366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-e3a7c177-6cf8-4f5f-9e68-90ed62371a49 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8297777 Nov 01 18:31:04.353382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2697ae41-e2f3-436d-ac7a-7d31926cadca None None] Provisioning complete for port 89cedc04-209a-4705-87e5-f1c118ebc9a5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:04.353987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2697ae41-e2f3-436d-ac7a-7d31926cadca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.424108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2697ae41-e2f3-436d-ac7a-7d31926cadca None None] Port 89cedc04-209a-4705-87e5-f1c118ebc9a5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:04.606625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.660917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f1b2ee-d88c-4bdb-90cf-7132811fdc7e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:04.686313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.701482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1646aae-d70f-4b2a-a82d-66a13bce2520 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:04.796356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e1646aae-d70f-4b2a-a82d-66a13bce2520 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:31:04.796706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1646aae-d70f-4b2a-a82d-66a13bce2520 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:31:04.851308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:04.996669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:05.049125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.052453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.168561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f24-30cf-4b92-ab9c-7b57bac8c6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.197197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.198471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf777d3-55ba-4de8-a155-172295b6fbbf {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:31:05.216643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.224047 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-15a777ba-5d63-49bb-9652-d88004ac8419 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6cf777d3-55ba-4de8-a155-172295b6fbbf HTTP/1.1" status: 204 len: 168 time: 2.8346176 Nov 01 18:31:05.240053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:05.280744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Request body: {'port': {'device_id': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:05.312348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-165b60dc-58ab-4c90-bce2-1679687c9fce req-c14cfd96-ceb8-4a0b-8780-a5fc11d44795 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2903154 Nov 01 18:31:05.387344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Deleting subnet ab515d99-87ab-43af-9af3-466d6c3f3c87 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:05.391439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.459488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f24-30cf-4b92-ab9c-7b57bac8c6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.474174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.538608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f24-30cf-4b92-ab9c-7b57bac8c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.674110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.740885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fd1e6f24-30cf-4b92-ab9c-7b57bac8c6cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31d82313486a43eda74b981c9fc02d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427642 Nov 01 18:31:05.742614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e6f24-30cf-4b92-ab9c-7b57bac8c6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0f86f-6089-4fa4-bd65-f8c45707f7bb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:05.759486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:05.891042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.901454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:05.904314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927591a0-258e-457b-8350-91a1ea7b2029 req-3eca842e-2ae5-4649-aaaf-1a08c8c9384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:05.925745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-3eca842e-2ae5-4649-aaaf-1a08c8c9384f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 1.7088432 Nov 01 18:31:05.982066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03941b52-f422-42c9-8134-8b7509f3f0c2 req-a9dacbf2-08d0-48db-90b8-5de1cbe01a27 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:06.000029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03941b52-f422-42c9-8134-8b7509f3f0c2 req-a9dacbf2-08d0-48db-90b8-5de1cbe01a27 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 2.0196285 Nov 01 18:31:06.007568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02634369-431b-4054-b2f6-10ea79241483 None None] Network b57d521f-675d-43e7-ba7e-8441fba059d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:06.011443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab515d99-87ab-43af-9af3-466d6c3f3c87,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:06.023672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.029782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e686ab3-7459-4bd9-8969-31130db8609c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab515d99-87ab-43af-9af3-466d6c3f3c87 HTTP/1.1" status: 204 len: 168 time: 0.7886450 Nov 01 18:31:06.035700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.037728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36544) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:06.145632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.185812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.248105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-7384718e-a3f5-43e9-a73d-461f1d5dd612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.2269340 Nov 01 18:31:06.259791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Deleting port a343422e-6e47-4f8a-a7de-31a39802e4d7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:06.260171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.368820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] DHCP port deletion for b57d521f-675d-43e7-ba7e-8441fba059d8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:31:06.383023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.383023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.388952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51d0f86f-6089-4fa4-bd65-f8c45707f7bb HTTP/1.1" status: 204 len: 168 time: 0.6242614 Nov 01 18:31:06.446769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd6e07-8178-4efb-85af-756faf9b5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0f86f-6089-4fa4-bd65-f8c45707f7bb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:06.461167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] For port a343422e-6e47-4f8a-a7de-31a39802e4d7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a343422e-6e47-4f8a-a7de-31a39802e4d7,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:06.461692 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.495111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Calling delete_port for a343422e-6e47-4f8a-a7de-31a39802e4d7 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:06.545063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03941b52-f422-42c9-8134-8b7509f3f0c2 req-8fb597df-4625-4dbb-9766-4d74c0aa1b45 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422962 Nov 01 18:31:06.591791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4700d-844b-4d48-b5d7-2976e059bf42 req-d23add31-4d0a-4e89-a220-aeb60bc461bb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:06.591791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6e4700d-844b-4d48-b5d7-2976e059bf42 req-d23add31-4d0a-4e89-a220-aeb60bc461bb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 932 time: 1.0812159 Nov 01 18:31:06.613535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Deleting port a343422e-6e47-4f8a-a7de-31a39802e4d7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:06.615188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.658539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927591a0-258e-457b-8350-91a1ea7b2029 req-c45fd1a9-dcd5-4c2a-bf83-c2bfaac6a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:06.663343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-c45fd1a9-dcd5-4c2a-bf83-c2bfaac6a2e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.2850571 Nov 01 18:31:06.802739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] For port a343422e-6e47-4f8a-a7de-31a39802e4d7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a343422e-6e47-4f8a-a7de-31a39802e4d7,segment=NetworkSegment(7dffda0f-cb81-409a-86e4-734590b580bb),segment_id=7dffda0f-cb81-409a-86e4-734590b580bb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:06.803631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.814505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6e4700d-844b-4d48-b5d7-2976e059bf42 req-10ff08b8-a79d-4ecd-8d87-ab8537c349cb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164979 Nov 01 18:31:06.816748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-1594d60f-e3c6-4050-8463-d83aa56f3f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095068 Nov 01 18:31:06.822851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Calling delete_port for a343422e-6e47-4f8a-a7de-31a39802e4d7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:06.869329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:06.908934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a343422e-6e47-4f8a-a7de-31a39802e4d7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:06.927709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a343422e-6e47-4f8a-a7de-31a39802e4d7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:06.942971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] No DVR routers for this DVR port a343422e-6e47-4f8a-a7de-31a39802e4d7 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:06.959166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a343422e-6e47-4f8a-a7de-31a39802e4d7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:31:06.960113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a343422e-6e47-4f8a-a7de-31a39802e4d7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:31:06.960744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:07.150830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.225884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57d521f-675d-43e7-ba7e-8441fba059d8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:07.284288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dffda0f-cb81-409a-86e4-734590b580bb') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:07.284904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dffda0f-cb81-409a-86e4-734590b580bb') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:07.333464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.335593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:31:07.336123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 74f1b2ee-d88c-4bdb-90cf-7132811fdc7e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:31:07.344482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-bf721360-71a2-451d-9296-cc2559ca25ce service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941492 Nov 01 18:31:07.378442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.397273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.401127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:31:07.401763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:31:07.403875 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:31:07.450610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] No DVR routers for this DVR port a343422e-6e47-4f8a-a7de-31a39802e4d7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:07.459248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416907c-8bdf-4475-8328-9a6db9a57a62 None None] Pushing event deleted for resources: {'Port': ['ID=a343422e-6e47-4f8a-a7de-31a39802e4d7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:07.513680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f14d2f-44c2-4f59-bcc6-2cbfb02f67ba req-6fa959a0-ed7e-4fea-852a-5ead6b495362 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:07.524452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8f14d2f-44c2-4f59-bcc6-2cbfb02f67ba req-6fa959a0-ed7e-4fea-852a-5ead6b495362 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.7877042 Nov 01 18:31:07.530514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.641637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.649610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cedc04-209a-4705-87e5-f1c118ebc9a5 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:31:07.653162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.659472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/b57d521f-675d-43e7-ba7e-8441fba059d8 HTTP/1.1" status: 204 len: 168 time: 1.6181693 Nov 01 18:31:07.671189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a9e7f-8aac-494e-8ddc-9fd7737b53ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b57d521f-675d-43e7-ba7e-8441fba059d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:07.691641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:07.732198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.740221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:07.753452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:07.754049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.761226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8f6e8-6221-4558-bdfb-8aac3e4d6a55 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:07.806216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36572) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:07.824944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15c6b298-e73a-49b6-b280-81a5123ef6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:07.830167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Transition to ACTIVE for port object 89cedc04-209a-4705-87e5-f1c118ebc9a5 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:31:07.834191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=3dff475e-de78-4851-8fa7-54cf72de5da4,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:07.861533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8f14d2f-44c2-4f59-bcc6-2cbfb02f67ba req-fdb1be32-bc6d-4fae-a5cd-f529a331987d tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360331 Nov 01 18:31:07.898486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-927591a0-258e-457b-8350-91a1ea7b2029 req-f41ac6ee-168a-4786-8363-6c1a5e45f3f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263594 Nov 01 18:31:07.915417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.020447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390df3-0db3-45dd-80b7-b7e41b8827dc req-e51dcdac-4d44-4f98-8135-f16f2c3128a9 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:08.022450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b390df3-0db3-45dd-80b7-b7e41b8827dc req-e51dcdac-4d44-4f98-8135-f16f2c3128a9 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.3664510 Nov 01 18:31:08.066905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36586) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:08.067642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ad2dc57-f4ec-419d-a8ef-3ceeb78108f0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.5842338 Nov 01 18:31:08.072640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1049529568', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3dff475e-de78-4851-8fa7-54cf72de5da4'}], 'security_groups': ['e3c57826-f917-481a-b7da-3b558125563f']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:08.077435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15c6b298-e73a-49b6-b280-81a5123ef6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.142148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:08.222024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-15c6b298-e73a-49b6-b280-81a5123ef6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.266951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Pushing event updated for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:08.320863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0734-8073-4a17-a38e-831a84b42cfd req-d23a66c7-8e17-441b-b7e3-2408ee273051 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:08.323971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a78b0734-8073-4a17-a38e-831a84b42cfd req-d23a66c7-8e17-441b-b7e3-2408ee273051 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2517493 Nov 01 18:31:08.328929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Attempting to bind port 89cedc04-209a-4705-87e5-f1c118ebc9a5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:31:08.328929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Attempting to bind port 89cedc04-209a-4705-87e5-f1c118ebc9a5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:31:08.328929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Attempting to bind port 89cedc04-209a-4705-87e5-f1c118ebc9a5 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:08.333901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Port 89cedc04-209a-4705-87e5-f1c118ebc9a5 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:31:08.334214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Attempting to bind port 89cedc04-209a-4705-87e5-f1c118ebc9a5 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:08.339253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Update dhcp port {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'fixed_ips': [{'subnet_id': '376ec2b9-9426-4137-bdff-24d22a6ccc87', 'ip_address': '172.20.0.2'}, {'subnet_id': '3dff475e-de78-4851-8fa7-54cf72de5da4'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '192ba8bc-b20e-4b49-878c-25e5eb04fd99'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:31:08.342190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-15c6b298-e73a-49b6-b280-81a5123ef6bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7497dafda5f242a6ace06bd18f84668c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318549 Nov 01 18:31:08.343094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36592) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:08.349276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:31:08.349276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:08.349579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:31:08.350011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Bound port: 89cedc04-209a-4705-87e5-f1c118ebc9a5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:31:08.350309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.354997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b390df3-0db3-45dd-80b7-b7e41b8827dc req-f358bff2-7d9c-488a-9ff0-a30c2c3cb310 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836170 Nov 01 18:31:08.374070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6b298-e73a-49b6-b280-81a5123ef6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc587d-3058-4771-8ffa-0ab26d8d35c9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:08.400024 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4a5bbdb0-a7c7-4ab2-bec9-337a064368cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d7847ec5a2040ce8c0a3eabc9edcb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567163 Nov 01 18:31:08.407097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.415904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36596) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:08.423992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a78b0734-8073-4a17-a38e-831a84b42cfd req-21fc3614-3df2-4354-82f2-198048e299d9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930471 Nov 01 18:31:08.494386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:31:08.498576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:31:08.630901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.644005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.653236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Allocated IP 172.20.0.18 (ebc192f0-45a8-4a90-ab48-f41013aa1927/3dff475e-de78-4851-8fa7-54cf72de5da4/192ba8bc-b20e-4b49-878c-25e5eb04fd99) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:08.734045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:08.735627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.739473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] 10.222.0.32 "PUT /v2.0/ports/89cedc04-209a-4705-87e5-f1c118ebc9a5 HTTP/1.1" status: 200 len: 1092 time: 3.4649150 Nov 01 18:31:08.758989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:08.762242 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690ebe5-6416-4e87-ac67-3783b63c715e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:08.800521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:08.806010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.807789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb417c1a-fc02-4b63-a333-1912d292bc2c service neutron] Pushing event updated for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:08.839520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.856522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.868834 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fbb3d5-b313-43a0-ba8d-3d31b88e825b x-openstack-request-id: req-07fbb3d5-b313-43a0-ba8d-3d31b88e825b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:08.869991 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:08.870511 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07fbb3d5-b313-43a0-ba8d-3d31b88e825b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:08.871127 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5', 'status': 'completed', 'code': 200} Nov 01 18:31:08.948889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:08.957230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-e962f57d-aabc-48eb-9568-5441a2d51e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:08.959115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-e962f57d-aabc-48eb-9568-5441a2d51e46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 1095 time: 0.0753102 Nov 01 18:31:08.980239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.080884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ad5d0-6afb-4f65-9fa1-0b2b06544e25 None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:09.095524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.143946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f9b3-dd7f-4a9b-b255-e3fad8032f90 req-faf7972d-02f4-4437-a926-2a0acb19271d tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.146208 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.152938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7c7f9b3-dd7f-4a9b-b255-e3fad8032f90 req-faf7972d-02f4-4437-a926-2a0acb19271d tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1926808 Nov 01 18:31:09.238076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7c7f9b3-dd7f-4a9b-b255-e3fad8032f90 req-49caaaa5-bde8-444d-bf01-1f9a867786a8 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Nov 01 18:31:09.287679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-2e631523-30e6-446f-890b-b1a0c36f66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.289380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-2e631523-30e6-446f-890b-b1a0c36f66ac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d712ff3728894f5db33da7597d228e41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2856121 Nov 01 18:31:09.518570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Delete allocated IP 172.20.0.6 (ebc192f0-45a8-4a90-ab48-f41013aa1927/376ec2b9-9426-4137-bdff-24d22a6ccc87) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:31:09.536820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.26 (ebc192f0-45a8-4a90-ab48-f41013aa1927/3dff475e-de78-4851-8fa7-54cf72de5da4/d7648cf9-d30a-4be8-a82b-2483943174f4) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:09.540330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-bba1e7af-c969-4777-ad63-c23c536fd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.542529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3690ebe5-6416-4e87-ac67-3783b63c715e req-bba1e7af-c969-4777-ad63-c23c536fd047 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455609 Nov 01 18:31:09.578558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad72da0-ab38-4025-a79f-a962fa917e6c req-8e21c204-699c-4d40-8f41-cf3c8b6a9690 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.580168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ad72da0-ab38-4025-a79f-a962fa917e6c req-8e21c204-699c-4d40-8f41-cf3c8b6a9690 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0874200 Nov 01 18:31:09.657003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.668767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.670514 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/180abc3b-1ec9-411d-acac-d1253ee4599a HTTP/1.1" status: 204 len: 168 time: 1.2536116 Nov 01 18:31:09.695123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ad72da0-ab38-4025-a79f-a962fa917e6c req-a3f53050-ccda-4dde-9587-54ab3a4daa3b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Nov 01 18:31:09.710137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-f5573e5f-99b7-424b-8647-3dddfedb53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.711934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-f5573e5f-99b7-424b-8647-3dddfedb53ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 1095 time: 0.1158521 Nov 01 18:31:09.743076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.766347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.774941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25fc587d-3058-4771-8ffa-0ab26d8d35c9 HTTP/1.1" status: 204 len: 168 time: 1.4254489 Nov 01 18:31:09.779009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249e038-882a-411a-9a3e-6001cadf6d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180abc3b-1ec9-411d-acac-d1253ee4599a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:09.827412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-349aa10c-fbd0-4ac8-bf41-48f89b9d6c5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5 HTTP/1.1" status: 200 len: 217 time: 0.1053507 Nov 01 18:31:09.956900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-096fb507-c705-4e77-b233-c8c3c918d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:09.961707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:09.971411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-096fb507-c705-4e77-b233-c8c3c918d3f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1357741 Nov 01 18:31:09.977629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbddd5-9a24-4e96-a5ef-8a9e676d8af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc587d-3058-4771-8ffa-0ab26d8d35c9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:10.068778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.156318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5998-e749-4993-b155-febfb9d63baa req-a24c3bd8-6f09-496a-b769-218be461cc08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:10.165400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-742a5998-e749-4993-b155-febfb9d63baa req-a24c3bd8-6f09-496a-b769-218be461cc08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3308959 Nov 01 18:31:10.209865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb32fe2-d47e-48cd-abde-cc9bbb4fe3ec req-f3d26fa0-eee4-407a-87fa-af26dbd4f945 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:10.217815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bb32fe2-d47e-48cd-abde-cc9bbb4fe3ec req-f3d26fa0-eee4-407a-87fa-af26dbd4f945 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1975222 Nov 01 18:31:10.220491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=d7648cf9-d30a-4be8-a82b-2483943174f4,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:10.225355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-64e8cbdc-3be3-4be2-b09b-7fd9bfa74dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:10.232186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-64e8cbdc-3be3-4be2-b09b-7fd9bfa74dbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105122 Nov 01 18:31:10.269301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:10.270307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.308782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] In _notify_port_updated(), no bound segment for port d7648cf9-d30a-4be8-a82b-2483943174f4 on network ebc192f0-45a8-4a90-ab48-f41013aa1927 {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:31:10.317656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:10.318523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.320395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-62b45da7-fe66-47c8-b176-1fb5705cb7ef tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/ports/d7648cf9-d30a-4be8-a82b-2483943174f4 HTTP/1.1" status: 200 len: 921 time: 2.2524586 Nov 01 18:31:10.325694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36648) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:10.361960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-742a5998-e749-4993-b155-febfb9d63baa req-55c3f317-41e8-424a-836c-c5e62f2ae32d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955640 Nov 01 18:31:10.466292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bb32fe2-d47e-48cd-abde-cc9bbb4fe3ec req-c7a55bca-5bda-4af9-86a7-d2cdb0769778 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455904 Nov 01 18:31:10.528986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-d77bb8d9-c336-4037-8217-8b24741859ea service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850647 Nov 01 18:31:10.540424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port d7648cf9-d30a-4be8-a82b-2483943174f4 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:10.541561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.578203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Provisioning complete for port d7648cf9-d30a-4be8-a82b-2483943174f4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:10.578705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.626547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Port d7648cf9-d30a-4be8-a82b-2483943174f4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:10.658388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:10.659413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.785620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:10.817228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for d7648cf9-d30a-4be8-a82b-2483943174f4 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:10.870687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba35e1ef-81d5-4571-a120-065731b5a6da req-d88ee873-c0bb-47cb-8280-5e274bad40ca service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265934 Nov 01 18:31:10.876739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:10.884273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b09f8a72-7346-4461-8e9b-445cbff0ad99 None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:11.003935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:11.006275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.079074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b271-3655-4290-8bbe-b6e85e3770f8 req-2440c1de-d69f-49ca-9cec-042cb3a2727e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:11.083757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a35b271-3655-4290-8bbe-b6e85e3770f8 req-2440c1de-d69f-49ca-9cec-042cb3a2727e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1676950 Nov 01 18:31:11.182960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6e6ca902-336d-444b-9aee-e31613255f68 None None] Provisioning complete for port d7648cf9-d30a-4be8-a82b-2483943174f4 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:11.200378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca902-336d-444b-9aee-e31613255f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.208228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.234264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a35b271-3655-4290-8bbe-b6e85e3770f8 req-a281f89a-32fe-4f4c-b899-6273ac1a0db4 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363170 Nov 01 18:31:11.277514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83aac0-9756-4161-a9c6-35445feea06a req-f1c8b42e-1fca-4de6-8d82-266e99453c3a tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:11.277514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b83aac0-9756-4161-a9c6-35445feea06a req-f1c8b42e-1fca-4de6-8d82-266e99453c3a tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.32 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0996294 Nov 01 18:31:11.337326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=d7648cf9-d30a-4be8-a82b-2483943174f4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:11.378447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ca902-336d-444b-9aee-e31613255f68 None None] Port d7648cf9-d30a-4be8-a82b-2483943174f4 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:11.433504 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.440002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-deece598-81d1-4e04-924c-33ac2b0a35c9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/d7648cf9-d30a-4be8-a82b-2483943174f4 HTTP/1.1" status: 204 len: 168 time: 1.1106918 Nov 01 18:31:11.440533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36682) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:11.469395 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-98073067-061e-4a7e-b2fb-45125122f55e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:31:11.471277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-98073067-061e-4a7e-b2fb-45125122f55e tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/d7648cf9-d30a-4be8-a82b-2483943174f4 HTTP/1.1" status: 404 len: 333 time: 0.0295887 Nov 01 18:31:11.473961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36684) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:11.556037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Deleting port 73013ebc-2dad-49ac-bd41-593a462c5756 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:11.556284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.621067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.688769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.797493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ca44-3537-465e-9011-f301c9fccdb7 req-77bc6438-4e43-4fba-bd51-fd4ab776ae98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:11.805137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cd1ca44-3537-465e-9011-f301c9fccdb7 req-77bc6438-4e43-4fba-bd51-fd4ab776ae98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3155918 Nov 01 18:31:11.821537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d727c-6f33-4fe9-8e45-4f4708ad9b32 req-1b7b479c-7813-4c0f-8521-8a88b38cf94f tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:11.829987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e7d727c-6f33-4fe9-8e45-4f4708ad9b32 req-1b7b479c-7813-4c0f-8521-8a88b38cf94f tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 945 time: 0.2694225 Nov 01 18:31:11.908896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.920498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.920498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/security-groups/200eaa83-6902-4497-9d24-426a5dbf286f HTTP/1.1" status: 204 len: 168 time: 0.4328759 Nov 01 18:31:11.922804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cd1ca44-3537-465e-9011-f301c9fccdb7 req-0ef1edfd-dc81-407f-aae1-ce6b409bf42f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Nov 01 18:31:11.922804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36704) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:11.922804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] For port 73013ebc-2dad-49ac-bd41-593a462c5756, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=73013ebc-2dad-49ac-bd41-593a462c5756,segment=NetworkSegment(75e9cdf9-0c50-4fcd-9152-e5aec11833bf),segment_id=75e9cdf9-0c50-4fcd-9152-e5aec11833bf)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:11.922804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:11.936139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01327-84de-442d-ad2e-c12fd5447575 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200eaa83-6902-4497-9d24-426a5dbf286f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:11.966702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e7d727c-6f33-4fe9-8e45-4f4708ad9b32 req-f8df62d8-63ad-40b3-a376-4b3c3ab9ee12 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358473 Nov 01 18:31:11.978399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Calling delete_port for 73013ebc-2dad-49ac-bd41-593a462c5756 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:12.073371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.109466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.272342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:12.303116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.306069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.310866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:12.321096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/security-groups/e3c57826-f917-481a-b7da-3b558125563f HTTP/1.1" status: 204 len: 168 time: 0.3903241 Nov 01 18:31:12.348931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460edc23-b484-400a-b1c6-851118a0f7ff tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c57826-f917-481a-b7da-3b558125563f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:12.400043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.425286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['73013ebc-2dad-49ac-bd41-593a462c5756'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:31:12.468434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 376ec2b9-9426-4137-bdff-24d22a6ccc87 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:12.483307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.514850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-318142423-network', 'tenant_id': '64c74e776cbf4b259358074409cab455'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:12.563359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.585454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Pushing event deleted for resources: {'Port': ['ID=73013ebc-2dad-49ac-bd41-593a462c5756,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:12.589065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] No DVR routers for this DVR port 73013ebc-2dad-49ac-bd41-593a462c5756 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:12.599292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.602651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b83aac0-9756-4161-a9c6-35445feea06a req-1843d7b8-b2b0-4d90-843c-0491a1a2276c tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.32 "DELETE /v2.0/ports/73013ebc-2dad-49ac-bd41-593a462c5756 HTTP/1.1" status: 204 len: 173 time: 1.3213215 Nov 01 18:31:12.608072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'name': 'network-vif-deleted', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:12.610263 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01055bd6-fb95-48af-857e-eff287035dc3" -d '{"events": [{"server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "name": "network-vif-deleted", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:12.633309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156696-2384-4645-9cd6-30688bc2a819 req-cff0540b-f65a-486a-8885-7824b3c9f760 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:12.635433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48156696-2384-4645-9cd6-30688bc2a819 req-cff0540b-f65a-486a-8885-7824b3c9f760 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1904380 Nov 01 18:31:12.710413 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a88d1-35d9-434e-8f91-15a01e8b3dcc x-openstack-request-id: req-102a88d1-35d9-434e-8f91-15a01e8b3dcc {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:12.711128 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb2245c-4345-48de-acc7-24760bfbc5b5", "name": "network-vif-deleted", "tag": "73013ebc-2dad-49ac-bd41-593a462c5756", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:12.711543 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102a88d1-35d9-434e-8f91-15a01e8b3dcc {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:12.711936 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb2245c-4345-48de-acc7-24760bfbc5b5', 'name': 'network-vif-deleted', 'tag': '73013ebc-2dad-49ac-bd41-593a462c5756', 'status': 'completed', 'code': 200} Nov 01 18:31:12.734439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48156696-2384-4645-9cd6-30688bc2a819 req-3298903d-4155-4dfa-bad6-f92d30b19cac tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850925 Nov 01 18:31:12.794950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.873268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Made reservation on behalf of 64c74e776cbf4b259358074409cab455 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:12.876052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.893979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:12.986116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.098557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5760-cf42-4124-8962-d0fd399fc1a2 req-600d7225-0c61-4f30-bbc4-e595914adb41 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:13.101173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348c5760-cf42-4124-8962-d0fd399fc1a2 req-600d7225-0c61-4f30-bbc4-e595914adb41 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0998580 Nov 01 18:31:13.103715 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.108779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/376ec2b9-9426-4137-bdff-24d22a6ccc87 HTTP/1.1" status: 204 len: 168 time: 0.7964754 Nov 01 18:31:13.110451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436740e-f93f-427c-b233-d7fa9b33b720 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=376ec2b9-9426-4137-bdff-24d22a6ccc87,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:13.111169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a165145-6ed9-48fa-a9a7-d6170812f067 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:13.112611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36746) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:13.126867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:13.278956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348c5760-cf42-4124-8962-d0fd399fc1a2 req-a1b0eb1f-3bd2-4212-9e60-073e705be971 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625383 Nov 01 18:31:13.281572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84f296ce-ba6b-4573-bc1d-c6d789fc88fe req-c3154cb3-0f0e-492f-94b9-f31d9aea4ab6 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0639164 Nov 01 18:31:13.332725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.452895 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.536527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:13.550509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.555372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d38703-0fde-4314-92e7-55fc161399aa,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:13.590529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:31:13.635515 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.635877 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Added segment f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb of type vlan for network e82ef8ef-600a-4aba-a08c-1187a911f630 Nov 01 18:31:13.726082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.899169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.900239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:13.900828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:13.943208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bec24-6875-41a1-b68e-c2989ce7eed1 req-0cc143f9-e1b8-497b-8920-5f2e506ec7c2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:13.957368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd5bec24-6875-41a1-b68e-c2989ce7eed1 req-0cc143f9-e1b8-497b-8920-5f2e506ec7c2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0928955 Nov 01 18:31:14.024974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd5bec24-6875-41a1-b68e-c2989ce7eed1 req-7edf2bca-5a63-4ff9-9cad-2da7d793cd3c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Nov 01 18:31:14.109256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8355327 Nov 01 18:31:14.115578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36772) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:14.127686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Request body: {'subnet': {'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-318142423-subnet', 'tenant_id': '64c74e776cbf4b259358074409cab455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:14.128969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccb143-b6ad-4e6c-8c8d-3b9917ed16f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e82ef8ef-600a-4aba-a08c-1187a911f630,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:14.152659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e82ef8ef-600a-4aba-a08c-1187a911f630 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:31:14.297212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Made reservation on behalf of 64c74e776cbf4b259358074409cab455 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:14.297212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.355379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.443399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2fc7eb33-9b6e-4cb1-ac91-14ded02e940a None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:14.443399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb33-9b6e-4cb1-ac91-14ded02e940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.443896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:14.445332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:14.450123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:14.451644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.472951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=1db78714-46de-4bc1-99e3-2dfb9e1438c9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:14.495593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddf73e6f-a602-4d20-a9f5-5bd3096de2c7 req-8692ed7f-110a-4399-b1c4-66f98b76b6d7 tempest-ServersNegativeTestMultiTenantJSON-1488380363 tempest-ServersNegativeTestMultiTenantJSON-1488380363-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb2245c-4345-48de-acc7-24760bfbc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0668876 Nov 01 18:31:14.496980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62cb00-df94-4218-bbdd-d153e67faa9d None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:14.556165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739e46-4599-4f27-9edc-8ce7070e597e req-152daa6d-4685-4378-9d6d-b5ed0d2c1719 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:14.560006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2739e46-4599-4f27-9edc-8ce7070e597e req-152daa6d-4685-4378-9d6d-b5ed0d2c1719 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1328321 Nov 01 18:31:14.576861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d54ca232-d459-41f8-8080-a7780c785860 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4610815 Nov 01 18:31:14.579208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:14.590270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'security_group': {'name': 'tempest-secgroup-653776116'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:14.715616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2739e46-4599-4f27-9edc-8ce7070e597e req-94dc4a3b-bd97-4efd-ba0c-a561e7a3b0ac tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545727 Nov 01 18:31:14.734378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.826962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.844674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2fc7eb33-9b6e-4cb1-ac91-14ded02e940a None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:14.845054 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb33-9b6e-4cb1-ac91-14ded02e940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.922682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7eb33-9b6e-4cb1-ac91-14ded02e940a None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:14.948704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:14.971329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.006972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4d53f-250a-47e2-a24e-af3a072bb39d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:15.015772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.016239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.016639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.017032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.017656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.017911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.018643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.018643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.019147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.019604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.019973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.020361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:15.029380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Update dhcp port {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'fixed_ips': [{'subnet_id': '3dff475e-de78-4851-8fa7-54cf72de5da4', 'ip_address': '172.20.0.18'}, {'subnet_id': '1db78714-46de-4bc1-99e3-2dfb9e1438c9'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '192ba8bc-b20e-4b49-878c-25e5eb04fd99'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:31:15.062232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f5e7c7-efb0-4950-ba4e-377b0eae6edd,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:15.085873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Checking segment: {'id': 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:15.086231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Network hostable DHCP agents. Network: e82ef8ef-600a-4aba-a08c-1187a911f630, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:31:15.096908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8fed-1b2d-4660-ac1a-17a2f7a4a3ff req-9afe3af8-f4bc-4ad0-9520-70fab031da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:15.098413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18df8fed-1b2d-4660-ac1a-17a2f7a4a3ff req-9afe3af8-f4bc-4ad0-9520-70fab031da35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.0882921 Nov 01 18:31:15.100120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.105889 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.108473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-84fff911-60c0-4339-a585-155f3de99190 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5255110 Nov 01 18:31:15.109879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:15.114505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616157098'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:15.194672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18df8fed-1b2d-4660-ac1a-17a2f7a4a3ff req-447edcd2-a6f3-4954-bb1a-f86584e60e93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790653 Nov 01 18:31:15.257233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4014d6a-a7ad-4d2c-a78d-5408306de773 req-7075eaa1-f2a5-4d62-b647-f86ea75222ac tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:15.258865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4014d6a-a7ad-4d2c-a78d-5408306de773 req-7075eaa1-f2a5-4d62-b647-f86ea75222ac tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0980806 Nov 01 18:31:15.313342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.317777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Network e82ef8ef-600a-4aba-a08c-1187a911f630 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:31:15.349272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4014d6a-a7ad-4d2c-a78d-5408306de773 req-be5c7fa9-faac-48a4-b563-3bd57f2906f1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811470 Nov 01 18:31:15.426405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Allocated IP 172.20.0.2 (ebc192f0-45a8-4a90-ab48-f41013aa1927/1db78714-46de-4bc1-99e3-2dfb9e1438c9/192ba8bc-b20e-4b49-878c-25e5eb04fd99) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:15.430248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.435407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e82ef8ef-600a-4aba-a08c-1187a911f630) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:15.440607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:15.441284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.446068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a3448-e8f0-44fd-8f33-a31fdee11955 None None] Network e82ef8ef-600a-4aba-a08c-1187a911f630 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:15.573570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36810) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:15.610942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.629445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:15.663587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-34a5b29e-d0c2-4fcb-b5fb-93c0a293ef19 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5446372 Nov 01 18:31:15.674890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Deleting subnet 4b1982cc-fb98-4aa9-937b-2d8879a6dbe9 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:15.681038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.715793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d857f09-d802-4d9a-8644-39ebee80ba15,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:15.723158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.741517 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d424699f-ed7c-4969-bb6e-e7bd4e88cffa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6305666 Nov 01 18:31:15.741717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36818) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:15.746930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73013ebc-2dad-49ac-bd41-593a462c5756 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:15.747962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'security_group': {'name': 'tempest-secgroup-805256387'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:15.763257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.857006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.872806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c237c09-04a6-465e-84fe-1173b9251dfc None None] Network e82ef8ef-600a-4aba-a08c-1187a911f630 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:15.945556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:15.948525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 73013ebc-2dad-49ac-bd41-593a462c5756 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:31:15.948867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 73013ebc-2dad-49ac-bd41-593a462c5756 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:31:15.977743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.031465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.079101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a520-fa3f-4f8d-a4cd-6ae4e2d7fc75 req-e92c83dc-6ee2-46ce-bbfb-71ec8d9c1789 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:16.080596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe42a520-fa3f-4f8d-a4cd-6ae4e2d7fc75 req-e92c83dc-6ee2-46ce-bbfb-71ec8d9c1789 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1817050 Nov 01 18:31:16.091960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.152930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1982cc-fb98-4aa9-937b-2d8879a6dbe9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:16.179128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.186608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe42a520-fa3f-4f8d-a4cd-6ae4e2d7fc75 req-256708b9-6c4d-4235-bd21-93d3238d2bb6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940826 Nov 01 18:31:16.187624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-03fcfe6b-869c-463b-b3fc-6c467d65f433 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b1982cc-fb98-4aa9-937b-2d8879a6dbe9 HTTP/1.1" status: 204 len: 168 time: 0.6111345 Nov 01 18:31:16.190033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:16.444984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.494487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.606049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:16.676271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f0dd4-0e13-4637-ba1f-4098dcc6f615 None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:16.817181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69ab35-5bfe-42b0-ad09-1d6dac2f3cc1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:16.842620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-9c965bdf-4460-4f6e-a861-029db81b5b9b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:16.851087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-9c965bdf-4460-4f6e-a861-029db81b5b9b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/networks?id=e82ef8ef-600a-4aba-a08c-1187a911f630 HTTP/1.1" status: 200 len: 821 time: 0.4276657 Nov 01 18:31:16.975894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-8b7ef781-57df-4c45-83e8-2ddef1c146d0 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/quotas/64c74e776cbf4b259358074409cab455 HTTP/1.1" status: 200 len: 375 time: 0.1231890 Nov 01 18:31:17.025978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-5ede6fab-5105-4027-a77e-7bd44fc1dd3b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64c74e776cbf4b259358074409cab455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479748 Nov 01 18:31:17.058460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.058460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-171c9bc0-42c5-4ed5-b507-88251790b2d0 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3111172 Nov 01 18:31:17.058460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.059142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36856) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:17.064960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-291444679', 'security_groups': ['ba69ab35-5bfe-42b0-ad09-1d6dac2f3cc1'], 'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1db78714-46de-4bc1-99e3-2dfb9e1438c9'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:17.404091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd264df1-41d6-458c-b7bc-83f0b163ec52 None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:17.404826 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd264df1-41d6-458c-b7bc-83f0b163ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.467419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:17.599553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd264df1-41d6-458c-b7bc-83f0b163ec52 None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:17.600160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd264df1-41d6-458c-b7bc-83f0b163ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.676934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cd264df1-41d6-458c-b7bc-83f0b163ec52 None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:17.704511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.713731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] device_id is not set on port cfa0800c-1d67-4daa-8f74-ad20acfa43cd yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:31:17.902651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01d6a61-a918-4990-a66d-308f5ecddaf0']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:17.920235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e9cdf9-0c50-4fcd-9152-e5aec11833bf') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:17.920696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e9cdf9-0c50-4fcd-9152-e5aec11833bf') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:17.932693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.951233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.966840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.5 (ebc192f0-45a8-4a90-ab48-f41013aa1927/1db78714-46de-4bc1-99e3-2dfb9e1438c9/cfa0800c-1d67-4daa-8f74-ad20acfa43cd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:17.972449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:31:17.972781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:31:17.975459 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:31:18.136548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b062-df7d-4d63-9525-6890478e1f00 req-ced8c552-2238-4786-9ba2-29ac5a231d89 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:18.138188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5073b062-df7d-4d63-9525-6890478e1f00 req-ced8c552-2238-4786-9ba2-29ac5a231d89 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 1.4924660 Nov 01 18:31:18.194155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5073b062-df7d-4d63-9525-6890478e1f00 req-618ccb81-5f1a-464f-a797-178df4592b4e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 Nov 01 18:31:18.224824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-eec88be8-e7e5-4fad-b643-accc5ad3c50e service neutron] 10.222.0.31 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1617160 Nov 01 18:31:18.266941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:18.288677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:18.296740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:18.301230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] 10.222.0.31 "DELETE /v2.0/networks/f01d6a61-a918-4990-a66d-308f5ecddaf0 HTTP/1.1" status: 204 len: 168 time: 2.1099954 Nov 01 18:31:18.328088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36878) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:18.363681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363908f-94a0-402f-8c90-bea3d97d4fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=f01d6a61-a918-4990-a66d-308f5ecddaf0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:18.431567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a518e3-475d-4046-b15a-07e722b43c6c req-fc54a275-e7f7-4fc6-9101-ce02a8867b06 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:18.433670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86a518e3-475d-4046-b15a-07e722b43c6c req-fc54a275-e7f7-4fc6-9101-ce02a8867b06 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0853417 Nov 01 18:31:18.441051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-f08ac931-2016-4088-bc04-a146a75a886b service neutron] 10.222.0.31 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049038 Nov 01 18:31:18.505318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86a518e3-475d-4046-b15a-07e722b43c6c req-91bc5c89-c7ac-4283-94a5-f09c06d18c9d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Nov 01 18:31:18.646141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a7669d80-cc6d-4915-a8ac-a8a90d8c78ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:18.781795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:18.955228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Deleting subnet 3f9a652f-0aeb-4170-b722-ebf47d4ca1a9 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:18.959723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:18.966157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b04f02bf-998f-4dae-b981-60b119df2489 req-272b6805-96ce-4720-af90-113e14a96b84 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.0644279 Nov 01 18:31:18.974989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:18.975765 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.002096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.079048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.135116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:19.149938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:19.154391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:19.206631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=cfa0800c-1d67-4daa-8f74-ad20acfa43cd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:19.255144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.343586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:19.344255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.414254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e00297-c0b6-4326-bb36-e90705d59a7c req-ead8f902-32ee-4371-a0e7-35535662c050 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:19.416374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e00297-c0b6-4326-bb36-e90705d59a7c req-ead8f902-32ee-4371-a0e7-35535662c050 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0842845 Nov 01 18:31:19.475418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e00297-c0b6-4326-bb36-e90705d59a7c req-655f2110-bb9c-4b7e-9f7e-3f9c2fcaf46b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Nov 01 18:31:19.514107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f54ba17-88b1-49f1-b70d-3bf55bf0772a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4547412 Nov 01 18:31:19.515843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.527474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:19.544213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:19.633159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0c5ca3cb-0a16-474e-bd6a-ad935457e4a9 None None] Provisioning complete for port cfa0800c-1d67-4daa-8f74-ad20acfa43cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:19.634428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca3cb-0a16-474e-bd6a-ad935457e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.645122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9a652f-0aeb-4170-b722-ebf47d4ca1a9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:19.675388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.679185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-42653cd7-a20d-43a8-a3cc-627f46c5bfbe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3f9a652f-0aeb-4170-b722-ebf47d4ca1a9 HTTP/1.1" status: 204 len: 168 time: 1.3501024 Nov 01 18:31:19.687101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36916) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:19.756394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ca3cb-0a16-474e-bd6a-ad935457e4a9 None None] Port cfa0800c-1d67-4daa-8f74-ad20acfa43cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:19.782060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e295a-f6e9-4fa0-bacd-084452d7a1da req-e30ca846-4da2-4373-9e5a-d11c1821808c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:19.785113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c3e295a-f6e9-4fa0-bacd-084452d7a1da req-e30ca846-4da2-4373-9e5a-d11c1821808c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1466186 Nov 01 18:31:19.811347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.855868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c3e295a-f6e9-4fa0-bacd-084452d7a1da req-51f6cbdd-e9c9-44b1-a794-d88b87966681 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559409 Nov 01 18:31:19.947980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:19.998963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b73f92-6349-4a2c-b0b7-c2e7e72de8c4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:20.018338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d885f7a-9c46-40ce-b35b-0801406c0174') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:20.018848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d885f7a-9c46-40ce-b35b-0801406c0174') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:20.028826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:20.038277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.051885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.070406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.077826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:31:20.078682 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:31:20.252161 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:31:20.285050 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1db78714-46de-4bc1-99e3-2dfb9e1438c9 (CIDR: 172.20.0.0/28) Nov 01 18:31:20.350163 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:31:20.354144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:20.389206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83ce455e-c790-42bd-93d9-a022790d26ff req-19dcb0f9-38f8-40b0-86bb-0b332a859e04 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.1323886 Nov 01 18:31:20.418009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45005b2-8000-4bd2-8eb4-e6f028d4c7cf req-9056d184-578d-4d97-8d5f-1c65cbd6a782 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:20.425268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f45005b2-8000-4bd2-8eb4-e6f028d4c7cf req-9056d184-578d-4d97-8d5f-1c65cbd6a782 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.3606648 Nov 01 18:31:20.438242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487b8e-176f-40f6-bf55-97141deacffa req-3366277b-df93-47d6-8019-4b93ee8b1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:20.439846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-3366277b-df93-47d6-8019-4b93ee8b1f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.1844687 Nov 01 18:31:20.479439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.494203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.497364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81b73f92-6349-4a2c-b0b7-c2e7e72de8c4 HTTP/1.1" status: 204 len: 168 time: 0.8069863 Nov 01 18:31:20.529988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cae602a5-ddb8-438d-9551-108f3c5e39c7 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9950144 Nov 01 18:31:20.530974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36944) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:20.544661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:20.545900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f45005b2-8000-4bd2-8eb4-e6f028d4c7cf req-7e9fb805-abf3-40a2-a79d-c818de3b6f7c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196563 Nov 01 18:31:20.549026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fc824-05cb-4b92-abf8-9c1d8daedf12 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b73f92-6349-4a2c-b0b7-c2e7e72de8c4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:20.615367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487b8e-176f-40f6-bf55-97141deacffa req-b11c4249-d1fd-4e04-9b5f-66131c7dba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:20.617013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-b11c4249-d1fd-4e04-9b5f-66131c7dba45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.1701875 Nov 01 18:31:20.709778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-2b9ff68e-c4cb-439f-921b-5e8b71102b48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.0813942 Nov 01 18:31:20.794732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487b8e-176f-40f6-bf55-97141deacffa req-acf9074a-1fe1-434a-bc49-4b624a1525bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:20.796793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-acf9074a-1fe1-434a-bc49-4b624a1525bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.0720448 Nov 01 18:31:20.824931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:20.836939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.849138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-32bc1619-1726-4182-8364-1a0bdc524ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445788 Nov 01 18:31:20.937834 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e4a2b2f-9fb6-470e-9442-fcf4ff600377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:20.995113 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3dff475e-de78-4851-8fa7-54cf72de5da4 (CIDR: 172.20.0.16/28) Nov 01 18:31:21.059111 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:31:21.060424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:21.133865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-5b0e0845-f6fb-43b4-80fd-25549efd1433 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780757 Nov 01 18:31:21.157670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0892c4-f58f-42d8-866f-14ba431b0070 req-1b3d489b-2f34-4d85-b0be-190830bddf33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:21.159218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc0892c4-f58f-42d8-866f-14ba431b0070 req-1b3d489b-2f34-4d85-b0be-190830bddf33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1509011 Nov 01 18:31:21.161500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36954) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:21.224835 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1fd556a8-f03b-48ac-b133-25aeafe87220 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6891015 Nov 01 18:31:21.226479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:21.261926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'subnet': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:21.262219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc0892c4-f58f-42d8-866f-14ba431b0070 req-a7cc24d4-7198-456c-bb6a-aa2be4b6bd86 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882294 Nov 01 18:31:21.285438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc487b8e-176f-40f6-bf55-97141deacffa req-b4a94eb7-7d09-46b4-8c5f-9318819122d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436644 Nov 01 18:31:21.446317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36966) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:21.447285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5a315e17-609c-49c7-a569-7b9945cc4b62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37e14536dfd442abba066dc5998d27c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835407 Nov 01 18:31:21.572489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0254c058-f598-4d9a-9e12-b3d74054ee9a req-c1510b7f-135a-41b5-a10c-b426dd4399fb tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.0483100 Nov 01 18:31:21.594005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:21.647587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:21.652555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Made reservation on behalf of ec5663c8b7064ccdada91be9cdc17b3b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:21.664335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:21.768099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7b862-ec2b-4a8d-98a7-542288ab03a6 req-6d4d2eff-11c4-42ee-bb53-05fd454e32f7 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:21.771800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ffb7b862-ec2b-4a8d-98a7-542288ab03a6 req-6d4d2eff-11c4-42ee-bb53-05fd454e32f7 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0796137 Nov 01 18:31:21.934960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ffb7b862-ec2b-4a8d-98a7-542288ab03a6 req-b575cf45-0b6e-4428-86b6-f23535a4715b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360193 Nov 01 18:31:22.129962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.129962 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.129962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9157de8-82a3-43e7-88f7-8c0fad0f9ff2 HTTP/1.1" status: 204 len: 168 time: 0.6774421 Nov 01 18:31:22.136353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77d1a7-d239-4773-b73a-ec8c691cbd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9157de8-82a3-43e7-88f7-8c0fad0f9ff2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:22.212143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.214639 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.270536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:22.288658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:22.293654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:22.294260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.313199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Subnet': ['ID=a0a23d32-e95e-4861-a893-0833ad43c1f8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:22.313730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d085e-2fb1-43bb-96dd-f920bb552dd5 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:22.458120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5e773-e7ba-426f-8594-205fc71522eb req-a1446149-f5da-4d0b-ac43-c6fa2e929c83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:22.468564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43e5e773-e7ba-426f-8594-205fc71522eb req-a1446149-f5da-4d0b-ac43-c6fa2e929c83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1132247 Nov 01 18:31:22.488520 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8973ce21-d4b3-4ee0-adbb-cf865201a5e4 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2402296 Nov 01 18:31:22.491188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:22.497534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-864306190', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0a23d32-e95e-4861-a893-0833ad43c1f8'}], 'security_groups': ['41e4d53f-250a-47e2-a24e-af3a072bb39d', '1d857f09-d802-4d9a-8644-39ebee80ba15']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:22.566557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43e5e773-e7ba-426f-8594-205fc71522eb req-d15047b8-e620-4aa8-900a-1823ae10f54e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969877 Nov 01 18:31:22.653866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36994) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:22.813025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:22.813940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e2fd2e7-610f-4bc4-bd63-f3e125fbeb8f req-97c2407e-3214-466c-9892-3b829ed6bc00 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.0584509 Nov 01 18:31:22.854428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-163d8325-2f8d-42fa-8792-6fa214c11663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.010180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-8d008586-2518-45fe-ab6c-e90d464003b4 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:23.011730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-8d008586-2518-45fe-ab6c-e90d464003b4 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.32 "GET /v2.0/networks?id=e82ef8ef-600a-4aba-a08c-1187a911f630 HTTP/1.1" status: 200 len: 821 time: 0.1842644 Nov 01 18:31:23.021630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Update dhcp port {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'fixed_ips': [{'subnet_id': '3dff475e-de78-4851-8fa7-54cf72de5da4', 'ip_address': '172.20.0.18'}, {'subnet_id': '1db78714-46de-4bc1-99e3-2dfb9e1438c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0a23d32-e95e-4861-a893-0833ad43c1f8'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '192ba8bc-b20e-4b49-878c-25e5eb04fd99'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:31:23.036478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Request body: {'port': {'device_id': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630', 'admin_state_up': True, 'tenant_id': '64c74e776cbf4b259358074409cab455'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:23.064116 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.122967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37002) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:23.145916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-163d8325-2f8d-42fa-8792-6fa214c11663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.157145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad9b28-6e45-42a2-90fe-af7401004559 req-bff7b42f-4686-471d-a5e1-e31459455147 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:23.158714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ad9b28-6e45-42a2-90fe-af7401004559 req-bff7b42f-4686-471d-a5e1-e31459455147 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1448739 Nov 01 18:31:23.281582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-baf0c978-8626-4d29-b8d2-1b2632a75607 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adde563d739645cdbed059bf672a85ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543300 Nov 01 18:31:23.282430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:23.308522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ad9b28-6e45-42a2-90fe-af7401004559 req-7518d285-5701-4d35-8864-7fa886e92608 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378391 Nov 01 18:31:23.317483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-163d8325-2f8d-42fa-8792-6fa214c11663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.390833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-163d8325-2f8d-42fa-8792-6fa214c11663 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=827f34344c9a43a6bddbb5d0dfba9f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397485 Nov 01 18:31:23.390833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d8325-2f8d-42fa-8792-6fa214c11663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65406ffb-0c22-40d7-a1a2-2a476a3a8e1d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:23.392633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37014) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:23.416853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Delete allocated IP 172.20.0.5 (ebc192f0-45a8-4a90-ab48-f41013aa1927/1db78714-46de-4bc1-99e3-2dfb9e1438c9) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:31:23.424555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Allocated IP 172.20.0.35 (ebc192f0-45a8-4a90-ab48-f41013aa1927/a0a23d32-e95e-4861-a893-0833ad43c1f8/cfa0800c-1d67-4daa-8f74-ad20acfa43cd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:23.482043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.486471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.514013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Made reservation on behalf of 64c74e776cbf4b259358074409cab455 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:23.517885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.520430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.521013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.764095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Allocated IP 172.20.0.10 (e82ef8ef-600a-4aba-a08c-1187a911f630/c8f5e7c7-efb0-4950-ba4e-377b0eae6edd/933fc319-8be6-4f3c-8b33-2802f71b7d8d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:23.780166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.784472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.787853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e665587-4dd3-41f4-bec2-71a8d9c1a018 HTTP/1.1" status: 204 len: 168 time: 0.5000048 Nov 01 18:31:23.808046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.814327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c015dd-744d-45bf-8338-3b6122c8b3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e665587-4dd3-41f4-bec2-71a8d9c1a018,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:23.866347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.892500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:23.946860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Allocated IP 172.20.0.34 (ebc192f0-45a8-4a90-ab48-f41013aa1927/a0a23d32-e95e-4861-a893-0833ad43c1f8/192ba8bc-b20e-4b49-878c-25e5eb04fd99) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:23.974839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1447a2-a2bf-449d-bd04-406631599355 req-fddba843-6b65-4d81-a626-e36183b45869 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:23.977063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c1447a2-a2bf-449d-bd04-406631599355 req-fddba843-6b65-4d81-a626-e36183b45869 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1097045 Nov 01 18:31:24.005817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3528e6a1-7ad7-42ca-8619-533d8c637fbe req-6531ff7c-90ed-4090-954b-a222c5aa902f tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.0597281 Nov 01 18:31:24.064784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:24.080837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.083407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.084650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65406ffb-0c22-40d7-a1a2-2a476a3a8e1d HTTP/1.1" status: 204 len: 168 time: 0.6908798 Nov 01 18:31:24.105319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.135359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c8ff2-4bf8-4c2b-8162-c98084ca262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65406ffb-0c22-40d7-a1a2-2a476a3a8e1d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:24.138835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c1447a2-a2bf-449d-bd04-406631599355 req-874e5ebb-0e2d-4394-8df9-2ca44cea61c4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415956 Nov 01 18:31:24.225146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.226647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.275291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] In _notify_port_updated(), no bound segment for port cfa0800c-1d67-4daa-8f74-ad20acfa43cd on network ebc192f0-45a8-4a90-ab48-f41013aa1927 {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:31:24.284784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:24.286924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.291821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "PUT /v2.0/ports/cfa0800c-1d67-4daa-8f74-ad20acfa43cd HTTP/1.1" status: 200 len: 959 time: 1.7992902 Nov 01 18:31:24.293171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8d14f-8364-43e7-8f0f-6ae558eba678 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event updated for resources: {'Port': ['ID=cfa0800c-1d67-4daa-8f74-ad20acfa43cd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:24.296120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37036) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:24.355560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8f723-333f-4836-827d-c5a8d765d6eb None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:24.389113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.520626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Network e82ef8ef-600a-4aba-a08c-1187a911f630 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:24.535036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:24.558483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Pushing event updated for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:24.579802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:24.724195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250ee33-ddcd-4460-9aed-5eff5be02caa req-f26f8855-d560-4310-ac04-6ae0ebf81add tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:24.726541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1250ee33-ddcd-4460-9aed-5eff5be02caa req-f26f8855-d560-4310-ac04-6ae0ebf81add tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2701054 Nov 01 18:31:24.750168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:24.750953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.820281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:24.872493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port cfa0800c-1d67-4daa-8f74-ad20acfa43cd {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:24.872493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:24.973490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1250ee33-ddcd-4460-9aed-5eff5be02caa req-51f84b78-fcbd-4b2f-980d-45e114c5852f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026818 Nov 01 18:31:24.981652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-d2e1bf31-1968-49e9-afbb-7a8151973ce5 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9502747 Nov 01 18:31:24.998061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Request body: {'port': {'device_id': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:25.017132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:25.017692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.121728 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.307345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:25.353879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94d978b2-54bd-438e-8202-59fedd45a3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.410178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.438974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for cfa0800c-1d67-4daa-8f74-ad20acfa43cd owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:25.502674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94d978b2-54bd-438e-8202-59fedd45a3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.566625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:25.571334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.606563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c31d-2398-4c81-8b69-648aeccc38a4 req-3599c23e-2de5-4fde-a166-82926b9d7540 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:25.608256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d099c31d-2398-4c81-8b69-648aeccc38a4 req-3599c23e-2de5-4fde-a166-82926b9d7540 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 932 time: 0.4327908 Nov 01 18:31:25.676204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Provisioning complete for port cfa0800c-1d67-4daa-8f74-ad20acfa43cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:25.676629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.731441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b094b1-a9e6-4ac0-99be-b9f8abb89860 req-d7c696a0-906f-4531-a950-967bbc5d9607 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:25.731441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4b094b1-a9e6-4ac0-99be-b9f8abb89860 req-d7c696a0-906f-4531-a950-967bbc5d9607 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3972321 Nov 01 18:31:25.741595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Port cfa0800c-1d67-4daa-8f74-ad20acfa43cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:25.752412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:25.753046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.770499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94d978b2-54bd-438e-8202-59fedd45a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.801030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-67c29155-1bd8-4d85-9ef9-f3988ac9d8f8 None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:25.839211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-94d978b2-54bd-438e-8202-59fedd45a3cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6fc46014f20495781bc6f31119997af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309279 Nov 01 18:31:25.840476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:25.841743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d978b2-54bd-438e-8202-59fedd45a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506779a7-a386-4773-931e-92b3416dfacb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:25.920924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:25.932275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d099c31d-2398-4c81-8b69-648aeccc38a4 req-0df9bdcd-a82e-40f7-9af8-bf85b6909c84 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077650 Nov 01 18:31:25.986672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.107239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4b094b1-a9e6-4ac0-99be-b9f8abb89860 req-27c51def-c06d-4870-ac6e-8d349ae3293f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581846 Nov 01 18:31:26.193230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.193672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.202153 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.206687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/506779a7-a386-4773-931e-92b3416dfacb HTTP/1.1" status: 204 len: 168 time: 0.3616283 Nov 01 18:31:26.241301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f26ca-d50d-4ecc-ae7e-4cb11cb9e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506779a7-a386-4773-931e-92b3416dfacb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:26.325996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6feceb6d-4c71-4bf5-b8f2-a675684e819c None None] Could not find standard attr ID for object cfa0800c-1d67-4daa-8f74-ad20acfa43cd. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:31:26.347363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=cfa0800c-1d67-4daa-8f74-ad20acfa43cd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:26.497439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933fc319-8be6-4f3c-8b33-2802f71b7d8d {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:31:26.506078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.514612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3bb7c593-10c4-4d90-bf67-f0535f109d9c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/cfa0800c-1d67-4daa-8f74-ad20acfa43cd HTTP/1.1" status: 204 len: 168 time: 2.2129931 Nov 01 18:31:26.514612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.521757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37104) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:26.539115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Transition to ACTIVE for port object 933fc319-8be6-4f3c-8b33-2802f71b7d8d will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:31:26.557357 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3091a231-b742-4b74-a29a-a8c4103e27f3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] GET failed (client error): The resource could not be found. Nov 01 18:31:26.557357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3091a231-b742-4b74-a29a-a8c4103e27f3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports/cfa0800c-1d67-4daa-8f74-ad20acfa43cd HTTP/1.1" status: 404 len: 333 time: 0.0385182 Nov 01 18:31:26.559356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:26.668637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.685541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.739997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.767691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.801390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Pushing event updated for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:26.883012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Attempting to bind port 933fc319-8be6-4f3c-8b33-2802f71b7d8d on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:31:26.883355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Attempting to bind port 933fc319-8be6-4f3c-8b33-2802f71b7d8d by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:31:26.883740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Attempting to bind port 933fc319-8be6-4f3c-8b33-2802f71b7d8d on network e82ef8ef-600a-4aba-a08c-1187a911f630 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:26.889869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Port 933fc319-8be6-4f3c-8b33-2802f71b7d8d on network e82ef8ef-600a-4aba-a08c-1187a911f630 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:31:26.890233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Attempting to bind port 933fc319-8be6-4f3c-8b33-2802f71b7d8d on network e82ef8ef-600a-4aba-a08c-1187a911f630 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:26.897835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:31:26.898174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Checking segment: {'id': 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:26.898572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Bound using segment: {'id': 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:31:26.900294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Bound port: 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:31:26.900294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.985095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.993012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:26.997241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba69ab35-5bfe-42b0-ad09-1d6dac2f3cc1 HTTP/1.1" status: 204 len: 168 time: 0.4361715 Nov 01 18:31:27.003461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:27.019311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:31:27.033695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07acdde-2446-46ec-9ad1-743610329463 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69ab35-5bfe-42b0-ad09-1d6dac2f3cc1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:27.065425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d,segment=NetworkSegment(f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb),segment_id=f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:31:27.085953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:27.213266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.318386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb533-fd07-4422-ad03-b5f08ede1b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.376724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:27.377625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.379203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] 10.222.0.32 "PUT /v2.0/ports/933fc319-8be6-4f3c-8b33-2802f71b7d8d HTTP/1.1" status: 200 len: 1092 time: 2.3860149 Nov 01 18:31:27.381760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:27.385690 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c421cafa-a5c6-4623-86f9-3094e8470b73" -d '{"events": [{"name": "network-changed", "server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:27.388786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.413961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.453601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e3bc0-fb37-4bae-bdc4-1bed051f878c req-7da5b883-2332-4d4a-b700-246f0aa771ef tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:27.455439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca4e3bc0-fb37-4bae-bdc4-1bed051f878c req-7da5b883-2332-4d4a-b700-246f0aa771ef tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 944 time: 0.4080174 Nov 01 18:31:27.491876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d623f-5358-4ca5-82ee-badc0ab59391 service neutron] Pushing event updated for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:27.495286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb533-fd07-4422-ad03-b5f08ede1b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.517869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c43cf-d3d2-436d-b324-5073f5b38554 req-bdbc258a-7356-45b1-b762-8df7ce6c5485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:27.519622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-687c43cf-d3d2-436d-b324-5073f5b38554 req-bdbc258a-7356-45b1-b762-8df7ce6c5485 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2522235 Nov 01 18:31:27.540847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca4e3bc0-fb37-4bae-bdc4-1bed051f878c req-95b87627-4d3e-4230-aa8c-72edd65f521f tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Nov 01 18:31:27.616588 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba19560d-6045-44f0-bb72-e347b4334122 x-openstack-request-id: req-ba19560d-6045-44f0-bb72-e347b4334122 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:27.637757 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:27.637757 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba19560d-6045-44f0-bb72-e347b4334122 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:27.637757 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d', 'status': 'completed', 'code': 200} Nov 01 18:31:27.637757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-687c43cf-d3d2-436d-b324-5073f5b38554 req-8817255c-a872-4bf2-973a-94f6f89def26 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018372 Nov 01 18:31:27.654337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-bbb480f9-cb4e-4378-99ee-bebb5192e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:27.656834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-bbb480f9-cb4e-4378-99ee-bebb5192e687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64c74e776cbf4b259358074409cab455&device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 1095 time: 0.0827816 Nov 01 18:31:27.708446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb533-fd07-4422-ad03-b5f08ede1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.712214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-68799fa1-4278-4642-829a-c0ff0f0cea95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d HTTP/1.1" status: 200 len: 217 time: 0.0452018 Nov 01 18:31:27.712214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.713220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.715130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d857f09-d802-4d9a-8644-39ebee80ba15 HTTP/1.1" status: 204 len: 168 time: 0.7106574 Nov 01 18:31:27.720426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37154) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:27.771044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeada5-44c5-4850-98fe-0377633fc4d5 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d857f09-d802-4d9a-8644-39ebee80ba15,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:27.779293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3eeb533-fd07-4422-ad03-b5f08ede1b49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6cb85f0f2d147fba5887cc23f88515e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6885633 Nov 01 18:31:27.780997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37158) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:27.808685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeb533-fd07-4422-ad03-b5f08ede1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf821bc-9a51-4a21-af49-a2307ce6fb8a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:27.836039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-2a74057e-f3f4-423b-b6cf-037578121e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:27.838377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-2a74057e-f3f4-423b-b6cf-037578121e46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c8f5e7c7-efb0-4950-ba4e-377b0eae6edd HTTP/1.1" status: 200 len: 861 time: 0.1214077 Nov 01 18:31:27.886528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-3e951942-88c4-4454-884a-b178d24ea7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e82ef8ef-600a-4aba-a08c-1187a911f630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416493 Nov 01 18:31:27.899415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:27.962187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.029320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.129758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.201160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.203815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.205168 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bf821bc-9a51-4a21-af49-a2307ce6fb8a HTTP/1.1" status: 204 len: 168 time: 0.4228075 Nov 01 18:31:28.220894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54404e-40d8-4cd9-befc-589f82ab7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf821bc-9a51-4a21-af49-a2307ce6fb8a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:28.640058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-bd620ac0-6846-4b3d-8acc-3fd46aba8bcd service neutron] 10.222.0.32 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382658 Nov 01 18:31:28.700392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b13f0-8132-4e2f-81eb-751278351240 req-edda1afe-be1d-4dd7-9ddf-fedcfff54b54 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:28.710246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a26b13f0-8132-4e2f-81eb-751278351240 req-edda1afe-be1d-4dd7-9ddf-fedcfff54b54 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1405611 Nov 01 18:31:28.839195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a26b13f0-8132-4e2f-81eb-751278351240 req-70f7d13c-dfb1-4c61-bd04-0e557e4ccec1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192057 Nov 01 18:31:28.842781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a8bead-2d6f-42a4-98ae-49f0865f2f02 req-ccddaabb-deea-40f1-8900-666872ef93b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941619 Nov 01 18:31:28.860815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764352b3-b056-40c9-97f6-fb9e13bca182 req-570928b6-8602-43dd-85ab-98b21d42ace9 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:28.864139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764352b3-b056-40c9-97f6-fb9e13bca182 req-570928b6-8602-43dd-85ab-98b21d42ace9 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 944 time: 0.1470370 Nov 01 18:31:28.864991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.867739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:28.875941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/security-groups/41e4d53f-250a-47e2-a24e-af3a072bb39d HTTP/1.1" status: 204 len: 168 time: 1.1418028 Nov 01 18:31:28.876848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:28.896559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244fd4a-d68a-40f8-90cb-f0576369175a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4d53f-250a-47e2-a24e-af3a072bb39d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:28.974596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764352b3-b056-40c9-97f6-fb9e13bca182 req-951d705a-34c4-4f90-8c5c-028fd351ce7b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008391 Nov 01 18:31:29.072525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 1db78714-46de-4bc1-99e3-2dfb9e1438c9 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:29.087762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.169544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.174326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effabc2c-99cd-4e0a-b73e-b87e47a29caa req-581795d8-7834-4adb-bb19-5252cb09d9bf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:29.176295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-effabc2c-99cd-4e0a-b73e-b87e47a29caa req-581795d8-7834-4adb-bb19-5252cb09d9bf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2173862 Nov 01 18:31:29.183848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-fd7cc389-9392-4a58-96b0-1e897f7df051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:29.185342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-fd7cc389-9392-4a58-96b0-1e897f7df051 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64c74e776cbf4b259358074409cab455&device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 1095 time: 0.1633310 Nov 01 18:31:29.326897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-effabc2c-99cd-4e0a-b73e-b87e47a29caa req-a5afe9dd-aac7-4bb7-8fec-0a503d6c7c53 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403284 Nov 01 18:31:29.376522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-a3715e81-57dd-4262-bde7-9e2d444e29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:29.379250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-a3715e81-57dd-4262-bde7-9e2d444e29e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e82ef8ef-600a-4aba-a08c-1187a911f630 HTTP/1.1" status: 200 len: 922 time: 0.1818726 Nov 01 18:31:29.412827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.434598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-6250d5a6-617a-444c-a583-45b4491190ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d HTTP/1.1" status: 200 len: 217 time: 0.0476902 Nov 01 18:31:29.503145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-199f5235-ea54-4f60-9349-af4539cf7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:29.504886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-199f5235-ea54-4f60-9349-af4539cf7c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c8f5e7c7-efb0-4950-ba4e-377b0eae6edd HTTP/1.1" status: 200 len: 861 time: 0.0630903 Nov 01 18:31:29.541076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-927b3f20-604a-47c7-bef4-aa508f05316c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e82ef8ef-600a-4aba-a08c-1187a911f630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283201 Nov 01 18:31:29.636760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.680934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-180ddac0-ee2e-42c4-9cc0-ef93814850a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332822 Nov 01 18:31:29.710954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=1db78714-46de-4bc1-99e3-2dfb9e1438c9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:29.716078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.719602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6212f00d-73d5-4714-9fca-7610bcf61c1f tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/1db78714-46de-4bc1-99e3-2dfb9e1438c9 HTTP/1.1" status: 204 len: 168 time: 0.8459859 Nov 01 18:31:29.725557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37238) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:29.735473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e10922-9b3f-48de-8599-77cd30975ab9 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:29.853426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet a0a23d32-e95e-4861-a893-0833ad43c1f8 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:29.867436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:29.898127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c421cafa-a5c6-4623-86f9-3094e8470b73 req-ec46a45a-a2e6-4932-bbe1-607862c77595 service neutron] 10.222.0.32 "GET /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059453 Nov 01 18:31:30.002178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:30.175658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:30.362065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6882ad-3d58-4079-8224-5a40ec328a7e req-71c0596d-9715-4421-8457-ef3428380757 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:30.362065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf6882ad-3d58-4079-8224-5a40ec328a7e req-71c0596d-9715-4421-8457-ef3428380757 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 944 time: 0.2043214 Nov 01 18:31:30.425072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf6882ad-3d58-4079-8224-5a40ec328a7e req-58f4ee26-02b0-41e8-9805-2609ba98ef5d tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Nov 01 18:31:30.445869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:30.568142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:30.576882 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/a0a23d32-e95e-4861-a893-0833ad43c1f8 HTTP/1.1" status: 204 len: 168 time: 0.8515413 Nov 01 18:31:30.584925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0167-8734-4bae-aca4-dff478ff0bf2 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a23d32-e95e-4861-a893-0833ad43c1f8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:30.593248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37264) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:30.674213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c1bef-ca9e-4fff-92ec-b6b52ee90d45 req-d5e75890-8e07-4e14-b41b-3183f11adf20 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:30.680036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-653c1bef-ca9e-4fff-92ec-b6b52ee90d45 req-d5e75890-8e07-4e14-b41b-3183f11adf20 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1515288 Nov 01 18:31:30.710829 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8200fba-393f-4072-adc0-e11fee41020b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:30.710829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8200fba-393f-4072-adc0-e11fee41020b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:30.714651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c8200fba-393f-4072-adc0-e11fee41020b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/1db78714-46de-4bc1-99e3-2dfb9e1438c9 HTTP/1.1" status: 404 len: 337 time: 0.1152780 Nov 01 18:31:30.725756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:30.789424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-653c1bef-ca9e-4fff-92ec-b6b52ee90d45 req-ed2db359-815f-4538-ab37-3eef1f6384fa tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874584 Nov 01 18:31:30.879850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting subnet 3dff475e-de78-4851-8fa7-54cf72de5da4 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:30.890123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:30.988158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.132963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.176390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2ee99-29c2-444d-b3d4-5ef9af6c2be1 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:31.307819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f4458be-6646-4afe-b6b3-59a8a54c1089 None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:31.308187 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f4458be-6646-4afe-b6b3-59a8a54c1089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.408994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.462094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Subnet': ['ID=3dff475e-de78-4851-8fa7-54cf72de5da4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:31.475070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.482007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd61a1df-6929-4e72-8c16-229d6a88d46d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/3dff475e-de78-4851-8fa7-54cf72de5da4 HTTP/1.1" status: 204 len: 168 time: 0.7506304 Nov 01 18:31:31.482209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37286) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.552346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f4458be-6646-4afe-b6b3-59a8a54c1089 None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:31.552724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f4458be-6646-4afe-b6b3-59a8a54c1089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.558228 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3b4227-34f8-4773-8182-340d397c597d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:31.558911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3b4227-34f8-4773-8182-340d397c597d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:31.570107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a3b4227-34f8-4773-8182-340d397c597d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/376ec2b9-9426-4137-bdff-24d22a6ccc87 HTTP/1.1" status: 404 len: 337 time: 0.0834801 Nov 01 18:31:31.570268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.643087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0f4458be-6646-4afe-b6b3-59a8a54c1089 None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:31.658818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-127fbd13-0be8-425c-94ac-d0ff2cc86e29 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c4b08c9-9c54-4d49-8cce-8ead587f23f6 HTTP/1.1" status: 200 len: 205 time: 0.0846231 Nov 01 18:31:31.664497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.757625 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e210d294-e7ce-45bf-9ec8-94cbc9044709 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] delete failed (client error): The resource could not be found. Nov 01 18:31:31.761044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e210d294-e7ce-45bf-9ec8-94cbc9044709 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/routers/7c4b08c9-9c54-4d49-8cce-8ead587f23f6 HTTP/1.1" status: 404 len: 336 time: 0.0930548 Nov 01 18:31:31.761633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37298) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.773623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 933fc319-8be6-4f3c-8b33-2802f71b7d8d details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:31:31.784623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238cf0b6-5e4f-46f9-bcf3-4831be063a66 None None] Update dhcp port {'port': {'network_id': 'ebc192f0-45a8-4a90-ab48-f41013aa1927', 'fixed_ips': [{'subnet_id': '3dff475e-de78-4851-8fa7-54cf72de5da4'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '192ba8bc-b20e-4b49-878c-25e5eb04fd99'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:31:31.786052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecfb4e-517e-47fe-878e-4c1e7a9a37fb req-630c5b91-89ec-42e8-9433-24ccf3742174 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:31.801042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86ecfb4e-517e-47fe-878e-4c1e7a9a37fb req-630c5b91-89ec-42e8-9433-24ccf3742174 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 944 time: 0.2233980 Nov 01 18:31:31.842542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-238cf0b6-5e4f-46f9-bcf3-4831be063a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:31.847255 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c839fc6c-d408-4810-ad78-0ea33ed188e6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:31.847923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c839fc6c-d408-4810-ad78-0ea33ed188e6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:31.854244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c839fc6c-d408-4810-ad78-0ea33ed188e6 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/0781d569-1519-4a10-bdae-deee6bbb9494 HTTP/1.1" status: 404 len: 337 time: 0.0890272 Nov 01 18:31:31.858635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.899057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.901076 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e85e1c-fe6a-4fe0-ba5e-1149c19c6c2b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:31.901551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e85e1c-fe6a-4fe0-ba5e-1149c19c6c2b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:31.912274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3e85e1c-fe6a-4fe0-ba5e-1149c19c6c2b tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/fb7401ef-c9af-481a-ba96-ee391d553f48 HTTP/1.1" status: 404 len: 337 time: 0.0523472 Nov 01 18:31:31.913544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.921923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86ecfb4e-517e-47fe-878e-4c1e7a9a37fb req-38b4a229-c878-4fad-bc26-98d791715088 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105688 Nov 01 18:31:31.949078 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada7fe59-a50b-49f5-8ad8-da6a25bd2f0d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:31.949796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada7fe59-a50b-49f5-8ad8-da6a25bd2f0d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:31.971772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:31.975727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ada7fe59-a50b-49f5-8ad8-da6a25bd2f0d tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/1c0114f6-f2a3-4f98-8582-b7f16d4f5b3e HTTP/1.1" status: 404 len: 337 time: 0.0610435 Nov 01 18:31:32.013989 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0b4af-f8bf-43fd-aff0-8232f543646c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.014779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd0b4af-f8bf-43fd-aff0-8232f543646c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.022303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5bd0b4af-f8bf-43fd-aff0-8232f543646c tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/8e9218be-60d9-4735-8ce3-34a35198f5b1 HTTP/1.1" status: 404 len: 333 time: 0.0402331 Nov 01 18:31:32.023233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.087524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2e607-39e0-4c33-affb-8f3aecff6f50 req-9767bf83-3c36-4f1d-988f-45d6d4de6b66 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:32.094581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2e2e607-39e0-4c33-affb-8f3aecff6f50 req-9767bf83-3c36-4f1d-988f-45d6d4de6b66 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1663582 Nov 01 18:31:32.095904 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39cc49d-ae3d-4fed-8940-93cafe165fe9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.096463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39cc49d-ae3d-4fed-8940-93cafe165fe9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.101855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f39cc49d-ae3d-4fed-8940-93cafe165fe9 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/07ab67ae-9775-44eb-a036-93c1c0fc5680 HTTP/1.1" status: 404 len: 337 time: 0.0757785 Nov 01 18:31:32.102188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37322) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.266478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d,segment=NetworkSegment(f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb),segment_id=f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:32.288232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2e2e607-39e0-4c33-affb-8f3aecff6f50 req-964faf59-7701-434b-a12a-eaa895f850be tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547806 Nov 01 18:31:32.289486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '933fc319-8be6-4f3c-8b33-2802f71b7d8d', 'network_id': 'e82ef8ef-600a-4aba-a08c-1187a911f630', 'port_id': '933fc319-8be6-4f3c-8b33-2802f71b7d8d', 'mac_address': 'fa:16:3e:f3:b1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f5e7c7-efb0-4950-ba4e-377b0eae6edd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:31:32.295617 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca9d379-99db-477a-9b31-0cc77a42a265 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.296098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca9d379-99db-477a-9b31-0cc77a42a265 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.299117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ca9d379-99db-477a-9b31-0cc77a42a265 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/15bccc16-bb2e-4f2d-a82b-54d6da5a1673 HTTP/1.1" status: 404 len: 337 time: 0.1953738 Nov 01 18:31:32.309891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.317109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.356342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ee078-fe2d-41f2-81a8-13db5e77e8a6 None None] Network ebc192f0-45a8-4a90-ab48-f41013aa1927 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:32.372897 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d76c7e9-bc3d-43fb-aef8-48196ce0c9e3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.376138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d76c7e9-bc3d-43fb-aef8-48196ce0c9e3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.391802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d76c7e9-bc3d-43fb-aef8-48196ce0c9e3 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/297e9e9a-f744-4bae-a696-0c354ea2ebb4 HTTP/1.1" status: 404 len: 333 time: 0.0779855 Nov 01 18:31:32.393501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37328) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.474912 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.489809 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29aa65f-ecbc-436e-a3cb-ea00e60e7844 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.491997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29aa65f-ecbc-436e-a3cb-ea00e60e7844 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.499608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c29aa65f-ecbc-436e-a3cb-ea00e60e7844 tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/7206636b-4614-43ef-8088-8d96e65ed489 HTTP/1.1" status: 404 len: 337 time: 0.1045589 Nov 01 18:31:32.501990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.509465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.525956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ff1911d4-0086-4f64-8d3f-359cfeeafa4f None None] Provisioning complete for port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:32.526553 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff1911d4-0086-4f64-8d3f-359cfeeafa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.544192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933fc319-8be6-4f3c-8b33-2802f71b7d8d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:31:32.566332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.593250 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f143f36e-670e-42a5-92bb-f7c6b13c03fa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] DELETE failed (client error): The resource could not be found. Nov 01 18:31:32.595722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f143f36e-670e-42a5-92bb-f7c6b13c03fa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:31:32.602338 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f143f36e-670e-42a5-92bb-f7c6b13c03fa tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/subnets/046351fc-d9a6-4ecb-9070-9160fcf165e5 HTTP/1.1" status: 404 len: 337 time: 0.0993516 Nov 01 18:31:32.605099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37336) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.615323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=317f8f8266904419b9441b7db4107f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921816 Nov 01 18:31:32.619477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bebe05-97fb-47bf-bbcc-c824e00cf89c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:32.628864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37340) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:32.630573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.631162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.631724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.632224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.632731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.633330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.634851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.635611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.636140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.636633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.637149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.637837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114c8a-4b82-4e06-a107-5379c89fdec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:31:32.698974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d,segment=NetworkSegment(f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb),segment_id=f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:32.733382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-089687be-919f-488d-8379-f89737738c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.765975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-089687be-919f-488d-8379-f89737738c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.845943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:32.861955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.874576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 192ba8bc-b20e-4b49-878c-25e5eb04fd99 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:32.880052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] DHCP port deletion for ebc192f0-45a8-4a90-ab48-f41013aa1927 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:31:32.922200 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.972117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-089687be-919f-488d-8379-f89737738c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.976134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-089687be-919f-488d-8379-f89737738c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:32.977473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-089687be-919f-488d-8379-f89737738c80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60bebe05-97fb-47bf-bbcc-c824e00cf89c HTTP/1.1" status: 204 len: 168 time: 0.3350577 Nov 01 18:31:33.007632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089687be-919f-488d-8379-f89737738c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bebe05-97fb-47bf-bbcc-c824e00cf89c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:33.016491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.080020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for a3bfa642-bf0a-475b-98d9-45ad3f0f9092 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:33.131833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:33.145564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['933fc319-8be6-4f3c-8b33-2802f71b7d8d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:31:33.194708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.338763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50263642-c861-44ba-8b4d-f8d06df3c543 req-f51b7021-0c73-42c8-8b27-3f637f4d4f18 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:33.349533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50263642-c861-44ba-8b4d-f8d06df3c543 req-f51b7021-0c73-42c8-8b27-3f637f4d4f18 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 945 time: 0.2332547 Nov 01 18:31:33.497408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50263642-c861-44ba-8b4d-f8d06df3c543 req-f023acb4-8cf4-463a-ba66-49ab0456e2f4 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390171 Nov 01 18:31:33.558069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ff1911d4-0086-4f64-8d3f-359cfeeafa4f None None] Provisioning complete for port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:33.558636 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff1911d4-0086-4f64-8d3f-359cfeeafa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.610659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b758a0-d173-4bb3-bef4-37c5ad9489d9 req-32b248d5-bdf0-4083-ac95-0daa0dd4dd39 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:33.614084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05b758a0-d173-4bb3-bef4-37c5ad9489d9 req-32b248d5-bdf0-4083-ac95-0daa0dd4dd39 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1282685 Nov 01 18:31:33.693277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.715743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05b758a0-d173-4bb3-bef4-37c5ad9489d9 req-49c3c714-660d-4880-9350-e30a658d52cd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928373 Nov 01 18:31:33.732350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=a3bfa642-bf0a-475b-98d9-45ad3f0f9092,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:33.757479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.763621 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8958b4ba-6bfd-4f69-b504-3f7fcdef6aed tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/ports/a3bfa642-bf0a-475b-98d9-45ad3f0f9092 HTTP/1.1" status: 204 len: 168 time: 1.1573143 Nov 01 18:31:33.766127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37368) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:33.775111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Deleting port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:33.781936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:33.862121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ff1911d4-0086-4f64-8d3f-359cfeeafa4f None None] Port a3bfa642-bf0a-475b-98d9-45ad3f0f9092 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:33.867302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:33.920635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.092972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:34.092972 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.157828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Calling delete_port for 192ba8bc-b20e-4b49-878c-25e5eb04fd99 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:34.160800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Deleting port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:34.161567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.161650 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.338618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:34.440890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.486812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] Pushing event deleted for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:34.492036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2259ced-d60a-491d-a9e0-38d90a97048e None None] No DVR routers for this DVR port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:34.528271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] For port 192ba8bc-b20e-4b49-878c-25e5eb04fd99, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=192ba8bc-b20e-4b49-878c-25e5eb04fd99,segment=NetworkSegment(27ccb47e-b335-4cbd-abcd-d128983d93f1),segment_id=27ccb47e-b335-4cbd-abcd-d128983d93f1)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:34.530148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.556839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Calling delete_port for 192ba8bc-b20e-4b49-878c-25e5eb04fd99 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:34.658097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:34.905575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c0af3-be91-4340-90d0-40517e1f7421 req-15053107-d87d-4190-a55c-8baff502e99b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:34.917026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f8c0af3-be91-4340-90d0-40517e1f7421 req-15053107-d87d-4190-a55c-8baff502e99b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 945 time: 0.2678180 Nov 01 18:31:35.054484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f8c0af3-be91-4340-90d0-40517e1f7421 req-53d67312-3b6d-44b8-8f4e-e61227161289 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291645 Nov 01 18:31:35.081377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950f3c4-e7f0-40e2-9b1d-3b26abaf1ee5 req-3f2341a7-eb26-4ebb-84ed-8b0d2cebd541 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:35.097380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c950f3c4-e7f0-40e2-9b1d-3b26abaf1ee5 req-3f2341a7-eb26-4ebb-84ed-8b0d2cebd541 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2286527 Nov 01 18:31:35.137888 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.206754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Port': ['ID=192ba8bc-b20e-4b49-878c-25e5eb04fd99,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:35.210841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] No DVR routers for this DVR port 192ba8bc-b20e-4b49-878c-25e5eb04fd99 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:35.316045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c950f3c4-e7f0-40e2-9b1d-3b26abaf1ee5 req-d26325a1-31a2-491b-bbf6-968a129b1c5c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174945 Nov 01 18:31:35.374751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.403433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc192f0-45a8-4a90-ab48-f41013aa1927']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:35.416387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ccb47e-b335-4cbd-abcd-d128983d93f1') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:35.416689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ccb47e-b335-4cbd-abcd-d128983d93f1') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:35.431976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.460967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.467913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:31:35.468319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:31:35.471541 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:31:35.649220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.671045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:35.674257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] 10.222.0.31 "DELETE /v2.0/networks/ebc192f0-45a8-4a90-ab48-f41013aa1927 HTTP/1.1" status: 204 len: 168 time: 1.9066763 Nov 01 18:31:35.691996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e0f38-5fe5-4719-8117-d8c78eee1c7a tempest-PortsTestJSON-1967071981 tempest-PortsTestJSON-1967071981-project] Pushing event deleted for resources: {'Network': ['ID=ebc192f0-45a8-4a90-ab48-f41013aa1927,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:35.798533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 933fc319-8be6-4f3c-8b33-2802f71b7d8d up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:35.994121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 933fc319-8be6-4f3c-8b33-2802f71b7d8d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:31:35.998685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 933fc319-8be6-4f3c-8b33-2802f71b7d8d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:36.000261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:36.192404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:36.270792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:36.273006 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b689b-46d9-432a-a0e9-4eae236da905" -d '{"events": [{"server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "name": "network-vif-plugged", "status": "completed", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:36.282480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5edce-e572-4150-a557-85f71c8a3f9a req-632dfb1c-1632-47ab-84d9-1175a4dba66c tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:36.288751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccf5edce-e572-4150-a557-85f71c8a3f9a req-632dfb1c-1632-47ab-84d9-1175a4dba66c tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 945 time: 0.1154184 Nov 01 18:31:36.311699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:36.312422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d,segment=NetworkSegment(f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb),segment_id=f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:36.368776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccf5edce-e572-4150-a557-85f71c8a3f9a req-090c05f6-d4a5-4212-999f-b57e7afdc1a7 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 Nov 01 18:31:36.433550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:36.541393 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb6aea5-d5eb-4892-9155-343466e51d51 x-openstack-request-id: req-acb6aea5-d5eb-4892-9155-343466e51d51 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:36.544965 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "name": "network-vif-plugged", "status": "completed", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:36.545387 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acb6aea5-d5eb-4892-9155-343466e51d51 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:36.546821 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d', 'code': 200} Nov 01 18:31:36.572628 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:31:36.658569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:36.763345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19f1a-fb98-492f-b574-8205e696aa6a req-15f2f1c9-e952-4436-a15b-268a6f1a0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:36.769439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3a19f1a-fb98-492f-b574-8205e696aa6a req-15f2f1c9-e952-4436-a15b-268a6f1a0574 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 1097 time: 0.2321539 Nov 01 18:31:36.785989 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-978c5630-0c32-4af4-9be5-34818db1508c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec5663c8b7064ccdada91be9cdc17b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718719 Nov 01 18:31:36.788196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:36.840021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e84a-0044-4d63-af5c-10965f6290db req-a25cb7af-e804-4e1a-a0e9-b1c9ac59b758 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:36.844527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb51e84a-0044-4d63-af5c-10965f6290db req-a25cb7af-e804-4e1a-a0e9-b1c9ac59b758 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2487097 Nov 01 18:31:36.853274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:36.883572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:36.949001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3a19f1a-fb98-492f-b574-8205e696aa6a req-7344e411-29d8-451f-99e6-b312201a4305 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657481 Nov 01 18:31:36.982940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb51e84a-0044-4d63-af5c-10965f6290db req-cfc1d6a1-66d7-4dc0-bb48-7acd030e7ed3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309693 Nov 01 18:31:37.058790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:37.067825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:37.069188 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faa35c8d-3a5e-4bd4-9e51-2362df94e65e HTTP/1.1" status: 204 len: 168 time: 0.2791927 Nov 01 18:31:37.116030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c3af-7a97-4c77-ba3a-9ce3ce217d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa35c8d-3a5e-4bd4-9e51-2362df94e65e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:37.611838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb151-93d7-483a-9140-d88b7467bf6e req-a0f87b5a-20a0-4632-a50b-9075017a6b33 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:37.614390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c25fb151-93d7-483a-9140-d88b7467bf6e req-a0f87b5a-20a0-4632-a50b-9075017a6b33 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 946 time: 0.1000297 Nov 01 18:31:37.748001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c25fb151-93d7-483a-9140-d88b7467bf6e req-35c48db1-7ddc-4a31-a18b-78e9db1c6d77 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252165 Nov 01 18:31:38.318696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcb977-cbc1-4d99-9768-4d4e5d484b46 req-983a27c5-2b00-42be-8fe4-b4dba1257500 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:38.337239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39bcb977-cbc1-4d99-9768-4d4e5d484b46 req-983a27c5-2b00-42be-8fe4-b4dba1257500 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1536794 Nov 01 18:31:38.469464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39bcb977-cbc1-4d99-9768-4d4e5d484b46 req-1687280c-7ef9-4f3d-a25e-947d2c630789 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030998 Nov 01 18:31:39.032804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b90c7-c13e-4caa-bd93-711ae1a199f4 req-5ddfe206-bc10-46f5-af9d-b4b32ec716b4 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:39.037897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51b90c7-c13e-4caa-bd93-711ae1a199f4 req-5ddfe206-bc10-46f5-af9d-b4b32ec716b4 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 946 time: 0.1046445 Nov 01 18:31:39.038589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:39.078520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.149785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51b90c7-c13e-4caa-bd93-711ae1a199f4 req-ff4ce059-a897-45e3-af5c-514c2cadbf9b tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995364 Nov 01 18:31:39.254130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-650969909'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:39.438565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Made reservation on behalf of bf09e6777ff34adcacbec893cec05652 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:39.444773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.457314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.620276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.759460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.838121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5875632f-681b-45ad-aefa-64ac9725fe88,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:39.864541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:31:39.875444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.875829 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Added segment 22c17f8e-46ce-4e98-8426-83bda29a8f58 of type vlan for network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 Nov 01 18:31:39.924791 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:39.967786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf74c4d-2ea2-45ad-88d9-f860d59cbe73 req-8d04a5ef-013b-4974-91b1-4570202105e7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:39.967786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbf74c4d-2ea2-45ad-88d9-f860d59cbe73 req-8d04a5ef-013b-4974-91b1-4570202105e7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0750926 Nov 01 18:31:40.013363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbf74c4d-2ea2-45ad-88d9-f860d59cbe73 req-0231459a-c5cb-4f0d-980a-f9195363da5c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Nov 01 18:31:40.042635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:40.048622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:40.049265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:40.127613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event updated for resources: {'Network': ['ID=9aa880b9-cf62-4b30-b74f-e6e997ca9ee2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:40.139675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:31:40.164371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f0d83-eb19-4f9c-b11b-405da9fca416 req-b205920a-465c-46d1-8447-124b61e48b00 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:40.167613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-379f0d83-eb19-4f9c-b11b-405da9fca416 req-b205920a-465c-46d1-8447-124b61e48b00 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 946 time: 0.0617716 Nov 01 18:31:40.170218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc0ce58e-b302-4ab5-bc1f-38dabac18a2d tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1277833 Nov 01 18:31:40.174324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:40.178816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Request body: {'subnet': {'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:40.218090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-379f0d83-eb19-4f9c-b11b-405da9fca416 req-ddef12e5-ff63-4534-948f-8b8a5d446834 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Nov 01 18:31:40.433914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Made reservation on behalf of bf09e6777ff34adcacbec893cec05652 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:40.440060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:40.724777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:40.789078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event updated for resources: {'Subnet': ['ID=0bd3f136-9386-4601-9ffc-475636e6cbea,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:40.798619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Checking segment: {'id': '22c17f8e-46ce-4e98-8426-83bda29a8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:40.798984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Network hostable DHCP agents. Network: 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:31:40.878498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:31:40.999636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:41.011254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:41.011555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2fe82-36bd-4143-ab78-2c8753bdc9bf None None] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:41.012120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.150851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9e73aae-875a-46c0-9dd8-9868aa102910 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9767804 Nov 01 18:31:41.153812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37554) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:41.159252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Request body: {'port': {'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2', 'name': 'tempest-TagsExtTest-1080173578'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:41.194149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-9aa880b9-cf62-4b30-b74f-e6e997ca9ee2', 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2', 'tenant_id': 'bf09e6777ff34adcacbec893cec05652', 'fixed_ips': [{'subnet_id': '0bd3f136-9386-4601-9ffc-475636e6cbea'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:31:41.201660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.205615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed626-8c81-41e4-b3eb-eae3dd291966 req-f510627c-7dbe-4bb8-aad5-04884ce91e53 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:41.214525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2bed626-8c81-41e4-b3eb-eae3dd291966 req-f510627c-7dbe-4bb8-aad5-04884ce91e53 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1071699 Nov 01 18:31:41.287579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2bed626-8c81-41e4-b3eb-eae3dd291966 req-6b0413d3-270f-46bb-b006-142445118fb7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Nov 01 18:31:41.329318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b006755-b306-487e-8d80-67c511b6a2dd req-12e411b7-8e89-4e70-9240-6839071d003d tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:41.332430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b006755-b306-487e-8d80-67c511b6a2dd req-12e411b7-8e89-4e70-9240-6839071d003d tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 946 time: 0.1907318 Nov 01 18:31:41.398726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Made reservation on behalf of bf09e6777ff34adcacbec893cec05652 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:41.402467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.418314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Allocated IP 172.20.0.2 (9aa880b9-cf62-4b30-b74f-e6e997ca9ee2/0bd3f136-9386-4601-9ffc-475636e6cbea/faf018ca-06ef-493a-8142-50ad403ff601) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:41.435967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] device_id is not set on port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:31:41.520726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab898-38a9-46fc-858c-befeaf6289e1 req-c0a3e7e3-dd5a-490b-80e4-4b885786eb69 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:41.531024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cbab898-38a9-46fc-858c-befeaf6289e1 req-c0a3e7e3-dd5a-490b-80e4-4b885786eb69 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 946 time: 0.1028748 Nov 01 18:31:41.574360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Deleting port 933fc319-8be6-4f3c-8b33-2802f71b7d8d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:41.574927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.599848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cbab898-38a9-46fc-858c-befeaf6289e1 req-34e02ced-ea18-4223-b988-c4291fb8a244 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/security-groups?id=88d38703-0fde-4314-92e7-55fc161399aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678973 Nov 01 18:31:41.635826 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.685682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] For port 933fc319-8be6-4f3c-8b33-2802f71b7d8d, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=933fc319-8be6-4f3c-8b33-2802f71b7d8d,segment=NetworkSegment(f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb),segment_id=f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:41.686050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.701811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Calling delete_port for 933fc319-8be6-4f3c-8b33-2802f71b7d8d owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:41.732902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.804388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:41.822374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:41.828548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Allocated IP 172.20.0.10 (9aa880b9-cf62-4b30-b74f-e6e997ca9ee2/0bd3f136-9386-4601-9ffc-475636e6cbea/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:41.832273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:41.841072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Pushing event updated for resources: {'Port': ['ID=faf018ca-06ef-493a-8142-50ad403ff601,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:41.894713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Attempting to bind port faf018ca-06ef-493a-8142-50ad403ff601 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:31:41.895169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Attempting to bind port faf018ca-06ef-493a-8142-50ad403ff601 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '22c17f8e-46ce-4e98-8426-83bda29a8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:31:41.895664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Attempting to bind port faf018ca-06ef-493a-8142-50ad403ff601 on network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:41.901380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:31:41.901843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Checking segment: {'id': '22c17f8e-46ce-4e98-8426-83bda29a8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:41.902308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.902871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Bound using segment: {'id': '22c17f8e-46ce-4e98-8426-83bda29a8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:31:41.903390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Bound port: faf018ca-06ef-493a-8142-50ad403ff601, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c17f8e-46ce-4e98-8426-83bda29a8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9aa880b9-cf62-4b30-b74f-e6e997ca9ee2'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:31:41.903889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.941858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:41.982034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Pushing event deleted for resources: {'Port': ['ID=933fc319-8be6-4f3c-8b33-2802f71b7d8d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:41.993687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['933fc319-8be6-4f3c-8b33-2802f71b7d8d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:31:42.033542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] For port faf018ca-06ef-493a-8142-50ad403ff601, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:31:42.048051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] For port faf018ca-06ef-493a-8142-50ad403ff601, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=faf018ca-06ef-493a-8142-50ad403ff601,segment=NetworkSegment(22c17f8e-46ce-4e98-8426-83bda29a8f58),segment_id=22c17f8e-46ce-4e98-8426-83bda29a8f58)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:31:42.048508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] No DVR routers for this DVR port 933fc319-8be6-4f3c-8b33-2802f71b7d8d on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:31:42.052095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.058081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b006755-b306-487e-8d80-67c511b6a2dd req-e075b972-f2ef-45d6-8be5-b04814d8d529 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.32 "DELETE /v2.0/ports/933fc319-8be6-4f3c-8b33-2802f71b7d8d HTTP/1.1" status: 204 len: 173 time: 0.7180612 Nov 01 18:31:42.058081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'name': 'network-vif-deleted', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:31:42.059982 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdecb2bd-ef08-4290-935a-c6c6dbc09b37" -d '{"events": [{"server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "name": "network-vif-deleted", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:31:42.104296 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed89c4-9cc4-4674-a1ac-0acf34875f09 x-openstack-request-id: req-15ed89c4-9cc4-4674-a1ac-0acf34875f09 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:31:42.104697 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59e7e-22fc-410d-9a63-1605b2eece4b", "name": "network-vif-deleted", "tag": "933fc319-8be6-4f3c-8b33-2802f71b7d8d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:31:42.105080 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15ed89c4-9cc4-4674-a1ac-0acf34875f09 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:31:42.105546 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e59e7e-22fc-410d-9a63-1605b2eece4b', 'name': 'network-vif-deleted', 'tag': '933fc319-8be6-4f3c-8b33-2802f71b7d8d', 'status': 'completed', 'code': 200} Nov 01 18:31:42.126095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.159240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.193779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9935fd-edec-4b79-bd76-c4bfd793b6c1 None None] Pushing event updated for resources: {'Port': ['ID=faf018ca-06ef-493a-8142-50ad403ff601,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:42.273232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.323861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:42.335608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:42.347113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:42.380676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event updated for resources: {'Port': ['ID=9c991d1b-3e1f-4900-9027-3bb0b9cc1b51,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:42.424501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:42.425370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.486093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f849-c49d-42eb-930f-336ae67c0ad8 req-9ab51f0f-ee10-4e57-91bc-611328d9e40e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:42.487897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66d5f849-c49d-42eb-930f-336ae67c0ad8 req-9ab51f0f-ee10-4e57-91bc-611328d9e40e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0769463 Nov 01 18:31:42.538275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66d5f849-c49d-42eb-930f-336ae67c0ad8 req-b0a1271d-2b54-48a7-8e0a-79639f162188 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Nov 01 18:31:42.573117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f9c518e1-0eb0-4820-8710-be09ce80f13b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4175682 Nov 01 18:31:42.575458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37576) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:42.580750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1243992223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:42.696500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.697586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.794900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.812641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71e83de7-e2ce-4054-aeaa-54dcb88e2b85 req-7ccf6fdb-c3b9-45f0-befe-9fd68cd4c745 tempest-InstanceActionsNegativeTestJSON-1450959468 tempest-InstanceActionsNegativeTestJSON-1450959468-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e59e7e-22fc-410d-9a63-1605b2eece4b HTTP/1.1" status: 200 len: 210 time: 0.0316081 Nov 01 18:31:42.819542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device faf018ca-06ef-493a-8142-50ad403ff601 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:42.873178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port faf018ca-06ef-493a-8142-50ad403ff601 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:42.873540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.952555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.955373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:42.988789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port faf018ca-06ef-493a-8142-50ad403ff601, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=faf018ca-06ef-493a-8142-50ad403ff601,segment=NetworkSegment(22c17f8e-46ce-4e98-8426-83bda29a8f58),segment_id=22c17f8e-46ce-4e98-8426-83bda29a8f58)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:43.044775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:43.054799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37584) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:43.063406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-492fa6c1-874c-4881-abd2-381eb3905d5f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1269796806', 'prefixes': ['172.20.0.0/16']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:43.067660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-077a20b7-1958-41e1-b3f7-a3faa0b76fdc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4742420 Nov 01 18:31:43.078952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:43.137604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=faf018ca-06ef-493a-8142-50ad403ff601,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:43.476863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-492fa6c1-874c-4881-abd2-381eb3905d5f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for subnetpool, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:43.478103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1bc24a-7e52-4e59-84dd-00fc4012a1d2 None None] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:43.484456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-492fa6c1-874c-4881-abd2-381eb3905d5f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4260678 Nov 01 18:31:43.488213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:43.493467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-865b28c5-15df-4e15-83f3-cc840308ada2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1655417511') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:43.638331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d1a27373-02f1-4848-b3b9-dffd57622cd0 None None] Provisioning complete for port faf018ca-06ef-493a-8142-50ad403ff601 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:43.638695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1a27373-02f1-4848-b3b9-dffd57622cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:43.716217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158a8d-707e-4733-8e9e-c3fcf7ddd6b3 req-4b4b239c-3fbc-4c77-80fe-0dd6b8459f55 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:43.720516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb158a8d-707e-4733-8e9e-c3fcf7ddd6b3 req-4b4b239c-3fbc-4c77-80fe-0dd6b8459f55 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0580800 Nov 01 18:31:43.728483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-865b28c5-15df-4e15-83f3-cc840308ada2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1655417511 HTTP/1.1" status: 201 len: 201 time: 0.2391498 Nov 01 18:31:43.730995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37596) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:43.735813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-6267093b-53fe-4dad-b684-f1a0a1becb94 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-995212208') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:43.813077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb158a8d-707e-4733-8e9e-c3fcf7ddd6b3 req-956f91b6-f7cc-40db-855e-bf6326f005d0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659821 Nov 01 18:31:43.873582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37600) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:43.934596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Deleting subnet c8f5e7c7-efb0-4950-ba4e-377b0eae6edd {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:31:43.937967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:43.975693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6267093b-53fe-4dad-b684-f1a0a1becb94 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-995212208 HTTP/1.1" status: 201 len: 201 time: 0.2312920 Nov 01 18:31:43.975930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:43.975930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-f4a68a80-2bfd-4393-9298-4c72af0d2bbe tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1493794413') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.018325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eedaf710-ee79-4923-b7c4-3b05406d6d9b None None] Provisioning complete for port faf018ca-06ef-493a-8142-50ad403ff601 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:44.020589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eedaf710-ee79-4923-b7c4-3b05406d6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.079791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.174866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.193713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eedaf710-ee79-4923-b7c4-3b05406d6d9b None None] Provisioning complete for port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:44.194087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eedaf710-ee79-4923-b7c4-3b05406d6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.254156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eedaf710-ee79-4923-b7c4-3b05406d6d9b None None] Port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:44.255270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f4a68a80-2bfd-4393-9298-4c72af0d2bbe tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1493794413 HTTP/1.1" status: 201 len: 201 time: 0.2901697 Nov 01 18:31:44.263578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37610) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.276885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-4021d36b-528c-428d-b11a-e87ee991a5bd tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-87048585') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.377248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ef3328e0-a0d1-46a1-9f3f-bcb9f64730a9 None None] Provisioning complete for port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:44.377769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ef3328e0-a0d1-46a1-9f3f-bcb9f64730a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.413095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ef3328e0-a0d1-46a1-9f3f-bcb9f64730a9 None None] Port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:31:44.467797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.494290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4021d36b-528c-428d-b11a-e87ee991a5bd tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-87048585 HTTP/1.1" status: 201 len: 201 time: 0.2218568 Nov 01 18:31:44.495098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f5e7c7-efb0-4950-ba4e-377b0eae6edd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:44.496945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37616) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.502298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.503408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-e32e7690-9eb9-42f7-a54f-73be809591d7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.508145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4e281c1b-21a3-4056-a678-0604785e2773 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8f5e7c7-efb0-4950-ba4e-377b0eae6edd HTTP/1.1" status: 204 len: 168 time: 0.6318769 Nov 01 18:31:44.509316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37618) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.580146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e32e7690-9eb9-42f7-a54f-73be809591d7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 200 len: 241 time: 0.0798814 Nov 01 18:31:44.581048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.585837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-ab0c0413-1270-496c-8e71-68a73c8d5a72 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1655417511') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.607356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.734008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab0c0413-1270-496c-8e71-68a73c8d5a72 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1655417511 HTTP/1.1" status: 204 len: 168 time: 0.1508408 Nov 01 18:31:44.735594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37626) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.741031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-dbd5ba05-c4d3-4027-8f3c-bedd229add08 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1655417511') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.761039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.796856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82ef8ef-600a-4aba-a08c-1187a911f630']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.810037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.810842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e950f3-ff8f-43d3-8a35-3354b2ce7fdb') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.812073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device faf018ca-06ef-493a-8142-50ad403ff601 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:44.824675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.841931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.859901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:31:44.860468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:31:44.865479 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:31:44.924759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port faf018ca-06ef-493a-8142-50ad403ff601 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:44.925124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:44.968921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dbd5ba05-c4d3-4027-8f3c-bedd229add08 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1655417511 HTTP/1.1" status: 204 len: 168 time: 0.2288213 Nov 01 18:31:44.968921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37632) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:44.973769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-d7a348a3-d074-4b0c-a45f-772c1cf6aef8 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:44.997564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235de13-2198-4e03-b879-746ef88d1509 req-4d1fbe06-7a33-4196-bf2f-6975a4995a6c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:44.999318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5235de13-2198-4e03-b879-746ef88d1509 req-4d1fbe06-7a33-4196-bf2f-6975a4995a6c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.0690980 Nov 01 18:31:45.052400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5235de13-2198-4e03-b879-746ef88d1509 req-3a9a23c7-3e99-4363-83a8-f0c886c26c4e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Nov 01 18:31:45.079910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:45.095281 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:45.143455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] 10.222.0.31 "DELETE /v2.0/networks/e82ef8ef-600a-4aba-a08c-1187a911f630 HTTP/1.1" status: 204 len: 168 time: 0.6240060 Nov 01 18:31:45.176245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af9092-1b87-4842-be53-cf77d5064abe admin admin] Pushing event deleted for resources: {'Network': ['ID=e82ef8ef-600a-4aba-a08c-1187a911f630,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:45.233027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.233420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d7a348a3-d074-4b0c-a45f-772c1cf6aef8 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 200 len: 205 time: 0.2639849 Nov 01 18:31:45.238410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-00690353-6404-4a02-a968-e6e5e075ced3 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:45.367913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-00690353-6404-4a02-a968-e6e5e075ced3 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 200 len: 240 time: 0.1286483 Nov 01 18:31:45.369999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37650) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.374691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-d4757df3-efb3-4b2c-a4ad-9efc847efba7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-995212208') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:45.496027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37654) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.500636 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d4757df3-efb3-4b2c-a4ad-9efc847efba7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-995212208 HTTP/1.1" status: 204 len: 168 time: 0.1293831 Nov 01 18:31:45.503765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-3908f652-1f7a-43d9-aa51-8192c22850d3 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-995212208') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:45.720195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37666) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.727009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3908f652-1f7a-43d9-aa51-8192c22850d3 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-995212208 HTTP/1.1" status: 204 len: 168 time: 0.2249219 Nov 01 18:31:45.730169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-0103fbb4-c95e-4fed-9a53-5068e7ec9ed1 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:45.840867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 933fc319-8be6-4f3c-8b33-2802f71b7d8d no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:31:45.882242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 933fc319-8be6-4f3c-8b33-2802f71b7d8d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:31:45.882242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 933fc319-8be6-4f3c-8b33-2802f71b7d8d not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:31:45.902840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0103fbb4-c95e-4fed-9a53-5068e7ec9ed1 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 200 len: 205 time: 0.1828403 Nov 01 18:31:45.904921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.908863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:45.936284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-129581b1-2fb0-485b-8d60-fe96a51ba0b5 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:45.996490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-26b68064-266e-488a-8b64-7a24bc031c52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64c74e776cbf4b259358074409cab455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841014 Nov 01 18:31:45.999965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37672) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:46.099771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:46.138847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-129581b1-2fb0-485b-8d60-fe96a51ba0b5 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 200 len: 241 time: 0.2156098 Nov 01 18:31:46.142061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37678) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:46.146595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-5aa31df0-e392-4197-a71a-74172f76b41e tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1493794413') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:46.152645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:46.313319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089ac60-4afe-4e60-81c9-94ca838c48b6 req-cb5d3a51-51d7-40bf-b647-d25009c619e6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:46.313319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6089ac60-4afe-4e60-81c9-94ca838c48b6 req-cb5d3a51-51d7-40bf-b647-d25009c619e6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1003406 Nov 01 18:31:46.338101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5aa31df0-e392-4197-a71a-74172f76b41e tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1493794413 HTTP/1.1" status: 204 len: 168 time: 0.1949849 Nov 01 18:31:46.340725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37682) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:46.347948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-b17f6c1f-e973-4e1e-a43c-0e74ca542330 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1493794413') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:46.392239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:46.395018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:46.396224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88d38703-0fde-4314-92e7-55fc161399aa HTTP/1.1" status: 204 len: 168 time: 0.3950467 Nov 01 18:31:46.471709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683f302-8517-443a-87dd-cfb68594400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d38703-0fde-4314-92e7-55fc161399aa,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:46.514179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6089ac60-4afe-4e60-81c9-94ca838c48b6 req-7bb00d6c-85f2-4e77-a441-860e2082bc4b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948342 Nov 01 18:31:47.143283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b17f6c1f-e973-4e1e-a43c-0e74ca542330 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1493794413 HTTP/1.1" status: 204 len: 168 time: 0.8012018 Nov 01 18:31:47.145672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.153247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-bfb99e81-ff03-45e5-979d-d608ef635a88 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.396656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfb99e81-ff03-45e5-979d-d608ef635a88 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 200 len: 205 time: 0.2476184 Nov 01 18:31:47.398454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.407260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-9aca3c43-2cb8-4451-9c7c-35e0069e637f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.463331 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9aca3c43-2cb8-4451-9c7c-35e0069e637f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 200 len: 239 time: 0.0607705 Nov 01 18:31:47.466003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37716) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.471932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-3d455383-bd9e-45f0-9a0b-e45c467daacc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-87048585') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.509793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3d455383-bd9e-45f0-9a0b-e45c467daacc tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-87048585 HTTP/1.1" status: 204 len: 168 time: 0.0399179 Nov 01 18:31:47.510089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37718) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.530624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-1d57df41-fa74-42cd-92a8-4a9e948a38ba tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-87048585') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.751473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f87d-b70b-4adb-b07e-569746ec2235 req-a6ebd75a-f8ce-428e-b204-beab7d512c33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:47.752946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4559f87d-b70b-4adb-b07e-569746ec2235 req-a6ebd75a-f8ce-428e-b204-beab7d512c33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1104498 Nov 01 18:31:47.770547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37736) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.776046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d57df41-fa74-42cd-92a8-4a9e948a38ba tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-87048585 HTTP/1.1" status: 204 len: 168 time: 0.2647161 Nov 01 18:31:47.784713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-2b37977f-997b-44e3-b111-952375b3ad01 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.894505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4559f87d-b70b-4adb-b07e-569746ec2235 req-01a4c717-a36b-46c1-8c12-7b176f973037 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288402 Nov 01 18:31:47.922729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b37977f-997b-44e3-b111-952375b3ad01 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 200 len: 205 time: 0.1481950 Nov 01 18:31:47.923421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37746) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.928868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-9d57fd29-e6c4-4c03-a9c7-51869de01b93 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:47.997552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37748) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:47.999062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9d57fd29-e6c4-4c03-a9c7-51869de01b93 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 204 len: 168 time: 0.0736015 Nov 01 18:31:48.004350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-8b9ab0f3-52bd-4a6c-957b-6ca7dbe54fbe tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:48.190101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8b9ab0f3-52bd-4a6c-957b-6ca7dbe54fbe tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1890931 Nov 01 18:31:48.191532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37754) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:48.199411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-d1b26b7f-6ae6-4aab-a5c7-19a651a02dce tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:48.291868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d1b26b7f-6ae6-4aab-a5c7-19a651a02dce tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 204 len: 168 time: 0.0979354 Nov 01 18:31:48.301994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:48.319354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-06ef2629-8904-464c-a3bc-0ca6a39c178f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:48.351337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:48.402509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06ef2629-8904-464c-a3bc-0ca6a39c178f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 204 len: 168 time: 0.0948098 Nov 01 18:31:48.411134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37764) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:48.417368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-5076c4bd-68b1-43a0-93a8-23cb2f116dd2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1113348251') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:48.575190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1470455647-network', 'tenant_id': '9492341bfc3142069873ddf9e283aab2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:48.712952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-00c53683-9e66-41cb-af98-de19ccb43075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:48.774550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:48.778159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5076c4bd-68b1-43a0-93a8-23cb2f116dd2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1113348251 HTTP/1.1" status: 201 len: 201 time: 0.3586321 Nov 01 18:31:48.779810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:48.781316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-7f5da519-e39e-4d99-89c1-a89125f71ffd tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-1674765881') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:48.781867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:48.799855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:48.998110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f5da519-e39e-4d99-89c1-a89125f71ffd tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-1674765881 HTTP/1.1" status: 201 len: 201 time: 0.2223501 Nov 01 18:31:49.001564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37790) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:49.009208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-befaca32-1f22-4b6a-8fe2-c25fab6296ad tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1323496772') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:49.021929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.122851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.162621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63954bbe-445f-495e-99ef-aa596c27c548 req-201ec301-a53f-44b4-b062-40e503ec58c5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:49.163166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63954bbe-445f-495e-99ef-aa596c27c548 req-201ec301-a53f-44b4-b062-40e503ec58c5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1086490 Nov 01 18:31:49.193622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:31:49.199816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.200168 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Added segment dff8f016-93a7-4c49-9d06-e242aba53b94 of type vlan for network 230941fe-8f3d-4e23-946f-41da9a3097b1 Nov 01 18:31:49.239956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-befaca32-1f22-4b6a-8fe2-c25fab6296ad tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1323496772 HTTP/1.1" status: 201 len: 201 time: 0.2381608 Nov 01 18:31:49.250129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37804) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:49.252227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-1330b3c5-cb55-4077-a077-de3cb42511d9 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-3896336') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:49.307722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.366943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62ddf1-de8f-4ca3-8367-fd22e379c62e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:49.412026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63954bbe-445f-495e-99ef-aa596c27c548 req-5d5c15fd-d5ed-40e5-8640-600445ca4e83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381499 Nov 01 18:31:49.583226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.586647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:49.587178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1330b3c5-cb55-4077-a077-de3cb42511d9 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-3896336 HTTP/1.1" status: 201 len: 201 time: 0.3389726 Nov 01 18:31:49.588209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37812) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:49.590799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:49.601264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-bd287a74-bf2a-45c0-ba35-4976a23c9b58 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', {'tags': ['tempest-TagsExtTest-Tag-1306068068', 'tempest-TagsExtTest-Tag-1833294693', 'tempest-TagsExtTest-Tag-1036175532']}) {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:49.704178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] Pushing event updated for resources: {'Network': ['ID=230941fe-8f3d-4e23-946f-41da9a3097b1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:49.719560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:31:49.761459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cbaf6588-8c96-429a-8c7c-b7924226a75a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4073150 Nov 01 18:31:49.763177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:49.768209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Request body: {'subnet': {'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1470455647-subnet', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:49.834300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd287a74-bf2a-45c0-ba35-4976a23c9b58 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 200 len: 318 time: 0.2433586 Nov 01 18:31:49.837251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:49.842274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-a0e7fb6c-fcd9-4eba-9a90-4231ad0a3a20 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:49.941818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:31:49.948758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:50.236748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a0e7fb6c-fcd9-4eba-9a90-4231ad0a3a20 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 204 len: 168 time: 0.3981826 Nov 01 18:31:50.239425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37840) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:50.245529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-0cc6f782-d0d0-482c-803d-1920a035b8a8 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1306068068') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:50.362431 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-0cc6f782-d0d0-482c-803d-1920a035b8a8 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:50.366056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0cc6f782-d0d0-482c-803d-1920a035b8a8 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1306068068 HTTP/1.1" status: 404 len: 329 time: 0.1227291 Nov 01 18:31:50.366628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37844) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:50.372677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-86b3999c-e84b-4664-93bf-5a22113e7f66 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1833294693') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:50.446490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:50.567946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe7fe3f-be16-4630-8caf-81dcbf0c1212,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:50.581557 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-86b3999c-e84b-4664-93bf-5a22113e7f66 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:50.585173 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86b3999c-e84b-4664-93bf-5a22113e7f66 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1833294693 HTTP/1.1" status: 404 len: 329 time: 0.2149992 Nov 01 18:31:50.585764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:50.586353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Network hostable DHCP agents. Network: 230941fe-8f3d-4e23-946f-41da9a3097b1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:31:50.589979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:50.595256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-464fb0e4-13cc-4702-a2f3-74b8bc850227 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea', 'tempest-TagsExtTest-Tag-1036175532') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:50.715684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f927d-72b6-44a2-9cef-968e2286193b req-c96c5937-d3cb-4fdd-8778-774a9d0d298e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:50.718205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae4f927d-72b6-44a2-9cef-968e2286193b req-c96c5937-d3cb-4fdd-8778-774a9d0d298e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1373465 Nov 01 18:31:50.754277 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-464fb0e4-13cc-4702-a2f3-74b8bc850227 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:50.758500 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-464fb0e4-13cc-4702-a2f3-74b8bc850227 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags/tempest-TagsExtTest-Tag-1036175532 HTTP/1.1" status: 404 len: 329 time: 0.1675239 Nov 01 18:31:50.761532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37860) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:50.771874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-e69553a2-0c7d-4a75-b4ba-ad9220bfc0d2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', {'tags': ['tempest-TagsExtTest-Tag-963158125', 'tempest-TagsExtTest-Tag-30960357', 'tempest-TagsExtTest-Tag-1961323807']}) {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:50.797415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae4f927d-72b6-44a2-9cef-968e2286193b req-7b0a8c7f-a694-48c2-84b5-d6dcf4f35f7e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Nov 01 18:31:50.798400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:31:50.885410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-de730f02-2f42-4ce6-980f-e7d4f4e6473a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.004409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 230941fe-8f3d-4e23-946f-41da9a3097b1) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:51.014793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:51.016155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.017040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60d48d-80bc-4e58-9e18-fbef999dc367 None None] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:51.045728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e69553a2-0c7d-4a75-b4ba-ad9220bfc0d2 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 200 len: 315 time: 0.2830641 Nov 01 18:31:51.049187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:51.055213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-704a7d89-8766-47dd-af4e-e547252f3781 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:51.119132 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3adc01c7-a26b-45b7-ae78-e1e5d464ed36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3547721 Nov 01 18:31:51.120074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37874) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:51.125233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:31:51.438667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.442393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-704a7d89-8766-47dd-af4e-e547252f3781 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 204 len: 168 time: 0.3898180 Nov 01 18:31:51.442393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:51.446301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-c436a886-e58a-4f5b-aeb2-4cecd52bf712 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-963158125') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:51.465779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.604879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-230941fe-8f3d-4e23-946f-41da9a3097b1', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:31:51.605768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.632989 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-c436a886-e58a-4f5b-aeb2-4cecd52bf712 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:51.634287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c436a886-e58a-4f5b-aeb2-4cecd52bf712 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-963158125 HTTP/1.1" status: 404 len: 328 time: 0.1914184 Nov 01 18:31:51.636994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37886) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:51.641592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-1f08dcc2-a870-48d6-b8d6-cd44c9bc75f7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-30960357') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:51.702166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:51.903757 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-1f08dcc2-a870-48d6-b8d6-cd44c9bc75f7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:51.913579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f08dcc2-a870-48d6-b8d6-cd44c9bc75f7 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-30960357 HTTP/1.1" status: 404 len: 327 time: 0.2751982 Nov 01 18:31:51.914971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:51.928651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-1c3cb920-cfb6-4324-a884-ce25f90d7f56 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51', 'tempest-TagsExtTest-Tag-1961323807') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:52.072500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.102768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Allocated IP 172.20.0.2 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/2c8cf792-8d9f-4ca8-855e-f84ce2db6f26) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:52.260490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.260721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfee56-b41f-4782-b646-15bc1f026888 req-1ab96ae5-76a0-4a7a-83fe-fcbfe8ca41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:52.262065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-1ab96ae5-76a0-4a7a-83fe-fcbfe8ca41c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.3460090 Nov 01 18:31:52.289952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f9f8c-a485-4519-9905-eb00588fa582 req-fab7e64a-4ddc-4d13-8646-5bfb9cac6efa tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:52.298898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217f9f8c-a485-4519-9905-eb00588fa582 req-fab7e64a-4ddc-4d13-8646-5bfb9cac6efa tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2898426 Nov 01 18:31:52.362906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.419188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c26e-ba99-4fb1-880f-de6f29b052c1 req-aeeef4bd-a028-4756-ad10-440db12fc050 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:52.427034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec97c26e-ba99-4fb1-880f-de6f29b052c1 req-aeeef4bd-a028-4756-ad10-440db12fc050 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3152833 Nov 01 18:31:52.502662 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.521864 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-1c3cb920-cfb6-4324-a884-ce25f90d7f56 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:52.524538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1c3cb920-cfb6-4324-a884-ce25f90d7f56 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags/tempest-TagsExtTest-Tag-1961323807 HTTP/1.1" status: 404 len: 329 time: 0.5992439 Nov 01 18:31:52.527610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:52.535292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-d9db4695-f5ba-4b29-9dc7-28f9e82ca25f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', {'tags': ['tempest-TagsExtTest-Tag-1436259692', 'tempest-TagsExtTest-Tag-810801664', 'tempest-TagsExtTest-Tag-1810423254']}) {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:52.609954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:52.619343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:52.631468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-217f9f8c-a485-4519-9905-eb00588fa582 req-36d1d4c6-b4e6-4396-a625-fc33d3db9c29 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313143 Nov 01 18:31:52.646215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:52.663872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Pushing event updated for resources: {'Port': ['ID=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:52.726541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec97c26e-ba99-4fb1-880f-de6f29b052c1 req-bc1f9ca9-3df4-4a1b-8c49-490296a8aa72 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964153 Nov 01 18:31:52.730185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfee56-b41f-4782-b646-15bc1f026888 req-86d6235d-60fc-4f4c-b236-2d482187f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:52.731876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-86d6235d-60fc-4f4c-b236-2d482187f5fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.4209704 Nov 01 18:31:52.797525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Attempting to bind port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:31:52.798716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Attempting to bind port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:31:52.799273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Attempting to bind port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:52.805854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:31:52.806783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:52.807690 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.808330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:31:52.808815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Bound port: 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:31:52.809296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:52.935779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] For port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:31:52.941011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] For port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:31:52.979819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d9db4695-f5ba-4b29-9dc7-28f9e82ca25f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 200 len: 317 time: 0.4483285 Nov 01 18:31:52.983126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37928) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:53.024834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-230b7ed5-c130-49dc-8d53-74e74fd1393b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:53.039699 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:53.187925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:53.203638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebde1f0-2144-46bb-8ad1-c9d6c6caa811 None None] Pushing event updated for resources: {'Port': ['ID=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:53.278702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:53.386252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-41b20b55-bd2c-41aa-af8c-ca24f2fc2ea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.6459641 Nov 01 18:31:53.494178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfee56-b41f-4782-b646-15bc1f026888 req-45d90435-5034-47ad-87a2-fd134f9eb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:53.496260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-45d90435-5034-47ad-87a2-fd134f9eb4c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.1022670 Nov 01 18:31:53.532906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Allocated IP 172.25.2.37 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e70f0ca5-6243-44eb-84c4-81dd6acfc1e6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:53.545912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-230b7ed5-c130-49dc-8d53-74e74fd1393b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 204 len: 168 time: 0.5250068 Nov 01 18:31:53.547688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37944) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:53.558982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-f9412ae4-2060-44e7-b5d7-8dc0e9d4d6a4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1436259692') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:53.561234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-4e193008-980b-4179-994a-c3c45d8f3b3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564539 Nov 01 18:31:53.820944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:53.993823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:54.017613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-d51ef257-0c52-440f-9a9a-3b20445074fc service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415665 Nov 01 18:31:54.074852 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-f9412ae4-2060-44e7-b5d7-8dc0e9d4d6a4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:54.076410 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f9412ae4-2060-44e7-b5d7-8dc0e9d4d6a4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1436259692 HTTP/1.1" status: 404 len: 329 time: 0.5264549 Nov 01 18:31:54.079095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37962) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:54.107824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-fac6a58d-9fd9-4446-a512-ac35154d8ea4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-810801664') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:54.201442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b320d3-b7c0-489e-8779-e4f5e6a721f6 req-87426604-14f1-4a43-9ef4-9680db463f59 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:54.201740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:54.208907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1b320d3-b7c0-489e-8779-e4f5e6a721f6 req-87426604-14f1-4a43-9ef4-9680db463f59 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3339036 Nov 01 18:31:54.284356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1b320d3-b7c0-489e-8779-e4f5e6a721f6 req-1fa40d95-54c5-40d3-bb5b-60db4dddb982 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644696 Nov 01 18:31:54.311240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Pushing event updated for resources: {'Port': ['ID=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:54.343962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e285-4826-4af1-bdbc-feae5bf08325 req-93ed7c46-82f8-407e-8418-04fa02558f7b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:54.352019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45c4e285-4826-4af1-bdbc-feae5bf08325 req-93ed7c46-82f8-407e-8418-04fa02558f7b tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.5404160 Nov 01 18:31:54.384337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:54.389896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:54.413108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:54.428227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12dfee56-b41f-4782-b646-15bc1f026888 req-0fa99c10-7ad9-492f-90ec-43764cf81eac service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945379 Nov 01 18:31:54.457020 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-fac6a58d-9fd9-4446-a512-ac35154d8ea4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:54.458122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fac6a58d-9fd9-4446-a512-ac35154d8ea4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-810801664 HTTP/1.1" status: 404 len: 328 time: 0.3780894 Nov 01 18:31:54.474638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37972) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:54.485292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45c4e285-4826-4af1-bdbc-feae5bf08325 req-a1940a59-9f01-4a38-a703-e03cb8fdc400 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320083 Nov 01 18:31:54.497072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-3e065e8d-34cb-4d0a-880e-a0b86dd73938 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a', 'tempest-TagsExtTest-Tag-1810423254') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:54.888374 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-3e065e8d-34cb-4d0a-880e-a0b86dd73938 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:54.889306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e065e8d-34cb-4d0a-880e-a0b86dd73938 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags/tempest-TagsExtTest-Tag-1810423254 HTTP/1.1" status: 404 len: 329 time: 0.4113235 Nov 01 18:31:54.892239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37988) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:54.898160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-ab647fbd-0921-4c14-b4d0-0bf707afbbc0 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', {'tags': ['tempest-TagsExtTest-Tag-1613835114', 'tempest-TagsExtTest-Tag-1447525099', 'tempest-TagsExtTest-Tag-1087213398']}) {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:54.948860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:55.049018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384acb1a-70a5-4539-a2bd-bf47c7625153 None None] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:31:55.093813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ab647fbd-0921-4c14-b4d0-0bf707afbbc0 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "PUT /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 200 len: 318 time: 0.1954074 Nov 01 18:31:55.093813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37994) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.094370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-f5ce0927-eae2-4b2d-bcc9-47c053661777 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.233345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] Provisioning complete for port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:55.233860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.244617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.348473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f5ce0927-eae2-4b2d-bcc9-47c053661777 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 204 len: 168 time: 0.2576849 Nov 01 18:31:55.350848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38004) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.358241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-5caf458c-3970-497c-88c3-5fe338b2de9c tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-1613835114') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.377637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:55.378279 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.531346 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-5caf458c-3970-497c-88c3-5fe338b2de9c tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:55.537718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5caf458c-3970-497c-88c3-5fe338b2de9c tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-1613835114 HTTP/1.1" status: 404 len: 329 time: 0.1804340 Nov 01 18:31:55.540983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.568575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-91f2b212-8d28-4356-bf6d-054d9ae7dd87 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-1447525099') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.588954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.639411 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-91f2b212-8d28-4356-bf6d-054d9ae7dd87 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:55.640960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-91f2b212-8d28-4356-bf6d-054d9ae7dd87 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-1447525099 HTTP/1.1" status: 404 len: 329 time: 0.0867584 Nov 01 18:31:55.644974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38012) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.668252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-28f8948d-8eb7-494a-9a72-e671051e29af tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e', 'tempest-TagsExtTest-Tag-1087213398') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.673026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1ef83-dbd4-43f1-831c-bac88d6320f6 req-e483d52f-0edf-4461-91b4-13a5e3c15d71 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:55.674875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdd1ef83-dbd4-43f1-831c-bac88d6320f6 req-e483d52f-0edf-4461-91b4-13a5e3c15d71 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2946758 Nov 01 18:31:55.731107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.759422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1a75-1b95-4d52-bb27-6d4c0e6241a8 req-a8ec1eec-b010-45ab-a2cd-be017de9a3d9 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:55.767344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fe1a75-1b95-4d52-bb27-6d4c0e6241a8 req-a8ec1eec-b010-45ab-a2cd-be017de9a3d9 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1562686 Nov 01 18:31:55.810990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] For port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:31:55.827061 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-28f8948d-8eb7-494a-9a72-e671051e29af tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] show failed (client error): The resource could not be found. Nov 01 18:31:55.828502 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-28f8948d-8eb7-494a-9a72-e671051e29af tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags/tempest-TagsExtTest-Tag-1087213398 HTTP/1.1" status: 404 len: 329 time: 0.1804974 Nov 01 18:31:55.841161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdd1ef83-dbd4-43f1-831c-bac88d6320f6 req-b6baf5b6-1cb4-4227-a842-eb8d2a53300a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508925 Nov 01 18:31:55.842115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.857954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-b6f586d1-f141-4ee5-99da-9f7c96e24112 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfb85846-8f9f-4637-a35a-272eba79523e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.888801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fe1a75-1b95-4d52-bb27-6d4c0e6241a8 req-d807eb44-50ab-4d58-b9ed-1d51f708e1c1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208711 Nov 01 18:31:55.918592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:55.975299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b6f586d1-f141-4ee5-99da-9f7c96e24112 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e/tags HTTP/1.1" status: 204 len: 168 time: 0.1286383 Nov 01 18:31:55.979102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:55.987484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-2e96e5f1-093f-46f7-8daf-a88b1d21fcd4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c1ab22e-abe3-4297-b240-50a2bf62cc0a') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:55.994237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:56.087031 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:31:56.091483 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:31:56.122928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcbf38-5166-4dac-a910-cf3ba95fa4ca None None] Pushing event updated for resources: {'Port': ['ID=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:56.141482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f1e006f1-62a3-4fa6-9ecb-652df3d28f50 None None] Provisioning complete for port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:56.141482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1e006f1-62a3-4fa6-9ecb-652df3d28f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:56.188703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e96e5f1-093f-46f7-8daf-a88b1d21fcd4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a/tags HTTP/1.1" status: 204 len: 168 time: 0.2084844 Nov 01 18:31:56.191266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38034) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:56.195714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.tag.tag_plugin [None req-48a3490c-a893-4f6c-a3ed-635b20860261 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c991d1b-3e1f-4900-9027-3bb0b9cc1b51') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:56.300624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-48a3490c-a893-4f6c-a3ed-635b20860261 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51/tags HTTP/1.1" status: 204 len: 168 time: 0.1082978 Nov 01 18:31:56.303257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38040) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:56.311137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.tag.tag_plugin [None req-5109e96d-11ba-4a19-8851-2cd95d6a8d4b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd3f136-9386-4601-9ffc-475636e6cbea') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:56.398003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Router 4c1f4f77-884d-4484-b6a5-4f7d62157878 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:31:56.641850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:31:56.657966 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5109e96d-11ba-4a19-8851-2cd95d6a8d4b tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea/tags HTTP/1.1" status: 204 len: 168 time: 0.3533862 Nov 01 18:31:56.668487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:56.697240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Sync routers for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:31:56.715261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:31:56.715791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:31:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:56.746715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38050) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:56.835735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:31:56.872655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:31:56.954339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07c5925d-4947-44d8-bfc5-ab175ccfc086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:56.963545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:56.971269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:56.985896 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f23d0c54-03f3-4b3e-af93-dd5d80214d21 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8548100 Nov 01 18:31:56.985896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:57.142745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bc40b0a-b697-4e6c-9532-79c525994241 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for subnetpool, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.143937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2bc40b0a-b697-4e6c-9532-79c525994241 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bfb85846-8f9f-4637-a35a-272eba79523e HTTP/1.1" status: 204 len: 168 time: 0.4730458 Nov 01 18:31:57.153957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38070) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:57.211630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a3285183-653f-435a-ad78-af1fadcae755 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab22e-abe3-4297-b240-50a2bf62cc0a HTTP/1.1" status: 200 len: 205 time: 0.0525255 Nov 01 18:31:57.212078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:57.225494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4b3f8-e7dd-4d33-a719-08880a8371ed req-315486c5-1e15-4c9d-adc2-2d1f011098c2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:57.227900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6f4b3f8-e7dd-4d33-a719-08880a8371ed req-315486c5-1e15-4c9d-adc2-2d1f011098c2 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2249119 Nov 01 18:31:57.237525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6542-9e0d-4d95-99f9-a1e491a65196 req-6dcf126d-225c-41ea-a900-d2af6c27a347 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:57.247155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c8c6542-9e0d-4d95-99f9-a1e491a65196 req-6dcf126d-225c-41ea-a900-d2af6c27a347 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2809253 Nov 01 18:31:57.263192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:31:57.263835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.357469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c8c6542-9e0d-4d95-99f9-a1e491a65196 req-f1a0596f-bb8e-4e8b-847e-01bcadcbf31c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082652 Nov 01 18:31:57.407437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6f4b3f8-e7dd-4d33-a719-08880a8371ed req-7b235077-6aec-48ae-a1f8-5484e0b29b6f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528654 Nov 01 18:31:57.443441 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07c5925d-4947-44d8-bfc5-ab175ccfc086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.512257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07c5925d-4947-44d8-bfc5-ab175ccfc086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.561344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07c5925d-4947-44d8-bfc5-ab175ccfc086 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68fb279e74db402aa08d8424dbd8c582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8132849 Nov 01 18:31:57.564144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38076) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:57.570345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:31:54Z', 'revision_number': 3, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:57.610755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5925d-4947-44d8-bfc5-ab175ccfc086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b7abd-15cf-4f86-8d53-f535ba91b94a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:57.653847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.661107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Checking router: 4c1f4f77-884d-4484-b6a5-4f7d62157878 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:31:57.661559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Updating router 4c1f4f77-884d-4484-b6a5-4f7d62157878 port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:31:57.684108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.712255 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.907006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.914671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:57.916759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e1b7abd-15cf-4f86-8d53-f535ba91b94a HTTP/1.1" status: 204 len: 168 time: 0.3512638 Nov 01 18:31:57.931755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93700dbe-be81-4059-814a-74c7251dc11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b7abd-15cf-4f86-8d53-f535ba91b94a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:57.957175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.136036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.210397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.214993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.224064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.314784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Attempting to bind port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:31:58.315647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Attempting to bind port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:31:58.316103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Attempting to bind port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:31:58.318128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a20f3-75c6-4a93-be37-97e24582eb04 None None] Pushing event updated for resources: {'Port': ['ID=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:58.324754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:31:58.325422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:31:58.326044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.326521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:31:58.327160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Bound port: e70f0ca5-6243-44eb-84c4-81dd6acfc1e6, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:31:58.327772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.428984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] For port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:31:58.437910 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.438138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Fanout notify agent at l3_agent the message router_deleted on router 6c1ab22e-abe3-4297-b240-50a2bf62cc0a {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:31:58.442006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] For port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:31:58.457680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.463449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38104) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:58.463777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1c15c84c-def3-49e1-9493-76b84530c943 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/routers/6c1ab22e-abe3-4297-b240-50a2bf62cc0a HTTP/1.1" status: 204 len: 168 time: 1.2458618 Nov 01 18:31:58.512835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.653828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:31:58.654582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:31:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:58.760014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.763187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a20f3-75c6-4a93-be37-97e24582eb04 None None] Pushing event updated for resources: {'Port': ['ID=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:58.791471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38114) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:58.808600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8612cd2b-8135-4c09-8d11-663eea57d015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:58.848301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2586-a306-4096-be74-099938cf062c req-be080b3f-0ee7-4206-83d6-05a8f6653078 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:58.850432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69df2586-a306-4096-be74-099938cf062c req-be080b3f-0ee7-4206-83d6-05a8f6653078 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3719914 Nov 01 18:31:58.857749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:31:58.866353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0daa7-63c4-4d58-a98b-6295933ee73f req-ca6cd4d2-42a0-460c-a339-0c2520b27a90 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:31:58.868292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f0daa7-63c4-4d58-a98b-6295933ee73f req-ca6cd4d2-42a0-460c-a339-0c2520b27a90 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2561224 Nov 01 18:31:58.874494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Deleting port 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:31:58.885146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.032666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69df2586-a306-4096-be74-099938cf062c req-29e4dc9b-d611-4798-90e4-f28b3a51b95a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604240 Nov 01 18:31:59.111096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8612cd2b-8135-4c09-8d11-663eea57d015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.173882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Allocated IP 172.20.0.1 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/e6cd5bdc-8b35-402a-ba5f-132d53eae37b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:31:59.202006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:31:54Z', 'revision_number': 3, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:31:59.215747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f0daa7-63c4-4d58-a98b-6295933ee73f req-7964fea4-8d35-4960-94bc-22eb9d2ebd39 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652621 Nov 01 18:31:59.223555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8612cd2b-8135-4c09-8d11-663eea57d015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.260280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8409bc-7618-43b6-a78f-f3bfa0a6e544 None None] The sync data for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 is: [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:31:54Z', 'revision_number': 3, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:31:59.270856 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.289839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Calling delete_port for 9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:31:59.336085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8612cd2b-8135-4c09-8d11-663eea57d015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13df5b2baa7c4d9187cba3637a315b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425217 Nov 01 18:31:59.343192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38140) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:31:59.413159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612cd2b-8135-4c09-8d11-663eea57d015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb5877f-121f-4463-9bac-715ac2ac2331,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:59.467549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.489401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.522637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.632380 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.692896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.742052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:59.751698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:31:59.753464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:31:59.756481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:31:59.819298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.826658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.839935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:31:59.841220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eb5877f-121f-4463-9bac-715ac2ac2331 HTTP/1.1" status: 204 len: 168 time: 0.4968367 Nov 01 18:31:59.873659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event deleted for resources: {'Port': ['ID=9c991d1b-3e1f-4900-9027-3bb0b9cc1b51,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:31:59.949821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7c968-8390-48b0-aae3-d4f883a79314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb5877f-121f-4463-9bac-715ac2ac2331,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:00.064184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38162) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:00.184587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.196539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5f8ae6b6-5ec2-4bc9-8bcd-bc014625617f tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/ports/9c991d1b-3e1f-4900-9027-3bb0b9cc1b51 HTTP/1.1" status: 204 len: 168 time: 1.7291393 Nov 01 18:32:00.214330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38166) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:00.263261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-6cac7de5-c5d2-4793-9236-604e9ad38358 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1805420 Nov 01 18:32:00.391476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-09145b31-8dd0-4cb6-af7c-d5da1eb1f5d1 None None] Provisioning complete for port e6cd5bdc-8b35-402a-ba5f-132d53eae37b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:00.392036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-09145b31-8dd0-4cb6-af7c-d5da1eb1f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.457460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Deleting subnet 0bd3f136-9386-4601-9ffc-475636e6cbea {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:32:00.474389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.596529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-09145b31-8dd0-4cb6-af7c-d5da1eb1f5d1 None None] Port e6cd5bdc-8b35-402a-ba5f-132d53eae37b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:32:00.640237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df47ee9-6722-4e45-acf2-f63907057101 req-5f1b105d-9e8a-4270-9cc1-3290261c9d01 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:00.644486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2df47ee9-6722-4e45-acf2-f63907057101 req-5f1b105d-9e8a-4270-9cc1-3290261c9d01 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.3737121 Nov 01 18:32:00.667837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-b57f48fa-d222-462c-933a-cf2c4d94bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:00.669215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-b57f48fa-d222-462c-933a-cf2c4d94bb70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 1096 time: 0.3529804 Nov 01 18:32:00.722770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5a8c-56fc-4a32-93a1-0088a00bb3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.730158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.751433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c331b5e-bf9b-4cf5-8b5e-9a2e58e89cd9 req-6b8e7b0b-bd2a-4bf3-ba96-6f7fa8d05a67 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:00.752699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c331b5e-bf9b-4cf5-8b5e-9a2e58e89cd9 req-6b8e7b0b-bd2a-4bf3-ba96-6f7fa8d05a67 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2869914 Nov 01 18:32:00.759251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:00.939279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:00.961530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2df47ee9-6722-4e45-acf2-f63907057101 req-2d593c5b-e76c-4bc0-b6a8-0e91ba4cf05b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074775 Nov 01 18:32:01.041875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c331b5e-bf9b-4cf5-8b5e-9a2e58e89cd9 req-5793b955-d7a5-4ba0-a63a-ca62de0680ce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755802 Nov 01 18:32:01.065201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:01.065581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.105982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-2dff00cd-d48e-4267-a5ff-45e5329d51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:01.112582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-2dff00cd-d48e-4267-a5ff-45e5329d51e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.4113042 Nov 01 18:32:01.202023 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.209271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.227099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:01.250224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-f4883ffc-a2b0-43b2-83b1-5771cd685f05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f HTTP/1.1" status: 200 len: 217 time: 0.1257820 Nov 01 18:32:01.301386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.343373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5a8c-56fc-4a32-93a1-0088a00bb3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.350300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-141e04b9-6c01-4cae-b9fb-8a294dcd2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:01.368770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-141e04b9-6c01-4cae-b9fb-8a294dcd2ed8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.0931726 Nov 01 18:32:01.417503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:01.425963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-dbfd33f1-b762-46e5-b4a2-e879761dbc61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560570 Nov 01 18:32:01.428478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.431602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5a8c-56fc-4a32-93a1-0088a00bb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.491095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.538283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ac0e5a8c-56fc-4a32-93a1-0088a00bb3f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d83131f707ba40019756c2dd98d8ff3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4705198 Nov 01 18:32:01.539489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-8d5d3bc6-1038-493f-b0d1-561c1dcf61e6 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001053 Nov 01 18:32:01.541572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:01.546236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.551950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/subnets/0bd3f136-9386-4601-9ffc-475636e6cbea HTTP/1.1" status: 204 len: 168 time: 1.3366013 Nov 01 18:32:01.552724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.555287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d288-b478-44af-9414-1bba7172e386 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd3f136-9386-4601-9ffc-475636e6cbea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:01.558875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38204) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:01.560945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5a8c-56fc-4a32-93a1-0088a00bb3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea6e32-0885-4355-8cd6-d717a231fa43,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:01.562527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9980d-822e-4064-bfb1-0762e84c4acd None None] Network 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:32:01.747037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3617b-433e-46b7-b40e-5674e114afd7 req-325ba375-3a61-4446-b783-04773b80dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:01.767600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b3617b-433e-46b7-b40e-5674e114afd7 req-325ba375-3a61-4446-b783-04773b80dc06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.3231175 Nov 01 18:32:01.864214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.877564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:01.877920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc9f757-9466-4ade-a15a-d04e5959369f req-5e0743be-9429-4b8e-a0f6-6e0927762fcd service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291662 Nov 01 18:32:01.891953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.892318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] DHCP port deletion for 9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:32:01.905290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.929587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.948837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Deleting port faf018ca-06ef-493a-8142-50ad403ff601 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:01.949110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:01.951727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-36b3617b-433e-46b7-b40e-5674e114afd7 req-364458d6-d2ef-4162-9296-242ddcfd0e9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525424 Nov 01 18:32:02.037525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.042162 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.046689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ea6e32-0885-4355-8cd6-d717a231fa43 HTTP/1.1" status: 204 len: 168 time: 0.5037496 Nov 01 18:32:02.064415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a92da8-4e3b-427c-85d5-abb85503f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea6e32-0885-4355-8cd6-d717a231fa43,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:02.122036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:32:02.125599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-fa26b4d6-f05e-4940-acf7-95846cbcea79 req-3a808850-0e1a-48af-baf7-86287f9eebfc service neutron] (102782) timed out ('10.222.0.37', 63591) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:32:02.184155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Deleting port faf018ca-06ef-493a-8142-50ad403ff601 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:02.184720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.188551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:02.236689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2de566-8346-41db-abb0-de5be8b8b224 req-c1f3dad2-cecd-40a9-be4b-21cd7ab2b354 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:02.251064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] For port faf018ca-06ef-493a-8142-50ad403ff601, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=faf018ca-06ef-493a-8142-50ad403ff601,segment=NetworkSegment(22c17f8e-46ce-4e98-8426-83bda29a8f58),segment_id=22c17f8e-46ce-4e98-8426-83bda29a8f58)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:02.256541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.258443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c2de566-8346-41db-abb0-de5be8b8b224 req-c1f3dad2-cecd-40a9-be4b-21cd7ab2b354 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.1628132 Nov 01 18:32:02.295894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Calling delete_port for faf018ca-06ef-493a-8142-50ad403ff601 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:02.454962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c2de566-8346-41db-abb0-de5be8b8b224 req-d2b5fefc-10eb-4cdd-8ea5-ae5292898759 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635778 Nov 01 18:32:02.484064 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.487403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] For port faf018ca-06ef-493a-8142-50ad403ff601, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=faf018ca-06ef-493a-8142-50ad403ff601,segment=NetworkSegment(22c17f8e-46ce-4e98-8426-83bda29a8f58),segment_id=22c17f8e-46ce-4e98-8426-83bda29a8f58)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:02.487873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.514869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3cf0-e73c-423e-8c5b-372c1ba2642d req-24d81d3c-8559-4189-b41c-685b84eae45e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:02.516554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dca3cf0-e73c-423e-8c5b-372c1ba2642d req-24d81d3c-8559-4189-b41c-685b84eae45e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.2555497 Nov 01 18:32:02.556491 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Pushing event deleted for resources: {'Port': ['ID=faf018ca-06ef-493a-8142-50ad403ff601,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:02.584119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.584475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.584817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.585426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.587529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.588281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.588634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.588978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.589318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.589653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.589985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.590457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:02.609076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79eb0a-4c4a-478b-9ed6-be403642e051 None None] No DVR routers for this DVR port faf018ca-06ef-493a-8142-50ad403ff601 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:02.617705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dca3cf0-e73c-423e-8c5b-372c1ba2642d req-37c0252a-01bc-4594-9ec0-9660843fdbce tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845087 Nov 01 18:32:02.672429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Calling delete_port for faf018ca-06ef-493a-8142-50ad403ff601 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:02.756893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3fcc614f-87d7-48bc-8d1b-29e8a74a572c None None] Provisioning complete for port e6cd5bdc-8b35-402a-ba5f-132d53eae37b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:02.757837 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fcc614f-87d7-48bc-8d1b-29e8a74a572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.846110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Router 4c1f4f77-884d-4484-b6a5-4f7d62157878 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:32:02.855636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc614f-87d7-48bc-8d1b-29e8a74a572c None None] Port e6cd5bdc-8b35-402a-ba5f-132d53eae37b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:32:02.863581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.866771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:02.937237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:02.937614 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:02.971090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event deleted for resources: {'Port': ['ID=faf018ca-06ef-493a-8142-50ad403ff601,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:02.977287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] No DVR routers for this DVR port faf018ca-06ef-493a-8142-50ad403ff601 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:03.077395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38260) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:03.176075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.234914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa880b9-cf62-4b30-b74f-e6e997ca9ee2']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:03.277867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:32:03.278753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-feb37bc2-b233-42f0-841e-7e16b0ca290c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.279333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c17f8e-46ce-4e98-8426-83bda29a8f58') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:03.279333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c17f8e-46ce-4e98-8426-83bda29a8f58') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:03.286397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Sync routers for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:32:03.294136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4ea4f27-53bd-4ef7-b116-6f72000675c6 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c1f4f77-884d-4484-b6a5-4f7d62157878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3134816 Nov 01 18:32:03.306056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.335350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.350172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:32:03.350647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:32:03.359048 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:32:03.369327 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:32:03.370233 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:31:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:03.449349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-feb37bc2-b233-42f0-841e-7e16b0ca290c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.519496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device faf018ca-06ef-493a-8142-50ad403ff601 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:32:03.542767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-feb37bc2-b233-42f0-841e-7e16b0ca290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.569969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.578148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.589769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: faf018ca-06ef-493a-8142-50ad403ff601 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:32:03.590168 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] 10.222.0.31 "DELETE /v2.0/networks/9aa880b9-cf62-4b30-b74f-e6e997ca9ee2 HTTP/1.1" status: 204 len: 168 time: 2.0226169 Nov 01 18:32:03.590754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device faf018ca-06ef-493a-8142-50ad403ff601 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:32:03.628231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:32:03.654077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164957a5-ce55-4fef-981d-3413eb5f12d4 tempest-TagsExtTest-1257284696 tempest-TagsExtTest-1257284696-project] Pushing event deleted for resources: {'Network': ['ID=9aa880b9-cf62-4b30-b74f-e6e997ca9ee2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:03.720714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:03.728427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-feb37bc2-b233-42f0-841e-7e16b0ca290c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8200942d69924ecbbb41211115cc5025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498907 Nov 01 18:32:03.729328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37bc2-b233-42f0-841e-7e16b0ca290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a68dfb-615a-4b95-98d2-8bbca25d706d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:03.813435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.849397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:03.860480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9f86a-093e-4cb8-9f91-100b2f496530 req-2b1dad73-ba2b-4893-8a3a-923079b589da tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:03.870862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4c9f86a-093e-4cb8-9f91-100b2f496530 req-2b1dad73-ba2b-4893-8a3a-923079b589da tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 944 time: 0.2154269 Nov 01 18:32:03.903065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89cedc04-209a-4705-87e5-f1c118ebc9a5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:32:03.909871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f875cd-fa7e-467b-952a-bf8cae27995d req-ea0c09f7-8f1c-4c22-ba92-ba2d20c5966c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:03.913090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3f875cd-fa7e-467b-952a-bf8cae27995d req-ea0c09f7-8f1c-4c22-ba92-ba2d20c5966c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1677542 Nov 01 18:32:04.021484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4c9f86a-093e-4cb8-9f91-100b2f496530 req-6dd25634-17d4-49b3-a3ee-0bf663f05dc3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477668 Nov 01 18:32:04.026445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3f875cd-fa7e-467b-952a-bf8cae27995d req-14ed68dc-1767-43df-969c-941f01a91751 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844743 Nov 01 18:32:04.026609 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.035561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.039779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8a68dfb-615a-4b95-98d2-8bbca25d706d HTTP/1.1" status: 204 len: 168 time: 0.3149657 Nov 01 18:32:04.067608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52c482-d02e-4f9c-bf1f-609d1118ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a68dfb-615a-4b95-98d2-8bbca25d706d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:04.131631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:04.156401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '89cedc04-209a-4705-87e5-f1c118ebc9a5', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': '89cedc04-209a-4705-87e5-f1c118ebc9a5', 'mac_address': 'fa:16:3e:e2:ce:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:32:04.234287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.268687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cedc04-209a-4705-87e5-f1c118ebc9a5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:04.272366 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 2, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:04.326221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:04.334077 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Checking router: 4c1f4f77-884d-4484-b6a5-4f7d62157878 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:32:04.334632 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Updating router 4c1f4f77-884d-4484-b6a5-4f7d62157878 port e6cd5bdc-8b35-402a-ba5f-132d53eae37b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:32:04.403533 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.412526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.486677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:04.649998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['89cedc04-209a-4705-87e5-f1c118ebc9a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:04.714579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:04.724894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38338) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:04.785299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-4a3e5665-439f-41fd-9fa5-fa05425b2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:04.796895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-4a3e5665-439f-41fd-9fa5-fa05425b2124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=113182f3b80f4285aadfc622fe27dbdb&device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 1097 time: 0.1220801 Nov 01 18:32:04.815940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd0b0-154d-4c29-a518-14a2f8b6df35 req-c43fdaf5-f733-4aea-b0fb-3b991636a528 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:04.827723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f50dd0b0-154d-4c29-a518-14a2f8b6df35 req-c43fdaf5-f733-4aea-b0fb-3b991636a528 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1884990 Nov 01 18:32:04.932675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f50dd0b0-154d-4c29-a518-14a2f8b6df35 req-3037a467-1990-4fe9-91c8-98243463565d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035028 Nov 01 18:32:05.044199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-27f199a3-1ef5-4a41-97c4-03877c3c5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:05.046490 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.047203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-27f199a3-1ef5-4a41-97c4-03877c3c5f92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 200 len: 919 time: 0.2375796 Nov 01 18:32:05.049603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a711b3f1-76d1-4576-9437-4548d1bd0643 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf09e6777ff34adcacbec893cec05652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234260 Nov 01 18:32:05.052095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38352) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:05.132812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.145809 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.147723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-f20a5fb5-0049-4882-9e69-a12911d17f13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 200 len: 217 time: 0.0924146 Nov 01 18:32:05.233301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.234202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38364) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:05.250424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706113059', 'description': 'tempest-description--334701028'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:05.341429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-7ec70aec-f4ae-4b01-a74a-c942c659135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:05.343363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-7ec70aec-f4ae-4b01-a74a-c942c659135a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 200 len: 858 time: 0.1866503 Nov 01 18:32:05.385907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Pushing event updated for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:05.400061 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.400518 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.400977 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.401385 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.401783 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.402180 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.402573 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.402963 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.403390 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.403807 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.404185 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.408079 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:05.416833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.422428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-84375ad4-35af-4a2e-aa15-de5b1753e67b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c279b0f0-918d-4b1e-ad77-f2d24ad8e109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654078 Nov 01 18:32:05.434143 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Attempting to bind port e6cd5bdc-8b35-402a-ba5f-132d53eae37b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:32:05.434523 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Attempting to bind port e6cd5bdc-8b35-402a-ba5f-132d53eae37b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:32:05.434907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Attempting to bind port e6cd5bdc-8b35-402a-ba5f-132d53eae37b on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:05.438380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.442104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5875632f-681b-45ad-aefa-64ac9725fe88 HTTP/1.1" status: 204 len: 168 time: 0.3864801 Nov 01 18:32:05.488974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:32:05.489362 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:05.489774 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.490175 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:32:05.490671 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Bound port: e6cd5bdc-8b35-402a-ba5f-132d53eae37b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:32:05.491057 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.493462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d276df-9cf2-4f72-9d81-d4d1cfae1efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5875632f-681b-45ad-aefa-64ac9725fe88,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:05.541557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b15e49-e369-4eef-88f5-9e9e621562d9 req-37c53aa0-f4e4-4c9b-97d3-4032641d6909 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:05.543166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78b15e49-e369-4eef-88f5-9e9e621562d9 req-37c53aa0-f4e4-4c9b-97d3-4032641d6909 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 945 time: 0.1987538 Nov 01 18:32:05.615265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.634966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78b15e49-e369-4eef-88f5-9e9e621562d9 req-46206b63-305c-4457-8514-076a0c7ab619 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752490 Nov 01 18:32:05.660755 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] For port e6cd5bdc-8b35-402a-ba5f-132d53eae37b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:32:05.665128 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] For port e6cd5bdc-8b35-402a-ba5f-132d53eae37b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:32:05.759582 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.770398 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-919fbd05-f7e9-4e6f-9785-3a52b3622fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238461 Nov 01 18:32:05.780657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] Provisioning complete for port e6cd5bdc-8b35-402a-ba5f-132d53eae37b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:05.781893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.897117 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:32:05.900908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:31:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:05.919187 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d2d7ba8d-c790-42f0-a8ed-8028c1621d7b req-8513f4ce-2877-44e6-95ec-6cb2278cde9c service neutron] 10.222.0.37 "GET /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407585 Nov 01 18:32:05.930685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89cedc04-209a-4705-87e5-f1c118ebc9a5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:05.940806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:05.998187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.097386 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6f00f-8fad-4be2-b1a5-de4b7d7e84b6 None None] Pushing event updated for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:06.113492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9712ddb-974b-498c-86b0-a5cdcb449dad,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:06.127158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38388) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:06.171121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.172864 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef94ef74-0c8f-4c14-81a5-bbc0dcfc9aba tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9359839 Nov 01 18:32:06.175631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38394) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:06.185936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'security_group_rule': {'security_group_id': 'b9712ddb-974b-498c-86b0-a5cdcb449dad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:06.192775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa11b8c-33b4-498f-b658-cba7c545dfd5 req-ba999bbf-c3c8-409e-8593-9d3d9f196d41 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:06.197357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa11b8c-33b4-498f-b658-cba7c545dfd5 req-ba999bbf-c3c8-409e-8593-9d3d9f196d41 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0995209 Nov 01 18:32:06.234727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.344765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.346311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eaa11b8c-33b4-498f-b658-cba7c545dfd5 req-71653d3d-3306-4201-97ee-035ac0d055cd tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048927 Nov 01 18:32:06.351924 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:32:06.363990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] For port e6cd5bdc-8b35-402a-ba5f-132d53eae37b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:06.397804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 89cedc04-209a-4705-87e5-f1c118ebc9a5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:32:06.408162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 89cedc04-209a-4705-87e5-f1c118ebc9a5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:06.408934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.461805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1929236613-network', 'tenant_id': '97f965372fe0464caa8c5e00c8431c9e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:06.468229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.535384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.614839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.629075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524c71c-2234-4974-84e7-d9b4953d9bc0 None None] Pushing event updated for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:06.662162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.672190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e40a0e-2bd1-4736-aa92-6dfa5082d357,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:06.690917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-08d08c7b-37df-4418-9a6e-0913c6e6624f None None] Provisioning complete for port e6cd5bdc-8b35-402a-ba5f-132d53eae37b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:06.692366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08d08c7b-37df-4418-9a6e-0913c6e6624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.734842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:06.736988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:06.744657 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a57684-1401-488d-80ce-7a9d6ef96585" -d '{"events": [{"server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "name": "network-vif-plugged", "status": "completed", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:06.746408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Made reservation on behalf of 97f965372fe0464caa8c5e00c8431c9e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:06.752333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.784394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.822365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.854258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:06.856096 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fde3b67a-e119-49c0-ad56-90ad76f13161 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6788986 Nov 01 18:32:06.858469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38422) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:06.860102 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a498b858-8c53-45db-87bf-2f14506fc54a x-openstack-request-id: req-a498b858-8c53-45db-87bf-2f14506fc54a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:06.860399 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "name": "network-vif-plugged", "status": "completed", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:06.860660 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a498b858-8c53-45db-87bf-2f14506fc54a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:06.861057 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5', 'code': 200} Nov 01 18:32:06.875089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'security_group_rule': {'security_group_id': 'b9712ddb-974b-498c-86b0-a5cdcb449dad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:06.911563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb79b3-671c-4b14-8df4-66b325c56366 req-9266d24d-6d3e-452e-9094-4a77799730c2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:06.917260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efdb79b3-671c-4b14-8df4-66b325c56366 req-9266d24d-6d3e-452e-9094-4a77799730c2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 945 time: 0.1341450 Nov 01 18:32:06.950173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.014608 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:05Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:07.023525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:07.028642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efdb79b3-671c-4b14-8df4-66b325c56366 req-9b67bc19-2c49-4cd8-b8b9-a5543534c507 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963385 Nov 01 18:32:07.046867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314787-7017-4cb8-bd34-f30a91f5a1a8 req-ba91b444-71d4-4b61-9996-36f10b1b7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:07.049022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb314787-7017-4cb8-bd34-f30a91f5a1a8 req-ba91b444-71d4-4b61-9996-36f10b1b7d90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 1097 time: 0.0940797 Nov 01 18:32:07.054931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.097645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb314787-7017-4cb8-bd34-f30a91f5a1a8 req-a4f8cc36-0fda-4be7-9779-d47f6d17eeff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Nov 01 18:32:07.140654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.144021 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43086658-d5ea-4fac-a58d-c01a362a9e46 None None] The sync data for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 is: [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:05Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:32:07.186719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:32:07.276670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.278050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.278403 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Added segment 8ca02159-1e82-4d8d-9ddd-327f02466660 of type vlan for network 2d6022d7-3d5d-4c18-9ef0-795347125949 Nov 01 18:32:07.289760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:07.349118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.404497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.407976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e97846-a099-455a-a99d-d4a0009abaa8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:07.454272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.461063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:07.466793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:07.472367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0f4076b-dad4-4e25-8751-7ff100b208fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6126449 Nov 01 18:32:07.506111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.510502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:07.510502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.614373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163c158-cf88-452e-bff4-3e4f30f2cf24 req-aae69dd9-20df-4d39-9673-a66f0112a64e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:07.623495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9163c158-cf88-452e-bff4-3e4f30f2cf24 req-aae69dd9-20df-4d39-9673-a66f0112a64e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1283517 Nov 01 18:32:07.626820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.665215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5392644 Nov 01 18:32:07.674814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38448) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:07.704067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Request body: {'subnet': {'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1929236613-subnet', 'tenant_id': '97f965372fe0464caa8c5e00c8431c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:07.718891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9163c158-cf88-452e-bff4-3e4f30f2cf24 req-5c7258bb-66c5-4517-b793-057af66c73da tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Nov 01 18:32:07.760697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f1f11-152b-4b8f-972e-2fbb8cf8a117 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6022d7-3d5d-4c18-9ef0-795347125949,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:07.775475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2d6022d7-3d5d-4c18-9ef0-795347125949 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:32:07.831910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Made reservation on behalf of 97f965372fe0464caa8c5e00c8431c9e for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:07.834551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:07.847041 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:08.354781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:08.380223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.25.2.224 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/521efda0-fc65-4bdf-9871-b3bf8b8a13da) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:32:08.408316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f308-5a88-47bf-8b85-8de868b8c960 req-07dd059c-af44-44cc-aca1-b58ba8199ce1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:08.410799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8810f308-5a88-47bf-8b85-8de868b8c960 req-07dd059c-af44-44cc-aca1-b58ba8199ce1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.2332597 Nov 01 18:32:08.509548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Pushing event updated for resources: {'Subnet': ['ID=52216d6f-719a-4f52-8166-84c87b8b084d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:08.527614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Checking segment: {'id': '8ca02159-1e82-4d8d-9ddd-327f02466660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:08.527982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Network hostable DHCP agents. Network: 2d6022d7-3d5d-4c18-9ef0-795347125949, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:32:08.729261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Network 2d6022d7-3d5d-4c18-9ef0-795347125949 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:32:08.831795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2d6022d7-3d5d-4c18-9ef0-795347125949) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:08.837767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:08.839258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:08.850457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63827a30-f911-427b-97f7-64f77bc1cd38 None None] Network 2d6022d7-3d5d-4c18-9ef0-795347125949 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:32:08.968756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7471b9c-bbf7-4ebf-a9ed-13bbafeeffae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2849214 Nov 01 18:32:09.084971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8810f308-5a88-47bf-8b85-8de868b8c960 req-044abebf-fd05-4303-9bb0-4360e6c774e0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521199 Nov 01 18:32:09.119645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e6cd5bdc-8b35-402a-ba5f-132d53eae37b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:09.285758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e6cd5bdc-8b35-402a-ba5f-132d53eae37b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:09.289953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:09.306256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:09.373540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7095e3-068a-4122-89f6-e19ece140041 req-b725fe5a-fc0e-47c0-ba11-2ab7f9a91f01 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:09.375483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb7095e3-068a-4122-89f6-e19ece140041 req-b725fe5a-fc0e-47c0-ba11-2ab7f9a91f01 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.4088063 Nov 01 18:32:09.383888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:09.443687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb7095e3-068a-4122-89f6-e19ece140041 req-5b547f26-c5bc-4476-8aa4-b0159b0e583c tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608969 Nov 01 18:32:09.490609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:09.530187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75442e02-0a71-423b-acf7-8c933ad8d7a2 None None] Network 2d6022d7-3d5d-4c18-9ef0-795347125949 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:32:09.559194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=521efda0-fc65-4bdf-9871-b3bf8b8a13da,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:09.562873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:32:09.564383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:09.567332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:32:09.701532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:09.859768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.043306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.118468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.285415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.312442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=521efda0-fc65-4bdf-9871-b3bf8b8a13da,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:10.339091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ed1e5-dc17-4ff3-a6eb-00bcabcaca2a req-ad27a850-8467-494a-9929-78cefb3000a4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:10.340754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343ed1e5-dc17-4ff3-a6eb-00bcabcaca2a req-ad27a850-8467-494a-9929-78cefb3000a4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.1539545 Nov 01 18:32:10.427909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343ed1e5-dc17-4ff3-a6eb-00bcabcaca2a req-d3022fae-48e4-4949-bb47-13be46508278 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667787 Nov 01 18:32:10.435009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.447299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5ca5ff8-1b8e-45d4-89f0-a82ece6fb671 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9834692 Nov 01 18:32:10.548675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38552) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:10.556440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-579586737-network', 'tenant_id': 'c60611082c4d4c66bb59026af000dcff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:10.634222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480084b8-6ec4-4d55-82ca-1b88de30915c req-2fc7a567-2ad3-48b3-831a-f0c6bfe4117a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:10.636030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-480084b8-6ec4-4d55-82ca-1b88de30915c req-2fc7a567-2ad3-48b3-831a-f0c6bfe4117a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.1103027 Nov 01 18:32:10.666317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Made reservation on behalf of c60611082c4d4c66bb59026af000dcff for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:10.673532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.692006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.736586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-480084b8-6ec4-4d55-82ca-1b88de30915c req-225fc004-036f-46e1-9fee-39f6c849c10e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935876 Nov 01 18:32:10.805670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.842770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-c0cb2b4e-ae68-4ab7-9290-a59054dc9e9e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1706113059&fields=id&tenant_id=9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 267 time: 0.0735328 Nov 01 18:32:10.877491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.901066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:32:10.916344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cad530-e702-4045-bb52-67dcabc09ae5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:10.921712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:10.922378 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Added segment 60e53fae-47ae-469c-ab65-bfe4463cfcc5 of type vlan for network 998f5109-6f59-4d9d-82ba-c2f03886d007 Nov 01 18:32:10.995706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:11.027761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-3df28fdf-f1dc-4f98-a505-3142a7662874 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:11.029308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-3df28fdf-f1dc-4f98-a505-3142a7662874 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.1783323 Nov 01 18:32:11.053202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-c45e49c5-58b6-4797-8227-d9c98a1d6ba2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/quotas/9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 375 time: 0.0142636 Nov 01 18:32:11.168310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-be2e7e82-c2c6-4a82-b441-dd000b95edf5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073322 Nov 01 18:32:11.174628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:11.175882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:11.176532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:11.279413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bffde6-495d-4949-a78b-4326f0ef02be req-2b084358-0b68-4b5e-86f1-1afc2498f2b4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:11.281075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13bffde6-495d-4949-a78b-4326f0ef02be req-2b084358-0b68-4b5e-86f1-1afc2498f2b4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.1118138 Nov 01 18:32:11.321134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=998f5109-6f59-4d9d-82ba-c2f03886d007,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:11.333370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 998f5109-6f59-4d9d-82ba-c2f03886d007 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:32:11.378489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13bffde6-495d-4949-a78b-4326f0ef02be req-52f98167-dc3b-460f-8036-b78b02565a94 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902710 Nov 01 18:32:11.388952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-01ce398c-56eb-407d-a51c-0dcd86b66fc4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8364344 Nov 01 18:32:11.389569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38592) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:11.400448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Request body: {'subnet': {'network_id': '998f5109-6f59-4d9d-82ba-c2f03886d007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-579586737-subnet', 'tenant_id': 'c60611082c4d4c66bb59026af000dcff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:11.402427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-c96be148-eaed-4a1e-a5bc-eb8283ac87fd service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032895 Nov 01 18:32:11.529195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Made reservation on behalf of c60611082c4d4c66bb59026af000dcff for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:11.531670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:11.596509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-e6abd6b7-cc72-4baa-a554-6b10f77d6648 service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897297 Nov 01 18:32:11.952755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-031a0285-4234-4604-93cb-a1e3910f92e4 req-3a6c87c2-2921-4e39-8c9f-505cfadbb86e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0505650 Nov 01 18:32:12.037593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:12.152861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03b2234-eafb-4efb-865e-cba116d44585,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:12.176139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Checking segment: {'id': '60e53fae-47ae-469c-ab65-bfe4463cfcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '998f5109-6f59-4d9d-82ba-c2f03886d007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:12.176580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Network hostable DHCP agents. Network: 998f5109-6f59-4d9d-82ba-c2f03886d007, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:32:12.323059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Network 998f5109-6f59-4d9d-82ba-c2f03886d007 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:32:12.332836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d7af8-dfdc-4a31-b92b-2b998572c2cd req-c66428de-7468-4d18-bea4-fb4acf49f739 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:12.340758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2d7af8-dfdc-4a31-b92b-2b998572c2cd req-c66428de-7468-4d18-bea4-fb4acf49f739 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.0916746 Nov 01 18:32:12.386722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 998f5109-6f59-4d9d-82ba-c2f03886d007) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:12.396062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:12.396658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:12.401581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc443c97-0eff-4296-8aee-9e33bbc70abe None None] Network 998f5109-6f59-4d9d-82ba-c2f03886d007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:32:12.430493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2d7af8-dfdc-4a31-b92b-2b998572c2cd req-c56a3445-02cf-4ac4-80ca-f2b8f69be1ae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885274 Nov 01 18:32:12.514614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ba77120-45d9-4fa2-998c-eb0fcefa2f0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1237242 Nov 01 18:32:12.587657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c891b6-bc06-4323-8299-1c67b10fdf51 None None] Network 998f5109-6f59-4d9d-82ba-c2f03886d007 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:32:13.075117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab9067e2-ea26-414c-b1f5-4ec37d9a3a29 req-463753aa-8a1c-4ff5-9832-f46267666ec8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Nov 01 18:32:13.445127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-4d6ea3a3-9440-46bb-881b-17d7bb14595e tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:13.447848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-4d6ea3a3-9440-46bb-881b-17d7bb14595e tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/networks?id=2d6022d7-3d5d-4c18-9ef0-795347125949 HTTP/1.1" status: 200 len: 812 time: 0.1801260 Nov 01 18:32:13.466742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-10e7ff35-714f-454b-a9f5-cb6d9af07c81 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/quotas/97f965372fe0464caa8c5e00c8431c9e HTTP/1.1" status: 200 len: 375 time: 0.0123823 Nov 01 18:32:13.547326 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-9c985066-1403-447c-83c4-a3a4a6225faa tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f965372fe0464caa8c5e00c8431c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676928 Nov 01 18:32:13.572227 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:32:13.806287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc110d27-9748-490e-9b07-acb9bf2adfea req-64159667-41aa-40a2-be89-748dd119d0a0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:13.814167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc110d27-9748-490e-9b07-acb9bf2adfea req-64159667-41aa-40a2-be89-748dd119d0a0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.2505043 Nov 01 18:32:13.874757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-48fde71a-5adf-434c-a0b8-d76529fa8143 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:13.885063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-48fde71a-5adf-434c-a0b8-d76529fa8143 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 946 time: 0.1448953 Nov 01 18:32:13.938547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc110d27-9748-490e-9b07-acb9bf2adfea req-15c3a115-9d26-495a-830d-175010f4b91c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154778 Nov 01 18:32:14.003469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-425a5e0a-4f2c-4e84-a36d-402d2aa86413 service neutron] 10.222.0.31 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511366 Nov 01 18:32:14.217125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 89cedc04-209a-4705-87e5-f1c118ebc9a5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:14.217471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:14.358321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-43e0aba6-0dc0-4da0-9ed5-4be241db86b9 service neutron] 10.222.0.31 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579073 Nov 01 18:32:14.369974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2f6a3bc-904d-4bf2-a8ba-b18a4d298cc3 req-b45bec0c-1e8b-48c9-b094-5cb16afa61d9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0908437 Nov 01 18:32:14.457675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port 89cedc04-209a-4705-87e5-f1c118ebc9a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89cedc04-209a-4705-87e5-f1c118ebc9a5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:14.458407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:14.480351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 89cedc04-209a-4705-87e5-f1c118ebc9a5 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:14.763311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fff7dcf9-1ba9-4fde-8a35-bbf4ded2e2db req-f6301fbe-0d7b-4831-bc8d-d0baf3b8c0d6 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0423019 Nov 01 18:32:14.871843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:14.884928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['89cedc04-209a-4705-87e5-f1c118ebc9a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:14.958525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=89cedc04-209a-4705-87e5-f1c118ebc9a5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:15.072053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port 89cedc04-209a-4705-87e5-f1c118ebc9a5 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:15.075421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:15.082592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9647679a-e93a-4e1d-aabf-8ba26ec2d434 req-7c2123a7-b9f1-429b-9651-b745d2ebf0ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/89cedc04-209a-4705-87e5-f1c118ebc9a5 HTTP/1.1" status: 204 len: 173 time: 1.1642206 Nov 01 18:32:15.082592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'name': 'network-vif-deleted', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:15.082592 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4107d74-5672-4972-91be-234ca6cddc3c" -d '{"events": [{"server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "name": "network-vif-deleted", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:15.183887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41574171-379a-4490-97e1-2263b44354a0 req-7310e484-0a07-4c0b-a450-63c7a10031e5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0712516 Nov 01 18:32:15.232376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-b1f18ed2-8b47-4a2e-974b-bb578c94c171 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:15.235103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-b1f18ed2-8b47-4a2e-974b-bb578c94c171 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.3084483 Nov 01 18:32:15.269179 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812ff25c-8c20-432b-8875-f7b22cc28bb5 x-openstack-request-id: req-812ff25c-8c20-432b-8875-f7b22cc28bb5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:15.269486 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5423cb-c1bc-4fac-aa68-7e80cdaad64c", "name": "network-vif-deleted", "tag": "89cedc04-209a-4705-87e5-f1c118ebc9a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:15.269765 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-812ff25c-8c20-432b-8875-f7b22cc28bb5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:15.270220 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5423cb-c1bc-4fac-aa68-7e80cdaad64c', 'name': 'network-vif-deleted', 'tag': '89cedc04-209a-4705-87e5-f1c118ebc9a5', 'status': 'completed', 'code': 200} Nov 01 18:32:15.372587 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-24605476-e8c3-4462-9b53-93168b177556 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 380 time: 0.1258011 Nov 01 18:32:15.390739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'device_id': '25586277-17c2-4691-a772-2b8dc428c508', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'admin_state_up': True, 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'security_groups': ['b9712ddb-974b-498c-86b0-a5cdcb449dad']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:15.639774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23338443-0cdf-4b38-960f-2e943730c71b req-24e78169-99ef-4699-91d0-035eba2a9378 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0997832 Nov 01 18:32:15.897303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b38bb71f-8697-4f34-b20e-3b4f7b90f9f9 req-6283838e-9953-4821-b857-a1fa5229f06f tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0508432 Nov 01 18:32:16.299539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38756) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:16.368528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13fe9f98-bed5-4b27-9ba7-8b6607ad8459 req-223500a5-8489-49dc-940d-4ebc76422bae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0618806 Nov 01 18:32:16.414648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:16.421234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:16.561008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653edb5-035e-4f15-b1f4-59157fbbf280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:16.629370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.20.0.11 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/79db83c3-6a06-4840-bf8c-4ca3036318ff) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:32:16.777543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653edb5-035e-4f15-b1f4-59157fbbf280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:16.839834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:16.845709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a3f9b6e-0ded-48e5-8261-df4d4e8534f4 req-552de678-ae8e-4fb5-b254-6706c3d82673 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0567899 Nov 01 18:32:16.860021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4653edb5-035e-4f15-b1f4-59157fbbf280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:16.935210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4653edb5-035e-4f15-b1f4-59157fbbf280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7db8b79d7ded4d34ba1c43d73d5f3db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342857 Nov 01 18:32:16.938056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:16.948241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653edb5-035e-4f15-b1f4-59157fbbf280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d626301-dcce-43b7-94e8-4ef8b4494c31,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:17.011247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.035328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.049396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.088477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73cd0b8d-efa2-4ef1-b7fa-b0af820b7d63 req-7af1c3ee-62e7-46bf-9117-1e2d0becfe91 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0448418 Nov 01 18:32:17.138001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:32:17.161489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:17.171428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:32:17.176419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:17.189671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.190346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.190809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.191345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.191802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.192395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.193036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.193255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.193755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.194986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.196724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.197033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:17.305916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:17.306889 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.404340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.408212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.413719 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d626301-dcce-43b7-94e8-4ef8b4494c31 HTTP/1.1" status: 204 len: 168 time: 0.4739914 Nov 01 18:32:17.432706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc602a-0b8f-4e58-8045-fc4aea819723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d626301-dcce-43b7-94e8-4ef8b4494c31,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:17.472098 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1f5b31e5-a48e-42f5-a3b7-8ed33a51fd60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0942004 Nov 01 18:32:17.486131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Request body: {'port': {'device_id': '25586277-17c2-4691-a772-2b8dc428c508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:17.586436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-accef647-bd4d-447c-bf72-aba67610ced9 None None] Provisioning complete for port 79db83c3-6a06-4840-bf8c-4ca3036318ff triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:17.587751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-accef647-bd4d-447c-bf72-aba67610ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.588435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:17.635967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6f1fc53-8a48-4861-9642-15f50642f54f req-cbd9730d-20b1-4161-8d2e-795f1e27f766 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0607984 Nov 01 18:32:17.708971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-accef647-bd4d-447c-bf72-aba67610ced9 None None] Port 79db83c3-6a06-4840-bf8c-4ca3036318ff cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:32:17.985428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89cedc04-209a-4705-87e5-f1c118ebc9a5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:32:18.032285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 89cedc04-209a-4705-87e5-f1c118ebc9a5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:32:18.035989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89cedc04-209a-4705-87e5-f1c118ebc9a5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:32:18.063219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:18.077750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.105061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Transition to ACTIVE for port object 79db83c3-6a06-4840-bf8c-4ca3036318ff will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:32:18.175643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-a032e462-ed07-43db-b370-a1fde10372d1 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:18.177146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-a032e462-ed07-43db-b370-a1fde10372d1 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.32 "GET /v2.0/networks?id=2d6022d7-3d5d-4c18-9ef0-795347125949 HTTP/1.1" status: 200 len: 812 time: 0.2456477 Nov 01 18:32:18.205394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Request body: {'port': {'device_id': '2fdf5396-971b-415e-8277-90b7d101e157', 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949', 'admin_state_up': True, 'tenant_id': '97f965372fe0464caa8c5e00c8431c9e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:18.214808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.253958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d5887cc-e550-4c34-86e5-59b012c38e85 req-74320410-e31b-4643-94df-4e2d06689e6e tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0619886 Nov 01 18:32:18.336897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:18.347428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fde4-efb0-4114-b92e-67b6d17c88d5 req-7ff91118-e223-49bf-a405-af8ce98f16e7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:18.365593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0221fde4-efb0-4114-b92e-67b6d17c88d5 req-7ff91118-e223-49bf-a405-af8ce98f16e7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 932 time: 0.2219679 Nov 01 18:32:18.502611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Attempting to bind port 79db83c3-6a06-4840-bf8c-4ca3036318ff on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:32:18.503195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Attempting to bind port 79db83c3-6a06-4840-bf8c-4ca3036318ff by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:32:18.503329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Attempting to bind port 79db83c3-6a06-4840-bf8c-4ca3036318ff on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:18.516810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Port 79db83c3-6a06-4840-bf8c-4ca3036318ff on network 230941fe-8f3d-4e23-946f-41da9a3097b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:32:18.517170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Attempting to bind port 79db83c3-6a06-4840-bf8c-4ca3036318ff on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:18.521646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0221fde4-efb0-4114-b92e-67b6d17c88d5 req-791f0e0c-330e-4bfa-b476-ae839b3f7451 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537151 Nov 01 18:32:18.531910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:32:18.532247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:18.532628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:32:18.533058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Bound port: 79db83c3-6a06-4840-bf8c-4ca3036318ff, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:32:18.533415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.684395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51f2b652-5ab7-4928-be66-1b33543bf4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.685366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Made reservation on behalf of 97f965372fe0464caa8c5e00c8431c9e for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:18.695021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.706542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:32:18.736623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:32:18.814767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.864605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:18.865479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:18.868254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fee15506-b274-402b-8dff-1073e345773b req-b68ab365-2ffb-46f2-973e-ddd281f6b882 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0577431 Nov 01 18:32:18.869805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] 10.222.0.37 "PUT /v2.0/ports/79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1092 time: 1.3885744 Nov 01 18:32:18.876571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:18.882504 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87043a0f-d3f2-4e42-baf3-72162c025e27" -d '{"events": [{"name": "network-changed", "server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:18.983133 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c6cd6-be79-4b8e-af4d-308ea8f34b53 x-openstack-request-id: req-772c6cd6-be79-4b8e-af4d-308ea8f34b53 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:18.983855 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:18.985102 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-772c6cd6-be79-4b8e-af4d-308ea8f34b53 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:18.996453 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'status': 'completed', 'code': 200} Nov 01 18:32:19.048823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2678-2c39-4c75-8647-bf9b9f42e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:19.066413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Allocated IP 172.20.0.5 (2d6022d7-3d5d-4c18-9ef0-795347125949/52216d6f-719a-4f52-8166-84c87b8b084d/c2454136-7256-44cd-86f5-fb9554028666) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:32:19.115369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-35a9e4fe-073b-48aa-ab3e-2721f91d0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.121154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-35a9e4fe-073b-48aa-ab3e-2721f91d0c75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1095 time: 0.1207809 Nov 01 18:32:19.400626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-51f5cca5-8aaa-424a-9980-7002d67672c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.402118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-51f5cca5-8aaa-424a-9980-7002d67672c4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9492341bfc3142069873ddf9e283aab2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2737777 Nov 01 18:32:19.439280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4aba3d2b-86a2-44fd-bf96-c83332fad598 req-e73fbcba-7967-4428-9051-595fe62d7ecd tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0468254 Nov 01 18:32:19.461301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:19.535094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-35f44299-7772-4c30-a879-398a17a3b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.536699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-87043a0f-d3f2-4e42-baf3-72162c025e27 req-35f44299-7772-4c30-a879-398a17a3b8ed service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253743 Nov 01 18:32:19.581383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:19.651438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-04ad0aab-2bb1-4aad-be68-97d6fcfcb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.653280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-04ad0aab-2bb1-4aad-be68-97d6fcfcb767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1095 time: 0.0759895 Nov 01 18:32:19.698028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Network 2d6022d7-3d5d-4c18-9ef0-795347125949 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:32:19.701573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:19.708950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:32:19.730106 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-1b3dbb2d-0a72-4e06-b7dc-9c2b4ff78806 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 217 time: 0.0642760 Nov 01 18:32:19.790379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Pushing event updated for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:19.823459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-92757d69-4275-4393-8579-9a55b953ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.830839 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-92757d69-4275-4393-8579-9a55b953ce14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0907826 Nov 01 18:32:19.838473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.839258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:19.864857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104ccd4-8907-45f3-90e0-957de06b11e5 req-e85d589e-c4b0-4057-9f30-c10ee1ac2344 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.881208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d104ccd4-8907-45f3-90e0-957de06b11e5 req-e85d589e-c4b0-4057-9f30-c10ee1ac2344 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 944 time: 0.2128708 Nov 01 18:32:19.907185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-3200e2fd-b7ca-4b98-b05d-64db435f80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:19.912699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-3200e2fd-b7ca-4b98-b05d-64db435f80ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741515 Nov 01 18:32:19.943767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d104ccd4-8907-45f3-90e0-957de06b11e5 req-1250f584-c6ce-4dd0-b29d-130c2480497c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533609 Nov 01 18:32:19.950637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-4ff95d05-626c-4842-88ad-57d90cfd566b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7573633 Nov 01 18:32:19.964988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Request body: {'port': {'device_id': '2fdf5396-971b-415e-8277-90b7d101e157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:20.040448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-265dc79b-7a02-4698-9755-1c11fced589f req-516e289a-19a5-4e94-8a35-b39785a4304b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0472262 Nov 01 18:32:20.086882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:20.102414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-61ffd2eb-04e4-4706-9bf7-6665a1ec4e28 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816530 Nov 01 18:32:20.268282 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e1c5139-6fbf-4221-b4c5-ce7ded83e6f1 req-17706aaa-49db-424f-afdc-366c9a68aada service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582224 Nov 01 18:32:20.439427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2454136-7256-44cd-86f5-fb9554028666 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:20.448050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:20.461443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Transition to ACTIVE for port object c2454136-7256-44cd-86f5-fb9554028666 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:32:20.561573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:20.634421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:20.651930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b189-b340-4487-baca-50be70b8e5a9 req-03841e05-5f9c-4ea4-86f5-b1cf1e3f7f9d tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:20.653544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed9b189-b340-4487-baca-50be70b8e5a9 req-03841e05-5f9c-4ea4-86f5-b1cf1e3f7f9d tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 943 time: 0.1363554 Nov 01 18:32:20.750944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ed9b189-b340-4487-baca-50be70b8e5a9 req-17d291ed-1cbe-4920-aeff-4510ba1ec6a6 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826445 Nov 01 18:32:20.753418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Attempting to bind port c2454136-7256-44cd-86f5-fb9554028666 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:32:20.753758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Attempting to bind port c2454136-7256-44cd-86f5-fb9554028666 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '8ca02159-1e82-4d8d-9ddd-327f02466660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:32:20.754091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Attempting to bind port c2454136-7256-44cd-86f5-fb9554028666 on network 2d6022d7-3d5d-4c18-9ef0-795347125949 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:20.759383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Port c2454136-7256-44cd-86f5-fb9554028666 on network 2d6022d7-3d5d-4c18-9ef0-795347125949 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:32:20.759751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Attempting to bind port c2454136-7256-44cd-86f5-fb9554028666 on network 2d6022d7-3d5d-4c18-9ef0-795347125949 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:20.764858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:32:20.765201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Checking segment: {'id': '8ca02159-1e82-4d8d-9ddd-327f02466660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:20.765587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Bound using segment: {'id': '8ca02159-1e82-4d8d-9ddd-327f02466660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:32:20.766039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Bound port: c2454136-7256-44cd-86f5-fb9554028666, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca02159-1e82-4d8d-9ddd-327f02466660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:32:20.766381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:20.854822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b486071d-2a98-4ab6-80af-cbcc3b56dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:20.857532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:32:20.860629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c2454136-7256-44cd-86f5-fb9554028666,segment=NetworkSegment(8ca02159-1e82-4d8d-9ddd-327f02466660),segment_id=8ca02159-1e82-4d8d-9ddd-327f02466660)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:32:20.946706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:21.306225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df0a252b-8ea8-430a-af1f-82e7161f3277 req-a59cf28a-0b5d-4d56-9be0-fddee59fdd08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0710561 Nov 01 18:32:21.314311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.314927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:21.316883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] 10.222.0.32 "PUT /v2.0/ports/c2454136-7256-44cd-86f5-fb9554028666 HTTP/1.1" status: 200 len: 1091 time: 1.3571470 Nov 01 18:32:21.317682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:21.320323 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b706a15-39f2-46d4-8913-64b5b36be9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "tag": "c2454136-7256-44cd-86f5-fb9554028666"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:21.362054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5115e5-6102-41c7-9af8-4d585fa7af25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:21.377140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa3207-6a4f-457d-8302-2c0641402efe req-9021a4ff-a0d3-4bdf-a10a-1bc4aa4d4698 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.377140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6fa3207-6a4f-457d-8302-2c0641402efe req-9021a4ff-a0d3-4bdf-a10a-1bc4aa4d4698 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 944 time: 0.1400056 Nov 01 18:32:21.383772 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f55689-f3cf-4bf5-9f10-0ff8117f2b40 x-openstack-request-id: req-23f55689-f3cf-4bf5-9f10-0ff8117f2b40 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:21.384054 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "tag": "c2454136-7256-44cd-86f5-fb9554028666", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:21.384353 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23f55689-f3cf-4bf5-9f10-0ff8117f2b40 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:21.384765 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666', 'status': 'completed', 'code': 200} Nov 01 18:32:21.456376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6fa3207-6a4f-457d-8302-2c0641402efe req-193c1bee-69ba-4c1c-87e8-6e6edb7998e8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705495 Nov 01 18:32:21.480234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-fab114b6-3c3d-4813-99af-45a3eecfc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.481925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-fab114b6-3c3d-4813-99af-45a3eecfc497 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97f965372fe0464caa8c5e00c8431c9e&device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 1094 time: 0.0737512 Nov 01 18:32:21.589057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-c5ff6108-84a6-4547-94e4-df8a26329541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.590651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-c5ff6108-84a6-4547-94e4-df8a26329541 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=97f965372fe0464caa8c5e00c8431c9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004267 Nov 01 18:32:21.722076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-1cb38da8-d69a-4c71-8d65-c9a6d06edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.724069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b706a15-39f2-46d4-8913-64b5b36be9bf req-1cb38da8-d69a-4c71-8d65-c9a6d06edbe7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260114 Nov 01 18:32:21.801808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-fc406c40-2f64-4006-af13-f3342aca9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.803335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-fc406c40-2f64-4006-af13-f3342aca9286 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97f965372fe0464caa8c5e00c8431c9e&device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 1094 time: 0.0443120 Nov 01 18:32:21.880374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-e526b8aa-ead7-4a2a-982b-d011895c861b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2454136-7256-44cd-86f5-fb9554028666 HTTP/1.1" status: 200 len: 217 time: 0.0697644 Nov 01 18:32:21.988462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59f9cb-f5fe-43b0-8ba5-46e4ff37fcb7 req-17e9bcf6-e429-4c5f-ae16-4709435e73c9 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:21.995872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf59f9cb-f5fe-43b0-8ba5-46e4ff37fcb7 req-17e9bcf6-e429-4c5f-ae16-4709435e73c9 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 943 time: 0.1205444 Nov 01 18:32:21.997420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:21.999399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530507-8637-4e2f-8250-f40eca844656 req-110dddf0-cf8c-4b3c-a60f-52fc2a401437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:22.001635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-110dddf0-cf8c-4b3c-a60f-52fc2a401437 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52216d6f-719a-4f52-8166-84c87b8b084d HTTP/1.1" status: 200 len: 852 time: 0.1128809 Nov 01 18:32:22.080568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-6ce7bd84-02e5-4cb3-8eee-15092e493d76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d6022d7-3d5d-4c18-9ef0-795347125949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645480 Nov 01 18:32:22.102001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf59f9cb-f5fe-43b0-8ba5-46e4ff37fcb7 req-8af511ef-a225-4f3e-a7b9-0921c81c43bd tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049314 Nov 01 18:32:22.238836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-e75ead00-a029-4178-a4c7-d86228681b94 service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409743 Nov 01 18:32:22.357680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e530507-8637-4e2f-8250-f40eca844656 req-962994d1-fd25-443e-8a07-4fe10c4d7e93 service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118345 Nov 01 18:32:22.411252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d38ab5d8-9109-4459-9f10-68d22a0794bc req-519d99ca-7090-41e8-becf-9cda0d84f47f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0287952 Nov 01 18:32:22.626855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c74ff-c1d9-49ee-a465-bbeb56910262 req-613fe20b-dd7f-4f11-9949-b6f285d01c0f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:22.629381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-810c74ff-c1d9-49ee-a465-bbeb56910262 req-613fe20b-dd7f-4f11-9949-b6f285d01c0f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 944 time: 0.1004961 Nov 01 18:32:22.738474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-810c74ff-c1d9-49ee-a465-bbeb56910262 req-d9c3391b-6727-405c-bf79-7dda9ffdd337 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004422 Nov 01 18:32:23.298015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fd3c-3600-465a-9f5f-47c63f6e7729 req-cf0c9c85-7e08-401d-aa9a-d122710ed475 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:23.305484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e096fd3c-3600-465a-9f5f-47c63f6e7729 req-cf0c9c85-7e08-401d-aa9a-d122710ed475 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 943 time: 0.0666044 Nov 01 18:32:23.367476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e096fd3c-3600-465a-9f5f-47c63f6e7729 req-66191454-7877-4ae5-93ef-5545621121bd tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584388 Nov 01 18:32:23.402259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:32:23.629929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a357e1ca-634f-4012-b1f3-f0010521ec14 req-4b8d4f2f-6547-4f06-8a0f-1217228c22b6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0863864 Nov 01 18:32:23.642474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:23.687191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:32:23.739681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:23.758728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:23.806941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:23.811404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:23.900560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:23.961265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcfc37-f564-43e4-aa88-6d395b77acf8 req-d34468a8-7e5c-45d9-82d5-33a801c08e6c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:23.978225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35dcfc37-f564-43e4-aa88-6d395b77acf8 req-d34468a8-7e5c-45d9-82d5-33a801c08e6c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 944 time: 0.1329918 Nov 01 18:32:23.988021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:24.052404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35dcfc37-f564-43e4-aa88-6d395b77acf8 req-4dde2e22-85b3-4293-b66a-66c7aa3f675c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808229 Nov 01 18:32:24.255921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['79db83c3-6a06-4840-bf8c-4ca3036318ff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:24.481925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39024) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:24.606898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af228-25f5-4d5c-be35-fdb8a9e8a9b5 req-986abc93-586b-44e4-b565-40cc43233510 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:24.608508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-664af228-25f5-4d5c-be35-fdb8a9e8a9b5 req-986abc93-586b-44e4-b565-40cc43233510 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 943 time: 0.1296642 Nov 01 18:32:24.678088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a81a4824-777d-4d4f-a0dc-b5070ae724e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:24.690227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-664af228-25f5-4d5c-be35-fdb8a9e8a9b5 req-a4410ec9-11b9-4676-9b5e-6af7055a4f25 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722957 Nov 01 18:32:24.818510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10c5b8b8-21df-4c7b-8c08-4666ed6d46a4 req-138d6864-90dd-451d-97f5-e1bb8338610e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0700743 Nov 01 18:32:24.830038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a81a4824-777d-4d4f-a0dc-b5070ae724e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:24.922759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a81a4824-777d-4d4f-a0dc-b5070ae724e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:24.947089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39056) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:24.947265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a81a4824-777d-4d4f-a0dc-b5070ae724e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2143e573048644aea6cc76e2e35b173b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640818 Nov 01 18:32:24.967077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a4824-777d-4d4f-a0dc-b5070ae724e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987a896-ade4-4cf7-9336-95e89a501e3d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:25.017898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.055055 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.198810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ab551-4bad-4f28-a51a-d9e96960c83f req-ce51a5f9-00a7-45ed-87fd-1a20d83c0d74 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:25.200769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-523ab551-4bad-4f28-a51a-d9e96960c83f req-ce51a5f9-00a7-45ed-87fd-1a20d83c0d74 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0562072 Nov 01 18:32:25.245252 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.248169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.276596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4987a896-ade4-4cf7-9336-95e89a501e3d HTTP/1.1" status: 204 len: 168 time: 0.3275485 Nov 01 18:32:25.328336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a91d1-d0e5-4f58-b2cd-8b80e77b6ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987a896-ade4-4cf7-9336-95e89a501e3d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:25.333727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-523ab551-4bad-4f28-a51a-d9e96960c83f req-705d9245-46ab-4df6-818e-73634a745fa8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264102 Nov 01 18:32:25.395808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:25.552220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 79db83c3-6a06-4840-bf8c-4ca3036318ff completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:32:25.557904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 79db83c3-6a06-4840-bf8c-4ca3036318ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:25.558697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.723567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.758595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:25.762366 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022143b-1ff6-4c0b-9d7a-66910cee7995" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:25.799004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:25.861205 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b20666-e4c2-43b3-be55-7691898d67d6 x-openstack-request-id: req-44b20666-e4c2-43b3-be55-7691898d67d6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:25.861503 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:25.861757 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44b20666-e4c2-43b3-be55-7691898d67d6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:25.867003 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:32:25.889450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:25.962715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fbcaa-e668-4b1c-ac4a-5e909a72c4ce req-0e0c5a17-8748-4734-9594-054cab9bea21 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:25.974681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c18fbcaa-e668-4b1c-ac4a-5e909a72c4ce req-0e0c5a17-8748-4734-9594-054cab9bea21 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 943 time: 0.1359992 Nov 01 18:32:26.057719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:26.070695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c2454136-7256-44cd-86f5-fb9554028666 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:32:26.076389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf298f0-8450-4720-9759-a57bea368634 req-722531e3-e36e-45a5-951d-2765754f75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:26.079451 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2bf298f0-8450-4720-9759-a57bea368634 req-722531e3-e36e-45a5-951d-2765754f75f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1097 time: 0.1242161 Nov 01 18:32:26.091713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88dce05d-b9b1-4c07-a702-22b500f7bebe req-bcbe53c9-9846-4b37-8ad3-157413fe9346 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0338402 Nov 01 18:32:26.125263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c18fbcaa-e668-4b1c-ac4a-5e909a72c4ce req-d3c55531-2147-41d4-828a-05e12af9c9b1 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493945 Nov 01 18:32:26.197993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2bf298f0-8450-4720-9759-a57bea368634 req-9dce65e4-476c-484c-80dc-4c37f0555f74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096377 Nov 01 18:32:26.262614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39126) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:26.282128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07155c90-7bc7-4226-8f31-866470d5a184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.351246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c2454136-7256-44cd-86f5-fb9554028666,segment=NetworkSegment(8ca02159-1e82-4d8d-9ddd-327f02466660),segment_id=8ca02159-1e82-4d8d-9ddd-327f02466660)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:26.390480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'c2454136-7256-44cd-86f5-fb9554028666', 'network_id': '2d6022d7-3d5d-4c18-9ef0-795347125949', 'port_id': 'c2454136-7256-44cd-86f5-fb9554028666', 'mac_address': 'fa:16:3e:76:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52216d6f-719a-4f52-8166-84c87b8b084d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:32:26.392406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07155c90-7bc7-4226-8f31-866470d5a184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.470298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.524097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2454136-7256-44cd-86f5-fb9554028666 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:26.532719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07155c90-7bc7-4226-8f31-866470d5a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.548122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c2454136-7256-44cd-86f5-fb9554028666,segment=NetworkSegment(8ca02159-1e82-4d8d-9ddd-327f02466660),segment_id=8ca02159-1e82-4d8d-9ddd-327f02466660)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:26.592316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07155c90-7bc7-4226-8f31-866470d5a184 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=533b40eb3add48fdb7cd67064e99cf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264360 Nov 01 18:32:26.599221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39148) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:26.607049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d440c04-1738-4b8a-9ed8-ea4f77d311b0 req-8e0e2fef-7c18-4e34-9058-841917210eb4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:26.621293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d440c04-1738-4b8a-9ed8-ea4f77d311b0 req-8e0e2fef-7c18-4e34-9058-841917210eb4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.1570411 Nov 01 18:32:26.624147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07155c90-7bc7-4226-8f31-866470d5a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60082419-cbb9-4c00-bde6-d1c52e27fbd4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:26.626637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.677221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.700376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d440c04-1738-4b8a-9ed8-ea4f77d311b0 req-1afd6e1d-faf7-4071-85fa-557124d4198d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781624 Nov 01 18:32:26.749544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.779333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:26.824177 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.832495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c2454136-7256-44cd-86f5-fb9554028666'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:26.906071 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.922572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:26.940172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60082419-cbb9-4c00-bde6-d1c52e27fbd4 HTTP/1.1" status: 204 len: 168 time: 0.3449094 Nov 01 18:32:26.971269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68751223-1984-41c7-8a21-8a1b18dc3ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60082419-cbb9-4c00-bde6-d1c52e27fbd4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:27.349679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba7fa559-a9fc-4b20-970d-8746b42935aa req-aafbc454-04ab-4d73-891f-89caac47b32e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0932496 Nov 01 18:32:27.380360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155936b-a7ec-490c-94ec-507b3e52afe5 req-2b08178d-96c5-480e-8d1c-9c65cbbc3528 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:27.383182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8155936b-a7ec-490c-94ec-507b3e52afe5 req-2b08178d-96c5-480e-8d1c-9c65cbbc3528 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 944 time: 0.1051068 Nov 01 18:32:27.465088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8155936b-a7ec-490c-94ec-507b3e52afe5 req-b60d6acb-fc8c-4a7b-b488-07bafdb7d0fb tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751753 Nov 01 18:32:27.939371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998bad-7544-45d3-9ab8-6e435fb37977 req-b1d09d03-5a2c-4b90-b208-a4e8213c6ad8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:27.941116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19998bad-7544-45d3-9ab8-6e435fb37977 req-b1d09d03-5a2c-4b90-b208-a4e8213c6ad8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.0932899 Nov 01 18:32:27.993390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19998bad-7544-45d3-9ab8-6e435fb37977 req-d37b25a5-114a-491e-8c40-f3dcfc5b5046 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Nov 01 18:32:28.025216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c2454136-7256-44cd-86f5-fb9554028666 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:28.179983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port c2454136-7256-44cd-86f5-fb9554028666 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:32:28.184290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port c2454136-7256-44cd-86f5-fb9554028666 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:28.184787 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.230632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39244) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:28.303130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.355314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c2454136-7256-44cd-86f5-fb9554028666,segment=NetworkSegment(8ca02159-1e82-4d8d-9ddd-327f02466660),segment_id=8ca02159-1e82-4d8d-9ddd-327f02466660)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:28.356928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:28.360567 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a4ce5-2133-477f-818e-a2cc237ce1ae" -d '{"events": [{"server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "name": "network-vif-plugged", "status": "completed", "tag": "c2454136-7256-44cd-86f5-fb9554028666"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:28.442443 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f7144-94be-4f6f-99a6-24efc2e82e2e x-openstack-request-id: req-e22f7144-94be-4f6f-99a6-24efc2e82e2e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:28.442740 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "name": "network-vif-plugged", "status": "completed", "tag": "c2454136-7256-44cd-86f5-fb9554028666", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:28.442992 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e22f7144-94be-4f6f-99a6-24efc2e82e2e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:28.443404 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666', 'code': 200} Nov 01 18:32:28.455815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.457335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d3a093d-1599-4e66-9f12-c8949e8a512c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.576922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66848ef9-319d-4a77-a8b4-ae5739608eae req-274b17e7-df29-4c85-a378-63209da5a577 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0988224 Nov 01 18:32:28.630634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:28.639157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac78b5-8c14-4dec-bbbc-9becb0ca8089 req-904d9480-543f-49aa-84ec-2d380edffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:28.641065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28ac78b5-8c14-4dec-bbbc-9becb0ca8089 req-904d9480-543f-49aa-84ec-2d380edffb63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 1096 time: 0.0622556 Nov 01 18:32:28.691877 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d3a093d-1599-4e66-9f12-c8949e8a512c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.766220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28ac78b5-8c14-4dec-bbbc-9becb0ca8089 req-d67aa750-a0b2-491d-b4d1-5785d0e52386 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166279 Nov 01 18:32:28.783698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045711c-82ac-4afb-90a4-b07c7b32031c req-58d458b6-41c7-4b85-8db1-c695d8d88456 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:28.785451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e045711c-82ac-4afb-90a4-b07c7b32031c req-58d458b6-41c7-4b85-8db1-c695d8d88456 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0843112 Nov 01 18:32:28.830249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e045711c-82ac-4afb-90a4-b07c7b32031c req-862d7d10-1d3e-4b09-8e05-85471fe81c3c tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Nov 01 18:32:28.842966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d3a093d-1599-4e66-9f12-c8949e8a512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.883772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a093d-1599-4e66-9f12-c8949e8a512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1bc104-8221-4537-bc01-bd9580502d48,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:28.891549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d3a093d-1599-4e66-9f12-c8949e8a512c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db72d818f07e43569a217de86fa2017a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580899 Nov 01 18:32:28.892523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39290) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:28.946497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:28.970544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:29.106317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:29.109926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:29.126695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b1bc104-8221-4537-bc01-bd9580502d48 HTTP/1.1" status: 204 len: 168 time: 0.2207532 Nov 01 18:32:29.156648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200626-5543-4369-9f44-05cf81b3a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1bc104-8221-4537-bc01-bd9580502d48,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:29.198670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910510-4016-483c-bdb9-cfe0b815c582 req-685cf8e2-10b2-4330-aa5b-be0a5d9316e1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:29.204171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7910510-4016-483c-bdb9-cfe0b815c582 req-685cf8e2-10b2-4330-aa5b-be0a5d9316e1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.1327140 Nov 01 18:32:29.264186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7910510-4016-483c-bdb9-cfe0b815c582 req-34820a01-9a62-4749-9b23-787761161113 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573251 Nov 01 18:32:29.394799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cbb44-c96a-413f-97aa-bd7ff4830493 req-3ee12858-df58-48ba-b806-644511dfacbc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:29.396477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d8cbb44-c96a-413f-97aa-bd7ff4830493 req-3ee12858-df58-48ba-b806-644511dfacbc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.0563364 Nov 01 18:32:29.405846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39322) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:29.411597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'floatingip': {'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:29.459699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:29.820823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9b82d81-4de8-45fc-92bd-88cf5a908115 req-708afcb7-4864-4924-ac77-62c33b865d23 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.1063142 Nov 01 18:32:30.103955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf1c4-4326-46b5-a08d-ed2092077b38 req-67b932d7-6518-4133-8370-311bd8184283 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:30.106131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-555cf1c4-4326-46b5-a08d-ed2092077b38 req-67b932d7-6518-4133-8370-311bd8184283 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1381390 Nov 01 18:32:30.243050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-555cf1c4-4326-46b5-a08d-ed2092077b38 req-1306b258-835c-4315-8e00-7b2a472dacfe tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277058 Nov 01 18:32:30.382729 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.resource_extend [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 18:32:30.482967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39386) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:30.502797 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cba6cff-127f-4801-a01c-3b3005b29e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.614298 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cba6cff-127f-4801-a01c-3b3005b29e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.706568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cba6cff-127f-4801-a01c-3b3005b29e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.770628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8cba6cff-127f-4801-a01c-3b3005b29e50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=694a2e69b2f74bdb8fff66471d4e3b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859509 Nov 01 18:32:30.772359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba6cff-127f-4801-a01c-3b3005b29e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221257c7-7d4c-476d-8336-84b9e2f4b7a1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:30.776701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39402) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:30.856131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.909773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.936357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:30.963336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:31.068246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5c48b08-8198-4461-8ba4-08aa7d79feb5 req-5bb5000f-053e-4754-ac89-08413cb7e1a7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5423cb-c1bc-4fac-aa68-7e80cdaad64c HTTP/1.1" status: 200 len: 210 time: 0.0373249 Nov 01 18:32:31.140092 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Floating IP 46900587-2045-4f64-bf4f-c803ee109300 associated. External IP: 172.25.2.224, port: 79db83c3-6a06-4840-bf8c-4ca3036318ff. Nov 01 18:32:31.208695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:31.225533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:31.225533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/221257c7-7d4c-476d-8336-84b9e2f4b7a1 HTTP/1.1" status: 204 len: 168 time: 0.4376781 Nov 01 18:32:31.225533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a66cc9-9095-445d-874d-177a7a4b6585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221257c7-7d4c-476d-8336-84b9e2f4b7a1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:31.446691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Router 4c1f4f77-884d-4484-b6a5-4f7d62157878 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:32:31.508484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19359975-3d0b-4e61-8a1f-58c43f9ae1fc req-ad964d93-ddcd-4278-b31a-1e1bccc6e7d3 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:31.510312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19359975-3d0b-4e61-8a1f-58c43f9ae1fc req-ad964d93-ddcd-4278-b31a-1e1bccc6e7d3 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0725172 Nov 01 18:32:31.638314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19359975-3d0b-4e61-8a1f-58c43f9ae1fc req-19c00d0f-8dea-4aaa-abdd-b4539b4dfceb tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826747 Nov 01 18:32:31.680350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:32:31.695203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:31.698580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Sync routers for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:32:31.711040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:32:31.711948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:31.736617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a3ab57cd-3339-485c-8c67-1f6e76d553f1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "PUT /v2.0/floatingips/46900587-2045-4f64-bf4f-c803ee109300 HTTP/1.1" status: 200 len: 992 time: 2.3291984 Nov 01 18:32:31.738883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:31.742226 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c19b3-8e3b-4fef-aeff-e3ce774395d1" -d '{"events": [{"name": "network-changed", "server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:31.808362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64c7e5-2c4e-4b48-af9d-7f7ff4a6402b req-5f5479d7-e3a3-41e5-a8ff-d1bb16285dd0 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:31.810296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e64c7e5-2c4e-4b48-af9d-7f7ff4a6402b req-5f5479d7-e3a3-41e5-a8ff-d1bb16285dd0 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0724716 Nov 01 18:32:31.898640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:32:32.017109 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f99161-c3a4-4a4d-89de-cf58ff6d3063 x-openstack-request-id: req-50f99161-c3a4-4a4d-89de-cf58ff6d3063 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:32.018041 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:32.018796 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50f99161-c3a4-4a4d-89de-cf58ff6d3063 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:32.021283 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'status': 'completed', 'code': 200} Nov 01 18:32:32.057760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e64c7e5-2c4e-4b48-af9d-7f7ff4a6402b req-e6fe4706-7df0-4703-bbc2-2553d3928a62 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212610 Nov 01 18:32:32.091586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-12fc0117-cc47-4629-bc46-8bb82b633da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:32.093146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-12fc0117-cc47-4629-bc46-8bb82b633da3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1097 time: 0.0779536 Nov 01 18:32:32.259970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-3205914a-d30e-4700-802f-144605b7959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:32.261829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-3205914a-d30e-4700-802f-144605b7959c service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1605647 Nov 01 18:32:32.555079 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-eef68c1b-3a20-4c55-a276-d464ea012981 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.2865989 Nov 01 18:32:32.601350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '46900587-2045-4f64-bf4f-c803ee109300', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25586277-17c2-4691-a772-2b8dc428c508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:32:09Z', 'updated_at': '2021-11-01T18:32:30Z', 'revision_number': 1, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:32.607806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-d38cacc1-702b-43f5-a0a2-cc577f2c0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:32.611726 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-d38cacc1-702b-43f5-a0a2-cc577f2c0434 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0489333 Nov 01 18:32:32.637772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Checking router: 4c1f4f77-884d-4484-b6a5-4f7d62157878 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:32:32.647724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:32:32.648644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:32.775520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-bb056c82-2cd6-42f2-af7d-9d6483b8cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:32.779611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:32:32.783655 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-bb056c82-2cd6-42f2-af7d-9d6483b8cda4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582150 Nov 01 18:32:32.950538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5586f-a8c8-4b70-a5f3-6390f2c0aa08 req-d7222982-2c28-4619-af24-c8a266b97dd8 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:32.954411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ed5586f-a8c8-4b70-a5f3-6390f2c0aa08 req-d7222982-2c28-4619-af24-c8a266b97dd8 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1683309 Nov 01 18:32:33.016551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-e5ca347c-c584-44ca-9062-d4b70f982de2 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244430 Nov 01 18:32:33.060900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ed5586f-a8c8-4b70-a5f3-6390f2c0aa08 req-e234061f-2144-48a1-afd6-e2c15c6ae128 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945244 Nov 01 18:32:33.250824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650c19b3-8e3b-4fef-aeff-e3ce774395d1 req-b54c7848-3718-421c-99cb-cc06a9335414 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255280 Nov 01 18:32:33.339448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '46900587-2045-4f64-bf4f-c803ee109300', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25586277-17c2-4691-a772-2b8dc428c508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:32:09Z', 'updated_at': '2021-11-01T18:32:30Z', 'revision_number': 1, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:33.403870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c44bad-b683-4953-a3cd-7ae079e688b0 None None] The sync data for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 is: [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '46900587-2045-4f64-bf4f-c803ee109300', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25586277-17c2-4691-a772-2b8dc428c508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:32:09Z', 'updated_at': '2021-11-01T18:32:30Z', 'revision_number': 1, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:32:33.879668 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f40b4c-748b-4509-8e29-8c3ce6dff721 None None] New status for floating IP 46900587-2045-4f64-bf4f-c803ee109300: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:32:34.290007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982e536-cc57-48fa-b371-febd4bf7abd3 req-e4230ee2-d3c8-4f12-b05a-e2c015d5346c tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:34.291803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2982e536-cc57-48fa-b371-febd4bf7abd3 req-e4230ee2-d3c8-4f12-b05a-e2c015d5346c tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1178896 Nov 01 18:32:34.356133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2982e536-cc57-48fa-b371-febd4bf7abd3 req-c300574d-c5e0-4871-a386-b53d582b0fce tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514350 Nov 01 18:32:34.740035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:34.872484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deba5e8-fb78-431d-887e-59c0f029aa59 req-5dd193c6-978d-4a37-a3f9-143772ed57b1 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:34.901343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2deba5e8-fb78-431d-887e-59c0f029aa59 req-5dd193c6-978d-4a37-a3f9-143772ed57b1 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0927830 Nov 01 18:32:35.011460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2deba5e8-fb78-431d-887e-59c0f029aa59 req-b8329736-f901-440a-882b-0ca551715aaf tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058321 Nov 01 18:32:35.058402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-89e8b200-a4f4-4d52-a902-6a69a6117275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:35.060513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-89e8b200-a4f4-4d52-a902-6a69a6117275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97f965372fe0464caa8c5e00c8431c9e&device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 1096 time: 0.0986187 Nov 01 18:32:35.179796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-f6325ade-7fcc-4ce4-9be3-63aca183f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:35.181413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-f6325ade-7fcc-4ce4-9be3-63aca183f5bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d6022d7-3d5d-4c18-9ef0-795347125949 HTTP/1.1" status: 200 len: 913 time: 0.1130562 Nov 01 18:32:35.279006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-08f3e2f7-38a5-4dbc-ba58-24844da4d1b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2454136-7256-44cd-86f5-fb9554028666 HTTP/1.1" status: 200 len: 217 time: 0.0905232 Nov 01 18:32:35.386640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-70a9676b-5399-4232-9a80-7736766be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:35.388582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-70a9676b-5399-4232-9a80-7736766be233 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52216d6f-719a-4f52-8166-84c87b8b084d HTTP/1.1" status: 200 len: 852 time: 0.1028709 Nov 01 18:32:35.486571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-70f174cb-6d87-45f8-aa13-761fe25ef7e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d6022d7-3d5d-4c18-9ef0-795347125949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909762 Nov 01 18:32:35.712010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-eb5deb5a-9d8e-430a-94fe-1f93517aaf7a service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184291 Nov 01 18:32:35.848878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa11b47-312f-4b97-9056-8b05e20fc9ef req-c32a2c7a-0dbe-4157-940f-c332ef91750b service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296566 Nov 01 18:32:36.315258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38305d4c-ccdf-4838-840f-cf8fbb565e5f req-a0352b96-00f8-45bc-afec-73186827582e tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:36.318994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38305d4c-ccdf-4838-840f-cf8fbb565e5f req-a0352b96-00f8-45bc-afec-73186827582e tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1838391 Nov 01 18:32:36.427692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38305d4c-ccdf-4838-840f-cf8fbb565e5f req-d8828e07-5ae9-4cc1-9084-7d14cd57c02c tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019924 Nov 01 18:32:37.703945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129b5ad-3ed7-4c99-a37d-a05313e1ee39 req-59d461a0-ddd3-47bf-a1a4-01e6b5a94658 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:37.717177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3129b5ad-3ed7-4c99-a37d-a05313e1ee39 req-59d461a0-ddd3-47bf-a1a4-01e6b5a94658 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1187108 Nov 01 18:32:37.845646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3129b5ad-3ed7-4c99-a37d-a05313e1ee39 req-12d39988-e263-456f-aa9e-9690e7815ab7 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177859 Nov 01 18:32:38.400178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-da870261-03eb-47c9-8b8a-c99164743074 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:38.402025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-da870261-03eb-47c9-8b8a-c99164743074 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 813 time: 0.2532625 Nov 01 18:32:38.527541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-5e38a861-f755-4a66-94c9-e75f9fe3fe31 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/quotas/aded5a25615e4c039b9a7d2b40c044c8 HTTP/1.1" status: 200 len: 375 time: 0.0269005 Nov 01 18:32:38.587037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5ddee-d8d3-4665-8642-81344f623628 req-08a94b2b-f96a-4ba4-8c0e-701bc098d765 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:38.588831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2e5ddee-d8d3-4665-8642-81344f623628 req-08a94b2b-f96a-4ba4-8c0e-701bc098d765 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1824923 Nov 01 18:32:38.617924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-d5f8f6b8-3b3c-499d-8c7b-e446b210f3a0 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770867 Nov 01 18:32:38.772924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2e5ddee-d8d3-4665-8642-81344f623628 req-715acecc-6952-4afe-87b1-e8405f312ad0 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678154 Nov 01 18:32:38.846178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-e84a9954-08b9-4081-a6bb-d836fafb3cef service neutron] 10.222.0.31 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270882 Nov 01 18:32:39.012826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-f4a7d7a1-e36b-481a-ad13-822f0104f233 service neutron] 10.222.0.31 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580348 Nov 01 18:32:39.099066 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:39.653505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0a432b9-0e8d-4444-82c8-7daf6544995c req-7af56f7b-94a9-4406-9d67-15aee09dc8b6 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0730951 Nov 01 18:32:39.951178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3c00c-6676-41ca-8924-0fbc6dba3f23 req-d87011b5-8192-490e-bd26-f5b646c15b97 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:39.957629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c3c00c-6676-41ca-8924-0fbc6dba3f23 req-d87011b5-8192-490e-bd26-f5b646c15b97 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0913720 Nov 01 18:32:39.999787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c3c00c-6676-41ca-8924-0fbc6dba3f23 req-ac123db0-ab71-4356-8741-5e51b6d20445 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Nov 01 18:32:40.582483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f10ca-6d8b-4d2a-9e2b-87e8764e05c9 req-5e3839bd-b877-442e-b26f-e5c06ea3809d tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:40.594626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-462f10ca-6d8b-4d2a-9e2b-87e8764e05c9 req-5e3839bd-b877-442e-b26f-e5c06ea3809d tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0760937 Nov 01 18:32:40.744159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-462f10ca-6d8b-4d2a-9e2b-87e8764e05c9 req-08af6799-1e11-4f10-be0c-b1b14e092f17 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478019 Nov 01 18:32:40.867712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9612bb7-5fd0-46e6-ab39-090e3feb2e3b req-da782c0e-9896-4af0-a904-d246213833a9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0472548 Nov 01 18:32:40.881664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c13bc-391a-4820-a0d4-12d1b8e6b961 req-e132bc22-4039-4481-b66c-6b8ee8dffb53 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:40.883473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-508c13bc-391a-4820-a0d4-12d1b8e6b961 req-e132bc22-4039-4481-b66c-6b8ee8dffb53 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1508987 Nov 01 18:32:40.885864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efab3-9900-4d3d-be4c-36288456efa9 req-8f530b3f-4553-48ed-8071-2acb81eaf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:40.887223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-8f530b3f-4553-48ed-8071-2acb81eaf3a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97f965372fe0464caa8c5e00c8431c9e&device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 1096 time: 0.2233603 Nov 01 18:32:40.983823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-508c13bc-391a-4820-a0d4-12d1b8e6b961 req-f4d278b0-22b8-4891-9d81-06515df6882e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890608 Nov 01 18:32:41.018582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efab3-9900-4d3d-be4c-36288456efa9 req-16d1f583-aea0-44a3-8fdc-1bdca18bda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:41.020123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-16d1f583-aea0-44a3-8fdc-1bdca18bda74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d6022d7-3d5d-4c18-9ef0-795347125949 HTTP/1.1" status: 200 len: 913 time: 0.1238923 Nov 01 18:32:41.091063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-d909878d-f2b1-4fc9-b155-017243654016 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2454136-7256-44cd-86f5-fb9554028666 HTTP/1.1" status: 200 len: 217 time: 0.0521638 Nov 01 18:32:41.190078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efab3-9900-4d3d-be4c-36288456efa9 req-2b09253b-53dd-496f-a3e3-a4eb414d1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:41.191795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-2b09253b-53dd-496f-a3e3-a4eb414d1a0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52216d6f-719a-4f52-8166-84c87b8b084d HTTP/1.1" status: 200 len: 852 time: 0.0902190 Nov 01 18:32:41.252537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-9ec3361e-864c-4a4d-901b-3a5a4d7f53c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d6022d7-3d5d-4c18-9ef0-795347125949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530174 Nov 01 18:32:41.429706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-80ee7a29-7e20-4f58-90b3-b190ad960bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698675 Nov 01 18:32:41.530416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-415efab3-9900-4d3d-be4c-36288456efa9 req-ef427204-232d-40e1-8503-27269008f54a service neutron] 10.222.0.32 "GET /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939369 Nov 01 18:32:41.888550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf1087-59a1-43a1-9721-216f4b2022fe req-f816e0c2-e85c-49a1-8460-5cba9649752b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:41.888550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9cf1087-59a1-43a1-9721-216f4b2022fe req-f816e0c2-e85c-49a1-8460-5cba9649752b tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0702000 Nov 01 18:32:41.953474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9cf1087-59a1-43a1-9721-216f4b2022fe req-8014b56c-32dc-484d-b4b6-d211bb72d70c tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 Nov 01 18:32:41.968659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b59189a8-8fa1-4f2b-8709-ca7733dc81e6 req-ec3fb61e-2212-4116-bbfb-9906d20c73b7 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0325642 Nov 01 18:32:42.211120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225b10f-bbf9-45e3-83ec-8f8ea1878132 req-2987d094-6a18-4e65-9863-424a289ff141 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:42.218969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2225b10f-bbf9-45e3-83ec-8f8ea1878132 req-2987d094-6a18-4e65-9863-424a289ff141 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.0899417 Nov 01 18:32:42.285416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2225b10f-bbf9-45e3-83ec-8f8ea1878132 req-e668bd91-fa39-4079-8fd1-e29259b985d3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651495 Nov 01 18:32:42.611083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-c382de8a-a6a9-4929-9d97-31a08991d852 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:42.613313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-c382de8a-a6a9-4929-9d97-31a08991d852 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 813 time: 0.1499064 Nov 01 18:32:42.627546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Request body: {'port': {'device_id': '9efa3a9b-d9db-4722-8f09-767091a07444', 'network_id': '58b62185-45fe-49ec-864d-b7070d416927', 'admin_state_up': True, 'tenant_id': 'aded5a25615e4c039b9a7d2b40c044c8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:42.877160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Made reservation on behalf of aded5a25615e4c039b9a7d2b40c044c8 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:42.880787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:43.131229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Allocated IP 172.20.0.7 (58b62185-45fe-49ec-864d-b7070d416927/43a1eaa2-3319-4f52-a232-517cd7b12ebd/a1a3ae5e-e26b-4ef4-9cc5-55316d761e26) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:32:43.165593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd0073cc-b592-46f2-9d30-fbb4f8b0c4d7 req-44ee93dd-f1d9-4b9c-9117-a3c255fae10d tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0830903 Nov 01 18:32:43.237882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e7b2e-8a42-440a-bea1-a5b947c3cb88 req-e979f4ff-dae5-4312-8485-d0892da527e3 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:43.246017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e8e7b2e-8a42-440a-bea1-a5b947c3cb88 req-e979f4ff-dae5-4312-8485-d0892da527e3 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1291161 Nov 01 18:32:43.395949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e8e7b2e-8a42-440a-bea1-a5b947c3cb88 req-d1ea815b-0fbf-456e-9f75-f8e0518754e2 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451807 Nov 01 18:32:43.452449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420719c5-a668-4934-acd4-154db3baf478 req-2685250a-5b31-4f3c-8141-750e98b84359 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:43.454693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-420719c5-a668-4934-acd4-154db3baf478 req-2685250a-5b31-4f3c-8141-750e98b84359 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.0928698 Nov 01 18:32:43.470415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:43.610561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:43.699687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Deleting port b2ecc3cd-40fb-45db-b731-35e8308df76f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:43.700101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:43.764111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Network 58b62185-45fe-49ec-864d-b7070d416927 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:32:43.773721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:32:43.785036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6cb8-1098-48b4-89a4-6afa82f77380 req-7818ccb5-07b3-4dd6-90e5-30d3aa38684f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:43.788400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edbb6cb8-1098-48b4-89a4-6afa82f77380 req-7818ccb5-07b3-4dd6-90e5-30d3aa38684f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 945 time: 0.2845883 Nov 01 18:32:43.789648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:32:43.854082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] For port b2ecc3cd-40fb-45db-b731-35e8308df76f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b2ecc3cd-40fb-45db-b731-35e8308df76f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:43.854750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:43.871431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Calling delete_port for b2ecc3cd-40fb-45db-b731-35e8308df76f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:43.933974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Pushing event updated for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:43.961544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:43.962333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:44.006325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.006765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.009038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.009477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.009920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.010480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.024092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.024534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.024976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.025409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.025839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.026259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:32:44.077907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edbb6cb8-1098-48b4-89a4-6afa82f77380 req-3f6054a2-30ff-4a79-8d3c-6984453f800e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722322 Nov 01 18:32:44.124419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-128e1743-7ee9-44d1-9b93-eeef1e41bc0c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5021043 Nov 01 18:32:44.140320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5283dd-3892-4c25-ba83-6c3e98cabcd5 req-9f944f8c-1b9b-445d-8831-eb17bb758a43 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:44.141746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:44.142599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d5283dd-3892-4c25-ba83-6c3e98cabcd5 req-9f944f8c-1b9b-445d-8831-eb17bb758a43 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.0954289 Nov 01 18:32:44.150088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Request body: {'port': {'device_id': '9efa3a9b-d9db-4722-8f09-767091a07444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:44.157083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b2ecc3cd-40fb-45db-b731-35e8308df76f', '148f8acf-da16-4e20-bb53-e85a65009b9e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:44.242810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d5283dd-3892-4c25-ba83-6c3e98cabcd5 req-04deca14-91d7-4366-b3ba-f03094a937b2 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881767 Nov 01 18:32:44.265279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Pushing event deleted for resources: {'Port': ['ID=b2ecc3cd-40fb-45db-b731-35e8308df76f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:44.273185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:44.366513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] No DVR routers for this DVR port b2ecc3cd-40fb-45db-b731-35e8308df76f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:44.375793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:44.379624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-420719c5-a668-4934-acd4-154db3baf478 req-40a0b663-b34e-483a-8a7a-a43761fe7c08 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "DELETE /v2.0/ports/b2ecc3cd-40fb-45db-b731-35e8308df76f HTTP/1.1" status: 204 len: 173 time: 0.9189808 Nov 01 18:32:44.380500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'name': 'network-vif-deleted', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:44.383770 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5b0a95-8b03-4a64-8de3-01b79df2673b" -d '{"events": [{"server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "name": "network-vif-deleted", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:44.450074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5b71-4757-4d73-9aa6-c6f99fca9064 req-a09c5c0f-f4fb-406f-8d14-385e6d0be027 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:44.457731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-841b5b71-4757-4d73-9aa6-c6f99fca9064 req-a09c5c0f-f4fb-406f-8d14-385e6d0be027 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 931 time: 0.1156957 Nov 01 18:32:44.560700 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf537c6b-f304-4b26-99ca-3af1deccdb12 x-openstack-request-id: req-bf537c6b-f304-4b26-99ca-3af1deccdb12 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:44.562705 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7011b8-d111-47a9-a3fc-ee8ef683a7e9", "name": "network-vif-deleted", "tag": "b2ecc3cd-40fb-45db-b731-35e8308df76f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:44.566388 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf537c6b-f304-4b26-99ca-3af1deccdb12 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:44.566880 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7011b8-d111-47a9-a3fc-ee8ef683a7e9', 'name': 'network-vif-deleted', 'tag': 'b2ecc3cd-40fb-45db-b731-35e8308df76f', 'status': 'completed', 'code': 200} Nov 01 18:32:44.628183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-841b5b71-4757-4d73-9aa6-c6f99fca9064 req-60ab0bb1-5c19-4a49-aec4-18061eaf4c06 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694753 Nov 01 18:32:44.892319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:44.902263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:44.919099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Transition to ACTIVE for port object a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:32:45.111269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:45.376342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e400511d-39fd-4625-9ef9-0f191f5ebfc9 req-35e7bd69-e082-45cd-b390-4321fea6478d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7011b8-d111-47a9-a3fc-ee8ef683a7e9 HTTP/1.1" status: 200 len: 210 time: 0.1248460 Nov 01 18:32:45.409161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40130) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:45.426719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Pushing event updated for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:45.588739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Attempting to bind port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:32:45.589186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Attempting to bind port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:32:45.589901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Attempting to bind port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 on network 58b62185-45fe-49ec-864d-b7070d416927 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:45.595404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 on network 58b62185-45fe-49ec-864d-b7070d416927 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:32:45.596130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Attempting to bind port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 on network 58b62185-45fe-49ec-864d-b7070d416927 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:32:45.622941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eda47-ffde-414f-a159-056f7717fb7a req-3b6164ea-d29d-45fc-8f96-8b4c3ee9eec0 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:45.625257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee5eda47-ffde-414f-a159-056f7717fb7a req-3b6164ea-d29d-45fc-8f96-8b4c3ee9eec0 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.2371137 Nov 01 18:32:45.626714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:32:45.627147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Checking segment: {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:32:45.627704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Bound using segment: {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:32:45.628261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Bound port: a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:32:45.628745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:45.653252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2b230dd-b25a-442b-ad23-29002daaf86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:45.827245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2b230dd-b25a-442b-ad23-29002daaf86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:45.843928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee5eda47-ffde-414f-a159-056f7717fb7a req-3c758404-08b5-4aa1-81ff-cfada90e37db tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567647 Nov 01 18:32:45.854006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:32:45.858838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:32:45.862437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-880c5d89-f76c-48dd-a555-39d4bfc8f790 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:45.865878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-880c5d89-f76c-48dd-a555-39d4bfc8f790 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1362095 Nov 01 18:32:45.883812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a64f8-30e1-4502-8ee2-8f357db0d4e0 req-7c4865d9-b9ae-46d7-8807-47c289eb4b75 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:45.886983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2a64f8-30e1-4502-8ee2-8f357db0d4e0 req-7c4865d9-b9ae-46d7-8807-47c289eb4b75 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 943 time: 0.1496069 Nov 01 18:32:45.966568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e2b230dd-b25a-442b-ad23-29002daaf86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.063713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e2b230dd-b25a-442b-ad23-29002daaf86f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a27edd971aa149089d09c7585100ff23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531529 Nov 01 18:32:46.065547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b230dd-b25a-442b-ad23-29002daaf86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebb9da-7a9d-490a-874f-ab85dbfe631e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:46.073940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40150) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:46.174957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Deleting port c2454136-7256-44cd-86f5-fb9554028666 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:46.175305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.179025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.270701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.363245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] For port c2454136-7256-44cd-86f5-fb9554028666, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=c2454136-7256-44cd-86f5-fb9554028666,segment=NetworkSegment(8ca02159-1e82-4d8d-9ddd-327f02466660),segment_id=8ca02159-1e82-4d8d-9ddd-327f02466660)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:46.363939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.398345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Calling delete_port for c2454136-7256-44cd-86f5-fb9554028666 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:46.520326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.532552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d2a64f8-30e1-4502-8ee2-8f357db0d4e0 req-8963839a-0205-4bc3-8098-8f9b9c94ed6d tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343579 Nov 01 18:32:46.578156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.591005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.593134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4ebb9da-7a9d-490a-874f-ab85dbfe631e HTTP/1.1" status: 204 len: 168 time: 0.5171399 Nov 01 18:32:46.659814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:46.660781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:46.663460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] 10.222.0.32 "PUT /v2.0/ports/a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 200 len: 1091 time: 2.5197103 Nov 01 18:32:46.668437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:46.696237 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda8381-620a-4bbe-9fe5-5975a1358afa" -d '{"events": [{"name": "network-changed", "server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:46.751719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc08d0-8d26-4b8e-8fef-ce1b6a2febfd service neutron] Pushing event updated for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:46.820596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a2dd-0c6d-483e-bc18-d4999f8a9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebb9da-7a9d-490a-874f-ab85dbfe631e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:46.904128 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c19cee-0709-43f8-8f78-322aa7a1601f x-openstack-request-id: req-e4c19cee-0709-43f8-8f78-322aa7a1601f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:46.904442 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:46.906672 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4c19cee-0709-43f8-8f78-322aa7a1601f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:46.907123 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26', 'status': 'completed', 'code': 200} Nov 01 18:32:46.941403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-57895985-c937-4d49-87ac-d1a9cee298ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:46.946455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-57895985-c937-4d49-87ac-d1a9cee298ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 1094 time: 0.1527796 Nov 01 18:32:47.026927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-0187af63-4db1-4582-afe3-49166ef35893 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 200 len: 217 time: 0.0717402 Nov 01 18:32:47.129088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-c4982f53-21e7-4474-a886-037a9586c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:47.131063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-c4982f53-21e7-4474-a886-037a9586c97b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 200 len: 853 time: 0.0930758 Nov 01 18:32:47.146736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd46e5d-e76b-4d5b-abea-23555edeb5c7 req-6a49d785-67cb-4c39-910b-194fd2ae2059 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:47.160747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcd46e5d-e76b-4d5b-abea-23555edeb5c7 req-6a49d785-67cb-4c39-910b-194fd2ae2059 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 945 time: 0.1362090 Nov 01 18:32:47.162530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:47.174860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['c2454136-7256-44cd-86f5-fb9554028666'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:47.205274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-352bba08-9833-475d-9d9c-c5d39b6a6349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58b62185-45fe-49ec-864d-b7070d416927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385807 Nov 01 18:32:47.258485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcd46e5d-e76b-4d5b-abea-23555edeb5c7 req-a0f65490-fc75-4795-8024-2f6f64710570 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/security-groups?id=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956182 Nov 01 18:32:47.260171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Pushing event deleted for resources: {'Port': ['ID=c2454136-7256-44cd-86f5-fb9554028666,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:47.337988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] No DVR routers for this DVR port c2454136-7256-44cd-86f5-fb9554028666 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:47.342332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:47.347247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3d7169db-e700-43e5-9aa9-61e0c6c9f721 req-a21c53ce-699b-45a6-b42a-72873612fa50 tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.32 "DELETE /v2.0/ports/c2454136-7256-44cd-86f5-fb9554028666 HTTP/1.1" status: 204 len: 173 time: 1.4760351 Nov 01 18:32:47.347744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'name': 'network-vif-deleted', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:47.351676 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a509eb5-7064-4344-aa5a-bde603dfb155" -d '{"events": [{"server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "name": "network-vif-deleted", "tag": "c2454136-7256-44cd-86f5-fb9554028666"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:47.397357 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaed2f6-a9e3-4e94-9449-8fd1744c8522 x-openstack-request-id: req-ecaed2f6-a9e3-4e94-9449-8fd1744c8522 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:47.397938 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf5396-971b-415e-8277-90b7d101e157", "name": "network-vif-deleted", "tag": "c2454136-7256-44cd-86f5-fb9554028666", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:47.398395 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecaed2f6-a9e3-4e94-9449-8fd1744c8522 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:47.399111 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf5396-971b-415e-8277-90b7d101e157', 'name': 'network-vif-deleted', 'tag': 'c2454136-7256-44cd-86f5-fb9554028666', 'status': 'completed', 'code': 200} Nov 01 18:32:47.438883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88d3d-1b6f-4578-a9d2-987d1e25dbec req-b47659c6-9936-41c5-84ac-fb056af22e4d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:47.440467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e88d3d-1b6f-4578-a9d2-987d1e25dbec req-b47659c6-9936-41c5-84ac-fb056af22e4d tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1589119 Nov 01 18:32:47.478775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-13169ced-5b2f-4cca-abb5-f2e312b01062 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661572 Nov 01 18:32:47.495130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b2ecc3cd-40fb-45db-b731-35e8308df76f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:32:47.511615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e88d3d-1b6f-4578-a9d2-987d1e25dbec req-ef090c0d-b514-4a69-8928-8d415a3563c0 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616148 Nov 01 18:32:47.518334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b2ecc3cd-40fb-45db-b731-35e8308df76f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:32:47.519035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b2ecc3cd-40fb-45db-b731-35e8308df76f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:32:47.604496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e14a7af2-173d-4aba-9726-dfc048a30c4b req-17c5fd75-dcf8-406a-8981-430b5b5aeb64 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145270 Nov 01 18:32:47.757279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6cf42-b8ab-4ebb-8798-c361e1482541 req-dae2790c-32bc-476c-a179-99384aea794b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:47.759228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6d6cf42-b8ab-4ebb-8798-c361e1482541 req-dae2790c-32bc-476c-a179-99384aea794b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 943 time: 0.1204407 Nov 01 18:32:47.823459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40230) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:47.841678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c48c4692-701c-4c62-ac3e-91e5eb5230e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:47.908083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-cf4f4e52-073d-42d4-a5fd-6cf1deb61baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:47.910152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-cf4f4e52-073d-42d4-a5fd-6cf1deb61baf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 1094 time: 0.1755943 Nov 01 18:32:47.944772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6d6cf42-b8ab-4ebb-8798-c361e1482541 req-16814a1d-70ce-4416-9c7d-bb78fcfd7c71 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037099 Nov 01 18:32:48.004100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c48c4692-701c-4c62-ac3e-91e5eb5230e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.050626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-f0b0e3d1-c9c1-4a7f-9ef7-c991bb0a7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:48.052696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-f0b0e3d1-c9c1-4a7f-9ef7-c991bb0a7666 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 914 time: 0.1324363 Nov 01 18:32:48.112923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-54ede5f3-8873-4e44-a8ca-94b78cd72d4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 200 len: 217 time: 0.0520349 Nov 01 18:32:48.128414 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c48c4692-701c-4c62-ac3e-91e5eb5230e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.174108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-19b46000-fd7e-4be0-95c1-4fd2225fd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:48.179165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-19b46000-fd7e-4be0-95c1-4fd2225fd9db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 200 len: 853 time: 0.0587015 Nov 01 18:32:48.184547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c48c4692-701c-4c62-ac3e-91e5eb5230e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d724e14993ed46a1bf71d4b2c510ac96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599641 Nov 01 18:32:48.186871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4692-701c-4c62-ac3e-91e5eb5230e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b49544-6369-41db-aa48-5451d0228f91,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:48.190336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40240) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:48.245040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-eb363864-35b2-4c77-bfb6-f2fb03327e89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58b62185-45fe-49ec-864d-b7070d416927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536616 Nov 01 18:32:48.374856 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.421518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-978ebc88-d03f-4656-bf5d-7395e1e78053 req-89d6bc4f-f3d1-41dc-b03b-3867e23ed91f tempest-TestServerAdvancedOps-1845508666 tempest-TestServerAdvancedOps-1845508666-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fdf5396-971b-415e-8277-90b7d101e157 HTTP/1.1" status: 200 len: 210 time: 0.0498402 Nov 01 18:32:48.433587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-ceeccb70-1815-4c8c-99c4-4ed8a61fd21a service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675551 Nov 01 18:32:48.435598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.586590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eda8381-620a-4bbe-9fe5-5975a1358afa req-c53e5648-0ed6-46c6-bd9c-7c7548bba87d service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438282 Nov 01 18:32:48.688103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d961554-2209-4bd9-b26a-af7250ba2e10 req-365ac342-ce59-431d-96cc-af85738e8445 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:48.689720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d961554-2209-4bd9-b26a-af7250ba2e10 req-365ac342-ce59-431d-96cc-af85738e8445 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0680494 Nov 01 18:32:48.740769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d961554-2209-4bd9-b26a-af7250ba2e10 req-dec96433-c698-4055-b6d9-a7f438adc2ef tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Nov 01 18:32:48.853158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.855609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2e87d39-6ca3-4ee4-8fe3-660f08670529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.856107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:48.857513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54b49544-6369-41db-aa48-5451d0228f91 HTTP/1.1" status: 204 len: 168 time: 0.6645148 Nov 01 18:32:48.869303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b24de-5e4f-4efb-b0bd-f6182a4e0317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b49544-6369-41db-aa48-5451d0228f91,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:49.126671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40264) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:49.147633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eb488-9a7a-48e5-8232-7c4bdd6884f1 req-802efbf2-b3fa-48b8-ac70-4b3e8cefd10a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:49.156089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-125eb488-9a7a-48e5-8232-7c4bdd6884f1 req-802efbf2-b3fa-48b8-ac70-4b3e8cefd10a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 943 time: 0.0917099 Nov 01 18:32:49.197448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-125eb488-9a7a-48e5-8232-7c4bdd6884f1 req-bce24a59-42b8-4c80-9c15-0552246e084a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Nov 01 18:32:49.367530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80256bfe-4cc3-4c19-9ca8-24d97bf2d41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.488674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80256bfe-4cc3-4c19-9ca8-24d97bf2d41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.506516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:49.550309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Deleting subnet 52216d6f-719a-4f52-8166-84c87b8b084d {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:32:49.554241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.592448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.643868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.653501 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80256bfe-4cc3-4c19-9ca8-24d97bf2d41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.709556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80256bfe-4cc3-4c19-9ca8-24d97bf2d41b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c66c884c0624b8d92622731ce588647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764766 Nov 01 18:32:49.709703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40288) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:49.746452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256bfe-4cc3-4c19-9ca8-24d97bf2d41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418972ad-be62-4346-b647-f150dbf938cf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:49.788766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.816499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.839991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.906406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:49.909944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52216d6f-719a-4f52-8166-84c87b8b084d HTTP/1.1" status: 204 len: 168 time: 0.4039383 Nov 01 18:32:49.910893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d8550-06d0-45cb-bd1c-7d14a2f4e273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52216d6f-719a-4f52-8166-84c87b8b084d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:49.913437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40302) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:49.936948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e5ad-043d-44b8-8e63-aad28798842b req-e088568a-79aa-480a-82fa-543348ad36bb tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:49.940488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ac9e5ad-043d-44b8-8e63-aad28798842b req-e088568a-79aa-480a-82fa-543348ad36bb tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1191401 Nov 01 18:32:49.989138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ac9e5ad-043d-44b8-8e63-aad28798842b req-22de3328-1730-4e4e-8293-ec070123eeed tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Nov 01 18:32:50.009861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.053171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.055853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.072657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/418972ad-be62-4346-b647-f150dbf938cf HTTP/1.1" status: 204 len: 168 time: 0.3593798 Nov 01 18:32:50.099698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622476-fc81-439a-80b2-0bb907a97716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418972ad-be62-4346-b647-f150dbf938cf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:50.150570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:32:50.152857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c2454136-7256-44cd-86f5-fb9554028666 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:32:50.213338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.218616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: c2454136-7256-44cd-86f5-fb9554028666 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:32:50.220098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device c2454136-7256-44cd-86f5-fb9554028666 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:32:50.294424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6022d7-3d5d-4c18-9ef0-795347125949']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:50.327101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca02159-1e82-4d8d-9ddd-327f02466660') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:50.327229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca02159-1e82-4d8d-9ddd-327f02466660') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:50.346922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.362238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.372331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:32:50.373892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:32:50.376620 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:32:50.410426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795f9c1-cc70-4315-8ca6-a9f6f4c64496 req-3b06b58d-563e-45f9-81ef-a3c1208ca036 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:50.418847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9795f9c1-cc70-4315-8ca6-a9f6f4c64496 req-3b06b58d-563e-45f9-81ef-a3c1208ca036 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 943 time: 0.0805857 Nov 01 18:32:50.439199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:50.456132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9795f9c1-cc70-4315-8ca6-a9f6f4c64496 req-11feed14-b73e-42eb-8bc2-89fd0537279a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364037 Nov 01 18:32:50.468866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26', 'network_id': '58b62185-45fe-49ec-864d-b7070d416927', 'port_id': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26', 'mac_address': 'fa:16:3e:cf:02:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a1eaa2-3319-4f52-a232-517cd7b12ebd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:32:50.512113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.529608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:32:50.550875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:50.572078 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:32:50.577964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.579595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.586053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40322) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:50.586236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d6022d7-3d5d-4c18-9ef0-795347125949 HTTP/1.1" status: 204 len: 168 time: 0.6712630 Nov 01 18:32:50.599775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915b588-ca6f-4126-99a1-86fe64caaefe admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6022d7-3d5d-4c18-9ef0-795347125949,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:50.641216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Deleting subnet f03b2234-eafb-4efb-865e-cba116d44585 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:32:50.648113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.665676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.716034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.771271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:50.781332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:50.875462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['a1a3ae5e-e26b-4ef4-9cc5-55316d761e26'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:32:50.908668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b0f292d-0c66-4527-a15b-751177d94b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.002094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.081379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03b2234-eafb-4efb-865e-cba116d44585,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:51.094055 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.099366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-852c2df4-8fe5-4152-8146-84e39ea5dd7e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f03b2234-eafb-4efb-865e-cba116d44585 HTTP/1.1" status: 204 len: 168 time: 0.5109990 Nov 01 18:32:51.101675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40342) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:51.221215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.236201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb468fe-194a-44b8-8865-ca0228a00b95 req-64d02d33-e69f-4d38-a815-22bdfe6f4106 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:51.239078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40352) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:51.245324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bb468fe-194a-44b8-8865-ca0228a00b95 req-64d02d33-e69f-4d38-a815-22bdfe6f4106 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1216424 Nov 01 18:32:51.263769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c43a62d7-9d45-4c75-b093-63e6f478bb79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.307623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bb468fe-194a-44b8-8865-ca0228a00b95 req-76af3b05-4f5a-4366-a370-57b94225bed6 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Nov 01 18:32:51.376170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.402104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998f5109-6f59-4d9d-82ba-c2f03886d007']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:51.414283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e53fae-47ae-469c-ab65-bfe4463cfcc5') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:51.414664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e53fae-47ae-469c-ab65-bfe4463cfcc5') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:51.430235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.432009 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c43a62d7-9d45-4c75-b093-63e6f478bb79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.445120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.451224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:32:51.451669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:32:51.453419 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:32:51.544212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c43a62d7-9d45-4c75-b093-63e6f478bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.594780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08f98-d81f-4518-adf6-f89ba7ea357f req-3e02a89a-f330-41e8-9881-42a22087b0a1 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:51.602353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a62d7-9d45-4c75-b093-63e6f478bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49489428-e83f-4c30-a6cf-b1236e81931d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:51.604060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29c08f98-d81f-4518-adf6-f89ba7ea357f req-3e02a89a-f330-41e8-9881-42a22087b0a1 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 944 time: 0.0629740 Nov 01 18:32:51.607055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c43a62d7-9d45-4c75-b093-63e6f478bb79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c82cb16f231d48a0bbfa5c51339a0b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659027 Nov 01 18:32:51.609625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40364) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:51.645606 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.650472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.657171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] 10.222.0.31 "DELETE /v2.0/networks/998f5109-6f59-4d9d-82ba-c2f03886d007 HTTP/1.1" status: 204 len: 168 time: 0.5537920 Nov 01 18:32:51.689505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29c08f98-d81f-4518-adf6-f89ba7ea357f req-491c0f26-d59a-4879-a63c-4f0f6f8e666f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786095 Nov 01 18:32:51.690975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586e38c-d945-4247-985d-870ef382c560 admin admin] Pushing event deleted for resources: {'Network': ['ID=998f5109-6f59-4d9d-82ba-c2f03886d007,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:51.712906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:51.769010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.067402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.072233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.077735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.077735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49489428-e83f-4c30-a6cf-b1236e81931d HTTP/1.1" status: 204 len: 168 time: 0.4641800 Nov 01 18:32:52.083242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9ce4c-62c5-4fef-b5c0-8e87a98a12f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49489428-e83f-4c30-a6cf-b1236e81931d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:52.165246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:32:52.311568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:32:52.321817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:32:52.322714 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.363411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40392) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:52.556622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7e2c1686-f7b5-4c22-8212-9ba360ceff1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97f965372fe0464caa8c5e00c8431c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908789 Nov 01 18:32:52.572738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40398) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:52.582819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fa83e-8f8d-4093-9abf-b226ff1d3224 req-52215537-d415-485d-8baf-3bf9be39ab7f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:52.585099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-306fa83e-8f8d-4093-9abf-b226ff1d3224 req-52215537-d415-485d-8baf-3bf9be39ab7f tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.1168008 Nov 01 18:32:52.613544 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.685918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-306fa83e-8f8d-4093-9abf-b226ff1d3224 req-364312f8-85c5-42ca-bc86-26f692471ae3 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/security-groups?id=94ced7a7-8818-4b60-ae73-ca6a406a70cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926628 Nov 01 18:32:52.703173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:52.706400 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c168631d-f1db-43fe-a988-298e48379f73" -d '{"events": [{"server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "name": "network-vif-plugged", "status": "completed", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:52.742892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:52.772251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-0b12907e-aad9-41ed-b643-654e2d45608e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:52.774346 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-0b12907e-aad9-41ed-b643-654e2d45608e tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 946 time: 0.0940170 Nov 01 18:32:52.775074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.806162 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d9205-76a3-4907-a4de-147a57935c58 x-openstack-request-id: req-e55d9205-76a3-4907-a4de-147a57935c58 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:52.806633 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "name": "network-vif-plugged", "status": "completed", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:52.807103 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55d9205-76a3-4907-a4de-147a57935c58 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:52.807667 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26', 'code': 200} Nov 01 18:32:52.845773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:52.960952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:52.996787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.003066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf062196-87c8-45de-a9d9-9bf2ee95e45a req-ff3e31e4-ed41-4e6a-8687-0663e268dd8b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:53.011442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf062196-87c8-45de-a9d9-9bf2ee95e45a req-ff3e31e4-ed41-4e6a-8687-0663e268dd8b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.1695404 Nov 01 18:32:53.041165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417888b-b46d-439f-b02e-6a3d63e75160 req-3573d860-03ff-4add-9840-ff94e28ae9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:53.042965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1417888b-b46d-439f-b02e-6a3d63e75160 req-3573d860-03ff-4add-9840-ff94e28ae9dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 1096 time: 0.1315031 Nov 01 18:32:53.073537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf062196-87c8-45de-a9d9-9bf2ee95e45a req-9126201d-38af-4b50-a471-d7a03e26e7d5 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583818 Nov 01 18:32:53.125679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Deleting port 148f8acf-da16-4e20-bb53-e85a65009b9e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:53.126191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.171203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1417888b-b46d-439f-b02e-6a3d63e75160 req-37145244-3968-44ab-a485-3f2dfef0a635 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067791 Nov 01 18:32:53.263845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] For port 148f8acf-da16-4e20-bb53-e85a65009b9e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=148f8acf-da16-4e20-bb53-e85a65009b9e,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:53.264215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.277938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Calling delete_port for 148f8acf-da16-4e20-bb53-e85a65009b9e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:53.602143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.613453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.616055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.619496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be57dae6-63cf-4ee5-8ac1-f12fdeca99b0 HTTP/1.1" status: 204 len: 168 time: 1.0421886 Nov 01 18:32:53.664613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Pushing event deleted for resources: {'Port': ['ID=148f8acf-da16-4e20-bb53-e85a65009b9e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:53.685749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bb081-419e-4066-b3fb-f7dc405df812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be57dae6-63cf-4ee5-8ac1-f12fdeca99b0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:53.738138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] No DVR routers for this DVR port 148f8acf-da16-4e20-bb53-e85a65009b9e on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:32:53.742565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.746802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26276d90-3c77-4b9e-9ce4-d77cbac30b29 req-5dcd2880-1f61-48f2-afca-55311c8fc0e1 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.37 "DELETE /v2.0/ports/148f8acf-da16-4e20-bb53-e85a65009b9e HTTP/1.1" status: 204 len: 173 time: 0.9663851 Nov 01 18:32:53.747270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'name': 'network-vif-deleted', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:32:53.749863 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35055d76-3a69-4860-8790-a09f35e43ef2" -d '{"events": [{"server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "name": "network-vif-deleted", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:32:53.762838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:53.803715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a2b25ec-3a9d-4f84-9acb-59f6657b7eae req-2a5d49ec-a648-41d6-aba3-d27c73506099 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 210 time: 0.0378759 Nov 01 18:32:53.814490 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100c979-e822-40d6-987d-0d9aeafa06df x-openstack-request-id: req-2100c979-e822-40d6-987d-0d9aeafa06df {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:32:53.814792 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0760d4e8-8feb-4030-ac32-36b2888bf9a9", "name": "network-vif-deleted", "tag": "148f8acf-da16-4e20-bb53-e85a65009b9e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:32:53.815050 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2100c979-e822-40d6-987d-0d9aeafa06df {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:32:53.815486 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0760d4e8-8feb-4030-ac32-36b2888bf9a9', 'name': 'network-vif-deleted', 'tag': '148f8acf-da16-4e20-bb53-e85a65009b9e', 'status': 'completed', 'code': 200} Nov 01 18:32:53.876642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:53.912894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db5be2b8-7207-428e-bfd7-09dc65dcb337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.039121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db5be2b8-7207-428e-bfd7-09dc65dcb337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.099343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db5be2b8-7207-428e-bfd7-09dc65dcb337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.205790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-db5be2b8-7207-428e-bfd7-09dc65dcb337 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bb302914ed04f1f8dc8fd8e6251a1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278933 Nov 01 18:32:54.207817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:54.259443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5be2b8-7207-428e-bfd7-09dc65dcb337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19fcb52-8693-43c2-a807-69f3dc01dc9c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:54.268499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2db7e0-01c4-4566-87a4-f02ab14c3fdc req-8e7ba710-e752-4752-806c-5e1137dfa244 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:54.271309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a2db7e0-01c4-4566-87a4-f02ab14c3fdc req-8e7ba710-e752-4752-806c-5e1137dfa244 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.1040206 Nov 01 18:32:54.296087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.323771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.363271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a2db7e0-01c4-4566-87a4-f02ab14c3fdc req-ef4812b7-3dce-4058-8cb6-ba55dac219dc tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815027 Nov 01 18:32:54.476320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.486937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:54.486937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e19fcb52-8693-43c2-a807-69f3dc01dc9c HTTP/1.1" status: 204 len: 168 time: 0.2733335 Nov 01 18:32:54.498216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9bc74-1a1f-40f4-be82-74f72b63e125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19fcb52-8693-43c2-a807-69f3dc01dc9c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:54.944957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-990f2f05-18a8-4551-8527-957a7d472e5a req-f6bf8c25-c7de-4c1a-b4ca-17fa49f0de46 tempest-ServerRescueNegativeTestJSON-241640773 tempest-ServerRescueNegativeTestJSON-241640773-project] 10.222.0.31 "GET /v2.0/ports?device_id=0760d4e8-8feb-4030-ac32-36b2888bf9a9 HTTP/1.1" status: 200 len: 210 time: 0.0426846 Nov 01 18:32:54.972212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:55.054055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b9ef60ea-bc8b-47b0-ab28-44492ef37ad6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c60611082c4d4c66bb59026af000dcff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777869 Nov 01 18:32:55.054359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40454) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:55.123730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:55.150248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:55.300868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:55.304313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:55.305994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94cad530-e702-4045-bb52-67dcabc09ae5 HTTP/1.1" status: 204 len: 168 time: 0.2504554 Nov 01 18:32:55.317172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce392d83-dcc8-47ec-a751-90443d123f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cad530-e702-4045-bb52-67dcabc09ae5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:55.503550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4a20-4230-4d1d-8943-5b20abc650fa req-5fb4b56f-9df0-44d0-a335-87777190e3a8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:55.511477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-058e4a20-4230-4d1d-8943-5b20abc650fa req-5fb4b56f-9df0-44d0-a335-87777190e3a8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.0682499 Nov 01 18:32:55.542919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 148f8acf-da16-4e20-bb53-e85a65009b9e no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:32:55.601716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-058e4a20-4230-4d1d-8943-5b20abc650fa req-151dccbb-ac48-472a-ad98-338ce2c849b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890541 Nov 01 18:32:55.620070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 148f8acf-da16-4e20-bb53-e85a65009b9e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:32:55.620423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 148f8acf-da16-4e20-bb53-e85a65009b9e not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:32:56.044193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40524) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:56.142407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:56.375249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15e3c1ac-cc3c-4d44-b6a5-01902a563541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:56.656313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15e3c1ac-cc3c-4d44-b6a5-01902a563541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:56.695281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-f906de44-5a64-41ed-8d7f-40d3f4a0e1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010777 Nov 01 18:32:56.740287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:56.746375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-15e3c1ac-cc3c-4d44-b6a5-01902a563541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:56.795461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-15e3c1ac-cc3c-4d44-b6a5-01902a563541 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca8e04214e0c42dbbf8b2e05081b666e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512001 Nov 01 18:32:56.799349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40550) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:56.832158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:56.885227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3c1ac-cc3c-4d44-b6a5-01902a563541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9295e4-4ee4-4c46-b248-af06448bc6a2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:56.910641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2870-310f-45cf-bb32-adff356e7935 req-a0b1b8aa-dd4a-4d12-a513-2d83e6c1c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:56.914713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-a0b1b8aa-dd4a-4d12-a513-2d83e6c1c7fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 1096 time: 0.1089771 Nov 01 18:32:56.954251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.091729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.104283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2870-310f-45cf-bb32-adff356e7935 req-e459eacd-d297-4856-99cd-b5c9289ccba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:57.106061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-e459eacd-d297-4856-99cd-b5c9289ccba6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 914 time: 0.1709998 Nov 01 18:32:57.197327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-f3d0167d-a3f8-422c-adef-294b1f243238 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 200 len: 217 time: 0.0841241 Nov 01 18:32:57.307477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2870-310f-45cf-bb32-adff356e7935 req-3f5ba373-910d-4fdd-b1c7-ab32f91b6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:57.311052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-3f5ba373-910d-4fdd-b1c7-ab32f91b6ca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 200 len: 853 time: 0.1000896 Nov 01 18:32:57.357911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-1333f7f6-574f-4bfc-9469-7a49b5e1f488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58b62185-45fe-49ec-864d-b7070d416927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342944 Nov 01 18:32:57.442125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.448102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.453203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e9295e4-4ee4-4c46-b248-af06448bc6a2 HTTP/1.1" status: 204 len: 168 time: 0.6423404 Nov 01 18:32:57.472810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Deleting port a9ff7744-6f6a-4a10-93d5-9966f040053f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:32:57.473398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.476827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6ca2-7cce-421a-a9a5-2659faffea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9295e4-4ee4-4c46-b248-af06448bc6a2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:57.479918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:57.605068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] For port a9ff7744-6f6a-4a10-93d5-9966f040053f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a9ff7744-6f6a-4a10-93d5-9966f040053f,segment=NetworkSegment(33f7cbd4-9117-4a80-82d3-1eee08c7a2f9),segment_id=33f7cbd4-9117-4a80-82d3-1eee08c7a2f9)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:32:57.605486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:57.608979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-1a725710-dc03-4d21-bcdc-48f228df569a service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430820 Nov 01 18:32:57.622224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Calling delete_port for a9ff7744-6f6a-4a10-93d5-9966f040053f owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:32:57.769983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07dc2870-310f-45cf-bb32-adff356e7935 req-1a2c2f8a-8048-45eb-bc5b-1c43e63a25a0 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536779 Nov 01 18:32:58.312869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-871562524-network', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:58.443871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Made reservation on behalf of 6aa610410f9143c3bb52451d7a79e8e7 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:58.446725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.448868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.496413 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.500122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ff7744-6f6a-4a10-93d5-9966f040053f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:58.762396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.788297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40630) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:58.790494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.820175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ba836dd-c897-4213-8bb0-72edba73c5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.861294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.888412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:32:58.918511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:58.918869 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Added segment 04966373-acfa-4a49-b8be-e4e73aa550c2 of type vlan for network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 Nov 01 18:32:58.968113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fbcf0-2b86-49cc-bc4f-eb6ea307b32b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:59.010868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ba836dd-c897-4213-8bb0-72edba73c5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.069559 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.110735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ba836dd-c897-4213-8bb0-72edba73c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.182553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0ba836dd-c897-4213-8bb0-72edba73c5f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08b4c3bdf55d4e1989f8f856ae0f9cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921826 Nov 01 18:32:59.183765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba836dd-c897-4213-8bb0-72edba73c5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95641bb3-848f-4ce9-84e7-f778b4c3aad5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:59.186319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40640) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:59.250064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.255092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.256676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:32:59.257388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.279403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.346125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] Pushing event updated for resources: {'Network': ['ID=b5c1b59c-6e3b-44c8-8328-b8a19de040c7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:59.359611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:32:59.363922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Router dd3be445-04d6-475c-987b-2cfe489035df has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:32:59.453669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.456144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.457299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95641bb3-848f-4ce9-84e7-f778b4c3aad5 HTTP/1.1" status: 204 len: 168 time: 0.2698545 Nov 01 18:32:59.472682 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8705a848-1819-4c26-9b6c-4cbaf6cae8bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9914370 Nov 01 18:32:59.478914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40648) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:59.479848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd7545-c3cd-40ef-ac34-c8fb9e23f34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95641bb3-848f-4ce9-84e7-f778b4c3aad5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:32:59.502099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Request body: {'subnet': {'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-871562524-subnet', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:32:59.620459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:32:59.630454 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b7a2583-9e8a-44ac-a480-cdda759a0d4a admin admin] 10.222.0.31 "PUT /v2.0/routers/dd3be445-04d6-475c-987b-2cfe489035df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5773880 Nov 01 18:32:59.630847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40654) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:32:59.631328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Sync routers for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:32:59.644288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:32:59.645211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:32:59.679770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Made reservation on behalf of 6aa610410f9143c3bb52451d7a79e8e7 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:32:59.689568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:32:59.808039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:32:59.930945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.029731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:32:57Z', 'revision_number': 5, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:00.067744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Checking router: dd3be445-04d6-475c-987b-2cfe489035df for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:00.085798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Routers {'dd3be445-04d6-475c-987b-2cfe489035df'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:00.087571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['dd3be445-04d6-475c-987b-2cfe489035df'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:00.190095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.204696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.286754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Checking segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:00.286971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Network hostable DHCP agents. Network: b5c1b59c-6e3b-44c8-8328-b8a19de040c7, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:33:00.290833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93391ad-5e86-4624-bac4-00cfef1e66b4,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:00.318411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] Set router dd3be445-04d6-475c-987b-2cfe489035df gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:00.375264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Deleting port a84dd1db-81a3-48f4-bd80-adda7588f13b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:00.375668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.405083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:33:00.491882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] For port a84dd1db-81a3-48f4-bd80-adda7588f13b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a84dd1db-81a3-48f4-bd80-adda7588f13b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:00.492244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.516937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Calling delete_port for a84dd1db-81a3-48f4-bd80-adda7588f13b owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:00.529827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, b5c1b59c-6e3b-44c8-8328-b8a19de040c7) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:00.540914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:32:57Z', 'revision_number': 5, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:00.541465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:00.542215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.582661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3c8b21-ec29-4345-9c8b-9bccb77a89ae None None] The sync data for ids ['dd3be445-04d6-475c-987b-2cfe489035df'] in n-d-815923-2 is: [{'id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'name': 'tempest-ServerRescueNegativeTestJSON-652613947-router', 'tenant_id': '113182f3b80f4285aadfc622fe27dbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:29:39Z', 'updated_at': '2021-11-01T18:32:57Z', 'revision_number': 5, 'project_id': '113182f3b80f4285aadfc622fe27dbdb', 'gw_port': {'id': 'a84dd1db-81a3-48f4-bd80-adda7588f13b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3be445-04d6-475c-987b-2cfe489035df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:29:40Z', 'updated_at': '2021-11-01T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:00.585550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eaca36-37da-47f3-8c45-b2fd489b496a None None] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:00.683569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bde507c6-29e0-44f5-a932-b8fcd889a34c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1872258 Nov 01 18:33:00.684161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40696) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:00.692543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:00.813067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.814257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.859375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f15252-50be-4232-bc5e-27041422958e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:33:00.860655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.901182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:00.924036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40704) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:00.938311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.040506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Pushing event deleted for resources: {'Port': ['ID=a84dd1db-81a3-48f4-bd80-adda7588f13b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:01.088429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a9ff7744-6f6a-4a10-93d5-9966f040053f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:33:01.241073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.392296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.405105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbb31fa4-afdc-41d3-9f4d-2aba4b10caff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.440470 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-968317ee-fa76-49e2-8967-61f487857e6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3142598 Nov 01 18:33:01.576563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a9ff7744-6f6a-4a10-93d5-9966f040053f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:33:01.577314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a9ff7744-6f6a-4a10-93d5-9966f040053f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:33:01.638549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbb31fa4-afdc-41d3-9f4d-2aba4b10caff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.708882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-96f15252-50be-4232-bc5e-27041422958e None None] Allocated IP 172.20.0.2 (b5c1b59c-6e3b-44c8-8328-b8a19de040c7/a93391ad-5e86-4624-bac4-00cfef1e66b4/199e7202-4236-4c37-b83b-42b53c6a669c) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:01.719002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-049611ea-f755-498b-9526-f9f8110fc099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:01.721410 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-049611ea-f755-498b-9526-f9f8110fc099 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1097 time: 0.1951270 Nov 01 18:33:01.723913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cbb31fa4-afdc-41d3-9f4d-2aba4b10caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.822466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cbb31fa4-afdc-41d3-9f4d-2aba4b10caff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f5704f7168b4f07b5e09d697ec3364e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959854 Nov 01 18:33:01.829426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb31fa4-afdc-41d3-9f4d-2aba4b10caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555d6ca-a5b3-4a17-b2bd-a69549c7d83f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:01.862770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:01.960944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:01.961192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-495d77c5-bc35-4ae7-97e6-a98960ece588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:01.963866 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-495d77c5-bc35-4ae7-97e6-a98960ece588 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1940150 Nov 01 18:33:01.973561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.036249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.039070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.048235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.137017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f15252-50be-4232-bc5e-27041422958e None None] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:02.152696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-96f15252-50be-4232-bc5e-27041422958e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:02.160634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f15252-50be-4232-bc5e-27041422958e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:02.165481 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.173360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f15252-50be-4232-bc5e-27041422958e None None] Pushing event updated for resources: {'Port': ['ID=199e7202-4236-4c37-b83b-42b53c6a669c,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:02.229285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-3b47aa71-907f-46b5-b433-d9036a593a0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1002 time: 0.2527375 Nov 01 18:33:02.242520 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.243074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd3be445-04d6-475c-987b-2cfe489035df {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:33:02.249671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.252147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b22e5bf-7ee3-4c99-9293-eeb424bfb5da admin admin] 10.222.0.31 "DELETE /v2.0/routers/dd3be445-04d6-475c-987b-2cfe489035df HTTP/1.1" status: 204 len: 168 time: 2.6203105 Nov 01 18:33:02.255920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40740) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:02.277591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.305439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f15252-50be-4232-bc5e-27041422958e None None] Attempting to bind port 199e7202-4236-4c37-b83b-42b53c6a669c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:02.316067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f15252-50be-4232-bc5e-27041422958e None None] Attempting to bind port 199e7202-4236-4c37-b83b-42b53c6a669c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:02.317934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f15252-50be-4232-bc5e-27041422958e None None] Attempting to bind port 199e7202-4236-4c37-b83b-42b53c6a669c on network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:02.339368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.342542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f15252-50be-4232-bc5e-27041422958e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:02.345225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f15252-50be-4232-bc5e-27041422958e None None] Checking segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:02.346773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.347358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f15252-50be-4232-bc5e-27041422958e None None] Bound using segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:02.348025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f15252-50be-4232-bc5e-27041422958e None None] Bound port: 199e7202-4236-4c37-b83b-42b53c6a669c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:02.351340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.380961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-146535f5-6f3d-493f-80a5-c38991bca15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:02.382288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Deleting subnet cbe8f857-2d6c-47e6-ba51-11f140a7884f {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:33:02.382934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-146535f5-6f3d-493f-80a5-c38991bca15a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1421001 Nov 01 18:33:02.396765 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.458593 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.489641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-96f15252-50be-4232-bc5e-27041422958e None None] For port 199e7202-4236-4c37-b83b-42b53c6a669c, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:02.498536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-96f15252-50be-4232-bc5e-27041422958e None None] For port 199e7202-4236-4c37-b83b-42b53c6a669c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=199e7202-4236-4c37-b83b-42b53c6a669c,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:02.521196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.523451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.524752 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b555d6ca-a5b3-4a17-b2bd-a69549c7d83f HTTP/1.1" status: 204 len: 168 time: 0.6616135 Nov 01 18:33:02.564233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c905fb-65b5-4902-bafa-3f0a02735c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555d6ca-a5b3-4a17-b2bd-a69549c7d83f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:02.576811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-800762b2-b893-4493-8c57-ca409f29531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:02.581706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.581852 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-800762b2-b893-4493-8c57-ca409f29531f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881249 Nov 01 18:33:02.619863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.696360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Allocated IP 172.25.2.221 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/29603041-2063-43c0-a514-a4c9dc5ccb95) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:02.756556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f15252-50be-4232-bc5e-27041422958e None None] Pushing event updated for resources: {'Port': ['ID=199e7202-4236-4c37-b83b-42b53c6a669c,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.778683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.789065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.793329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f15252-50be-4232-bc5e-27041422958e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:02.797786 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-4ed08079-9a83-4409-ac76-6652baeb7f91 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950605 Nov 01 18:33:02.820100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.882989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:02.887633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cbe8f857-2d6c-47e6-ba51-11f140a7884f HTTP/1.1" status: 204 len: 168 time: 0.6304326 Nov 01 18:33:02.903977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:02.930332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159a12a-409d-45a1-b3c9-6fe42b77ef97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe8f857-2d6c-47e6-ba51-11f140a7884f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:03.022395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a84dd1db-81a3-48f4-bd80-adda7588f13b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:33:03.056811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a84dd1db-81a3-48f4-bd80-adda7588f13b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:33:03.057671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a84dd1db-81a3-48f4-bd80-adda7588f13b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:33:03.146061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.162294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.290181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.294506 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3890563-9299-4c09-aa9c-dd60da96ce16 req-7ec6041a-bf1b-4187-bf07-5ff7659dbf95 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577847 Nov 01 18:33:03.347845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c279b0f0-918d-4b1e-ad77-f2d24ad8e109']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:03.364308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:03.364766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f7cbd4-9117-4a80-82d3-1eee08c7a2f9') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:03.384478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.404203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.411457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:33:03.413822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:33:03.413962 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:33:03.503016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.504047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40774) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:03.576503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:03.581104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:03.590670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:03.632595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.651777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.655613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] 10.222.0.31 "DELETE /v2.0/networks/c279b0f0-918d-4b1e-ad77-f2d24ad8e109 HTTP/1.1" status: 204 len: 168 time: 0.7490702 Nov 01 18:33:03.659880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6057b62-21c5-4d9a-92a6-8de7af839d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c279b0f0-918d-4b1e-ad77-f2d24ad8e109,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:03.666731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Pushing event updated for resources: {'Port': ['ID=29603041-2063-43c0-a514-a4c9dc5ccb95,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:03.781470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0f99543-6be8-4f81-9c73-a4ce2b5263b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:03.900242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0f99543-6be8-4f81-9c73-a4ce2b5263b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.213587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a53bde-e052-4cd8-8ef5-f3239046ae52 None None] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:04.345656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] Provisioning complete for port 199e7202-4236-4c37-b83b-42b53c6a669c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:04.346293 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.523546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.572572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] For port 199e7202-4236-4c37-b83b-42b53c6a669c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=199e7202-4236-4c37-b83b-42b53c6a669c,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:04.733708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f0f99543-6be8-4f81-9c73-a4ce2b5263b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.735694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:04.783210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f0f99543-6be8-4f81-9c73-a4ce2b5263b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2d768c1461f48c686d9a228cb973405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2759054 Nov 01 18:33:04.784808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f99543-6be8-4f81-9c73-a4ce2b5263b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2479ab-2de7-4299-9c42-e9f8bbb61a3e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:04.789153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40790) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:04.815240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.818252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.868428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.916322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5018-be20-4677-a9ce-8c27da4f8ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.941015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887137-023f-4b1f-a950-0ce7b64adf23 None None] Pushing event updated for resources: {'Port': ['ID=199e7202-4236-4c37-b83b-42b53c6a669c,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:04.950212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:04.992971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 199e7202-4236-4c37-b83b-42b53c6a669c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:04.998065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-189ea0b2-792d-4956-a003-38981eb47b1e None None] Provisioning complete for port 199e7202-4236-4c37-b83b-42b53c6a669c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:04.998671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-189ea0b2-792d-4956-a003-38981eb47b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.019276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.045092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40794) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:05.093177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 199e7202-4236-4c37-b83b-42b53c6a669c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:05.093550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.164183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.169937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.172463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f2479ab-2de7-4299-9c42-e9f8bbb61a3e HTTP/1.1" status: 204 len: 168 time: 0.3817682 Nov 01 18:33:05.209755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c3c7-9dc7-492e-9ff0-e784082fd79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2479ab-2de7-4299-9c42-e9f8bbb61a3e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:05.518715 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5018-be20-4677-a9ce-8c27da4f8ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.563923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61176289-cf35-48ee-8e80-2389669e6f70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=113182f3b80f4285aadfc622fe27dbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948068 Nov 01 18:33:05.566521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:05.611658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5018-be20-4677-a9ce-8c27da4f8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.644051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.672596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.726203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5018-be20-4677-a9ce-8c27da4f8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac17318-2115-4243-bbf5-1e912264251c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:05.748184 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2e9d5018-be20-4677-a9ce-8c27da4f8ca7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3987096323004630835f2ca06434a777&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0113893 Nov 01 18:33:05.750893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:05.774064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.825721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.876207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.876207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.876207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94ced7a7-8818-4b60-ae73-ca6a406a70cb HTTP/1.1" status: 204 len: 168 time: 0.2905488 Nov 01 18:33:05.876207 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:05.880367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c842f-8355-4b80-aa42-763618ca4d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ced7a7-8818-4b60-ae73-ca6a406a70cb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:06.041148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:06.044497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:06.047606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ac17318-2115-4243-bbf5-1e912264251c HTTP/1.1" status: 204 len: 168 time: 0.2928743 Nov 01 18:33:06.056339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ec320-2e29-401d-a409-157d94bf96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac17318-2115-4243-bbf5-1e912264251c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:06.093322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:06.249019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:06.262426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:06.279534 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:06.280161 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:06.338042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:06.347358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b30907f4-e7c1-42a6-81cf-cf478774936c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6560953 Nov 01 18:33:06.347478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40826) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:06.465769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:06.859682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:03Z', 'revision_number': 3, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:06.892894 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:06.893473 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Updating router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc port 29603041-2063-43c0-a514-a4c9dc5ccb95 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:06.919325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 199e7202-4236-4c37-b83b-42b53c6a669c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:06.934220 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:06.974794 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.093076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 199e7202-4236-4c37-b83b-42b53c6a669c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:07.099313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.304575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Allocated IP 172.20.0.1 (b5c1b59c-6e3b-44c8-8328-b8a19de040c7/a93391ad-5e86-4624-bac4-00cfef1e66b4/6f7dab5d-845d-4ca0-8326-5332ba24a204) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:07.546874 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.552931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.633309 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.660078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.778591 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Attempting to bind port 29603041-2063-43c0-a514-a4c9dc5ccb95 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:07.779101 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Attempting to bind port 29603041-2063-43c0-a514-a4c9dc5ccb95 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:07.779442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Attempting to bind port 29603041-2063-43c0-a514-a4c9dc5ccb95 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:07.783209 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Pushing event updated for resources: {'Port': ['ID=29603041-2063-43c0-a514-a4c9dc5ccb95,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:07.788672 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:07.796637 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:07.796637 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.796637 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:07.796637 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Bound port: 29603041-2063-43c0-a514-a4c9dc5ccb95, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:07.796637 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:07.798918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:07.822149 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.822593 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.823043 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.823546 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.823738 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.824073 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.824403 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.824733 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.825064 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.825395 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.825722 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.826048 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:07.827970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:07.829674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:07.832191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:07.875871 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] For port 29603041-2063-43c0-a514-a4c9dc5ccb95, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:07.891743 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] For port 29603041-2063-43c0-a514-a4c9dc5ccb95, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=29603041-2063-43c0-a514-a4c9dc5ccb95,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:07.912100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.019174 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.150409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:08.151049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:08.156256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f979c7-d7b8-4640-990d-aa1f9532dfd9 None None] Pushing event updated for resources: {'Port': ['ID=29603041-2063-43c0-a514-a4c9dc5ccb95,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:08.229017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7756d9c8-3ed7-45be-8368-9632728543da None None] Provisioning complete for port 6f7dab5d-845d-4ca0-8326-5332ba24a204 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:08.229547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7756d9c8-3ed7-45be-8368-9632728543da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.301348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.303726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7756d9c8-3ed7-45be-8368-9632728543da None None] Port 6f7dab5d-845d-4ca0-8326-5332ba24a204 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:08.330681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:08.619624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.653604 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:03Z', 'revision_number': 3, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:08.699632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:08.721517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e813-8afb-48c6-bf96-61f503d2980b None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:03Z', 'revision_number': 3, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:08.828114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:08.881100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:08.903965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.033372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-26262716-network', 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:09.071043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.092206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:09.095317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:09.167288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:09.169709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.193319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.431059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.448871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:33:09.503622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.586790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:33:09.600585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5117ca-6ada-4fa1-9eca-178c98327be0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:09.606104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.606692 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Added segment ecbdbc18-aa48-485e-96bc-43e5c5e6fa88 of type vlan for network d6d88a3e-ba12-4684-846e-0397998923a8 Nov 01 18:33:09.665566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-020fde5f-9816-41ba-9fbe-dcb3b5b9f60b None None] Provisioning complete for port 6f7dab5d-845d-4ca0-8326-5332ba24a204 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:09.666966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-020fde5f-9816-41ba-9fbe-dcb3b5b9f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.706610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.758895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:09.765580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-97b0a4e5-a69c-43d8-8eaf-30a9b28e5a98 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c9df192-d84f-43a3-8b5b-f73e0a7edcbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4198971 Nov 01 18:33:09.778407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-020fde5f-9816-41ba-9fbe-dcb3b5b9f60b None None] Port 6f7dab5d-845d-4ca0-8326-5332ba24a204 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:09.865034 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:09.867160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:09.868034 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.080227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d88a3e-ba12-4684-846e-0397998923a8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:10.098705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d6d88a3e-ba12-4684-846e-0397998923a8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:33:10.110329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40934) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:10.192204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b65b354-9f92-4028-b54f-67ac23061d99 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3592503 Nov 01 18:33:10.194547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40940) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:10.199931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Request body: {'subnet': {'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-26262716-subnet', 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:10.246378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40942) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:10.350646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:10.353666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.565821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ca7fddd0-bb6d-45be-a474-c0328fc16876 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:10.640463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4e47-aacc-4dbf-bd47-d3d650d6458a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.673435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca7fddd0-bb6d-45be-a474-c0328fc16876 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "PUT /v2.0/quotas/16748dca05cd4450972819f76b6f03ce HTTP/1.1" status: 200 len: 368 time: 0.4258544 Nov 01 18:33:10.676666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40950) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:10.681869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Request body: {'network': {'project_id': '16748dca05cd4450972819f76b6f03ce'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:10.758270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.767047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4e47-aacc-4dbf-bd47-d3d650d6458a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.813636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Made reservation on behalf of 16748dca05cd4450972819f76b6f03ce for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:10.817289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.835707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.844276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4e47-aacc-4dbf-bd47-d3d650d6458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:10.909235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f16b053-5cbd-4c00-a6a0-d13c14c59492,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:10.966034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1b8d4e47-aacc-4dbf-bd47-d3d650d6458a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5edc0a8741649d5a1e442ec4d1fb268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8524921 Nov 01 18:33:10.966549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40960) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:10.971269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 29603041-2063-43c0-a514-a4c9dc5ccb95 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:10.975350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4e47-aacc-4dbf-bd47-d3d650d6458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72ad0f-7d72-4cbc-99d3-5e463e230cde,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:10.994385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:10.995118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Network hostable DHCP agents. Network: d6d88a3e-ba12-4684-846e-0397998923a8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:33:11.066495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.074176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.100936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.109828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 29603041-2063-43c0-a514-a4c9dc5ccb95 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:11.110210 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.143698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Network d6d88a3e-ba12-4684-846e-0397998923a8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:33:11.173338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.208526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56918f7b-59d4-4707-8aca-ded5717330fb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:11.242661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.247293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d6d88a3e-ba12-4684-846e-0397998923a8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:11.252164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:11.253092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.261564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa6ca2-e1ba-42b4-bf10-4e2f0eff3b21 None None] Network d6d88a3e-ba12-4684-846e-0397998923a8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:11.284239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 29603041-2063-43c0-a514-a4c9dc5ccb95, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=29603041-2063-43c0-a514-a4c9dc5ccb95,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:11.309241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.312236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:33:11.319926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.323375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd72ad0f-7d72-4cbc-99d3-5e463e230cde HTTP/1.1" status: 204 len: 168 time: 0.3529997 Nov 01 18:33:11.333177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.333650 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Added segment 8c35bad1-0abd-4238-963d-794f302ba7ef of type vlan for network 36ade707-c5fc-45fb-b690-b0ce61f99a96 Nov 01 18:33:11.352137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40970) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:11.362073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3d910-b4f1-411c-95f8-0620a7b7b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72ad0f-7d72-4cbc-99d3-5e463e230cde,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:11.375567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2121085400-network', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:11.403990 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-68005751-f152-4cd9-b3a8-6c1fca054d0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2038217 Nov 01 18:33:11.450622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.466287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6aca2-fa00-4f63-8712-8a55ca7172c7 None None] Network d6d88a3e-ba12-4684-846e-0397998923a8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:11.563948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.672724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Made reservation on behalf of ffef084b352c4d7cbae89afd437cfa0d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:11.676840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.705113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.729072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:11.777156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.781390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:11.782053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:11.811312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:11.813224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:11.932683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event updated for resources: {'Network': ['ID=36ade707-c5fc-45fb-b690-b0ce61f99a96,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:11.983730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 40986) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:11.984821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20c5dd96-5fba-4f5a-80ae-0aca6f1822c0 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3069952 Nov 01 18:33:11.993542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Request body: {'network': {'project_id': '16748dca05cd4450972819f76b6f03ce'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:12.056665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 36ade707-c5fc-45fb-b690-b0ce61f99a96 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:33:12.063336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.114561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Made reservation on behalf of 16748dca05cd4450972819f76b6f03ce for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:12.118564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.145712 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.164012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:12.166250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:33:12.196794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:33:12.199451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.200170 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Added segment e126cb3b-1431-461a-b2bd-cddf204a26f6 of type vlan for network a2722794-4d1d-4b4c-992e-e9422c5dbd32 Nov 01 18:33:12.252170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb61298-2d61-4dff-a808-f43a1b2ddc9c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:12.266652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.267186 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Added segment b1adceb5-67a0-43bd-9adf-feac99ef30d2 of type vlan for network 90fcd793-206d-405c-862b-5fb95004b428 Nov 01 18:33:12.277279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=29603041-2063-43c0-a514-a4c9dc5ccb95,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:12.349199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.376106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.511541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.513428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:12.515022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.544969 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.546525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:12.547244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.594308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 2, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:12.621931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event updated for resources: {'Network': ['ID=a2722794-4d1d-4b4c-992e-e9422c5dbd32,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:12.629825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b776c44b-0569-4db9-91f7-f112093cd5f3 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6447279 Nov 01 18:33:12.635568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:12.649717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e73901e1-3e04-47be-8475-99514a258c01 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Request body: {'network': {'project_id': '16748dca05cd4450972819f76b6f03ce'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:12.682295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a2722794-4d1d-4b4c-992e-e9422c5dbd32 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:33:12.701070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:12.701457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Updating router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc port 6f7dab5d-845d-4ca0-8326-5332ba24a204 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:12.733412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] Pushing event updated for resources: {'Network': ['ID=90fcd793-206d-405c-862b-5fb95004b428,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:12.772099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-7a6f6809-c8a1-4e4c-b81c-80eb414744d1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:12.773773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-7a6f6809-c8a1-4e4c-b81c-80eb414744d1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1861305 Nov 01 18:33:12.794448 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73901e1-3e04-47be-8475-99514a258c01 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 01 18:33:12.794448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73901e1-3e04-47be-8475-99514a258c01 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:33:12.795402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e73901e1-3e04-47be-8475-99514a258c01 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1553223 Nov 01 18:33:12.797432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41014) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:12.798437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:12.798552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1ad5c735-207b-4d29-b480-e6e5bfe54b6c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4417925 Nov 01 18:33:12.803061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6ac34cea-04ec-4afa-8f8d-09d790173a27 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0221155 Nov 01 18:33:12.803936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 90fcd793-206d-405c-862b-5fb95004b428 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:33:12.821885 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:12.829419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Request body: {'subnet': {'network_id': '90fcd793-206d-405c-862b-5fb95004b428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2121085400-subnet', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:12.886703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-cd8c7b7b-1ea7-4e7e-b09a-2fcb4214b16e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773001 Nov 01 18:33:12.975414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47dc8162-a48d-42a9-94d3-29e87a6962bc tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16748dca05cd4450972819f76b6f03ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753113 Nov 01 18:33:12.981015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41022) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:12.998919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 29603041-2063-43c0-a514-a4c9dc5ccb95 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:13.138742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.140574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-0b455725-e30b-40cf-92b1-1f10a6713702 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528665 Nov 01 18:33:13.174098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.177215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 29603041-2063-43c0-a514-a4c9dc5ccb95 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:13.177799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.261344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Made reservation on behalf of ffef084b352c4d7cbae89afd437cfa0d for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:13.264688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.398306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.401366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.402582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/56918f7b-59d4-4707-8aca-ded5717330fb HTTP/1.1" status: 204 len: 168 time: 0.4205706 Nov 01 18:33:13.419766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-883285e5-ab7f-4bf7-9598-f2cca483ce67 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705214 Nov 01 18:33:13.420256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41042) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:13.454788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef14a-8ba1-434e-8ce7-49efab4191af tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56918f7b-59d4-4707-8aca-ded5717330fb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:13.640479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.737606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.858991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.881888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:13.957067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.050292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2722794-4d1d-4b4c-992e-e9422c5dbd32']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:14.068428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67de65d-2b1b-46ac-9a9a-5ddffca1f703,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:14.085076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e126cb3b-1431-461a-b2bd-cddf204a26f6') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:14.085371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e126cb3b-1431-461a-b2bd-cddf204a26f6') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:14.099290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Checking segment: {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:14.103704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Network hostable DHCP agents. Network: 90fcd793-206d-405c-862b-5fb95004b428, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:33:14.129949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36717b-8d5e-4927-86e1-2c272abf3611 None None] Pushing event updated for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:14.157614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.186375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Attempting to bind port 6f7dab5d-845d-4ca0-8326-5332ba24a204 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:14.189523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Attempting to bind port 6f7dab5d-845d-4ca0-8326-5332ba24a204 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:14.192138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Attempting to bind port 6f7dab5d-845d-4ca0-8326-5332ba24a204 on network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:14.195598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.205103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:14.207234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Checking segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:14.209038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.212842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Bound using segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:14.214781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Bound port: 6f7dab5d-845d-4ca0-8326-5332ba24a204, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:14.215093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:33:14.215758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.216731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:33:14.227849 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:33:14.291857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Network 90fcd793-206d-405c-862b-5fb95004b428 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:33:14.409370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] For port 6f7dab5d-845d-4ca0-8326-5332ba24a204, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:14.413901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] For port 6f7dab5d-845d-4ca0-8326-5332ba24a204, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f7dab5d-845d-4ca0-8326-5332ba24a204,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:14.435958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 90fcd793-206d-405c-862b-5fb95004b428) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:14.449764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2da25f-f3fc-40c2-bf1c-91931d314b93 None None] Network 90fcd793-206d-405c-862b-5fb95004b428 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:14.453844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:14.456035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.528777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8809b47d-d0f3-43f4-b276-30c6349a56e3 req-f68220a1-f5d6-4da5-bbc4-d4f5aeee908e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.6287742 Nov 01 18:33:14.530497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.547725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.549718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a2722794-4d1d-4b4c-992e-e9422c5dbd32 HTTP/1.1" status: 204 len: 168 time: 1.1285291 Nov 01 18:33:14.553557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:14.556309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.584739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921f80a-032f-44ca-8bea-ddab6b800477 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2722794-4d1d-4b4c-992e-e9422c5dbd32,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:14.695249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-13f7992c-bdd2-4d8d-a189-ecf6283156a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8786001 Nov 01 18:33:14.698036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41070) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:14.702620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:14.735928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] Provisioning complete for port 6f7dab5d-845d-4ca0-8326-5332ba24a204 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:14.737814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.742517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36717b-8d5e-4927-86e1-2c272abf3611 None None] Pushing event updated for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:14.760441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.840722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.842334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:14.951110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:14.958073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:14.985045 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.022859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.040518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ade707-c5fc-45fb-b690-b0ce61f99a96']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:15.063064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35bad1-0abd-4238-963d-794f302ba7ef') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:15.063355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35bad1-0abd-4238-963d-794f302ba7ef') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:15.091794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.125443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.132614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-90fcd793-206d-405c-862b-5fb95004b428', 'network_id': '90fcd793-206d-405c-862b-5fb95004b428', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'fixed_ips': [{'subnet_id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:33:15.133538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:33:15.134422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.136558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:33:15.263160 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:33:15.356220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.371373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.378639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] 10.222.0.31 "DELETE /v2.0/networks/36ade707-c5fc-45fb-b690-b0ce61f99a96 HTTP/1.1" status: 204 len: 168 time: 0.8236544 Nov 01 18:33:15.465907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f54fbc-bd91-427c-911f-3dbbbc4e7843 tempest-QuotasNegativeTest-1648001612 tempest-QuotasNegativeTest-1648001612-project-admin] Pushing event deleted for resources: {'Network': ['ID=36ade707-c5fc-45fb-b690-b0ce61f99a96,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:15.506829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.680594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:15.704684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:15.715231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7b174f3-bb87-4d09-a40d-10c39e95653f req-375a8e64-e320-4f15-9c65-e6dfa912ea0a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.0610883 Nov 01 18:33:15.790372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] For port 6f7dab5d-845d-4ca0-8326-5332ba24a204, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f7dab5d-845d-4ca0-8326-5332ba24a204,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:15.912578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:16.077115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa9b9-783d-4948-929a-5f639de2a65e None None] Pushing event updated for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:16.153313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Allocated IP 172.20.0.2 (90fcd793-206d-405c-862b-5fb95004b428/d67de65d-2b1b-46ac-9a9a-5ddffca1f703/9498587e-48e1-4681-a29c-cc2db35021bd) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:16.180378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8797c7f5-b2a0-4413-b6d9-6189dd04472a None None] Provisioning complete for port 6f7dab5d-845d-4ca0-8326-5332ba24a204 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:16.180755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8797c7f5-b2a0-4413-b6d9-6189dd04472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:16.426380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:16.476819 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:16.731936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Allocated IP 172.25.2.44 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/a5dbda00-2369-4071-b954-217f8aaa733a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:16.810666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:14Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:16.920528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052891d3-0351-42a1-84ed-b5d9065deb6b None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:14Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:16.921036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e2d6f36-454f-4186-a60e-9fca07f67ee0 req-95f6a005-ea5b-4ecb-9e09-a1729321b9c6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.0694025 Nov 01 18:33:16.958539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.087796 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.110021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.251839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:17.397672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Network 90fcd793-206d-405c-862b-5fb95004b428 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:17.405778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.439986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:17.448505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:17.502133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Pushing event updated for resources: {'Port': ['ID=9498587e-48e1-4681-a29c-cc2db35021bd,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:17.616076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.692104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-5aab68ab-e666-4676-b03e-28226f9ec2cf tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:17.706752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-5aab68ab-e666-4676-b03e-28226f9ec2cf tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.4907458 Nov 01 18:33:17.710437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Attempting to bind port 9498587e-48e1-4681-a29c-cc2db35021bd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:17.710859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Attempting to bind port 9498587e-48e1-4681-a29c-cc2db35021bd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:17.711229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Attempting to bind port 9498587e-48e1-4681-a29c-cc2db35021bd on network 90fcd793-206d-405c-862b-5fb95004b428 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:17.717477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:17.728719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:17.732585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Checking segment: {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:17.733856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.735174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Bound using segment: {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:17.735576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:17.736267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Bound port: 9498587e-48e1-4681-a29c-cc2db35021bd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:17.737901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.798261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Pushing event updated for resources: {'Port': ['ID=a5dbda00-2369-4071-b954-217f8aaa733a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:17.810570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:17.838248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:17.856693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:17.883607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] For port 9498587e-48e1-4681-a29c-cc2db35021bd, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:17.888074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] For port 9498587e-48e1-4681-a29c-cc2db35021bd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9498587e-48e1-4681-a29c-cc2db35021bd,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:17.952027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.013753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.026692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=443b15549c79498399dd09fc4625d037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735841 Nov 01 18:33:18.027530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee097b93-e436-456c-98df-799790a90d36,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:18.030129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41136) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:18.091176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.091803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.092307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.092813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.093301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.093786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.094280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.094775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.095607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.096221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.096878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.097386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d521a-df68-45a9-a90d-ca514060a2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:18.126566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458184da-cb33-4481-9aaf-98a00ff36030 None None] Pushing event updated for resources: {'Port': ['ID=9498587e-48e1-4681-a29c-cc2db35021bd,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:18.204198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.235063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.273128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85aeae5e-5c69-43f2-a095-18034f524b4f req-6824b5e5-3faf-4e27-a0eb-72d1722ba4d2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.1001716 Nov 01 18:33:18.408449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.415742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.416904 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee097b93-e436-456c-98df-799790a90d36 HTTP/1.1" status: 204 len: 168 time: 0.3855183 Nov 01 18:33:18.469319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5b7fc-634e-4e13-871a-06ca7a47fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee097b93-e436-456c-98df-799790a90d36,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:18.522529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:18.527542 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.704494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58905325-c124-4610-9656-b67a871b80df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:18.989934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.4 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/5f891474-1c58-478b-8053-747d89f0f839) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:19.094869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9498587e-48e1-4681-a29c-cc2db35021bd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:19.119597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-77e326dd-b701-4bbf-996e-3805b2c62688 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256871 Nov 01 18:33:19.253580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9498587e-48e1-4681-a29c-cc2db35021bd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:19.254290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:19.497541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:19.620046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 9498587e-48e1-4681-a29c-cc2db35021bd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9498587e-48e1-4681-a29c-cc2db35021bd,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:19.704307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:19.705542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f7dab5d-845d-4ca0-8326-5332ba24a204 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:19.724054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-bbbe8639-d62c-4271-b591-ea52d1da9475 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:19.735118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-bbbe8639-d62c-4271-b591-ea52d1da9475 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6067173 Nov 01 18:33:19.772416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:19.804186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc77ffb8-ab25-492d-85d0-50285dcce7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:19.829000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:19.972192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c5f856-1eab-4460-a189-d338985910f6 req-5441c38c-f333-40d6-bfe9-5eece58aac20 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.2063897 Nov 01 18:33:19.974579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-8e9e0696-840e-4046-96ce-f01b76139ae7 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/quotas/389e9b72cde6448ea5c4eb55ae3d27b0 HTTP/1.1" status: 200 len: 375 time: 0.2386494 Nov 01 18:33:20.071048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc77ffb8-ab25-492d-85d0-50285dcce7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.323927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-0a72c1da-e2ae-4743-b7e8-a955491bd729 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178765 Nov 01 18:33:20.328979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cc77ffb8-ab25-492d-85d0-50285dcce7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.328979 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc77ffb8-ab25-492d-85d0-50285dcce7e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b49375da60594eb7a942d45869556552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972553 Nov 01 18:33:20.328979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41192) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:20.328979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ffb8-ab25-492d-85d0-50285dcce7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb792b-8fb9-4b75-be2f-94a36cce9bb6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:20.330579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce61cae-1777-4dc1-a392-97984bb82e03 None None] Network 90fcd793-206d-405c-862b-5fb95004b428 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:20.428946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.459997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-93daf14f-7a4d-4a42-93ab-68baf4753835 None None] Provisioning complete for port 9498587e-48e1-4681-a29c-cc2db35021bd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:20.460373 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-93daf14f-7a4d-4a42-93ab-68baf4753835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.465346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6f7dab5d-845d-4ca0-8326-5332ba24a204 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:20.466122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.479189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.547025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.560630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=9498587e-48e1-4681-a29c-cc2db35021bd,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:20.603312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.673981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.677560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:20.678751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2bb792b-8fb9-4b75-be2f-94a36cce9bb6 HTTP/1.1" status: 204 len: 168 time: 0.3914728 Nov 01 18:33:20.701897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1578f-8c4c-4c47-8f11-c59556fcecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb792b-8fb9-4b75-be2f-94a36cce9bb6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:20.763775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67b1f922-5e18-42a2-9977-ad75a44706ce req-a4e5e4f5-8907-4ba9-ab8e-6b9b86156b98 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.0658145 Nov 01 18:33:20.960490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.049097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8743c11-b2fb-498f-b865-44ebd847747e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.077487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:21.081295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:21.084997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:21.187067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9498587e-48e1-4681-a29c-cc2db35021bd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:21.201563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Router d39ce499-9791-4a02-8422-e73bb057f807 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:21.333616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:21.353231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9498587e-48e1-4681-a29c-cc2db35021bd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:21.354216 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.385150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:21.385822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.541374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632929-0c53-400e-ad96-259d88dd905c req-5c870fc1-3bc6-490f-966d-3de9df7e8146 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:21.543257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37632929-0c53-400e-ad96-259d88dd905c req-5c870fc1-3bc6-490f-966d-3de9df7e8146 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 931 time: 0.3602679 Nov 01 18:33:21.577119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-292924b2-2abd-47e8-af12-a5d6e169fab4 None None] Provisioning complete for port 9498587e-48e1-4681-a29c-cc2db35021bd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:21.577694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-292924b2-2abd-47e8-af12-a5d6e169fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.628279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-d77c0599-5d90-4a07-9a0b-444047575f1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9088109 Nov 01 18:33:21.665131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Request body: {'port': {'device_id': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:21.745134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:21.756660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Sync routers for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:21.770968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37632929-0c53-400e-ad96-259d88dd905c req-193ab955-6e67-4db6-89ba-ac3121d0787d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542022 Nov 01 18:33:21.775200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:21.775477 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:21.787880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.882691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:21.886922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:21.893598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-98dfd925-86b3-4e9e-83de-6b4e26bb1d31 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1849525 Nov 01 18:33:21.992693 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:21.995977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f23aae7-78df-411f-a6d8-047dde338491 req-4598f921-a8c8-428a-9519-4609b171f141 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.1393738 Nov 01 18:33:22.086956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:22.199932 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:18Z', 'revision_number': 3, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:22.228051 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Checking router: d39ce499-9791-4a02-8422-e73bb057f807 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:22.228633 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Updating router d39ce499-9791-4a02-8422-e73bb057f807 port a5dbda00-2369-4071-b954-217f8aaa733a binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:22.262365 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:22.529160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f891474-1c58-478b-8053-747d89f0f839 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:22.539704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:22.556329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Transition to ACTIVE for port object 5f891474-1c58-478b-8053-747d89f0f839 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:33:22.674688 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:22.675474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:22.762740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Pushing event updated for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:23.035752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Attempting to bind port 5f891474-1c58-478b-8053-747d89f0f839 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:23.036329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Attempting to bind port 5f891474-1c58-478b-8053-747d89f0f839 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:23.038136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Attempting to bind port 5f891474-1c58-478b-8053-747d89f0f839 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:23.047904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Port 5f891474-1c58-478b-8053-747d89f0f839 on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:33:23.048256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Attempting to bind port 5f891474-1c58-478b-8053-747d89f0f839 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:23.070645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd2c57-8252-41c1-9769-9b514937a8bf req-b8f1e8c5-c485-4649-8d4a-416adee7b136 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:23.073241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28dd2c57-8252-41c1-9769-9b514937a8bf req-b8f1e8c5-c485-4649-8d4a-416adee7b136 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 943 time: 0.1636088 Nov 01 18:33:23.076481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:23.076967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:23.077771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:23.078231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Bound port: 5f891474-1c58-478b-8053-747d89f0f839, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:23.078627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.094784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.208831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1842f9f1-6e53-4ed2-825b-703ff6f36f1b req-4f70c265-650d-4a74-ae1c-d0f2188aedf6 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.1031661 Nov 01 18:33:23.241903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28dd2c57-8252-41c1-9769-9b514937a8bf req-e9de579e-7bb6-4bb6-85e1-ad3a9e3c9a3b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487932 Nov 01 18:33:23.264039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:23.277127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5f891474-1c58-478b-8053-747d89f0f839,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:23.336975 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.361715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Allocated IP 172.20.0.1 (90fcd793-206d-405c-862b-5fb95004b428/d67de65d-2b1b-46ac-9a9a-5ddffca1f703/e474b1bd-8ea9-4acc-9087-0f08d3709735) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:23.375244 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Attempting to bind port a5dbda00-2369-4071-b954-217f8aaa733a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:23.377049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Attempting to bind port a5dbda00-2369-4071-b954-217f8aaa733a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:23.377861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Attempting to bind port a5dbda00-2369-4071-b954-217f8aaa733a on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Bound port: a5dbda00-2369-4071-b954-217f8aaa733a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:23.438832 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.551640 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.557226 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d0d6e-e682-424b-ba0a-126fd950a183 None None] Pushing event updated for resources: {'Port': ['ID=a5dbda00-2369-4071-b954-217f8aaa733a,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:23.595829 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] For port a5dbda00-2369-4071-b954-217f8aaa733a, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:23.611144 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] For port a5dbda00-2369-4071-b954-217f8aaa733a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5dbda00-2369-4071-b954-217f8aaa733a,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:23.669048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.796254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.796700 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.823705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:23.824350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.825851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] 10.222.0.32 "PUT /v2.0/ports/5f891474-1c58-478b-8053-747d89f0f839 HTTP/1.1" status: 200 len: 1091 time: 2.1775813 Nov 01 18:33:23.826870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'tag': '5f891474-1c58-478b-8053-747d89f0f839'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:23.829738 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002e2bf-ca7a-49d1-b45d-af7060863aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "tag": "5f891474-1c58-478b-8053-747d89f0f839"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:23.853945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c613214-6a82-4da4-b9b8-7a0b942e2e9d service neutron] Pushing event updated for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:23.878959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:23.925151 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd6153-d4e5-4a53-811b-5c8548cf115a x-openstack-request-id: req-60cd6153-d4e5-4a53-811b-5c8548cf115a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:23.925151 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "tag": "5f891474-1c58-478b-8053-747d89f0f839", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:23.925151 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60cd6153-d4e5-4a53-811b-5c8548cf115a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:23.925151 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'tag': '5f891474-1c58-478b-8053-747d89f0f839', 'status': 'completed', 'code': 200} Nov 01 18:33:23.929262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Network 90fcd793-206d-405c-862b-5fb95004b428 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:23.934818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:23.964996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:23.981847 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:23.993348 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:24.014226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Pushing event updated for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:24.021733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-e809ff2c-f30e-4888-8634-ee089992ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:24.023261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-e809ff2c-f30e-4888-8634-ee089992ab2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 1094 time: 0.0858068 Nov 01 18:33:24.082969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:24.231719 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d0d6e-e682-424b-ba0a-126fd950a183 None None] Pushing event updated for resources: {'Port': ['ID=a5dbda00-2369-4071-b954-217f8aaa733a,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:24.231986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-306d1ce4-31a2-4900-8d69-42e2172bbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:24.233983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-306d1ce4-31a2-4900-8d69-42e2172bbfcc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fa054a9f980647f4bffd697b99bbecf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2001402 Nov 01 18:33:24.283132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:24.594188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:24.654933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:18Z', 'revision_number': 3, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:24.677589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a63941fc-339b-45ee-82b5-0437ac09300d None None] Provisioning complete for port e474b1bd-8ea9-4acc-9087-0f08d3709735 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:24.677963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a63941fc-339b-45ee-82b5-0437ac09300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:24.726662 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c55224-7f78-4ec4-8f60-010e014145ac None None] The sync data for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 is: [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:18Z', 'revision_number': 3, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:24.792160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a63941fc-339b-45ee-82b5-0437ac09300d None None] Port e474b1bd-8ea9-4acc-9087-0f08d3709735 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:24.954234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:24.960899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41318) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:25.005960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e793350-d950-448c-ba6d-e6bfaaabe716 req-9d184068-ace6-4abc-91f6-01790cedff2c tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.0738389 Nov 01 18:33:25.023767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-b80de357-3f17-4d29-9472-bf7c176a6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:25.025479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2002e2bf-ca7a-49d1-b45d-af7060863aeb req-b80de357-3f17-4d29-9472-bf7c176a6bda service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7832406 Nov 01 18:33:25.079482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a718f-54fc-4e84-943d-9e86f55e64d3 req-1f7d6a22-5223-4393-8be8-d8c2c3b58ccd tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:25.090447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5a718f-54fc-4e84-943d-9e86f55e64d3 req-1f7d6a22-5223-4393-8be8-d8c2c3b58ccd tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 943 time: 0.1574025 Nov 01 18:33:25.201271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-ce4a0ae9-884a-424b-ade4-01999216f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:25.201827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-ce4a0ae9-884a-424b-ade4-01999216f1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 1094 time: 0.0974920 Nov 01 18:33:25.210126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:25.227838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a5a718f-54fc-4e84-943d-9e86f55e64d3 req-4fe99fb7-2a66-41fb-a585-aad75a72be71 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361527 Nov 01 18:33:25.300010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1849110711', 'router:external': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:25.307213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-8c638f56-8da9-46b0-a835-aedd0f8a1e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f891474-1c58-478b-8053-747d89f0f839 HTTP/1.1" status: 200 len: 217 time: 0.0950205 Nov 01 18:33:25.371972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-b12fd7f8-c001-4441-ab65-9cec8f183a9d tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3247437 Nov 01 18:33:25.387923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-81800b81-4a6e-4f9d-ac41-339a641eb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:25.389639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-81800b81-4a6e-4f9d-ac41-339a641eb66b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.0738573 Nov 01 18:33:25.413251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Pushing event updated for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:25.445120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-bebb9646-5fd2-4a33-8cd5-6bd93000645a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466559 Nov 01 18:33:25.545753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:25.649625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-152a6524-338b-4539-a595-373111887118 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965735 Nov 01 18:33:25.690646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Made reservation on behalf of 17b5063cc0844c7bb90fedad115f67f0 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:25.693468 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:25.718125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:25.772906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-33cd24e8-adba-4dab-b049-29e0f47565fa tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:25.774764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-33cd24e8-adba-4dab-b049-29e0f47565fa tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3892279 Nov 01 18:33:25.790456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Request body: {'port': {'device_id': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': '389e9b72cde6448ea5c4eb55ae3d27b0'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:25.810043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e4f0853-6239-4381-8375-62ddd7a7f359 req-38832fb3-9064-4ab2-a378-7b891d28aad9 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463003 Nov 01 18:33:25.915190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Network 90fcd793-206d-405c-862b-5fb95004b428 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:25.920519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:26.046778 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.154888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Router d39ce499-9791-4a02-8422-e73bb057f807 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:33:26.154888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.188721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:33:26.247970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e781c-eac2-4f72-9bf1-55bf65b2d6f6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:26.263366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.263366 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Added segment 242dcf11-9547-4f1a-ae28-aafec26680d8 of type vlan for network 24174380-0499-41c1-afbd-840c6b576ecd Nov 01 18:33:26.283332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-009405b7-d65a-4405-809a-2aa11aad747d req-b0d407cc-9cc6-4b5a-84fe-479f1add09ff tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.0552678 Nov 01 18:33:26.395349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ea917fea-f78f-40ed-b92e-7bfdf6f81761 None None] Provisioning complete for port e474b1bd-8ea9-4acc-9087-0f08d3709735 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:26.399729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ea917fea-f78f-40ed-b92e-7bfdf6f81761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.455105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ea917fea-f78f-40ed-b92e-7bfdf6f81761 None None] Port e474b1bd-8ea9-4acc-9087-0f08d3709735 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:26.502983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aee55-2824-4899-88af-79e5d459f53a req-d84e4307-f5ed-4773-9af2-873288cd3f0f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:26.505308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c5aee55-2824-4899-88af-79e5d459f53a req-d84e4307-f5ed-4773-9af2-873288cd3f0f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 943 time: 0.0854928 Nov 01 18:33:26.554238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c5aee55-2824-4899-88af-79e5d459f53a req-9ef5ba0e-966c-4b05-b74e-87e38994d23a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Nov 01 18:33:26.743899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Made reservation on behalf of 389e9b72cde6448ea5c4eb55ae3d27b0 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:26.747741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.775903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.778562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.784271 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:26.817779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:26.825600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-90a76298-c8a0-4df2-983a-3c68b1c87a7b admin admin] 10.222.0.31 "PUT /v2.0/routers/d39ce499-9791-4a02-8422-e73bb057f807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9368513 Nov 01 18:33:26.915845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.132601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5dbda00-2369-4071-b954-217f8aaa733a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:27.199127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a5dbda00-2369-4071-b954-217f8aaa733a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:27.199923 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.303978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Sync routers for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:27.322319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.335691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:27.336841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:27.387639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-542f91fe-d759-409d-b82d-f4fd075e1871 req-49870712-c9cf-49a2-bc48-bd3b83dd8a83 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.0338643 Nov 01 18:33:27.510018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:27.541891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.541891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:27.541891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.561794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port a5dbda00-2369-4071-b954-217f8aaa733a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5dbda00-2369-4071-b954-217f8aaa733a,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:27.572413 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:33:27.676628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.679838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Network': ['ID=24174380-0499-41c1-afbd-840c6b576ecd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:27.757648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de773860-34cf-4010-af17-4929edefa373,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:27.767365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 24174380-0499-41c1-afbd-840c6b576ecd details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:33:27.797602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7de4d1d-3e6e-430d-9d07-d447fb630c4d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8355317 Nov 01 18:33:27.802600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41424) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:27.811216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'subnet': {'network_id': '24174380-0499-41c1-afbd-840c6b576ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:27.836365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0f554-c2b1-4920-b4e8-32b92cb2c0fa req-a0f35cdf-831a-4482-8152-7e46df6c4982 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:27.839593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b0f554-c2b1-4920-b4e8-32b92cb2c0fa req-a0f35cdf-831a-4482-8152-7e46df6c4982 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 943 time: 0.2046099 Nov 01 18:33:27.853827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:27.925259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Allocated IP 192.168.233.52 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/90ffe99d-a025-4847-be63-ed56619f36d5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:27.943800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b0f554-c2b1-4920-b4e8-32b92cb2c0fa req-ba56f200-ad8a-4fa9-9778-0df33bc2ee9a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Nov 01 18:33:28.033425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=a5dbda00-2369-4071-b954-217f8aaa733a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:28.127937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:24Z', 'revision_number': 4, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e474b1bd-8ea9-4acc-9087-0f08d3709735', 'name': '', 'network_id': '90fcd793-206d-405c-862b-5fb95004b428', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'mac_address': 'fa:16:3e:d2:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:23Z', 'updated_at': '2021-11-01T18:33:24Z', 'revision_number': 2, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'subnets': [{'id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:28.133637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Made reservation on behalf of 17b5063cc0844c7bb90fedad115f67f0 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:28.137578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.227416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Checking router: d39ce499-9791-4a02-8422-e73bb057f807 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:28.232352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Updating router d39ce499-9791-4a02-8422-e73bb057f807 port e474b1bd-8ea9-4acc-9087-0f08d3709735 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:28.259097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.288355 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.318921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5f891474-1c58-478b-8053-747d89f0f839 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:33:28.443579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.500564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:28.529644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:28.559837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:28.605321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b993d-53f8-458b-9c49-a92361e5d30e req-8b708be7-0595-43d3-bfa2-b6010644ee7e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:28.606219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5f891474-1c58-478b-8053-747d89f0f839,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:28.619369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f31b993d-53f8-458b-9c49-a92361e5d30e req-8b708be7-0595-43d3-bfa2-b6010644ee7e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 935 time: 0.1533089 Nov 01 18:33:28.671269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:28.674465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.679014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '5f891474-1c58-478b-8053-747d89f0f839', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': '5f891474-1c58-478b-8053-747d89f0f839', 'mac_address': 'fa:16:3e:16:ab:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:33:28.693759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Pushing event updated for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:28.724296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f31b993d-53f8-458b-9c49-a92361e5d30e req-1942389a-282b-439b-a62b-5ca103526301 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Nov 01 18:33:28.857475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-201c2ec4-cb90-42af-8c99-3574c8a402dc tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0724475 Nov 01 18:33:28.871618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Request body: {'port': {'device_id': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:28.907981 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.912567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:28.929544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f891474-1c58-478b-8053-747d89f0f839 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:28.960140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5f891474-1c58-478b-8053-747d89f0f839,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:29.006805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.048720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-849767a0-4eba-47ed-9ea8-be5e7a9eef0b None None] Provisioning complete for port 90ffe99d-a025-4847-be63-ed56619f36d5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:29.049098 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-849767a0-4eba-47ed-9ea8-be5e7a9eef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.105121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.115722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:33:29.116736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.122184 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.180712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00787f2-bf91-4749-a92b-da6609f765d4 req-02d0f89b-7cd4-447c-bcfe-c662750272c3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:29.188967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f00787f2-bf91-4749-a92b-da6609f765d4 req-02d0f89b-7cd4-447c-bcfe-c662750272c3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 943 time: 0.1178298 Nov 01 18:33:29.191921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5dbda00-2369-4071-b954-217f8aaa733a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:29.256406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f00787f2-bf91-4749-a92b-da6609f765d4 req-97af730d-e4cf-4520-b790-af3b81a6f813 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Nov 01 18:33:29.475917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-849767a0-4eba-47ed-9ea8-be5e7a9eef0b None None] Port 90ffe99d-a025-4847-be63-ed56619f36d5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:29.476176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:29.529511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e54ba-5abb-474d-85e4-1d5c9aee5c8d None None] Pushing event updated for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:29.529747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Checking segment: {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:29.530174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network hostable DHCP agents. Network: 24174380-0499-41c1-afbd-840c6b576ecd, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:33:29.591537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:33:29.745524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 24174380-0499-41c1-afbd-840c6b576ecd is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:33:29.770365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Attempting to bind port e474b1bd-8ea9-4acc-9087-0f08d3709735 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:29.771074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Attempting to bind port e474b1bd-8ea9-4acc-9087-0f08d3709735 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:29.771074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Attempting to bind port e474b1bd-8ea9-4acc-9087-0f08d3709735 on network 90fcd793-206d-405c-862b-5fb95004b428 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:29.773811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ffe99d-a025-4847-be63-ed56619f36d5 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:29.785116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.787119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:29.787490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Checking segment: {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:29.787971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.795443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Bound using segment: {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:29.796146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Bound port: e474b1bd-8ea9-4acc-9087-0f08d3709735, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1adceb5-67a0-43bd-9adf-feac99ef30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90fcd793-206d-405c-862b-5fb95004b428'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:29.796589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.802885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:29.832490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Transition to ACTIVE for port object 90ffe99d-a025-4847-be63-ed56619f36d5 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:33:29.857166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a5dbda00-2369-4071-b954-217f8aaa733a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:29.857536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.862565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 24174380-0499-41c1-afbd-840c6b576ecd) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:29.871757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:29.872367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:29.890402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fc568-ad4e-4028-bb5c-6d427fbef4b6 None None] Network 24174380-0499-41c1-afbd-840c6b576ecd requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:29.983879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.021459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f562c9-70f6-4971-91e6-2a8bcd584015 req-cb3ba65c-835b-4b91-ac82-d99bc771fc46 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:30.035327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2f562c9-70f6-4971-91e6-2a8bcd584015 req-cb3ba65c-835b-4b91-ac82-d99bc771fc46 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 935 time: 0.1260574 Nov 01 18:33:30.120858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41512) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:30.121275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-acee0bd8-7eec-471b-a196-ea8614137b0b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3106318 Nov 01 18:33:30.151091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-672197933', 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:30.151275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-340baf50-b78b-4580-8098-d2749bec03b1 None None] Provisioning complete for port e474b1bd-8ea9-4acc-9087-0f08d3709735 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:30.151275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-340baf50-b78b-4580-8098-d2749bec03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.204024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2f562c9-70f6-4971-91e6-2a8bcd584015 req-25e1a39c-475c-4705-b3aa-2dd82777944d tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614857 Nov 01 18:33:30.245428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] For port e474b1bd-8ea9-4acc-9087-0f08d3709735, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:30.329719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:30.333431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Made reservation on behalf of 17b5063cc0844c7bb90fedad115f67f0 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:30.335897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.344634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] For port e474b1bd-8ea9-4acc-9087-0f08d3709735, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e474b1bd-8ea9-4acc-9087-0f08d3709735,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:30.379406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] device_id is not set on port 6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:33:30.390424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Attempting to bind port 90ffe99d-a025-4847-be63-ed56619f36d5 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:30.390764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Attempting to bind port 90ffe99d-a025-4847-be63-ed56619f36d5 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:30.395711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Attempting to bind port 90ffe99d-a025-4847-be63-ed56619f36d5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:30.400842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-340baf50-b78b-4580-8098-d2749bec03b1 None None] Port e474b1bd-8ea9-4acc-9087-0f08d3709735 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:30.416029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Port 90ffe99d-a025-4847-be63-ed56619f36d5 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:33:30.416374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Attempting to bind port 90ffe99d-a025-4847-be63-ed56619f36d5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:30.430090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:30.430437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:30.430955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:30.431243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Bound port: 90ffe99d-a025-4847-be63-ed56619f36d5, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:30.440403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.466799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483b908-7881-4b70-b926-371bb5b227ec None None] Network 24174380-0499-41c1-afbd-840c6b576ecd requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:33:30.604573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.616975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:30.620580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=90ffe99d-a025-4847-be63-ed56619f36d5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:30.733944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e54ba-5abb-474d-85e4-1d5c9aee5c8d None None] Pushing event updated for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:30.738182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.20.0.7 (24174380-0499-41c1-afbd-840c6b576ecd/2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4/6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:30.756602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:30.757939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:30.773314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.812404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a544bb4-ef4b-4eb0-a6ed-2b1c60885d74 req-b3082b73-23e5-43c3-be60-966b2f1fdb22 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:30.832403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a544bb4-ef4b-4eb0-a6ed-2b1c60885d74 req-b3082b73-23e5-43c3-be60-966b2f1fdb22 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 944 time: 0.2179933 Nov 01 18:33:30.859451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:30.867142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:30.867142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/90ffe99d-a025-4847-be63-ed56619f36d5 HTTP/1.1" status: 200 len: 1095 time: 1.9953911 Nov 01 18:33:30.867142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:30.867142 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f686f36-7d02-4000-a7cb-206598ec6158" -d '{"events": [{"name": "network-changed", "server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:30.916474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff6ee1-69ad-4b6e-a42e-5c3d0fafb3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:30.966861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:30.971349 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fcc12e-f23f-4e5b-a972-25cd6e4bf8a5 x-openstack-request-id: req-20fcc12e-f23f-4e5b-a972-25cd6e4bf8a5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:30.971883 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:30.972420 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20fcc12e-f23f-4e5b-a972-25cd6e4bf8a5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:30.973139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a544bb4-ef4b-4eb0-a6ed-2b1c60885d74 req-fe264a36-9dd7-417d-8096-081a890b6647 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396525 Nov 01 18:33:30.973460 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5', 'status': 'completed', 'code': 200} Nov 01 18:33:31.130337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f686f36-7d02-4000-a7cb-206598ec6158 req-135bf085-c602-409f-afef-398aa2b10054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.131947 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f686f36-7d02-4000-a7cb-206598ec6158 req-135bf085-c602-409f-afef-398aa2b10054 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 1098 time: 0.1123412 Nov 01 18:33:31.209092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f686f36-7d02-4000-a7cb-206598ec6158 req-db742b4c-acdb-40fe-912c-c6e2c967f6b8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686426 Nov 01 18:33:31.392885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] Provisioning complete for port e474b1bd-8ea9-4acc-9087-0f08d3709735 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:31.393528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.401718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.490893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f686f36-7d02-4000-a7cb-206598ec6158 req-c6013787-b470-4d5e-8024-c4cc05406052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.492434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3f686f36-7d02-4000-a7cb-206598ec6158 req-c6013787-b470-4d5e-8024-c4cc05406052 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763977 Nov 01 18:33:31.514405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62fc0-cd30-4a37-bfe9-02799d363c01 req-2a0690d4-1a41-4bbb-954e-ae9febb20774 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.516247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcc62fc0-cd30-4a37-bfe9-02799d363c01 req-2a0690d4-1a41-4bbb-954e-ae9febb20774 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 947 time: 0.1119394 Nov 01 18:33:31.587179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bcc62fc0-cd30-4a37-bfe9-02799d363c01 req-8c7548f0-ce07-46b9-8c9f-a115e0d97268 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600851 Nov 01 18:33:31.614716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-58798b9b-7e4a-4b3e-b936-9d7acd100725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.616427 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-58798b9b-7e4a-4b3e-b936-9d7acd100725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 1098 time: 0.0734146 Nov 01 18:33:31.617587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.641438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:24Z', 'revision_number': 4, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e474b1bd-8ea9-4acc-9087-0f08d3709735', 'name': '', 'network_id': '90fcd793-206d-405c-862b-5fb95004b428', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'mac_address': 'fa:16:3e:d2:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:23Z', 'updated_at': '2021-11-01T18:33:30Z', 'revision_number': 4, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'subnets': [{'id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:31.676718 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-3f1cb19b-7c8f-4799-9f5f-f1abed717706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=90ffe99d-a025-4847-be63-ed56619f36d5 HTTP/1.1" status: 200 len: 217 time: 0.0519705 Nov 01 18:33:31.685892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b017f-9d3e-477d-82cf-7af30d21f547 None None] The sync data for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 is: [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:33:24Z', 'revision_number': 4, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e474b1bd-8ea9-4acc-9087-0f08d3709735', 'name': '', 'network_id': '90fcd793-206d-405c-862b-5fb95004b428', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'mac_address': 'fa:16:3e:d2:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:23Z', 'updated_at': '2021-11-01T18:33:30Z', 'revision_number': 4, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'subnets': [{'id': 'd67de65d-2b1b-46ac-9a9a-5ddffca1f703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:31.686071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.708519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] For port e474b1bd-8ea9-4acc-9087-0f08d3709735, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e474b1bd-8ea9-4acc-9087-0f08d3709735,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:31.773164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 24174380-0499-41c1-afbd-840c6b576ecd is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:31.778918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:31.783400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:31.787377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-11761875-f513-4f08-b0cd-b00c4ca7e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.790907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-11761875-f513-4f08-b0cd-b00c4ca7e84b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.1066504 Nov 01 18:33:31.829842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.848307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.851874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:31.861143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:31.919210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc55ec-20d4-41f8-8726-d5f8b69b93cc None None] Pushing event updated for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:31.924848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-27a7bd19-6f5e-4ecc-a797-1812b1d4f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:31.928128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-27a7bd19-6f5e-4ecc-a797-1812b1d4f023 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245840 Nov 01 18:33:31.993093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a9e7618-2f11-4285-b587-8acdbab7f72b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8657846 Nov 01 18:33:31.995702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41558) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:32.192413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-91fbfd67-2c17-48cc-83b3-7880d6b7e8a9 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288837 Nov 01 18:33:32.271451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f637c2-db02-47fa-b8b8-b6c169eebf59 req-147465f3-fe80-467f-bbe5-bae2c3ecaaa6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:32.273069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34f637c2-db02-47fa-b8b8-b6c169eebf59 req-147465f3-fe80-467f-bbe5-bae2c3ecaaa6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 944 time: 0.2043364 Nov 01 18:33:32.275338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Deleting port 6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:32.275710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:32.325122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5f891474-1c58-478b-8053-747d89f0f839 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:32.341316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2dc5cc25-0aa8-422d-83fe-2a4dff410760 req-1b34d6e6-a6e4-4bf3-802d-be066ba5595d service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473439 Nov 01 18:33:32.506611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34f637c2-db02-47fa-b8b8-b6c169eebf59 req-c9b16635-75c9-4a73-ab61-8bbfdd19963a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458626 Nov 01 18:33:32.544279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:32.560619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Calling delete_port for 6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:32.578492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 5f891474-1c58-478b-8053-747d89f0f839 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:33:32.584242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 5f891474-1c58-478b-8053-747d89f0f839 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:32.585232 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:32.779105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:32.812507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f891474-1c58-478b-8053-747d89f0f839'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:32.815075 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244be802-c87a-4e72-99ab-b0ba2559e182" -d '{"events": [{"server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "name": "network-vif-plugged", "status": "completed", "tag": "5f891474-1c58-478b-8053-747d89f0f839"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:32.830081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5f891474-1c58-478b-8053-747d89f0f839,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:32.866430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bf63f-7caa-4611-affc-63193e858cea req-6e02e2c8-ac39-4138-b217-1b737f70edb0 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:32.868071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd4bf63f-7caa-4611-affc-63193e858cea req-6e02e2c8-ac39-4138-b217-1b737f70edb0 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 947 time: 0.0933802 Nov 01 18:33:32.873382 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f36845-302b-46c1-a127-026559604387 x-openstack-request-id: req-71f36845-302b-46c1-a127-026559604387 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:32.874021 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "name": "network-vif-plugged", "status": "completed", "tag": "5f891474-1c58-478b-8053-747d89f0f839", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:32.874506 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71f36845-302b-46c1-a127-026559604387 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:32.875114 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f891474-1c58-478b-8053-747d89f0f839', 'code': 200} Nov 01 18:33:32.931078 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:32.978619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd4bf63f-7caa-4611-affc-63193e858cea req-ac5017eb-005c-433d-a4a0-25c6e5873f2b tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Nov 01 18:33:33.001182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.050626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:33.097816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:33.212414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b798b07-a3ef-4ac1-8644-de21fc5b0495 req-669725cc-48d6-4bc0-b9b4-7a752a1315f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:33.240196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e474b1bd-8ea9-4acc-9087-0f08d3709735 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:33.252044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b798b07-a3ef-4ac1-8644-de21fc5b0495 req-669725cc-48d6-4bc0-b9b4-7a752a1315f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 1096 time: 0.3088455 Nov 01 18:33:33.294372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.305930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-afacdcd4-4c8d-46b6-a245-eb8ee3a45cb5 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6ba65a21-98ab-4f4c-97db-8e5d2a81ab8f HTTP/1.1" status: 204 len: 168 time: 1.3019965 Nov 01 18:33:33.306112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41586) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:33.306653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24174380-0499-41c1-afbd-840c6b576ecd', 'external_fixed_ips': [{'subnet_id': '2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4', 'ip_address': '172.20.0.7'}]}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:33.361365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e474b1bd-8ea9-4acc-9087-0f08d3709735 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:33.362865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.384793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b798b07-a3ef-4ac1-8644-de21fc5b0495 req-58cd21f0-9b4a-41a5-8011-96afd36bd2c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Nov 01 18:33:33.530577 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.532232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.660305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:33.725448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c859f6-b167-4a93-868a-9e1151cb033e req-4433dc2e-2aaa-483a-8d2b-ccf81bb1a007 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:33.728843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0c859f6-b167-4a93-868a-9e1151cb033e req-4433dc2e-2aaa-483a-8d2b-ccf81bb1a007 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 945 time: 0.1110251 Nov 01 18:33:33.784726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0c859f6-b167-4a93-868a-9e1151cb033e req-05eebd46-9af0-46e8-84ad-3b120ff6c272 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491908 Nov 01 18:33:34.004532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:34.209742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f75a9-22ca-4f62-85d2-21e3da077abd req-83a89dd0-3a1c-40fb-9622-553bcb5249d5 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:34.214862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a1f75a9-22ca-4f62-85d2-21e3da077abd req-83a89dd0-3a1c-40fb-9622-553bcb5249d5 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 947 time: 0.0972986 Nov 01 18:33:34.292512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a1f75a9-22ca-4f62-85d2-21e3da077abd req-dce7b71b-a9e5-4a2a-8071-7f0b12f2c060 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 Nov 01 18:33:34.483880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:34.510489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:34.743942 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:34.760695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.20.0.7 (24174380-0499-41c1-afbd-840c6b576ecd/2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4/5daba221-ec95-4d2a-9153-87e0b8db2802) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:34.951070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:34.994134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe8cb9-be3f-41ac-a2b3-8ba745ad8d46 req-648124a5-ebd0-4f7b-a069-39ad50fb1e3e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:35.009310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46fe8cb9-be3f-41ac-a2b3-8ba745ad8d46 req-648124a5-ebd0-4f7b-a069-39ad50fb1e3e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 945 time: 0.1325889 Nov 01 18:33:35.079699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46fe8cb9-be3f-41ac-a2b3-8ba745ad8d46 req-a529667d-9dfe-438c-9fd4-4ba2fda75d45 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631244 Nov 01 18:33:35.143497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:35.200534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=5daba221-ec95-4d2a-9153-87e0b8db2802,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:35.209337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 24174380-0499-41c1-afbd-840c6b576ecd is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:35.210951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:35.213444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:35.542659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308924-657e-4b51-8ab8-0f6244ac6f03 req-d485e285-2389-4630-84c3-5b5191d35dbf tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:35.551785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5308924-657e-4b51-8ab8-0f6244ac6f03 req-d485e285-2389-4630-84c3-5b5191d35dbf tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 947 time: 0.1132948 Nov 01 18:33:35.585573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-04f79ce8-5f06-4c5d-bf45-3ee669cedc46 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:35.593431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-04f79ce8-5f06-4c5d-bf45-3ee669cedc46 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1945510 Nov 01 18:33:35.624757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-8d1cad69-6667-4c2a-8d3e-e9a029dd4763 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0298378 Nov 01 18:33:35.723859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5308924-657e-4b51-8ab8-0f6244ac6f03 req-12d9627b-8bf0-4f4b-a8a9-52c8c047098f tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706600 Nov 01 18:33:35.770590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-d2ed1db0-6ac9-48ee-9bd2-5da1d40c3847 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445837 Nov 01 18:33:35.782892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:35.791437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 90ffe99d-a025-4847-be63-ed56619f36d5 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:33:35.940277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-6909a541-af68-416d-90c0-a879a0c30f38 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687410 Nov 01 18:33:36.027378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=90ffe99d-a025-4847-be63-ed56619f36d5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:36.050025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '90ffe99d-a025-4847-be63-ed56619f36d5', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '90ffe99d-a025-4847-be63-ed56619f36d5', 'mac_address': 'fa:16:3e:1a:49:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:33:36.104970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbaa415c-1d18-47b8-84d7-09670221e773 req-77785c30-e2c1-4097-9606-e8d854ed2ba7 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635427 Nov 01 18:33:36.119075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:36.137900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ffe99d-a025-4847-be63-ed56619f36d5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:36.160774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=90ffe99d-a025-4847-be63-ed56619f36d5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:36.254523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:36.308820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:36.380057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:36.627339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router 272d10a0-4729-423a-a59e-a7752febe7b8 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:36.661467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['90ffe99d-a025-4847-be63-ed56619f36d5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:33:36.809442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:36.820528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Sync routers for ids ['272d10a0-4729-423a-a59e-a7752febe7b8'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:36.836616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Routers {'272d10a0-4729-423a-a59e-a7752febe7b8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:36.837215 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['272d10a0-4729-423a-a59e-a7752febe7b8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:36.960243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab3e04-92c6-4592-8b50-a3b9130248cc req-4e1b7bdf-d395-4197-8781-04d4b6274503 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:36.962187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bab3e04-92c6-4592-8b50-a3b9130248cc req-4e1b7bdf-d395-4197-8781-04d4b6274503 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 948 time: 0.0798583 Nov 01 18:33:37.018691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.025206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-24abef09-0f62-4a0e-92da-f1aab74f0853 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7223804 Nov 01 18:33:37.025950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:37.096338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Set router 272d10a0-4729-423a-a59e-a7752febe7b8 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:37.100306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bab3e04-92c6-4592-8b50-a3b9130248cc req-3bcaf9e6-ad12-42d3-8647-315cc2687b75 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307132 Nov 01 18:33:37.311323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.344803 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272d10a0-4729-423a-a59e-a7752febe7b8', 'name': '', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24174380-0499-41c1-afbd-840c6b576ecd', 'external_fixed_ips': [{'subnet_id': '2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5daba221-ec95-4d2a-9153-87e0b8db2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:33Z', 'updated_at': '2021-11-01T18:33:35Z', 'revision_number': 3, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port': {'id': '5daba221-ec95-4d2a-9153-87e0b8db2802', 'name': '', 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272d10a0-4729-423a-a59e-a7752febe7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:34Z', 'updated_at': '2021-11-01T18:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:37.398889 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Checking router: 272d10a0-4729-423a-a59e-a7752febe7b8 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:37.399257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Updating router 272d10a0-4729-423a-a59e-a7752febe7b8 port 5daba221-ec95-4d2a-9153-87e0b8db2802 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:37.451641 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.513032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.661779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-c4a003f0-a591-4532-a4e9-d040e39f6202 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:37.664296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-c4a003f0-a591-4532-a4e9-d040e39f6202 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.2781410 Nov 01 18:33:37.731169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Deleting port 5daba221-ec95-4d2a-9153-87e0b8db2802 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:37.731607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.738092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-979c1f71-f5a5-4625-8e7c-8e442981aaac tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0406587 Nov 01 18:33:37.797938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 90ffe99d-a025-4847-be63-ed56619f36d5 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:37.893349 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.901059 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:37.904062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-b7d5d772-8813-4c70-b5e7-f124d28b0a5c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:37.905818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-b7d5d772-8813-4c70-b5e7-f124d28b0a5c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.2403364 Nov 01 18:33:37.909595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Calling delete_port for 5daba221-ec95-4d2a-9153-87e0b8db2802 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:37.937649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-1f7b114c-b88d-4abd-987e-7f422bd9a4e2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0232735 Nov 01 18:33:37.949747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-1170abbf-7856-45b4-8fb1-106c2bca72a7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777377 Nov 01 18:33:37.999472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 90ffe99d-a025-4847-be63-ed56619f36d5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:33:38.005873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 90ffe99d-a025-4847-be63-ed56619f36d5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:38.010933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.040778 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.099015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-d4094d25-f6b1-4a23-931e-57215645137c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605339 Nov 01 18:33:38.106964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:38.107709 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:38.108272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 on network 24174380-0499-41c1-afbd-840c6b576ecd {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Checking segment: {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Bound using segment: {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Bound port: 5daba221-ec95-4d2a-9153-87e0b8db2802, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:38.127263 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.166618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.195594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a2d8-0144-41e9-9787-a9d920090baf None None] Pushing event updated for resources: {'Port': ['ID=5daba221-ec95-4d2a-9153-87e0b8db2802,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:38.220994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=90ffe99d-a025-4847-be63-ed56619f36d5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:38.223435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:38.226353 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8df175-34b4-48e5-890e-90c6f3798cda" -d '{"events": [{"server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "name": "network-vif-plugged", "status": "completed", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:38.246425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-fb0267b8-ce5c-4408-827d-361afad7653a service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456432 Nov 01 18:33:38.288379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-3c69f9bc-b7a3-4da0-9301-deae89843e9b service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267722 Nov 01 18:33:38.296785 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.297833 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.db.api [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:33:38.298247 n-d-815923-2 neutron-server[102785]: DEBUG oslo_db.api [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:33:38.341179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Port': ['ID=5daba221-ec95-4d2a-9153-87e0b8db2802,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:38.426721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-2e24bb83-f731-44d2-8cd8-b9672c4a2d6f service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737261 Nov 01 18:33:38.431478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.435790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.478614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-87f0e780-7c7e-41c6-b6e0-f2985681d597 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547301 Nov 01 18:33:38.592483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.597383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.818173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.818814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 272d10a0-4729-423a-a59e-a7752febe7b8 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:33:38.823594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.827761 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d114af03-cfa5-4815-8f60-09f7def43a9d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/routers/272d10a0-4729-423a-a59e-a7752febe7b8 HTTP/1.1" status: 204 len: 168 time: 1.7962294 Nov 01 18:33:38.831260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:38.854028 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:38.855188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:38.855596 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Attempting to bind port 5daba221-ec95-4d2a-9153-87e0b8db2802 on network 24174380-0499-41c1-afbd-840c6b576ecd {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:38.874943 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:38.876166 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Checking segment: {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:38.876951 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.877762 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Bound using segment: {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:38.879016 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Bound port: 5daba221-ec95-4d2a-9153-87e0b8db2802, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242dcf11-9547-4f1a-ae28-aafec26680d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24174380-0499-41c1-afbd-840c6b576ecd'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:38.881021 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:38.903306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1b970-b2d8-4609-9d09-a92bed108026 req-589074cb-4af6-4052-aa8a-e1fd447cf919 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:38.904922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec1b970-b2d8-4609-9d09-a92bed108026 req-589074cb-4af6-4052-aa8a-e1fd447cf919 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.1106591 Nov 01 18:33:38.917015 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Port 5daba221-ec95-4d2a-9153-87e0b8db2802 has been deleted concurrently {{(pid=102785) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 01 18:33:38.939744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:38.943927 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Routers set() bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:38.944295 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Router IDs set() for agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 18:33:38.944938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_agentschedulers_db [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'272d10a0-4729-423a-a59e-a7752febe7b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent'). {{(pid=102785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 01 18:33:38.945312 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ebfd1-ee9a-4086-b62c-7ba3e2c42711 None None] The sync data for ids ['272d10a0-4729-423a-a59e-a7752febe7b8'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:38.954685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Deleting subnet 2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:33:38.958890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.020116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec1b970-b2d8-4609-9d09-a92bed108026 req-a492fdad-ea80-4ac3-a943-1fd2e90ba398 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063881 Nov 01 18:33:39.035034 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.086811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.098961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.275183 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c8799-a533-4952-8584-851c5a3b53b1 x-openstack-request-id: req-342c8799-a533-4952-8584-851c5a3b53b1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:39.275183 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "name": "network-vif-plugged", "status": "completed", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:39.275183 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-342c8799-a533-4952-8584-851c5a3b53b1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:39.275183 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5', 'code': 200} Nov 01 18:33:39.276522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ba14e55-28dc-45a4-b945-781bfa81193f req-f3da28df-d022-4bfe-b8e3-e5360a405d79 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0573328 Nov 01 18:33:39.286430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927788a-02c5-49e7-ae1c-c4951d844da5 req-a80afd61-eb7b-4286-b665-4610ce2df8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:39.288002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1927788a-02c5-49e7-ae1c-c4951d844da5 req-a80afd61-eb7b-4286-b665-4610ce2df8fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 1100 time: 0.0616879 Nov 01 18:33:39.342505 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1927788a-02c5-49e7-ae1c-c4951d844da5 req-c3e122d0-d450-406c-a908-3a68f1037239 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478184 Nov 01 18:33:39.740055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.769649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:39.771930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.775351 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ea273496-e42e-4d39-bb32-28a3ec9a24e6 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4 HTTP/1.1" status: 204 len: 168 time: 0.9425821 Nov 01 18:33:39.777939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:39.864583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:39.966921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a717b9c-4958-4116-97de-e3dc5aa0d7d5 req-8f96c228-1b1f-4577-9b91-4af08122147d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0394788 Nov 01 18:33:40.010442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.034605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24174380-0499-41c1-afbd-840c6b576ecd']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:40.051925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242dcf11-9547-4f1a-ae28-aafec26680d8') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:40.051925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242dcf11-9547-4f1a-ae28-aafec26680d8') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:40.064361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.085086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.099803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:33:40.099803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: items = [ Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:33:40.102090 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:33:40.201442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d14dfa-02a5-4925-b56f-0cbc3ad602f7 req-9ab472a7-008c-48fd-ba05-e75d9bd78950 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:40.211304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20d14dfa-02a5-4925-b56f-0cbc3ad602f7 req-9ab472a7-008c-48fd-ba05-e75d9bd78950 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.0877161 Nov 01 18:33:40.274274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20d14dfa-02a5-4925-b56f-0cbc3ad602f7 req-cf930884-4021-4bdc-8466-3cbe4ccdf23e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579014 Nov 01 18:33:40.319879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.325628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24174380-0499-41c1-afbd-840c6b576ecd {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 01 18:33:40.332418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.345605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/networks/24174380-0499-41c1-afbd-840c6b576ecd HTTP/1.1" status: 204 len: 168 time: 0.5540209 Nov 01 18:33:40.361135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c047a8-ef00-4763-8bdc-0aa577b87bc0 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Network': ['ID=24174380-0499-41c1-afbd-840c6b576ecd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:40.375745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d035da4-fdc3-493e-b714-014be549caee req-91989490-2142-486c-b6f5-5988565c1836 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0573692 Nov 01 18:33:40.825598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41830) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:40.830516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'name': 'tempest-router--292614254', 'project_id': '9e8cf73089ee41cabd4a6cbdd8d2d5c2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:40.978301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:40.983312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:41.063770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:41.073965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8091cf43-d0e1-4f35-8c4f-cccbfef447fa req-4dcc3d5b-a6ba-4c4e-a0ed-63dcbc7338fe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0326211 Nov 01 18:33:41.211148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:41.367607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:41.369161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d41c594f-143f-4fdb-aaa2-86fb45af9f78 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5422225 Nov 01 18:33:41.375426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41846) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:41.423717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7d332-fbd1-4b16-a18d-90cfa818bd30 req-dcf41025-4695-4ca2-b833-c046be8785ec tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:41.426468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6e7d332-fbd1-4b16-a18d-90cfa818bd30 req-dcf41025-4695-4ca2-b833-c046be8785ec tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.0857348 Nov 01 18:33:41.476061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:41.497271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86a22f17-98cb-40aa-8c23-71e7e8ebda5c req-caac1098-a169-4137-b165-3e852374a392 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0415969 Nov 01 18:33:41.506212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6e7d332-fbd1-4b16-a18d-90cfa818bd30 req-88da6c55-1850-4d6d-b674-45a44ee5d9f3 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Nov 01 18:33:42.084149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:42.087769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:42.201111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ba83bdd-9f8f-40a4-ae80-3132d74283d2 req-d3b16a51-fbc8-4fe1-b7d9-d1cc5136905d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0327327 Nov 01 18:33:42.250954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:42.251419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5456696-957b-4837-8b9b-26b4143eaaab {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:33:42.257046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:42.259116 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9cae2550-5669-4644-bd8f-408240b98bab tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b5456696-957b-4837-8b9b-26b4143eaaab HTTP/1.1" status: 204 len: 168 time: 0.8819141 Nov 01 18:33:42.628887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02392fb2-2aca-4aca-9e8a-05cf594d969b req-464ad6e9-589f-44fa-9c0b-257787788a33 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0392258 Nov 01 18:33:42.744121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-d05799b9-c3ef-48f3-aafe-f142c61c9627 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:42.745586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-d05799b9-c3ef-48f3-aafe-f142c61c9627 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1447892 Nov 01 18:33:42.771852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '2760e8af-210f-41e4-8160-4e86612c8250', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:42.774944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:43.131299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-98419282', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:43.183907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:43.188188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.296939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.298329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.345401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ece56ab2-b124-4d2e-af20-873f569fb67d req-931473bb-a06c-4160-9fc8-ea21ecd9a804 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 01 18:33:43.386363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.495000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.8 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/89eee53d-1e27-4912-9d49-597c67ee0262) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:43.780689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.782874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:43.800141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-552299e5-73b0-4d23-ad83-2904c46107b4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:43.802516 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-552299e5-73b0-4d23-ad83-2904c46107b4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.3519523 Nov 01 18:33:43.818995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:43.871709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e8abb3d-25a1-4be0-a2c7-e163beab53bd req-a79e9dad-0c1e-41cb-a395-050e2d931cda tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0545721 Nov 01 18:33:44.009239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.108735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:44.136868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:44.139783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:33:44.146774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:44.166570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:33:44.170292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.182590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:44.199358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.199745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.200094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.200439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.204424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:33:44.232211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:44.233090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.374073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-665703b5-d7fc-4a77-91d7-29ffce0ea8c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6071241 Nov 01 18:33:44.384415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Request body: {'port': {'device_id': '2760e8af-210f-41e4-8160-4e86612c8250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:44.608921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.614126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1863d3c-218b-462f-bcf3-e9737da29566 req-3cac3297-b4e5-40bb-83ee-93d3f07f2d19 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.1556902 Nov 01 18:33:44.617170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.664331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:44.809958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.7 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/f8848995-8ac8-4363-94d3-170d02cc5aa9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:44.904955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Allocated IP 172.25.2.254 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/62b28c60-7bd3-4b44-abbc-228260304ff2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:45.136555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89eee53d-1e27-4912-9d49-597c67ee0262 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:45.163555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.181016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Transition to ACTIVE for port object 89eee53d-1e27-4912-9d49-597c67ee0262 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:33:45.212163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.217270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.241262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489ba7-6618-4d44-9e9c-fa3634b5e182 req-eb88e172-a4a9-4ea3-9da7-35601f9620b6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:45.249544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68489ba7-6618-4d44-9e9c-fa3634b5e182 req-eb88e172-a4a9-4ea3-9da7-35601f9620b6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 931 time: 0.0670528 Nov 01 18:33:45.306455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68489ba7-6618-4d44-9e9c-fa3634b5e182 req-8a13da93-c5f3-4e07-9406-9b2c4e372289 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Nov 01 18:33:45.321247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.380716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:45.435384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.491257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event updated for resources: {'Port': ['ID=62b28c60-7bd3-4b44-abbc-228260304ff2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:45.509593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.555784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Attempting to bind port 89eee53d-1e27-4912-9d49-597c67ee0262 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:45.556208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Attempting to bind port 89eee53d-1e27-4912-9d49-597c67ee0262 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:45.556603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Attempting to bind port 89eee53d-1e27-4912-9d49-597c67ee0262 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:45.561458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Port 89eee53d-1e27-4912-9d49-597c67ee0262 on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:33:45.561847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Attempting to bind port 89eee53d-1e27-4912-9d49-597c67ee0262 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:45.568610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:45.569064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:45.569570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:45.570076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Bound port: 89eee53d-1e27-4912-9d49-597c67ee0262, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:45.570500 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.584152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:45.590301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:45.591756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:45.598493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:45.602533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:45.610238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:45.761563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:45.815084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:45.820262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:45.825179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:45.836891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89eee53d-1e27-4912-9d49-597c67ee0262,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:45.965347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13e0a-478a-4219-b82c-a96962b49269 req-cc591f33-9389-4543-a5ce-35beccdc6799 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:45.966954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8c13e0a-478a-4219-b82c-a96962b49269 req-cc591f33-9389-4543-a5ce-35beccdc6799 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 931 time: 0.1215169 Nov 01 18:33:45.968718 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:46.051673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-87b26727-7136-4c2f-b8c2-501721debeff None None] Provisioning complete for port f8848995-8ac8-4363-94d3-170d02cc5aa9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:46.059351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87b26727-7136-4c2f-b8c2-501721debeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:46.077526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:46.086041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2adc2a6b-0ecb-4724-8965-6e4da610fd44 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2714152 Nov 01 18:33:46.101205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Request body: {'port': {'device_id': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:46.104183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:46.104910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:46.106633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-21a0250f-f7f3-408e-ace9-2bc60bc831c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/89eee53d-1e27-4912-9d49-597c67ee0262 HTTP/1.1" status: 200 len: 1091 time: 1.7294307 Nov 01 18:33:46.107176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:46.114237 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d499a-1e6e-4f01-bf9e-c6d5e766a039" -d '{"events": [{"name": "network-changed", "server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:46.188560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-87b26727-7136-4c2f-b8c2-501721debeff None None] Port f8848995-8ac8-4363-94d3-170d02cc5aa9 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:33:46.203014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8c13e0a-478a-4219-b82c-a96962b49269 req-64b69d71-d1e9-425b-b02e-83c323d974f9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229691 Nov 01 18:33:46.204565 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81becb5f-4762-464c-8a95-a115dbc6b643 x-openstack-request-id: req-81becb5f-4762-464c-8a95-a115dbc6b643 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:46.204867 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:46.205123 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81becb5f-4762-464c-8a95-a115dbc6b643 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:46.206392 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262', 'status': 'completed', 'code': 200} Nov 01 18:33:46.269105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:46.299108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-a08e2da9-ab5c-450d-b5a7-4dd43bdd3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:46.303268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-a08e2da9-ab5c-450d-b5a7-4dd43bdd3d9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 1094 time: 0.0770335 Nov 01 18:33:46.420344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-7a38277e-b090-4cd5-b5e5-091969e30244 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89eee53d-1e27-4912-9d49-597c67ee0262 HTTP/1.1" status: 200 len: 217 time: 0.1097538 Nov 01 18:33:46.529205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:46.531746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcca56-b694-4393-b133-67eeabda9792 req-c1307063-34bb-4994-b2d1-d4feec0a1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:46.533916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-c1307063-34bb-4994-b2d1-d4feec0a1c61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.1035483 Nov 01 18:33:46.639292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-bc148090-5707-4d47-ab40-a97600c81925 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945678 Nov 01 18:33:46.692975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc845b-081c-4b99-a51b-44796b07053a req-edbd967e-6271-4af6-a0d5-a497c63e19c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:46.706511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adfc845b-081c-4b99-a51b-44796b07053a req-edbd967e-6271-4af6-a0d5-a497c63e19c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 943 time: 0.2128739 Nov 01 18:33:46.864002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adfc845b-081c-4b99-a51b-44796b07053a req-5ca3aeae-6e08-49b9-a7e3-4f1084c956f2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527801 Nov 01 18:33:47.037906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.048840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8848995-8ac8-4363-94d3-170d02cc5aa9 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:47.111799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.152162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Transition to ACTIVE for port object f8848995-8ac8-4363-94d3-170d02cc5aa9 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:33:47.243766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.456941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:47.495917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Attempting to bind port f8848995-8ac8-4363-94d3-170d02cc5aa9 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:47.496426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Attempting to bind port f8848995-8ac8-4363-94d3-170d02cc5aa9 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:47.497062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Attempting to bind port f8848995-8ac8-4363-94d3-170d02cc5aa9 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:47.509348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Port f8848995-8ac8-4363-94d3-170d02cc5aa9 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:33:47.509958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Attempting to bind port f8848995-8ac8-4363-94d3-170d02cc5aa9 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:47.520491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:47.520976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:47.521490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:47.522020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Bound port: f8848995-8ac8-4363-94d3-170d02cc5aa9, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:47.522482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.534969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-92a271c8-b3b2-40e7-a816-56a89f977fad service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8868711 Nov 01 18:33:47.622841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:47.629692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:47.678325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Router ae3fc11e-f29b-401e-8255-b4431a6d4c58 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:47.732407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50fcca56-b694-4393-b133-67eeabda9792 req-5f1a9475-773f-4828-94d3-196bbab687b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895814 Nov 01 18:33:47.770983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.814408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5673e94-9d63-45f7-af44-625fd96ad159 req-28142f0a-4b34-4cc9-b682-e274739c35fe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:47.816549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5673e94-9d63-45f7-af44-625fd96ad159 req-28142f0a-4b34-4cc9-b682-e274739c35fe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0878530 Nov 01 18:33:47.833345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:47.838159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:47.839825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] 10.222.0.32 "PUT /v2.0/ports/f8848995-8ac8-4363-94d3-170d02cc5aa9 HTTP/1.1" status: 200 len: 1091 time: 1.7456281 Nov 01 18:33:47.842285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:47.845199 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6574966-dccd-4171-ae09-4d97e2891f09" -d '{"events": [{"name": "network-changed", "server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:47.897949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5673e94-9d63-45f7-af44-625fd96ad159 req-77f5214a-41db-4a93-abed-54a187e65a47 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Nov 01 18:33:47.920787 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c748d3-d01e-4210-87a9-4a1bff88b3bc x-openstack-request-id: req-52c748d3-d01e-4210-87a9-4a1bff88b3bc {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:47.921724 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:47.922228 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52c748d3-d01e-4210-87a9-4a1bff88b3bc {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:47.922946 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9', 'status': 'completed', 'code': 200} Nov 01 18:33:48.064496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:48.083426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-780423af-ab2b-4ea9-8b74-68b2e0100187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.083647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] Sync routers for ids ['ae3fc11e-f29b-401e-8255-b4431a6d4c58'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:48.086744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-780423af-ab2b-4ea9-8b74-68b2e0100187 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 1094 time: 0.1486435 Nov 01 18:33:48.119130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] Routers {'ae3fc11e-f29b-401e-8255-b4431a6d4c58'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:48.121354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['ae3fc11e-f29b-401e-8255-b4431a6d4c58'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:48.122402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d754004-f9aa-4d6c-a9b5-95c9d9a8c975 req-1cbf5cd2-8147-48da-ab90-56c33fdb688d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.124106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d754004-f9aa-4d6c-a9b5-95c9d9a8c975 req-1cbf5cd2-8147-48da-ab90-56c33fdb688d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 943 time: 0.1221118 Nov 01 18:33:48.141110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c096223-8cb5-44d7-a722-d5e08f37e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:48.168188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-a60f8204-e983-48e2-92e0-6282cda423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.171311 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-a60f8204-e983-48e2-92e0-6282cda423b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 1094 time: 0.2556264 Nov 01 18:33:48.181524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:48.183585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-44553b76-2392-4c61-9d11-d7ccb038da2c tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4078746 Nov 01 18:33:48.186751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:48.225998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:48.241028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] Routers {'ae3fc11e-f29b-401e-8255-b4431a6d4c58'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:48.241717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['ae3fc11e-f29b-401e-8255-b4431a6d4c58'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:48.294525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:48.295407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e126704-ce61-4af3-bc26-474c1843762f None None] The sync data for ids ['ae3fc11e-f29b-401e-8255-b4431a6d4c58'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:48.312531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d754004-f9aa-4d6c-a9b5-95c9d9a8c975 req-6e88612a-0d20-481e-a3bd-2d6c36d215a2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493902 Nov 01 18:33:48.351475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-d5ed7ff2-ade5-42c5-b9f3-3cee06781c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.353337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-d5ed7ff2-ade5-42c5-b9f3-3cee06781c41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 905 time: 0.1684680 Nov 01 18:33:48.364990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-de134143-30d2-48f4-8a2f-563a53115158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.366559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-de134143-30d2-48f4-8a2f-563a53115158 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d712ff3728894f5db33da7597d228e41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2688286 Nov 01 18:33:48.417371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-8c80a778-da28-4371-bc36-cdd8da4960a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89eee53d-1e27-4912-9d49-597c67ee0262 HTTP/1.1" status: 200 len: 217 time: 0.0543959 Nov 01 18:33:48.485773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41970) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:48.491306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bc89bc20-4606-4795-b0fe-46f66899be90 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/ae3fc11e-f29b-401e-8255-b4431a6d4c58 HTTP/1.1" status: 200 len: 919 time: 0.2950406 Nov 01 18:33:48.523808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4456f4a8-5bca-46a7-bbc9-c4981adc58c3 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3fc11e-f29b-401e-8255-b4431a6d4c58 HTTP/1.1" status: 200 len: 205 time: 0.0368559 Nov 01 18:33:48.527355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41972) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:48.542742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-87c87a53-cc17-4b2d-aac0-c23728a84a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.544283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6574966-dccd-4171-ae09-4d97e2891f09 req-87c87a53-cc17-4b2d-aac0-c23728a84a3b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702099 Nov 01 18:33:48.657528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bdb3412d-5359-46e7-86cd-d11fd99ff1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:48.685573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2e549133-d5be-4539-ab0a-2e44f36a96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.687366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-2e549133-d5be-4539-ab0a-2e44f36a96a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 1094 time: 0.1026764 Nov 01 18:33:48.796932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-787cbdbf-c378-4fd6-95ad-ca15b385c1f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9 HTTP/1.1" status: 200 len: 217 time: 0.0995657 Nov 01 18:33:48.903165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-94ceed85-4c17-4707-afbc-5a5656337aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:48.906896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-94ceed85-4c17-4707-afbc-5a5656337aff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1023362 Nov 01 18:33:49.005196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-b83b4f2e-93f1-4988-b627-4f8d669b4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:49.008125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-b83b4f2e-93f1-4988-b627-4f8d669b4aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942779 Nov 01 18:33:49.079829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-0d246dd6-fe6f-405a-85e3-85fbac127094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:49.081729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-0d246dd6-fe6f-405a-85e3-85fbac127094 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.6502726 Nov 01 18:33:49.136083 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-8fb4f0a3-95a4-4369-a8ad-b94b84e489c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463812 Nov 01 18:33:49.200851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d6c8f-cad5-40b3-8a0d-dc1ddf31155a req-fdfadd2d-0e77-43bd-a2bd-4a6e370edb33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:49.202332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-298d6c8f-cad5-40b3-8a0d-dc1ddf31155a req-fdfadd2d-0e77-43bd-a2bd-4a6e370edb33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1415181 Nov 01 18:33:49.207710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-ddd503d6-943f-4c4f-8508-be7d7085dd7c service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923578 Nov 01 18:33:49.217486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:49.323097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-298d6c8f-cad5-40b3-8a0d-dc1ddf31155a req-acfb5b34-915c-4d9d-8634-5dfd98332ef2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Nov 01 18:33:49.374703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb495fd5-84e1-43e4-9ad8-14567ff48ac5 req-135654a6-3dc0-4e54-a764-f75031bf8edd service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505752 Nov 01 18:33:49.402707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-fcb5b2b0-30b8-4ca3-8563-fa6f48cbfaae service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512996 Nov 01 18:33:49.449286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:49.476641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c042633-dc0e-4d69-aadf-51ea5c7c8919 req-d9ab2073-4c40-454f-932c-8dca5737b89d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:49.476641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c042633-dc0e-4d69-aadf-51ea5c7c8919 req-d9ab2073-4c40-454f-932c-8dca5737b89d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 943 time: 0.0646765 Nov 01 18:33:49.521176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-650d499a-1e6e-4f01-bf9e-c6d5e766a039 req-4cdb7789-055e-4ec1-b9b6-1f42c4568363 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106551 Nov 01 18:33:49.539060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c042633-dc0e-4d69-aadf-51ea5c7c8919 req-c1ebef92-785f-4601-8be8-a4279a39b52b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594449 Nov 01 18:33:49.623452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port 62b28c60-7bd3-4b44-abbc-228260304ff2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:49.623849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:49.717756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:49.729940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for 62b28c60-7bd3-4b44-abbc-228260304ff2 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:49.976691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.019711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=62b28c60-7bd3-4b44-abbc-228260304ff2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:50.114115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.257074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.260569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.385921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89eee53d-1e27-4912-9d49-597c67ee0262 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:33:50.446511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.447345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router ae3fc11e-f29b-401e-8255-b4431a6d4c58 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:33:50.457801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.458917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75ae8c1f-13a6-4988-a367-fa2ecb7701f9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/ae3fc11e-f29b-401e-8255-b4431a6d4c58 HTTP/1.1" status: 204 len: 168 time: 1.9307203 Nov 01 18:33:50.463170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41984) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:50.479592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195831075', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:50.509784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89eee53d-1e27-4912-9d49-597c67ee0262,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:50.525648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '89eee53d-1e27-4912-9d49-597c67ee0262', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': '89eee53d-1e27-4912-9d49-597c67ee0262', 'mac_address': 'fa:16:3e:f8:46:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:33:50.528903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71b35c-bfb0-48fb-984d-33d5d80fee1e req-3e417c3d-8608-47b9-ac8b-f263354de218 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:50.530707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a71b35c-bfb0-48fb-984d-33d5d80fee1e req-3e417c3d-8608-47b9-ac8b-f263354de218 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1064651 Nov 01 18:33:50.574198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.575651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.577433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.594493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eee53d-1e27-4912-9d49-597c67ee0262 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:33:50.597723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a71b35c-bfb0-48fb-984d-33d5d80fee1e req-9514dba3-733e-42fd-9eb0-23dd16e272b0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Nov 01 18:33:50.620237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89eee53d-1e27-4912-9d49-597c67ee0262,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:50.661819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.697884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.707916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95965d3-b94a-4a4a-907c-d2572e3a0d1d req-39596532-0f08-4b4d-a997-fad2e695b625 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:50.709504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d95965d3-b94a-4a4a-907c-d2572e3a0d1d req-39596532-0f08-4b4d-a997-fad2e695b625 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 943 time: 0.0624778 Nov 01 18:33:50.758692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d95965d3-b94a-4a4a-907c-d2572e3a0d1d req-3d8ee963-0663-44f1-b12e-b2a30a3d7f16 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Nov 01 18:33:50.792437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:50.886151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b16acb8-0284-477b-853b-8c6707b3cd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.891862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:50.910334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['89eee53d-1e27-4912-9d49-597c67ee0262'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:33:51.353239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:51.379131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:51.492717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.25.2.120 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/55485d69-b850-41c5-ac1b-40ed68df46bb) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:51.605586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:51.698271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:51.745235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750bf1b-a216-4277-b170-5572ffe4a1d4 req-10d8fd11-d5e9-4b74-95da-2fa928be5e17 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:51.747723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:51.747878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1750bf1b-a216-4277-b170-5572ffe4a1d4 req-10d8fd11-d5e9-4b74-95da-2fa928be5e17 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0803888 Nov 01 18:33:51.750730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:51.761652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:51.761652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=55485d69-b850-41c5-ac1b-40ed68df46bb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:51.853881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1750bf1b-a216-4277-b170-5572ffe4a1d4 req-f1ef3fc4-34e4-4473-a72a-26045a7e754f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939937 Nov 01 18:33:51.914336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dbd53-b4f8-4031-8f2c-aec1492a6882 req-6490bc15-77a1-4c70-a1a1-5ad7433e14ce tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:51.915911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab5dbd53-b4f8-4031-8f2c-aec1492a6882 req-6490bc15-77a1-4c70-a1a1-5ad7433e14ce tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 944 time: 0.0611093 Nov 01 18:33:51.976706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab5dbd53-b4f8-4031-8f2c-aec1492a6882 req-a490b571-1b71-40ff-b11f-a6dd72b0241b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533113 Nov 01 18:33:52.009748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.145485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.348938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.419809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89eee53d-1e27-4912-9d49-597c67ee0262 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:52.587668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 89eee53d-1e27-4912-9d49-597c67ee0262 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:33:52.592446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 89eee53d-1e27-4912-9d49-597c67ee0262 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:52.592921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.622102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:52.709927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.740394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:52.746169 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a8a77-704b-48fb-a6a0-8369ba98b6cf" -d '{"events": [{"server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "name": "network-vif-plugged", "status": "completed", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:52.765272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:52.785045 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Sync routers for ids ['8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:52.785651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89eee53d-1e27-4912-9d49-597c67ee0262,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:52.797442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Routers {'8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:52.798254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:52.799931 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ac79a-de01-474e-9b38-34bb8d594662 x-openstack-request-id: req-017ac79a-de01-474e-9b38-34bb8d594662 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:52.800273 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "name": "network-vif-plugged", "status": "completed", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:52.800609 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-017ac79a-de01-474e-9b38-34bb8d594662 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:52.800922 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262', 'code': 200} Nov 01 18:33:52.870060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.909651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:52.914956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67fe782f-8ad2-4d80-a6a5-2cd180959674 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4490318 Nov 01 18:33:52.916812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42016) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:52.921336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87318a5-efea-4fba-aad9-fdc3cf224690 req-9cb56086-dabd-4d6a-8140-eff7e615588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:52.922932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a87318a5-efea-4fba-aad9-fdc3cf224690 req-9cb56086-dabd-4d6a-8140-eff7e615588d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 1096 time: 0.0552444 Nov 01 18:33:52.989043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a87318a5-efea-4fba-aad9-fdc3cf224690 req-a756d860-b4e5-4ce6-903a-eed38c53ee7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Nov 01 18:33:52.993998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:52.999291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Set router 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:53.269280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bae1-3593-4669-9517-d5adc67f26b7 req-cf2d7603-c744-4d9e-996b-0dbd2d2d6eae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:53.277848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b74bae1-3593-4669-9517-d5adc67f26b7 req-cf2d7603-c744-4d9e-996b-0dbd2d2d6eae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.2518420 Nov 01 18:33:53.297640 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120'}], 'enable_snat': False}, 'gw_port_id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:50Z', 'updated_at': '2021-11-01T18:33:51Z', 'revision_number': 3, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port': {'id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:51Z', 'updated_at': '2021-11-01T18:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:53.297944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29151-e644-4c46-8bda-6d827a4e1970 req-80acc831-18ac-44e8-8a21-f6be9615aee0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:53.299671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec29151-e644-4c46-8bda-6d827a4e1970 req-80acc831-18ac-44e8-8a21-f6be9615aee0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.1687181 Nov 01 18:33:53.325927 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Checking router: 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:53.326273 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Updating router 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 port 55485d69-b850-41c5-ac1b-40ed68df46bb binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:53.336133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9dccc272-54b4-4bf3-b2b9-cb458634c8f3 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 HTTP/1.1" status: 200 len: 908 time: 0.4155166 Nov 01 18:33:53.336453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:53.341147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195831075', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': True}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:33:53.363744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b74bae1-3593-4669-9517-d5adc67f26b7 req-44b58c23-ecf2-4712-8c03-bcebd4e0cd57 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848444 Nov 01 18:33:53.365850 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.371404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec29151-e644-4c46-8bda-6d827a4e1970 req-fad305b7-b519-4149-b99e-1fbe5e965a29 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Nov 01 18:33:53.446219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.447338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.511626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.680581 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.802426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.804400 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.834961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.857122 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Attempting to bind port 55485d69-b850-41c5-ac1b-40ed68df46bb on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:53.857498 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Attempting to bind port 55485d69-b850-41c5-ac1b-40ed68df46bb by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:53.857899 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Attempting to bind port 55485d69-b850-41c5-ac1b-40ed68df46bb on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:53.865343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ae891-f890-45d0-bdfb-420b2b5830f0 None None] Pushing event updated for resources: {'Port': ['ID=55485d69-b850-41c5-ac1b-40ed68df46bb,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:53.867983 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:53.868289 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:53.868683 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.869067 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:53.869541 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Bound port: 55485d69-b850-41c5-ac1b-40ed68df46bb, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:53.869926 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:53.925786 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] For port 55485d69-b850-41c5-ac1b-40ed68df46bb, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:53.929016 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] For port 55485d69-b850-41c5-ac1b-40ed68df46bb, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=55485d69-b850-41c5-ac1b-40ed68df46bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:54.012552 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:54.076539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Routers {'8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:54.077168 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:54.133421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:54.165254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:54.179421 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ae891-f890-45d0-bdfb-420b2b5830f0 None None] Pushing event updated for resources: {'Port': ['ID=55485d69-b850-41c5-ac1b-40ed68df46bb,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:54.206444 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] Set router 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:54.313071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.25.2.89 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ebd709b0-2933-4024-bfe1-b860dc080a36) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:33:54.401725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120'}], 'enable_snat': False}, 'gw_port_id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:50Z', 'updated_at': '2021-11-01T18:33:51Z', 'revision_number': 3, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port': {'id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:51Z', 'updated_at': '2021-11-01T18:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:54.437371 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c2bb0-616a-483f-b6c4-e35e52210135 None None] The sync data for ids ['8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6'] in n-d-815923-2 is: [{'id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120'}], 'enable_snat': False}, 'gw_port_id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:50Z', 'updated_at': '2021-11-01T18:33:51Z', 'revision_number': 3, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port': {'id': '55485d69-b850-41c5-ac1b-40ed68df46bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:51Z', 'updated_at': '2021-11-01T18:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:54.515113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:54.626564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf86d90-9c66-42ed-a81c-592847bead0c req-8137aeca-324d-408b-9c73-6dc76d043e32 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:54.629150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:54.629395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cf86d90-9c66-42ed-a81c-592847bead0c req-8137aeca-324d-408b-9c73-6dc76d043e32 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1367655 Nov 01 18:33:54.637580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674a11-780a-428e-b876-3bf7930cffc0 req-d77daa9d-a64c-4bc0-b0f2-1b0684a54aa3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:54.639150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6674a11-780a-428e-b876-3bf7930cffc0 req-d77daa9d-a64c-4bc0-b0f2-1b0684a54aa3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.1086130 Nov 01 18:33:54.707721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd709b0-2933-4024-bfe1-b860dc080a36,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:54.708682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6674a11-780a-428e-b876-3bf7930cffc0 req-a5946e49-1809-4bb0-bfad-f1856e25a9c7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Nov 01 18:33:54.723297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cf86d90-9c66-42ed-a81c-592847bead0c req-5c8c3996-4c6d-46d4-a7f6-268b86db3845 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830746 Nov 01 18:33:54.736207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:33:54.736713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:33:54.742122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:33:54.922599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7478e6-ee0e-43f2-8b9a-d7f1ea0d8e76 req-e2ad9c3e-3819-4efb-ad7d-7b661605c9e3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:54.931613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b7478e6-ee0e-43f2-8b9a-d7f1ea0d8e76 req-e2ad9c3e-3819-4efb-ad7d-7b661605c9e3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.1101594 Nov 01 18:33:55.012986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b7478e6-ee0e-43f2-8b9a-d7f1ea0d8e76 req-b17fd06c-d66a-4777-9d45-44dc20b0368a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804529 Nov 01 18:33:55.195947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 55485d69-b850-41c5-ac1b-40ed68df46bb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:55.289772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 55485d69-b850-41c5-ac1b-40ed68df46bb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:55.290320 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:55.290463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:55.407026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:55.454407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 55485d69-b850-41c5-ac1b-40ed68df46bb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=55485d69-b850-41c5-ac1b-40ed68df46bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:55.575653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:55.680154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=55485d69-b850-41c5-ac1b-40ed68df46bb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:55.730527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbba36-6227-420e-9434-5db9c0d9b587 req-6040986b-4bea-4821-b7e4-63980f406fba tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:55.733233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20cbba36-6227-420e-9434-5db9c0d9b587 req-6040986b-4bea-4821-b7e4-63980f406fba tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.1187274 Nov 01 18:33:55.864441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20cbba36-6227-420e-9434-5db9c0d9b587 req-60d0c475-effe-45c2-8f59-684568d15243 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008708 Nov 01 18:33:55.974748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff42f5-5707-40df-b90b-88e61631bdb8 req-d670bc62-52c1-4987-8386-3a0b9a62db14 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:55.976544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ff42f5-5707-40df-b90b-88e61631bdb8 req-d670bc62-52c1-4987-8386-3a0b9a62db14 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1038141 Nov 01 18:33:56.027472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ff42f5-5707-40df-b90b-88e61631bdb8 req-158458ad-3174-4e63-9081-2dce80590b5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Nov 01 18:33:56.097421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:56.290368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:33:56.485191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:33:56.494280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Sync routers for ids ['f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:33:56.515274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Routers {'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:56.516252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:56.616735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-7c37f989-cf85-4813-8285-c7dec7d3fb73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140752 Nov 01 18:33:56.656575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:56.658467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42052) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:56.673732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e16a5876-c746-4946-97e6-bca879409594 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3360968 Nov 01 18:33:56.744797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:56.767687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f305a63-1121-42e3-9355-22b60c49794c req-2d61cad6-10f2-4114-aa6e-2290f5306850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:56.769695 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-2d61cad6-10f2-4114-aa6e-2290f5306850 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 1096 time: 0.0861251 Nov 01 18:33:56.809530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c65fbba5-a022-4537-9a42-b7d55d5878a8 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d HTTP/1.1" status: 200 len: 906 time: 0.1493645 Nov 01 18:33:56.812351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42054) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:56.821818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Set router f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:57.030325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f305a63-1121-42e3-9355-22b60c49794c req-98f168b4-f0d7-469e-b904-6d325b4984d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:57.034873 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-98f168b4-f0d7-469e-b904-6d325b4984d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 914 time: 0.2382278 Nov 01 18:33:57.112810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-6ed5eb66-0351-45f4-a2a9-f88205147c43 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:57.114660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-6ed5eb66-0351-45f4-a2a9-f88205147c43 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.2194135 Nov 01 18:33:57.122799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.123296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-5798c380-f4bf-4c59-adc1-8c4a08eadf61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 200 len: 217 time: 0.0787182 Nov 01 18:33:57.194010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 55485d69-b850-41c5-ac1b-40ed68df46bb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:33:57.239320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f305a63-1121-42e3-9355-22b60c49794c req-216534fd-1eff-4010-bef7-2fb53cce9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:57.240822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-216534fd-1eff-4010-bef7-2fb53cce9db1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 200 len: 853 time: 0.1087971 Nov 01 18:33:57.274650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc98e-a33b-417a-a2fd-558278a8b1e3 req-e0e37dc2-5c76-4faf-b85f-74e96aa0f8c0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:57.276288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-980cc98e-a33b-417a-a2fd-558278a8b1e3 req-e0e37dc2-5c76-4faf-b85f-74e96aa0f8c0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 945 time: 0.2556417 Nov 01 18:33:57.295933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ebd709b0-2933-4024-bfe1-b860dc080a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:53Z', 'updated_at': '2021-11-01T18:33:55Z', 'revision_number': 3, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port': {'id': 'ebd709b0-2933-4024-bfe1-b860dc080a36', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:54Z', 'updated_at': '2021-11-01T18:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:57.297842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 55485d69-b850-41c5-ac1b-40ed68df46bb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:33:57.298334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.324709 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-3827cffa-8db1-4873-b929-13d0c727dae6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58b62185-45fe-49ec-864d-b7070d416927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754764 Nov 01 18:33:57.369181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Checking router: f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:33:57.369716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Updating router f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d port ebd709b0-2933-4024-bfe1-b860dc080a36 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:33:57.403188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.448114 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-43661465-eab2-4b11-9d1c-10fc0a431121 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143260 Nov 01 18:33:57.480099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-980cc98e-a33b-417a-a2fd-558278a8b1e3 req-70ce4ddb-9764-49f8-97cc-0ee7ea495877 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735225 Nov 01 18:33:57.507956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.525633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port 89eee53d-1e27-4912-9d49-597c67ee0262 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:57.530302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.694973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5f305a63-1121-42e3-9355-22b60c49794c req-6b0ecd55-c3ca-4074-a6b5-2bad6b150085 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360561 Nov 01 18:33:57.759138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port 89eee53d-1e27-4912-9d49-597c67ee0262, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=89eee53d-1e27-4912-9d49-597c67ee0262,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:57.759412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.802159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for 89eee53d-1e27-4912-9d49-597c67ee0262 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:57.855712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Deleting port ebd709b0-2933-4024-bfe1-b860dc080a36 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:57.856599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.857030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.965132 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:57.994411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.015292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Calling delete_port for ebd709b0-2933-4024-bfe1-b860dc080a36 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:58.036945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Attempting to bind port ebd709b0-2933-4024-bfe1-b860dc080a36 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:33:58.037363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Attempting to bind port ebd709b0-2933-4024-bfe1-b860dc080a36 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:33:58.037770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Attempting to bind port ebd709b0-2933-4024-bfe1-b860dc080a36 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:33:58.040247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c74d-0d17-4dba-9158-33e08c4e6390 None None] Pushing event updated for resources: {'Port': ['ID=ebd709b0-2933-4024-bfe1-b860dc080a36,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:58.053394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:33:58.053776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:33:58.054180 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.054573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:33:58.055571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Bound port: ebd709b0-2933-4024-bfe1-b860dc080a36, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:33:58.056048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.122412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] For port ebd709b0-2933-4024-bfe1-b860dc080a36, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:33:58.125742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] For port ebd709b0-2933-4024-bfe1-b860dc080a36, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ebd709b0-2933-4024-bfe1-b860dc080a36,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:33:58.151484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d17ec-8605-4d76-abbc-55db61d11a08 req-81f2daea-e3a1-4f3c-8350-e701ef2fd578 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:58.159709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-396d17ec-8605-4d76-abbc-55db61d11a08 req-81f2daea-e3a1-4f3c-8350-e701ef2fd578 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.4028864 Nov 01 18:33:58.215850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-396d17ec-8605-4d76-abbc-55db61d11a08 req-0075d3c7-d25d-44d6-9197-2a0d94154b13 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552013 Nov 01 18:33:58.254002 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.336245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c74d-0d17-4dba-9158-33e08c4e6390 None None] Pushing event updated for resources: {'Port': ['ID=ebd709b0-2933-4024-bfe1-b860dc080a36,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:58.353074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Routers {'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:33:58.353704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:58.450509 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] Set router f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:33:58.463206 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.498376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebd709b0-2933-4024-bfe1-b860dc080a36,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:58.520785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:53Z', 'updated_at': '2021-11-01T18:33:57Z', 'revision_number': 4, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:33:58.527844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.609934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=89eee53d-1e27-4912-9d49-597c67ee0262,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:33:58.669228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db70d512-22eb-4ec6-8f5b-6e5072555936 req-44f933f1-5559-4f7c-85b9-93d59cb7cf10 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0565703 Nov 01 18:33:58.695037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port 89eee53d-1e27-4912-9d49-597c67ee0262 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:33:58.699935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.703803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f4d4dc9-ec36-4d70-8c9b-cd79c8be5d21 req-01798210-3086-4d36-875b-9adc40c99b76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "DELETE /v2.0/ports/89eee53d-1e27-4912-9d49-597c67ee0262 HTTP/1.1" status: 204 len: 173 time: 1.5749185 Nov 01 18:33:58.704809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'name': 'network-vif-deleted', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:33:58.717246 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c72d7-5862-46bf-96c0-89486db58ca2" -d '{"events": [{"server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "name": "network-vif-deleted", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:33:58.743745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.801187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:33:58.801650 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f94fd3-83be-4231-bbde-12c7b3181f77 x-openstack-request-id: req-48f94fd3-83be-4231-bbde-12c7b3181f77 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:33:58.802229 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2760e8af-210f-41e4-8160-4e86612c8250", "name": "network-vif-deleted", "tag": "89eee53d-1e27-4912-9d49-597c67ee0262", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:33:58.802476 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48f94fd3-83be-4231-bbde-12c7b3181f77 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:33:58.802862 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2760e8af-210f-41e4-8160-4e86612c8250', 'name': 'network-vif-deleted', 'tag': '89eee53d-1e27-4912-9d49-597c67ee0262', 'status': 'completed', 'code': 200} Nov 01 18:33:58.806331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c5dec-4064-48e0-9983-1c55af1f9abd None None] The sync data for ids ['f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d'] in n-d-815923-2 is: [{'id': 'f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d', 'name': 'tempest-snat-router-195831075', 'tenant_id': '17b5063cc0844c7bb90fedad115f67f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:53Z', 'updated_at': '2021-11-01T18:33:57Z', 'revision_number': 4, 'project_id': '17b5063cc0844c7bb90fedad115f67f0', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:33:58.882783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:58.904690 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.072788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.073362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:33:59.080014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.080014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0b6ca3a0-d199-4496-89b3-89066e9f5d88 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f9eaf0f9-ad2e-4cf7-9a53-d0d91341a64d HTTP/1.1" status: 204 len: 168 time: 2.2662032 Nov 01 18:33:59.083472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:33:59.206088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.326431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.359626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd509d-2f2f-47ca-b3c9-5b0a7deb3942 req-b2b84d07-9fc5-4fce-bbd1-ba6088be5bf1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:33:59.361115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99cd509d-2f2f-47ca-b3c9-5b0a7deb3942 req-b2b84d07-9fc5-4fce-bbd1-ba6088be5bf1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0560966 Nov 01 18:33:59.399946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99cd509d-2f2f-47ca-b3c9-5b0a7deb3942 req-cf8ccd31-02e2-48d9-bdc7-3db815bb981f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Nov 01 18:33:59.502571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Deleting port 55485d69-b850-41c5-ac1b-40ed68df46bb {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:33:59.503273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.592586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] For port 55485d69-b850-41c5-ac1b-40ed68df46bb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=55485d69-b850-41c5-ac1b-40ed68df46bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:33:59.592947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.606510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Calling delete_port for 55485d69-b850-41c5-ac1b-40ed68df46bb owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:33:59.824749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d528efe2-aee1-4b3a-a434-166066afb708 req-92e9d160-28da-4446-8f14-cc641ea9542d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=2760e8af-210f-41e4-8160-4e86612c8250 HTTP/1.1" status: 200 len: 210 time: 0.0442896 Nov 01 18:33:59.943881 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:33:59.971893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event deleted for resources: {'Port': ['ID=55485d69-b850-41c5-ac1b-40ed68df46bb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:00.044358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.138107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.140215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.315788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.316395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:00.322037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.328431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad9582fc-df0e-4e96-aed6-e7c37117e617 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8c0b1355-debb-4f3f-bf0b-52dc94c2a1e6 HTTP/1.1" status: 204 len: 168 time: 1.2435350 Nov 01 18:34:00.329001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:00.334599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1222905285', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:00.449868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89eee53d-1e27-4912-9d49-597c67ee0262 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:34:00.456263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.457330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.489715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 89eee53d-1e27-4912-9d49-597c67ee0262 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:34:00.490289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 89eee53d-1e27-4912-9d49-597c67ee0262 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:34:00.545724 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:00.568681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b585e-6a11-431b-ba30-a348c0ebcc6c req-e1849f91-4cfd-4f4c-b54b-c9bda16cb87a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:00.570328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-539b585e-6a11-431b-ba30-a348c0ebcc6c req-e1849f91-4cfd-4f4c-b54b-c9bda16cb87a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0798800 Nov 01 18:34:00.609284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-539b585e-6a11-431b-ba30-a348c0ebcc6c req-bd12e262-acc1-47a2-950d-c68de09b6071 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Nov 01 18:34:01.074075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:01.111903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 55485d69-b850-41c5-ac1b-40ed68df46bb no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:34:01.133116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 55485d69-b850-41c5-ac1b-40ed68df46bb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:34:01.133561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 55485d69-b850-41c5-ac1b-40ed68df46bb not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:34:01.418223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:01.460071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:01.602796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-fb19aa83-4eff-4738-a554-be6f1f8e989a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:01.604495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-fb19aa83-4eff-4738-a554-be6f1f8e989a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.2144399 Nov 01 18:34:01.634067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-b9fe4a42-2ad9-465a-a515-76412fcb3074 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0214598 Nov 01 18:34:01.645961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Allocated IP 172.25.2.208 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/84547996-07ba-45d8-8980-c5b52dab06a5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:01.802546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-7d50ccad-3da3-4730-8d4b-4486ed2af1ed tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581733 Nov 01 18:34:01.840382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751639-58c1-4b37-8b9b-61eb245ecb4a req-083d1b20-5c59-4be0-b843-58fd82966c1a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:01.841924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1751639-58c1-4b37-8b9b-61eb245ecb4a req-083d1b20-5c59-4be0-b843-58fd82966c1a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1453693 Nov 01 18:34:01.941457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:01.949601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1751639-58c1-4b37-8b9b-61eb245ecb4a req-abb88b2d-b43c-49d0-9df1-f01959c1304b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948043 Nov 01 18:34:02.005240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-fff411bb-c130-4995-ab17-01e05a928b59 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850321 Nov 01 18:34:02.087643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-098482f8-ba2e-40a8-b200-8a71f7aaad67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650764 Nov 01 18:34:02.109381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-5eb42c72-c3ee-4595-a3b4-41aa9f6853b6 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032684 Nov 01 18:34:02.152914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:02.205644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:02.213024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:02.216010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:02.228782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-e4791e3d-3e37-4ec9-a799-4390a3bd5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:02.231819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-e4791e3d-3e37-4ec9-a799-4390a3bd5851 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1097 time: 0.0902934 Nov 01 18:34:02.247206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event updated for resources: {'Port': ['ID=84547996-07ba-45d8-8980-c5b52dab06a5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:02.385766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-a4381817-5762-4f4a-866b-f78fa933d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:02.387393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-a4381817-5762-4f4a-866b-f78fa933d038 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1318440 Nov 01 18:34:02.463920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-713f5064-be10-4ec6-b015-6187c62aee8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1002 time: 0.0691178 Nov 01 18:34:02.517838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-8c3489d0-4f24-48fb-a353-18e99176ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:02.519602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-8c3489d0-4f24-48fb-a353-18e99176ab33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0476274 Nov 01 18:34:02.572373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-a1812682-897b-446b-9556-231566a4dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:02.573905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-a1812682-897b-446b-9556-231566a4dcbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442679 Nov 01 18:34:02.821400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-344e3972-9d09-4ec3-8413-0c95a43abda0 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383537 Nov 01 18:34:02.903836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-504ec423-3db4-4326-8153-9f5a7eb2d791 req-b29ed275-dde8-4255-a922-62a3213f37f3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.0689507 Nov 01 18:34:02.935942 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:03.049281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dadf660c-b025-4ce2-9e60-a2d30102a567 req-d25c4a97-7bcd-4bea-aed8-5e5e35bc96f7 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199063 Nov 01 18:34:03.317647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdfe7d-9f2c-499d-ab85-b6090cf090cb req-446da66b-5021-449d-b78d-6e297d4f634c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:03.319180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29bdfe7d-9f2c-499d-ab85-b6090cf090cb req-446da66b-5021-449d-b78d-6e297d4f634c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.1322896 Nov 01 18:34:03.351864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:03.408864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29bdfe7d-9f2c-499d-ab85-b6090cf090cb req-30b1c8b6-af18-4987-a352-70d5ce78ab57 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Nov 01 18:34:03.720561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Router cdfea56f-6097-4a97-a9b7-6420c15d0f13 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:34:03.851467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:03.869354 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] Sync routers for ids ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:03.881165 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] Routers {'cdfea56f-6097-4a97-a9b7-6420c15d0f13'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:03.881769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:03.913750 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:03.922679 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] Routers {'cdfea56f-6097-4a97-a9b7-6420c15d0f13'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:03.923281 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:03.959074 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:03.959713 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac500783-bab8-454e-bc2d-25d1a17e6716 None None] The sync data for ids ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:03.978815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:03.983534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:03.984216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d340a8a-3d36-40fa-824e-3bb2a6c90671 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6540554 Nov 01 18:34:03.988973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:04.002619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-812ddf6d-0fee-4d80-8e50-2e8192504b22 req-37769b0c-1ec0-41c2-b4fe-1d84f804a549 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.0439813 Nov 01 18:34:04.328464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:04.552101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb54f3-9d31-4349-90ee-d4fb8c88a4d1 req-9fd263e4-34f5-4824-86c7-7da88ae150e2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:04.559531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2fb54f3-9d31-4349-90ee-d4fb8c88a4d1 req-9fd263e4-34f5-4824-86c7-7da88ae150e2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0624807 Nov 01 18:34:04.576887 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:34:04.634833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2fb54f3-9d31-4349-90ee-d4fb8c88a4d1 req-e5d4ade1-5497-4b7b-b3f9-f0dea104814f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639448 Nov 01 18:34:04.872487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:05.022795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:05.028238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:05.137455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1e1d682-a282-4eac-830c-86a28cc56397 req-8b849d97-4521-4cb2-ad46-ac7deb8d486a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.0330760 Nov 01 18:34:05.166054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router cdfea56f-6097-4a97-a9b7-6420c15d0f13 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:34:05.282120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:05.286952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:05.291891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f4ee4cd9-7781-444c-bd3d-11ef5e482b17 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "PUT /v2.0/routers/cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 200 len: 922 time: 1.3032687 Nov 01 18:34:05.291891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42216) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:05.293154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] Sync routers for ids ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:05.306609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] Routers {'cdfea56f-6097-4a97-a9b7-6420c15d0f13'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:05.307569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:05.347244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:05.361179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] Routers {'cdfea56f-6097-4a97-a9b7-6420c15d0f13'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:05.363091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:05.402312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:05.402975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28af2d-3d96-4105-af90-4eaf4edd6799 None None] The sync data for ids ['cdfea56f-6097-4a97-a9b7-6420c15d0f13'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:05.431286 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0913def5-bd04-42f0-88f4-0f9ccb427b52 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 200 len: 922 time: 0.1282091 Nov 01 18:34:05.431635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42218) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:05.478963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd44db2-9c22-458c-8bf3-cd98dcd3d3d4 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:05.480535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2dd44db2-9c22-458c-8bf3-cd98dcd3d3d4 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=cdfea56f-6097-4a97-a9b7-6420c15d0f13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0478487 Nov 01 18:34:05.483295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42224) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:05.585387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67796f-43c7-48d1-943f-f38cd225b0fd tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:05.589771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f67796f-43c7-48d1-943f-f38cd225b0fd tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.1027081 Nov 01 18:34:05.593721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:05.623773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb5a4603-c7a1-4c2c-8b30-8eaf5ead09df tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 200 len: 205 time: 0.0322528 Nov 01 18:34:05.629340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42232) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:05.797640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c342247-6b69-4024-bc6f-9a0b0c2975de req-48a07924-6787-4530-b830-b9f8545652e4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:05.808071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c342247-6b69-4024-bc6f-9a0b0c2975de req-48a07924-6787-4530-b830-b9f8545652e4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 943 time: 0.0821116 Nov 01 18:34:05.862506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c342247-6b69-4024-bc6f-9a0b0c2975de req-6ac7e1c6-1034-431a-a166-f4fabf0c24cc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Nov 01 18:34:05.881038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.011560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.333501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e2b919e-0877-422f-b382-32ba1e6179fb req-c812c3ff-71d6-4a61-939f-be83a8379ea1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.0504954 Nov 01 18:34:06.498733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f8848995-8ac8-4363-94d3-170d02cc5aa9 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:34:06.644044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-6fd6d8e0-4dd3-4d72-bc34-4468211c9bd4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:06.646074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-6fd6d8e0-4dd3-4d72-bc34-4468211c9bd4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.6050694 Nov 01 18:34:06.661377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:06.663838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:06.680716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'f8848995-8ac8-4363-94d3-170d02cc5aa9', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': 'f8848995-8ac8-4363-94d3-170d02cc5aa9', 'mac_address': 'fa:16:3e:23:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:34:06.737209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port 84547996-07ba-45d8-8980-c5b52dab06a5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:06.744368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.745330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.764392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8848995-8ac8-4363-94d3-170d02cc5aa9 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:06.794721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:06.956148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.956826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:06.970618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for 84547996-07ba-45d8-8980-c5b52dab06a5 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:07.077478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:07.083983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:07.090671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:07.103581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.104112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.104577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.105017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.107804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.108451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.108896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.109333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.109768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.110199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.111778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.112233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:07.118717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebf5a-4216-4a0c-8ed1-09cec1633d9e req-aaf9aa46-0c1c-4c8c-a86f-58e9f9ff9188 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:07.125044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff7ebf5a-4216-4a0c-8ed1-09cec1633d9e req-aaf9aa46-0c1c-4c8c-a86f-58e9f9ff9188 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 944 time: 0.1607087 Nov 01 18:34:07.199383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff7ebf5a-4216-4a0c-8ed1-09cec1633d9e req-d70e75f7-45da-4f69-bec6-792fcdfd63d6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Nov 01 18:34:07.214867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f8848995-8ac8-4363-94d3-170d02cc5aa9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:07.444681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:07.515267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=84547996-07ba-45d8-8980-c5b52dab06a5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:07.559376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c230751a-1ee1-4681-aa7d-3cf8c0f9d01d req-965db0c5-debc-41bb-b044-bc0ea88ff81b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.0912342 Nov 01 18:34:07.661398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:07.667882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.9 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/3ea18280-d504-4db9-9c68-236ab364a07d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:07.791259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:07.795324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:07.969896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.040442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.040984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router cdfea56f-6097-4a97-a9b7-6420c15d0f13 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:08.048918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.050253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2938b36d-9b15-45a3-ac34-0b18105d7646 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 204 len: 168 time: 2.4197712 Nov 01 18:34:08.054252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42320) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:08.060021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1484316591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:08.264713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.264934 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.266217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.279340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:08.371335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:08.377314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:08.381229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:08.418678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:08.472737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:08.473352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.506001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f8848995-8ac8-4363-94d3-170d02cc5aa9 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:34:08.646259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-8794c6c6-e4d8-4b8a-b29a-ae0071c1ebcc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896147 Nov 01 18:34:08.755642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Request body: {'port': {'device_id': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:08.777515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port f8848995-8ac8-4363-94d3-170d02cc5aa9 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:34:08.782877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port f8848995-8ac8-4363-94d3-170d02cc5aa9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:08.782877 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.818336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.837812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.841109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aef48-1b76-484b-831a-efee3ca46f51 req-276ed30f-c3c1-41fb-b91d-a92f7655390a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:08.848986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707aef48-1b76-484b-831a-efee3ca46f51 req-276ed30f-c3c1-41fb-b91d-a92f7655390a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 944 time: 0.5538998 Nov 01 18:34:08.884803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a427a-98e6-4d18-856d-e820465ae0f7 req-5a51df53-183f-4c5d-86ab-a884b52318c8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:08.892269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d21a427a-98e6-4d18-856d-e820465ae0f7 req-5a51df53-183f-4c5d-86ab-a884b52318c8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 931 time: 0.1076384 Nov 01 18:34:08.908915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.918923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:08.945476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:08.949232 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff53e2-a403-4020-ac98-b9d2acf6feee" -d '{"events": [{"server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:08.961919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707aef48-1b76-484b-831a-efee3ca46f51 req-d382fe97-8a1d-407e-86a2-1f4719553f06 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119323 Nov 01 18:34:08.965653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:08.992207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d21a427a-98e6-4d18-856d-e820465ae0f7 req-9476347b-0b19-4aa6-b9c1-c7b649a5c3f8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896494 Nov 01 18:34:09.045957 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6993777b-4485-4fe1-87dd-104fada81b43 x-openstack-request-id: req-6993777b-4485-4fe1-87dd-104fada81b43 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:09.046362 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:09.046564 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6993777b-4485-4fe1-87dd-104fada81b43 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:09.046965 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9', 'code': 200} Nov 01 18:34:09.049648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.051244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-10f95c0e-176e-4960-9b64-8a9de24b1228 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9948809 Nov 01 18:34:09.054548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42364) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:09.076264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:09.086246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.092023 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.254765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:09.341766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea18280-d504-4db9-9c68-236ab364a07d {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:09.349898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.365500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Transition to ACTIVE for port object 3ea18280-d504-4db9-9c68-236ab364a07d will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:34:09.477748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dfbd8-379c-4af7-a5a7-dd4b11d2c074 req-fee9e0d3-d300-41c0-a443-edd06d60de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:09.479267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-288dfbd8-379c-4af7-a5a7-dd4b11d2c074 req-fee9e0d3-d300-41c0-a443-edd06d60de77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 1096 time: 0.2597108 Nov 01 18:34:09.496452 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.600110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:09.625690 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.634849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-288dfbd8-379c-4af7-a5a7-dd4b11d2c074 req-a6f71f4e-22c8-4a5e-8c35-3ceafeae4166 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144683 Nov 01 18:34:09.701075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Attempting to bind port 3ea18280-d504-4db9-9c68-236ab364a07d on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:09.701765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Attempting to bind port 3ea18280-d504-4db9-9c68-236ab364a07d by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:09.702215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Attempting to bind port 3ea18280-d504-4db9-9c68-236ab364a07d on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:09.711691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Port 3ea18280-d504-4db9-9c68-236ab364a07d on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:34:09.712057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Attempting to bind port 3ea18280-d504-4db9-9c68-236ab364a07d on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:09.718262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:09.718618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:09.719071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:09.719543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Bound port: 3ea18280-d504-4db9-9c68-236ab364a07d, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:09.720707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.814763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:09.819414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3ea18280-d504-4db9-9c68-236ab364a07d,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:09.903731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.940178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:09.941297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.942743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ea18280-d504-4db9-9c68-236ab364a07d HTTP/1.1" status: 200 len: 1091 time: 1.2842400 Nov 01 18:34:09.945040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:09.948766 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f0380-b273-4fb2-a5b9-438c1d7a6224" -d '{"events": [{"name": "network-changed", "server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:09.961635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:09.991334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:10.005721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67665341-02ca-49ec-8c69-edd0a1b0ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:10.172354 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf1c83d-68ef-4e78-be66-362c763224da x-openstack-request-id: req-5cf1c83d-68ef-4e78-be66-362c763224da {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:10.172771 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:10.173176 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cf1c83d-68ef-4e78-be66-362c763224da {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:10.173683 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d', 'status': 'completed', 'code': 200} Nov 01 18:34:10.185129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Allocated IP 172.25.2.105 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f02be171-5c33-48a5-bdbb-afecab496cbb) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:10.188750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-dcbc967c-b302-4429-82cd-f45fcb53c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:10.191717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-dcbc967c-b302-4429-82cd-f45fcb53c033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 1094 time: 0.0983548 Nov 01 18:34:10.214012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cb56a-8d3c-4284-9deb-9e05935a844f req-d980c765-5b8b-4ffc-bd58-55722cee8745 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:10.223445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e9cb56a-8d3c-4284-9deb-9e05935a844f req-d980c765-5b8b-4ffc-bd58-55722cee8745 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.0992041 Nov 01 18:34:10.262147 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-5a362870-3a93-4db7-b174-23f28e5d8203 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea18280-d504-4db9-9c68-236ab364a07d HTTP/1.1" status: 200 len: 217 time: 0.0616412 Nov 01 18:34:10.359808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-c8afac25-b389-4239-aef5-053373f11084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:10.365568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-c8afac25-b389-4239-aef5-053373f11084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.0962818 Nov 01 18:34:10.367456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e9cb56a-8d3c-4284-9deb-9e05935a844f req-eec83d65-0e6a-4e53-9ccf-132f2e80c303 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430814 Nov 01 18:34:10.444117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47e349-afbe-460b-80b7-050b1b784596 req-81ea283c-b869-4cea-88db-7e0d89fb276b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:10.444117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa47e349-afbe-460b-80b7-050b1b784596 req-81ea283c-b869-4cea-88db-7e0d89fb276b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 943 time: 0.1686108 Nov 01 18:34:10.458155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-459bfa39-a2a6-462f-8bab-8eb5c95a429e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794561 Nov 01 18:34:10.492350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:10.525238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aa47e349-afbe-460b-80b7-050b1b784596 req-0d2b39da-53dc-4036-9bd2-6dbdcdc1cdfb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013718 Nov 01 18:34:10.603694 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-9a815bc1-f444-45df-a45e-2e5b2bea4a77 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375353 Nov 01 18:34:10.711811 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e27465f8-a98d-4ebf-b3ae-05865fa7483b req-807e560f-62b8-4574-9b1b-6dcd10cdfa16 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014171 Nov 01 18:34:10.748628 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:10.886090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:10.887031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event updated for resources: {'Port': ['ID=f02be171-5c33-48a5-bdbb-afecab496cbb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:10.898096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:10.901622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:10.911220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-976be243-ce50-4797-bd5d-2e28307c2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:10.912810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-976be243-ce50-4797-bd5d-2e28307c2ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 1094 time: 0.0602057 Nov 01 18:34:11.033772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-d1a2c372-7cc5-4117-b5ad-9c02edd58715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:11.035741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-d1a2c372-7cc5-4117-b5ad-9c02edd58715 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 905 time: 0.1152318 Nov 01 18:34:11.094021 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-9a9ea8e4-47c3-4c24-827b-57409fcf3c12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea18280-d504-4db9-9c68-236ab364a07d HTTP/1.1" status: 200 len: 217 time: 0.0510178 Nov 01 18:34:11.155634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-55f74143-8ce4-47de-9f45-657bd7a05281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:11.157204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-55f74143-8ce4-47de-9f45-657bd7a05281 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.0566251 Nov 01 18:34:11.190228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-15efd60b-3d0f-4713-8590-38016619d161 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259264 Nov 01 18:34:11.287957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-86412c61-f562-417c-b935-cfa8c33bbd06 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884931 Nov 01 18:34:11.366093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:11.409741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-759f0380-b273-4fb2-a5b9-438c1d7a6224 req-00e8fced-6d88-43e1-a2e0-fbd91badbb14 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168587 Nov 01 18:34:11.577365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bb02c-e739-44b4-8660-9c575336b1bb req-99f06844-7398-4fe0-bfe1-51b67ba2f8cd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:11.578993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-992bb02c-e739-44b4-8660-9c575336b1bb req-99f06844-7398-4fe0-bfe1-51b67ba2f8cd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.0964787 Nov 01 18:34:11.678192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:11.696709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:11.700686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-992bb02c-e739-44b4-8660-9c575336b1bb req-241bec1a-e737-47aa-8eb2-b1f649a858cc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832026 Nov 01 18:34:11.715362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950c6c-dd12-4057-94fa-922b5ab1cc9d req-0daf9445-f72c-4815-bc82-ea12bf454318 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:11.716851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b950c6c-dd12-4057-94fa-922b5ab1cc9d req-0daf9445-f72c-4815-bc82-ea12bf454318 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 943 time: 0.0876150 Nov 01 18:34:11.854381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b950c6c-dd12-4057-94fa-922b5ab1cc9d req-80a53127-ccf6-42c4-8c3d-3ba0305922e5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024661 Nov 01 18:34:11.929426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a014aa-c15f-4937-a382-bc6353e912d1 req-4fa1a2bf-3afe-4a27-b12d-725034e883c0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:11.942518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a014aa-c15f-4937-a382-bc6353e912d1 req-4fa1a2bf-3afe-4a27-b12d-725034e883c0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.1701972 Nov 01 18:34:12.065303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a014aa-c15f-4937-a382-bc6353e912d1 req-cc08fb2b-f733-445a-80a7-0529eabc4d8f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213162 Nov 01 18:34:12.177116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Router cbb86b55-a3ef-4470-a168-b603e6164ae0 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:34:12.323779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:12.332684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:12.336103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ae4c7e72-755d-4872-962f-0f4d2e80c4c9 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "PUT /v2.0/routers/cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 200 len: 880 time: 3.2796495 Nov 01 18:34:12.339342 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] Sync routers for ids ['cbb86b55-a3ef-4470-a168-b603e6164ae0'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:12.339864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:12.349416 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] Routers {'cbb86b55-a3ef-4470-a168-b603e6164ae0'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:12.350036 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cbb86b55-a3ef-4470-a168-b603e6164ae0'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:12.397205 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:12.407037 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] Routers {'cbb86b55-a3ef-4470-a168-b603e6164ae0'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:12.408280 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cbb86b55-a3ef-4470-a168-b603e6164ae0'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:12.465509 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:12.469997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9600ab-785e-421a-935a-53f4e959a377 None None] The sync data for ids ['cbb86b55-a3ef-4470-a168-b603e6164ae0'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:12.491827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f4648c50-4d04-40bc-9bce-fd1c5107471b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 200 len: 921 time: 0.1537812 Nov 01 18:34:12.492703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:12.550969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef2a65-1058-4c99-8b6a-53dae2c58c62 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:12.553152 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-91ef2a65-1058-4c99-8b6a-53dae2c58c62 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=cbb86b55-a3ef-4470-a168-b603e6164ae0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0593300 Nov 01 18:34:12.557619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42524) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:12.740419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a78d32-1a98-4f5e-83e2-ce85422af876 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:12.743543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-55a78d32-1a98-4f5e-83e2-ce85422af876 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.1799598 Nov 01 18:34:12.744597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42532) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:12.780107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dde82990-6db1-4e44-b47a-c46610ca60f3 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 200 len: 205 time: 0.0343130 Nov 01 18:34:12.780536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42538) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:12.891073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:13.004623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:13.044128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f21b3-ef01-4706-b391-a124e69a11a1 req-186e5c0e-c52d-4cef-9ed2-8ade01d82537 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:13.044128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce6f21b3-ef01-4706-b391-a124e69a11a1 req-186e5c0e-c52d-4cef-9ed2-8ade01d82537 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 943 time: 0.0552528 Nov 01 18:34:13.079540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce6f21b3-ef01-4706-b391-a124e69a11a1 req-4c26797f-272b-4513-b9ca-fbde65114636 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Nov 01 18:34:13.223812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port f02be171-5c33-48a5-bdbb-afecab496cbb {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:13.224167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:13.373150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:13.385319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for f02be171-5c33-48a5-bdbb-afecab496cbb owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:13.777061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:13.847830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=f02be171-5c33-48a5-bdbb-afecab496cbb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:13.962684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.155675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.160248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.259678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50ed15-d9a2-4a17-81d5-b56b1a1a81f9 req-e6ad99b4-4d2f-4a22-9786-8e3150cbe399 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:14.269342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d50ed15-d9a2-4a17-81d5-b56b1a1a81f9 req-e6ad99b4-4d2f-4a22-9786-8e3150cbe399 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 943 time: 0.0699553 Nov 01 18:34:14.309863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d50ed15-d9a2-4a17-81d5-b56b1a1a81f9 req-80d04954-94a2-4de3-8cfb-c579b4f4ee04 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Nov 01 18:34:14.378070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.381583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router cbb86b55-a3ef-4470-a168-b603e6164ae0 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:14.390019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.396097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a600bf6a-0246-4b0f-8e97-db936ea2047f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 204 len: 168 time: 1.6107411 Nov 01 18:34:14.396581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42622) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:14.409905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1297953162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:14.570889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.570889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.640277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.740409 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.890908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:14.892154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8678cc45-c0a5-46ae-ae9b-0bb2c2cd06d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4945533 Nov 01 18:34:14.895783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42658) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:14.900258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': True}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:15.271727 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:15.910312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3ea18280-d504-4db9-9c68-236ab364a07d details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:34:16.072926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3ea18280-d504-4db9-9c68-236ab364a07d,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:16.076947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ee2dc-b6ec-43f2-867f-e01427c107a3 req-bed9dc18-eb58-4d53-a909-d23485838ebb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:16.085361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348ee2dc-b6ec-43f2-867f-e01427c107a3 req-bed9dc18-eb58-4d53-a909-d23485838ebb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 943 time: 0.6089697 Nov 01 18:34:16.117929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3ea18280-d504-4db9-9c68-236ab364a07d', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': '3ea18280-d504-4db9-9c68-236ab364a07d', 'mac_address': 'fa:16:3e:7e:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:34:16.156537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-348ee2dc-b6ec-43f2-867f-e01427c107a3 req-1a1d0c3e-ecef-4214-8feb-947ea7aaf3e3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615256 Nov 01 18:34:16.199158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.216909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea18280-d504-4db9-9c68-236ab364a07d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:16.256892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3ea18280-d504-4db9-9c68-236ab364a07d,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:16.307224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.330137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.375431 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.453177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.25.2.166 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/2ad318e6-be03-4c41-8623-c8f70f2c612f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:16.537870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:16.590430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.732102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:16.747624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3ea18280-d504-4db9-9c68-236ab364a07d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:16.824301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:16.856521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:16.860384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad318e6-be03-4c41-8623-c8f70f2c612f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:16.863375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:17.065407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-5105aec1-04a6-40c7-9cf2-6e990a69cd4a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:17.067055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-5105aec1-04a6-40c7-9cf2-6e990a69cd4a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.3036101 Nov 01 18:34:17.106334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-2dcab253-a7a8-4ae2-b248-50d970591445 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0208519 Nov 01 18:34:17.187652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-06489747-1175-4474-bd8a-a5050971c45e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803070 Nov 01 18:34:17.559087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4c8b1-0246-4d1e-8215-e02045df3af9 req-8abbe73a-ad95-4ebb-96bf-d68b8e2b7680 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:17.560786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbd4c8b1-0246-4d1e-8215-e02045df3af9 req-8abbe73a-ad95-4ebb-96bf-d68b8e2b7680 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 944 time: 0.2908764 Nov 01 18:34:17.593247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-84720fbc-d5b9-4b9e-8d20-7ead6f6f7e69 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047248 Nov 01 18:34:17.693243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:17.808560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbd4c8b1-0246-4d1e-8215-e02045df3af9 req-40310ba5-72b1-4950-abf8-4fe22731c7ea tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140191 Nov 01 18:34:17.920881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3ea18280-d504-4db9-9c68-236ab364a07d up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:34:17.941515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-ca625e9f-1c4b-437c-a8ad-948bd30ecbf7 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364801 Nov 01 18:34:18.071568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 3ea18280-d504-4db9-9c68-236ab364a07d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:34:18.076810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3ea18280-d504-4db9-9c68-236ab364a07d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:18.077500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.204840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.208632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.324159 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.414642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:18.429731 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3398321a-1e6c-415f-b49b-fc0c4fc5e63c" -d '{"events": [{"server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:18.650138 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bfee7-7a75-4733-8478-73caacd89411 x-openstack-request-id: req-065bfee7-7a75-4733-8478-73caacd89411 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:18.650519 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:18.653173 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-065bfee7-7a75-4733-8478-73caacd89411 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:18.655193 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d', 'code': 200} Nov 01 18:34:18.666369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3ea18280-d504-4db9-9c68-236ab364a07d,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:18.708098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-595811d6-be4b-45ee-bc20-145a9eaa5a1b req-b977f04c-25fd-404d-b213-5e34fc4ff2f1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.2615457 Nov 01 18:34:18.783167 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.828436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648773a1-ebdb-463b-baea-913971531521 req-e6c46f6a-57b8-4200-9e02-c30dac41d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:18.828436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-648773a1-ebdb-463b-baea-913971531521 req-e6c46f6a-57b8-4200-9e02-c30dac41d997 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 1095 time: 0.1113212 Nov 01 18:34:18.857600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce966-7f56-4353-ada4-b35d8c120abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:18.900953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:18.905709 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-648773a1-ebdb-463b-baea-913971531521 req-fb07b0f7-8887-44dc-be09-678671a4f783 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703607 Nov 01 18:34:18.974867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router 5129187a-88f1-4427-92fa-fca8c3c83917 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:34:19.068113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459eaed-8424-41ea-8372-0002d84279c1 req-31ac44fc-5363-405c-aaf4-a41566ebeb04 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:19.075990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f459eaed-8424-41ea-8372-0002d84279c1 req-31ac44fc-5363-405c-aaf4-a41566ebeb04 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.1345456 Nov 01 18:34:19.217076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f459eaed-8424-41ea-8372-0002d84279c1 req-30ca9647-3f15-4320-880d-c8eb188e234e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257775 Nov 01 18:34:19.241833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:19.249090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:19.250569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-65e8f7ae-fcbd-4a53-a069-5c2e203621c9 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "PUT /v2.0/routers/5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 200 len: 915 time: 4.3537827 Nov 01 18:34:19.255871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] Sync routers for ids ['5129187a-88f1-4427-92fa-fca8c3c83917'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:19.257447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42880) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:19.271093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] Routers {'5129187a-88f1-4427-92fa-fca8c3c83917'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:19.271840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5129187a-88f1-4427-92fa-fca8c3c83917'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:19.310703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:19.324614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] Routers {'5129187a-88f1-4427-92fa-fca8c3c83917'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:19.325235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:33:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['5129187a-88f1-4427-92fa-fca8c3c83917'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:19.371699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:19.372376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6c7bf-2718-45bf-b2be-a34b2c4e6638 None None] The sync data for ids ['5129187a-88f1-4427-92fa-fca8c3c83917'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:19.428741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2d17695-da63-49db-873b-c0529869b130 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 200 len: 921 time: 0.1678827 Nov 01 18:34:19.431437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:19.482030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07892c-8785-4be0-a72b-494ba9a15120 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:19.483965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c07892c-8785-4be0-a72b-494ba9a15120 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=5129187a-88f1-4427-92fa-fca8c3c83917&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0514131 Nov 01 18:34:19.487444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:19.604298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fecb318-1c85-4a11-a8b9-21cd1e0a12f8 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:19.604298 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5fecb318-1c85-4a11-a8b9-21cd1e0a12f8 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.1137762 Nov 01 18:34:19.606349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42898) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:19.644675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-791bc95c-6132-40de-bc61-64c6c30755b2 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 200 len: 205 time: 0.0369477 Nov 01 18:34:19.647202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:19.816445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:19.871604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d24cce45-2867-4653-9926-4ba2c6ac23ce req-149b4f6d-01aa-488b-ac56-b739ad2f7249 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0713696 Nov 01 18:34:19.975607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:20.265375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port 2ad318e6-be03-4c41-8623-c8f70f2c612f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:20.265730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:20.457800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17360-ac86-4bbf-9819-9025c08b9c69 req-e66f5ff9-812e-4faa-ad19-69ccb5a6dd0a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:20.459443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50c17360-ac86-4bbf-9819-9025c08b9c69 req-e66f5ff9-812e-4faa-ad19-69ccb5a6dd0a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.0976923 Nov 01 18:34:20.470568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:20.502008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for 2ad318e6-be03-4c41-8623-c8f70f2c612f owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:20.541060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50c17360-ac86-4bbf-9819-9025c08b9c69 req-43165628-3623-43c5-88c5-cf2adb58b3e5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Nov 01 18:34:20.857818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:20.889503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a268304c-192e-4981-8aee-3705ebff1563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:20.930628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=2ad318e6-be03-4c41-8623-c8f70f2c612f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:21.054774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf819f5-f594-4536-9919-a609fc616fa0 req-4bafa93a-b160-45a5-ad1c-489291c0e0c7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0581312 Nov 01 18:34:21.088678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.199349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.201508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.328822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.331046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router 5129187a-88f1-4427-92fa-fca8c3c83917 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:21.337746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.338872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f8d4bc2-c258-4e3f-b3ca-45cc57b82dc8 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 204 len: 168 time: 1.6906571 Nov 01 18:34:21.342777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:21.347716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053139329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:21.505605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.506775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.583493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.668696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.820174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:21.822362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b08b4d42-026c-435f-8e1f-6fe320b08370 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4783769 Nov 01 18:34:21.836657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42976) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:21.847146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'enable_snat': False}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:22.060479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:22.236753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:22.335937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2e9c-7faa-4434-a12d-6c2d48966c68 req-d411aab3-8e85-42b2-bed9-32bd5f10d702 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:22.347522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bcc2e9c-7faa-4434-a12d-6c2d48966c68 req-d411aab3-8e85-42b2-bed9-32bd5f10d702 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.7149227 Nov 01 18:34:22.355768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d33b1f6-6dce-4b94-b445-14ecf9270dd6 req-b1eb3dea-5182-4405-9e7b-fad7c175c5bc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0837328 Nov 01 18:34:22.411567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bcc2e9c-7faa-4434-a12d-6c2d48966c68 req-75bee518-7648-46c9-ba27-cb6ced84d176 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631135 Nov 01 18:34:22.420045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-13e83700-8977-43bc-bbbe-079e91c99b5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:22.421498 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-13e83700-8977-43bc-bbbe-079e91c99b5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.7610042 Nov 01 18:34:22.440858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:22.710635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38317-64ce-42f3-bfac-111c14eb4fb1 req-4d2bc224-33b2-419d-a511-945d8a98a566 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:22.720152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5b38317-64ce-42f3-bfac-111c14eb4fb1 req-4d2bc224-33b2-419d-a511-945d8a98a566 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.1394799 Nov 01 18:34:22.775480 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:22.783646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:22.787257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:22.807044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5b38317-64ce-42f3-bfac-111c14eb4fb1 req-7b389be7-826f-40bb-abb9-57fbe9f6853b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Nov 01 18:34:22.807275 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.151657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.5 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/2c755c66-9e1b-40e0-a411-9fe90495c3e2) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:23.203997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Allocated IP 172.25.2.73 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/7c343933-760c-4896-911c-3789cb98e12b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:23.384896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.461830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.480731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73a3d3a2-eb40-4571-a00c-8493cfc8fe2e req-c39df39d-c252-467a-bd83-1acd566774be tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0419726 Nov 01 18:34:23.545623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.594057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:23.600952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:23.603380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:23.626888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Pushing event updated for resources: {'Port': ['ID=7c343933-760c-4896-911c-3789cb98e12b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:23.639069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.639419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.639814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.646115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:23.729828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.743678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f8848995-8ac8-4363-94d3-170d02cc5aa9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:23.822708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:23.857591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:23.866595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:23.885408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:23.888927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:23.963075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da3468-babe-47fc-aa3b-ccaafb27ee23 req-1ba71667-d404-46da-bfc2-b9c9f12e123c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:23.964955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13da3468-babe-47fc-aa3b-ccaafb27ee23 req-1ba71667-d404-46da-bfc2-b9c9f12e123c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.1247756 Nov 01 18:34:24.004565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:24.005231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.057425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13da3468-babe-47fc-aa3b-ccaafb27ee23 req-7bea9b7f-98de-40ca-9996-f83f03dfa638 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667839 Nov 01 18:34:24.144494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-6a9edb07-abc3-4769-b0f8-2810195205ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7107534 Nov 01 18:34:24.172997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Request body: {'port': {'device_id': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:24.313258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.326571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.477094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-af8d9f77-d3cc-4ec0-b508-4ce3c43d8f6a None None] Provisioning complete for port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:24.488188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-af8d9f77-d3cc-4ec0-b508-4ce3c43d8f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.607099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-af8d9f77-d3cc-4ec0-b508-4ce3c43d8f6a None None] Port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:34:24.800733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.808514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:24.840346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8508-4203-4d78-8a60-664955ec10ab req-ac9ab7db-08b4-40f4-aa3d-84084d6e9c9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:24.841872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a8a8508-4203-4d78-8a60-664955ec10ab req-ac9ab7db-08b4-40f4-aa3d-84084d6e9c9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 931 time: 0.2171078 Nov 01 18:34:24.909610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6a8a8508-4203-4d78-8a60-664955ec10ab req-415ea046-807e-42c0-98c3-054297e0d89a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597618 Nov 01 18:34:25.048505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c755c66-9e1b-40e0-a411-9fe90495c3e2 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:25.066093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:25.123422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Transition to ACTIVE for port object 2c755c66-9e1b-40e0-a411-9fe90495c3e2 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:34:25.143354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Router c06553b4-8b73-490a-a931-7461778eaeda is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:34:25.234556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:25.351122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Pushing event updated for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:25.581821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf196e-3a21-463a-8aef-a85e90e431d9 req-a4692fb1-dca4-4458-89d7-c825b84f1dca tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:25.590667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51cf196e-3a21-463a-8aef-a85e90e431d9 req-a4692fb1-dca4-4458-89d7-c825b84f1dca tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.3532481 Nov 01 18:34:25.653639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51cf196e-3a21-463a-8aef-a85e90e431d9 req-0f4a415e-cec8-4640-a0c4-a9e5e4957b5b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Nov 01 18:34:25.688659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Attempting to bind port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:25.689122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Attempting to bind port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:25.689513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Attempting to bind port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:25.701602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:34:25.701918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Attempting to bind port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:25.709829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:25.710164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:25.710573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:25.711001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Bound port: 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:25.711361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:25.917875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:25.921209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:26.049744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.081069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:26.085787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.106981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-66579f8c-2259-46d4-9bdd-593555d09934 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "PUT /v2.0/routers/c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 200 len: 915 time: 4.2495596 Nov 01 18:34:26.107098 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] Sync routers for ids ['c06553b4-8b73-490a-a931-7461778eaeda'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:26.107575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43074) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:26.107681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] Routers {'c06553b4-8b73-490a-a931-7461778eaeda'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:26.107681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c06553b4-8b73-490a-a931-7461778eaeda'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:26.141558 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:26.153713 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] Routers {'c06553b4-8b73-490a-a931-7461778eaeda'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:26.155063 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c06553b4-8b73-490a-a931-7461778eaeda'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:26.216536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-e2117e58-d6fd-44dd-839e-f63eb66d02f7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.218049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-e2117e58-d6fd-44dd-839e-f63eb66d02f7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.1906278 Nov 01 18:34:26.258791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.261460 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:26.263377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b66e-53c5-4f8f-9f9a-85fc13aba434 None None] The sync data for ids ['c06553b4-8b73-490a-a931-7461778eaeda'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:26.271349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.275839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c755c66-9e1b-40e0-a411-9fe90495c3e2 HTTP/1.1" status: 200 len: 1091 time: 2.1213729 Nov 01 18:34:26.277426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:26.283904 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94168f02-a931-4464-a480-69b5ed590443" -d '{"events": [{"name": "network-changed", "server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:26.407782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0c4b82d-74c5-4cc9-9401-68dae1818a8a tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 200 len: 921 time: 0.3090329 Nov 01 18:34:26.411031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43086) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:26.491539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264c39-43e7-492b-a4e8-9b1685cbea58 service neutron] Pushing event updated for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:26.526448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port 3ea18280-d504-4db9-9c68-236ab364a07d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:26.527069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.604637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa0cd2b-671a-4c1e-816b-647f98e9773b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.606205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1fa0cd2b-671a-4c1e-816b-647f98e9773b tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=c06553b4-8b73-490a-a931-7461778eaeda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1933556 Nov 01 18:34:26.617119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43090) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:26.647030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e616a-af0b-4342-a61f-f1e7a312fe5f req-7264a1f9-5e06-408e-aada-3147ea238845 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.660619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-891e616a-af0b-4342-a61f-f1e7a312fe5f req-7264a1f9-5e06-408e-aada-3147ea238845 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.5246439 Nov 01 18:34:26.664019 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ca6319-67de-4211-9014-5c41da5ffee4 x-openstack-request-id: req-91ca6319-67de-4211-9014-5c41da5ffee4 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:26.664309 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:26.672597 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ca6319-67de-4211-9014-5c41da5ffee4 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:26.672597 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2', 'status': 'completed', 'code': 200} Nov 01 18:34:26.762567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-891e616a-af0b-4342-a61f-f1e7a312fe5f req-0b31b2d9-baff-4daa-b457-5494b613aea1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012533 Nov 01 18:34:26.797241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-43a9fe47-e94e-4922-bbd8-47b62df6201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.810149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-43a9fe47-e94e-4922-bbd8-47b62df6201c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 1094 time: 0.3662004 Nov 01 18:34:26.810870 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.863852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port 3ea18280-d504-4db9-9c68-236ab364a07d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3ea18280-d504-4db9-9c68-236ab364a07d,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:26.866009 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:26.911289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90488bab-c7a8-44cf-a784-e014e457e41d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:26.912809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-90488bab-c7a8-44cf-a784-e014e457e41d tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/networks/771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 881 time: 0.2919719 Nov 01 18:34:26.914004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for 3ea18280-d504-4db9-9c68-236ab364a07d owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:26.921742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43098) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:26.955013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-71f9b26f-1086-4afd-b78f-8a511ffaa0fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0896142 Nov 01 18:34:27.015383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7b7935d9-d55c-43aa-9867-ab5dd0062670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:27.017514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7b7935d9-d55c-43aa-9867-ab5dd0062670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0479126 Nov 01 18:34:27.023031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:27.026166 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f96d6ed-3626-4bee-bc6f-8b368b8ba608 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 200 len: 205 time: 0.0999548 Nov 01 18:34:27.151976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcdd2e-1056-4f41-b19d-89be00e5aba9 req-830b6b1d-4840-41a8-8d7b-94a4e1071413 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:27.151976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01fcdd2e-1056-4f41-b19d-89be00e5aba9 req-830b6b1d-4840-41a8-8d7b-94a4e1071413 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 945 time: 0.3239629 Nov 01 18:34:27.232957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-8ec8d509-0d4b-4a90-9f1c-17e15bd03a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:27.238189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-8ec8d509-0d4b-4a90-9f1c-17e15bd03a02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025383 Nov 01 18:34:27.299405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01fcdd2e-1056-4f41-b19d-89be00e5aba9 req-9e68c470-b5cd-4d25-88a8-a54ead959cdc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414511 Nov 01 18:34:27.385381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:27.547383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-7c98bdb1-843f-4680-85f5-e23f11d1d6a1 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581596 Nov 01 18:34:27.711449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:27.727723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:27.756173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=3ea18280-d504-4db9-9c68-236ab364a07d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:27.760042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:27.821758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47579f5d-db7a-4413-83f3-13baee8d58a7 req-f7cd306d-db56-4155-bd1a-f0b557bc3abb service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240102 Nov 01 18:34:27.861940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port 3ea18280-d504-4db9-9c68-236ab364a07d on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:34:27.865663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:27.875297 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a8010920-d658-4832-bd3f-89b750f2d9b1 req-015d46b2-b1a7-452e-9ff7-82b6a790aa99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "DELETE /v2.0/ports/3ea18280-d504-4db9-9c68-236ab364a07d HTTP/1.1" status: 204 len: 173 time: 1.6473451 Nov 01 18:34:27.876785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'name': 'network-vif-deleted', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:27.879746 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da2984-633c-4798-b56e-795f48d7e8a4" -d '{"events": [{"server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "name": "network-vif-deleted", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:28.016282 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758b220-52a8-409b-9356-5f346e01d211 x-openstack-request-id: req-b758b220-52a8-409b-9356-5f346e01d211 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:28.016959 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c", "name": "network-vif-deleted", "tag": "3ea18280-d504-4db9-9c68-236ab364a07d", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:28.017481 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b758b220-52a8-409b-9356-5f346e01d211 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:28.017916 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c', 'name': 'network-vif-deleted', 'tag': '3ea18280-d504-4db9-9c68-236ab364a07d', 'status': 'completed', 'code': 200} Nov 01 18:34:28.018686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3ea18280-d504-4db9-9c68-236ab364a07d no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:34:28.051335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 3ea18280-d504-4db9-9c68-236ab364a07d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:34:28.052051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3ea18280-d504-4db9-9c68-236ab364a07d not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:34:28.343026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045037c-fed6-4b82-a472-094ed3fbcc5d req-a8197c5e-1e3e-4dad-880e-0ee09662d7ba tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:28.351595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c045037c-fed6-4b82-a472-094ed3fbcc5d req-a8197c5e-1e3e-4dad-880e-0ee09662d7ba tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.4080546 Nov 01 18:34:28.361876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168f02-a931-4464-a480-69b5ed590443 req-38139848-1aaa-40af-998b-9fc78ecb7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:28.363465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-38139848-1aaa-40af-998b-9fc78ecb7ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 1094 time: 0.3200910 Nov 01 18:34:28.389705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port 7c343933-760c-4896-911c-3789cb98e12b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:28.390098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:28.673917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c045037c-fed6-4b82-a472-094ed3fbcc5d req-49d66a43-e4dd-4591-a988-eaa97a59de1f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213253 Nov 01 18:34:28.704837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bcdd699-4364-4f5a-ac4c-59a32239e94a req-d9c99139-ccec-46ac-a37f-adebac503ab3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b94f6c0-e4c3-4f3c-81d6-c0bdbc41eb1c HTTP/1.1" status: 200 len: 210 time: 0.2486532 Nov 01 18:34:28.827583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:28.860239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168f02-a931-4464-a480-69b5ed590443 req-1017ced2-3e5e-4763-9823-bd66713e6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:28.862895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-1017ced2-3e5e-4763-9823-bd66713e6657 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.4911754 Nov 01 18:34:28.880627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for 7c343933-760c-4896-911c-3789cb98e12b owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:28.943840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-abd750f8-80c4-4f90-83ab-8156616920f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0711119 Nov 01 18:34:29.084032 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168f02-a931-4464-a480-69b5ed590443 req-232263c3-1a7c-48c1-a2f6-564b6f3dd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:29.085505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-232263c3-1a7c-48c1-a2f6-564b6f3dd010 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1315272 Nov 01 18:34:29.286335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168f02-a931-4464-a480-69b5ed590443 req-d42a3a91-a7f1-4c71-bb11-fc95c0516b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:29.288123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-d42a3a91-a7f1-4c71-bb11-fc95c0516b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858015 Nov 01 18:34:29.500044 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-082aeac9-aadc-4a3c-b16b-a83ab0829b77 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990845 Nov 01 18:34:29.628317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:29.667607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=7c343933-760c-4896-911c-3789cb98e12b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:30.430214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94168f02-a931-4464-a480-69b5ed590443 req-433c3de9-6111-4362-9e55-3bcdce3e54ce service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217336 Nov 01 18:34:30.571740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:30.831434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:30.834108 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:30.887112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-88bff7f2-517e-4b33-93c1-18febed98ab3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:30.894511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-88bff7f2-517e-4b33-93c1-18febed98ab3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.5382187 Nov 01 18:34:30.921392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-ae8d5594-1811-4155-86e7-6297313a75fb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0194204 Nov 01 18:34:30.954640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c27bf8-f62b-4f51-a2ee-c4b15430842d req-e5ff8ec8-1200-4f20-9e64-9426bdf2d80c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:30.963605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47c27bf8-f62b-4f51-a2ee-c4b15430842d req-e5ff8ec8-1200-4f20-9e64-9426bdf2d80c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.6148207 Nov 01 18:34:31.010681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.011361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router c06553b4-8b73-490a-a931-7461778eaeda {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:31.030878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.038702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43178) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:31.039291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b4dd6898-c1fa-4925-b3bb-19b623d1210e tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 204 len: 168 time: 4.0138659 Nov 01 18:34:31.047549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830836997', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:31.075651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47c27bf8-f62b-4f51-a2ee-c4b15430842d req-cf9899ae-4b5a-4c3e-8604-af21fdb98a8f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073172 Nov 01 18:34:31.122662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-c0d52ef7-b0ed-4024-a8ee-f8d04afa19c6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220877 Nov 01 18:34:31.269150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.270215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.309420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-b89acf6f-f4b0-4f3b-9ba3-b1ed674be932 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751831 Nov 01 18:34:31.372380 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.482761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-9819980b-1d74-4d87-ba8e-e3f59b1502ff service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639669 Nov 01 18:34:31.722795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:31.897214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-8b8c554d-b7d0-4dbb-87dd-8269ad65ccc5 req-beb5aa29-8366-4c9c-b57a-969cd6b8dedb tempest-ImagesTestJSON-568910731 tempest-ImagesTestJSON-568910731-project] (102782) timed out ('10.222.0.32', 57581) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:34:31.961652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f79c33d3-4c9b-4f62-bcf1-373c19165174 req-ee427ad2-1803-4f4b-8ad6-80e48840eef4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0972743 Nov 01 18:34:32.281024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:32.288817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdad9d9-6bcb-40b3-b953-077079baaf8e req-6d01b8db-41ff-48b1-bb9c-979b3cba9384 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:32.290915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fdad9d9-6bcb-40b3-b953-077079baaf8e req-6d01b8db-41ff-48b1-bb9c-979b3cba9384 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1112864 Nov 01 18:34:32.336740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:32.469121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fdad9d9-6bcb-40b3-b953-077079baaf8e req-935678b7-0182-457f-a823-2b24c4a88b9e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687117 Nov 01 18:34:32.638919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Allocated IP 172.25.2.38 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b7976160-6286-4475-a2f5-c5fc7f788e09) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:32.856982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:33.031151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:33.078573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-055d920a-295e-449a-8049-5426592f31fa req-a8ea4959-314e-41b2-bfb8-74e9fc157204 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0608299 Nov 01 18:34:33.129327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event updated for resources: {'Port': ['ID=b7976160-6286-4475-a2f5-c5fc7f788e09,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:33.134279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:33.136150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:33.138574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:33.620644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5195537-9560-4cc5-b13f-ebb78c501134 req-76792b88-e46c-4121-aa0a-aa584474831e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:33.622227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5195537-9560-4cc5-b13f-ebb78c501134 req-76792b88-e46c-4121-aa0a-aa584474831e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0629599 Nov 01 18:34:33.674127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5195537-9560-4cc5-b13f-ebb78c501134 req-edad433a-e172-41a1-a452-c64f9fe91eb8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Nov 01 18:34:33.680261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:33.972832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:34.228334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7a204e8-1b7c-4a72-b162-0216aaa26dcf req-391bdc9f-6058-467f-9456-cc87d481fa1d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0343981 Nov 01 18:34:34.301969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Router 0d550372-db07-4e0a-8d74-b3eec8e54624 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:34:34.435256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:34.448487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] Sync routers for ids ['0d550372-db07-4e0a-8d74-b3eec8e54624'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:34.462283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] Routers {'0d550372-db07-4e0a-8d74-b3eec8e54624'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:34.463252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0d550372-db07-4e0a-8d74-b3eec8e54624'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:34.520557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:34.534011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] Routers {'0d550372-db07-4e0a-8d74-b3eec8e54624'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:34.534744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0d550372-db07-4e0a-8d74-b3eec8e54624'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:34.616369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:34.617023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f6c59-757f-4a76-9ff5-85d0eca5dd06 None None] The sync data for ids ['0d550372-db07-4e0a-8d74-b3eec8e54624'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:34.636089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:34.640213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43258) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:34.641556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec5327ba-339e-47fa-8bfc-26edf3cb406d tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6001453 Nov 01 18:34:34.645673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:34.768808 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:34.906079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022c2a-671f-488b-a991-0a74358b334a req-42a081ac-85c1-4247-ab73-e592dead0e3c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:34.908234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b022c2a-671f-488b-a991-0a74358b334a req-42a081ac-85c1-4247-ab73-e592dead0e3c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0873406 Nov 01 18:34:35.015463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b022c2a-671f-488b-a991-0a74358b334a req-780b84a5-8581-41d3-a941-78d259277c41 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982223 Nov 01 18:34:35.245835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:35.334490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb9fc455-b503-485f-a61d-54ca90c1f94f req-edf413b8-bb07-48bb-ac6f-f15bfb4e7929 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0283763 Nov 01 18:34:35.420553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:35.585215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-6cdccd86-1358-4db7-8731-a2873777a5f9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:35.587322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-6cdccd86-1358-4db7-8731-a2873777a5f9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1783342 Nov 01 18:34:35.628947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:35.742145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Deleting port b7976160-6286-4475-a2f5-c5fc7f788e09 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:35.742495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:35.892860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:35.906192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Calling delete_port for b7976160-6286-4475-a2f5-c5fc7f788e09 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:35.928180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:35.933477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.204833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.7 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/cdbb32a5-4cca-4154-925d-8d86b190a4a0) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:36.231545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3d0ef-ca03-44a6-a63c-3d8a360462b9 req-aab8d2d3-f60e-44a0-8ac7-779e00a34964 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:36.233476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea3d0ef-ca03-44a6-a63c-3d8a360462b9 req-aab8d2d3-f60e-44a0-8ac7-779e00a34964 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0844660 Nov 01 18:34:36.284863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea3d0ef-ca03-44a6-a63c-3d8a360462b9 req-1bedf2a3-db5d-4198-9c79-9a1c8493ca59 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Nov 01 18:34:36.321679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.350981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Pushing event deleted for resources: {'Port': ['ID=b7976160-6286-4475-a2f5-c5fc7f788e09,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:36.443138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.449950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.516546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de8f91d8-2e16-48db-91d5-5d475143cfec req-dbb4bef0-c5f4-46ca-aa73-b3e4f58a46e9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0682471 Nov 01 18:34:36.665809 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.679382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:36.720733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.725951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.765579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:36.770746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:36.777966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:36.836937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:36.842712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.867586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Router 0d550372-db07-4e0a-8d74-b3eec8e54624 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:34:36.869118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:36.981090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:34:36.987949 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:36.991322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d843c626-0ed7-429e-a612-ba84b0a3131b tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "PUT /v2.0/routers/0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 200 len: 706 time: 2.3475866 Nov 01 18:34:36.991858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:36.994491 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] Sync routers for ids ['0d550372-db07-4e0a-8d74-b3eec8e54624'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:34:37.007350 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] Routers {'0d550372-db07-4e0a-8d74-b3eec8e54624'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:37.008187 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0d550372-db07-4e0a-8d74-b3eec8e54624'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:37.037266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-5b32e949-54ef-4329-a0a0-9a57678b867a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167979 Nov 01 18:34:37.047689 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:37.060001 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] Routers {'0d550372-db07-4e0a-8d74-b3eec8e54624'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:34:37.060863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:34:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0d550372-db07-4e0a-8d74-b3eec8e54624'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:37.085460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Request body: {'port': {'device_id': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:37.144940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3bb5946-4dce-47d9-a896-e8bc5afaca1f tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/routers/0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 200 len: 741 time: 0.1518819 Nov 01 18:34:37.147664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43314) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:37.179112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:37.244344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b852cb0b-bb70-494a-b321-370133798c74 tempest-RoutersAdminTest-346606990 tempest-RoutersAdminTest-346606990-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=771ecb33-affa-449d-a474-caaa3faffc75&device_id=0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 200 len: 205 time: 0.0952587 Nov 01 18:34:37.253495 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:37.254269 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa613336-7942-4034-9a02-3f17ea6bc4d4 None None] The sync data for ids ['0d550372-db07-4e0a-8d74-b3eec8e54624'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:34:37.275469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43316) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:37.320932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43320) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:37.321889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c78e6bb9-b893-4968-8448-63072391bf13 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 200 len: 205 time: 0.0448229 Nov 01 18:34:37.450729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140391d-30b6-4b43-80ca-d7ed85725d55 req-35748ee4-f0d5-42e8-8c7f-7cf478d7ebae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:37.452000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b140391d-30b6-4b43-80ca-d7ed85725d55 req-35748ee4-f0d5-42e8-8c7f-7cf478d7ebae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0803397 Nov 01 18:34:37.510079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b140391d-30b6-4b43-80ca-d7ed85725d55 req-ab9c7225-ca35-429a-948a-6a8971b30f46 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497253 Nov 01 18:34:37.717701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faf876-4bcb-441a-ac10-bce48bf7f672 req-aa3f433d-10f9-499f-834d-8572b83a75e2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:37.719388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0faf876-4bcb-441a-ac10-bce48bf7f672 req-aa3f433d-10f9-499f-834d-8572b83a75e2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 931 time: 0.0890357 Nov 01 18:34:37.804132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0faf876-4bcb-441a-ac10-bce48bf7f672 req-d94006f5-51c7-47e7-8c92-04818ed5e66c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762045 Nov 01 18:34:37.879860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.174396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.178247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.312935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbb32a5-4cca-4154-925d-8d86b190a4a0 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:38.321473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.368337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Transition to ACTIVE for port object cdbb32a5-4cca-4154-925d-8d86b190a4a0 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:34:38.370234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.370757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Fanout notify agent at l3_agent the message router_deleted on router 0d550372-db07-4e0a-8d74-b3eec8e54624 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:34:38.388632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.394434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43334) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.406725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d98708ef-d7c5-4c2f-ad83-4a5ed03cd9fe tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 204 len: 168 time: 1.0849798 Nov 01 18:34:38.443339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43336) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.459101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-167d6b6a-dac9-4c15-a723-6580c21fe0da tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 200 len: 205 time: 0.0632341 Nov 01 18:34:38.490352 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-38dff497-3d7b-4df1-b2c7-ff98eed58775 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:38.494369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43338) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.505176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-38dff497-3d7b-4df1-b2c7-ff98eed58775 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/0d550372-db07-4e0a-8d74-b3eec8e54624 HTTP/1.1" status: 404 len: 336 time: 0.0606833 Nov 01 18:34:38.506159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.553612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2131caba-5f42-4b19-ba29-b1927d096b39 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 200 len: 205 time: 0.0573826 Nov 01 18:34:38.554371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43342) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.600372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:38.650689 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-d09bde3c-e0dd-4586-9039-89516fdaa341 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:38.652181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d09bde3c-e0dd-4586-9039-89516fdaa341 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/c06553b4-8b73-490a-a931-7461778eaeda HTTP/1.1" status: 404 len: 336 time: 0.0967844 Nov 01 18:34:38.655282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43344) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.706246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-42baee23-3dea-4f6a-b6ea-a5b1a779c8ae tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 200 len: 205 time: 0.0478692 Nov 01 18:34:38.706901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.734519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Attempting to bind port cdbb32a5-4cca-4154-925d-8d86b190a4a0 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:38.735966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Attempting to bind port cdbb32a5-4cca-4154-925d-8d86b190a4a0 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:38.736555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Attempting to bind port cdbb32a5-4cca-4154-925d-8d86b190a4a0 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:38.780904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Port cdbb32a5-4cca-4154-925d-8d86b190a4a0 on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:34:38.781268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Attempting to bind port cdbb32a5-4cca-4154-925d-8d86b190a4a0 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:38.803447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:38.803794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:38.804175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:38.804747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Bound port: cdbb32a5-4cca-4154-925d-8d86b190a4a0, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:38.805121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:38.836417 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-502e95db-ec6a-4206-99bb-915c0717a8f7 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:38.836417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-502e95db-ec6a-4206-99bb-915c0717a8f7 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/5129187a-88f1-4427-92fa-fca8c3c83917 HTTP/1.1" status: 404 len: 336 time: 0.0953054 Nov 01 18:34:38.840394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88500-da7d-4f4c-84d2-61b1e01e6766 req-83881d61-c18e-4378-a979-8aa7c815aad2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:38.845176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86d88500-da7d-4f4c-84d2-61b1e01e6766 req-83881d61-c18e-4378-a979-8aa7c815aad2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1757252 Nov 01 18:34:38.846648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43356) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.901370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2a1dac58-6eec-4636-a67d-808eeba3262f tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 200 len: 205 time: 0.0536001 Nov 01 18:34:38.906842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43358) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:38.928607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:38.933439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:38.988092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86d88500-da7d-4f4c-84d2-61b1e01e6766 req-e75cc0f5-4490-4bee-bbfe-6686e087b9b7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255319 Nov 01 18:34:38.997441 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-db03c799-992e-4d5c-aa93-c97fe70b2be2 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:39.002261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43362) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:39.022819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db03c799-992e-4d5c-aa93-c97fe70b2be2 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/cbb86b55-a3ef-4470-a168-b603e6164ae0 HTTP/1.1" status: 404 len: 336 time: 0.1025984 Nov 01 18:34:39.065249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1bb60621-7212-41aa-9380-77520da90713 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 200 len: 205 time: 0.0618358 Nov 01 18:34:39.067863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:39.071311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:39.095562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485124-9295-4ac0-b7f7-9907629ddf11 req-1487759e-c0c7-4bf9-871c-6ed967f70bd9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.104117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb485124-9295-4ac0-b7f7-9907629ddf11 req-1487759e-c0c7-4bf9-871c-6ed967f70bd9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.1205490 Nov 01 18:34:39.137830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.138664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:39.140174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] 10.222.0.37 "PUT /v2.0/ports/cdbb32a5-4cca-4154-925d-8d86b190a4a0 HTTP/1.1" status: 200 len: 1091 time: 2.0921075 Nov 01 18:34:39.140691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:39.145399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:39.181625 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e59edf-0295-4d31-b013-0eda242b3d32" -d '{"events": [{"name": "network-changed", "server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:39.196873 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e07e48b1-e0b0-48bc-b9ca-51ca9dc6ef55 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:39.198250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e07e48b1-e0b0-48bc-b9ca-51ca9dc6ef55 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/cdfea56f-6097-4a97-a9b7-6420c15d0f13 HTTP/1.1" status: 404 len: 336 time: 0.1292124 Nov 01 18:34:39.209780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:39.247327 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffceb9-bce1-423f-b0f1-69097410d07f x-openstack-request-id: req-d7ffceb9-bce1-423f-b0f1-69097410d07f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:39.247327 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:39.247327 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7ffceb9-bce1-423f-b0f1-69097410d07f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:39.260278 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'status': 'completed', 'code': 200} Nov 01 18:34:39.264641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2573-bf2e-41ac-8b1b-55c8e6addfcc service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:39.286767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5f93b475-4dc6-4ac8-a77f-5ba67c7c4681 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3fc11e-f29b-401e-8255-b4431a6d4c58 HTTP/1.1" status: 200 len: 205 time: 0.0732694 Nov 01 18:34:39.289105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43376) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:39.305299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb485124-9295-4ac0-b7f7-9907629ddf11 req-10fa2f7c-1895-4174-9de9-afda3cc9b051 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915529 Nov 01 18:34:39.356685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-1cdfa5c7-96b0-4a50-bd9b-82cf067a052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.357178 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-4a8c2ecb-1bf0-4afd-8352-2bd31d271d14 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] delete failed (client error): The resource could not be found. Nov 01 18:34:39.359621 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-1cdfa5c7-96b0-4a50-bd9b-82cf067a052d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 1094 time: 0.0882318 Nov 01 18:34:39.359779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a8c2ecb-1bf0-4afd-8352-2bd31d271d14 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/routers/ae3fc11e-f29b-401e-8255-b4431a6d4c58 HTTP/1.1" status: 404 len: 336 time: 0.0682218 Nov 01 18:34:39.364227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:39.408068 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e53b7-2d7c-40db-9fb9-77a6cc58f3d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] DELETE failed (client error): The resource could not be found. Nov 01 18:34:39.409352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72e53b7-2d7c-40db-9fb9-77a6cc58f3d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:34:39.412437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b72e53b7-2d7c-40db-9fb9-77a6cc58f3d5 tempest-RoutersAdminTest-1268687147 tempest-RoutersAdminTest-1268687147-project] 10.222.0.31 "DELETE /v2.0/subnets/2d2d51e6-0f32-41bf-8695-3e5ccb33e1f4 HTTP/1.1" status: 404 len: 337 time: 0.0496354 Nov 01 18:34:39.502077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-c8e89e93-5f87-466f-9225-a7ca305aa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.503838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-c8e89e93-5f87-466f-9225-a7ca305aa330 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa054a9f980647f4bffd697b99bbecf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1364505 Nov 01 18:34:39.656576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-a9998162-15a6-42e4-8416-ccb16830b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.658879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3e59edf-0295-4d31-b013-0eda242b3d32 req-a9998162-15a6-42e4-8416-ccb16830b3ff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427729 Nov 01 18:34:39.761550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-72224f1c-294d-4b34-be48-1784e9441b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.763100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-72224f1c-294d-4b34-be48-1784e9441b67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 1094 time: 0.0560760 Nov 01 18:34:39.822443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-4a0d0c46-4207-453c-bb05-13afaea5f965 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0483067 Nov 01 18:34:39.885492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-c7f70eb2-d9b8-420f-aaf6-f21e400e6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:39.888041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-c7f70eb2-d9b8-420f-aaf6-f21e400e6daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.0547481 Nov 01 18:34:39.924089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-8871b1c3-654e-4c52-9d54-1d41a168e3f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289416 Nov 01 18:34:40.064674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-249dcdc9-c88f-4289-a773-75ddccc03179 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337996 Nov 01 18:34:40.123550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43396) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:40.190713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4fc72ac-9e7f-4970-b3f9-4d273ecdd2a7 req-4340bdf1-9590-408d-b563-1bdc8b4a2367 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190453 Nov 01 18:34:40.234438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f5fb9-4da9-4b6f-a5e4-ff777dbabe4c req-568d2499-65be-492c-bdcf-5fe4f1409738 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:40.247281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d91f5fb9-4da9-4b6f-a5e4-ff777dbabe4c req-568d2499-65be-492c-bdcf-5fe4f1409738 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1084089 Nov 01 18:34:40.359110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d91f5fb9-4da9-4b6f-a5e4-ff777dbabe4c req-d3198700-1d7c-4905-b804-1f6ced3481ec tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996768 Nov 01 18:34:40.394370 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509cbd9e-6857-4c7b-b09f-6874aadc17d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:40.525918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509cbd9e-6857-4c7b-b09f-6874aadc17d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:40.748589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69441a3e-0159-4d60-a9b8-e5b637036efb req-2d1ef15a-ef95-4bc5-a003-1cbf225c2300 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:40.750299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69441a3e-0159-4d60-a9b8-e5b637036efb req-2d1ef15a-ef95-4bc5-a003-1cbf225c2300 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.0602076 Nov 01 18:34:40.756203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509cbd9e-6857-4c7b-b09f-6874aadc17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:40.833085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-509cbd9e-6857-4c7b-b09f-6874aadc17d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2d58d2c1a424218b03012f12e7a48f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084608 Nov 01 18:34:40.833757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43416) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:40.835894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cbd9e-6857-4c7b-b09f-6874aadc17d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eea184-7f18-400b-bdb7-cc70cf2e4fe2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:40.873081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69441a3e-0159-4d60-a9b8-e5b637036efb req-075c70d8-5181-4c63-b6e0-b573a3581c20 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103632 Nov 01 18:34:40.951069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:40.980290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:41.207999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:41.207999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:41.207999 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40eea184-7f18-400b-bdb7-cc70cf2e4fe2 HTTP/1.1" status: 204 len: 168 time: 0.3731337 Nov 01 18:34:41.222385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b5e1-d882-4d73-89eb-9dc82f6f9112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eea184-7f18-400b-bdb7-cc70cf2e4fe2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:41.518380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343be227-0343-4c30-b84b-fcfc6ee56fac req-d1fd0153-c3b2-49b9-9f40-d4505dd2a595 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:41.518380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343be227-0343-4c30-b84b-fcfc6ee56fac req-d1fd0153-c3b2-49b9-9f40-d4505dd2a595 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0515897 Nov 01 18:34:41.546877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343be227-0343-4c30-b84b-fcfc6ee56fac req-34723cb9-4043-4d47-a6b8-8e25c7735695 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Nov 01 18:34:41.572251 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:34:42.080155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512ccf-2b12-42d0-a1f9-51a8ea7eaa80 req-30d792ac-3c7f-4993-bcfe-55a1959a6577 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:42.090237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3512ccf-2b12-42d0-a1f9-51a8ea7eaa80 req-30d792ac-3c7f-4993-bcfe-55a1959a6577 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.0923498 Nov 01 18:34:42.148145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3512ccf-2b12-42d0-a1f9-51a8ea7eaa80 req-2fbc5c1b-cb39-41f0-962b-6b85e064a07c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568645 Nov 01 18:34:42.735089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:42.747829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50044fac-eed6-4bf9-b589-a77ed6ecbcb8 req-9e275727-188e-4a05-bbb5-6a878b2334eb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:42.750202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50044fac-eed6-4bf9-b589-a77ed6ecbcb8 req-9e275727-188e-4a05-bbb5-6a878b2334eb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1026528 Nov 01 18:34:42.824645 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5a1f1819-5c59-4dfc-9203-43f132cf595a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17b5063cc0844c7bb90fedad115f67f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813093 Nov 01 18:34:42.825010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50044fac-eed6-4bf9-b589-a77ed6ecbcb8 req-47faf676-1509-4035-970b-276f3770c565 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669143 Nov 01 18:34:42.825010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43458) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:42.906525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:42.937561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:43.157918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:43.158494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:43.160128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/573e781c-eac2-4f72-9bf1-55bf65b2d6f6 HTTP/1.1" status: 204 len: 168 time: 0.3338664 Nov 01 18:34:43.189437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73bc50-a107-49d2-93c4-726b0006e1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e781c-eac2-4f72-9bf1-55bf65b2d6f6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:43.361794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c4c93-03cb-454b-9fe5-91e14deef631 req-8e7127f5-fae0-4426-9bdb-a034fbb6cfc3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:43.364799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1c4c93-03cb-454b-9fe5-91e14deef631 req-8e7127f5-fae0-4426-9bdb-a034fbb6cfc3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.0854201 Nov 01 18:34:43.410889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1c4c93-03cb-454b-9fe5-91e14deef631 req-64a97461-a511-40fd-8894-423634480b20 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Nov 01 18:34:44.050920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6797-b78a-448a-bf82-9ae52dbeef08 req-69552b10-9cc8-468d-8f49-97c5aea17f77 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:44.057256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99ef6797-b78a-448a-bf82-9ae52dbeef08 req-69552b10-9cc8-468d-8f49-97c5aea17f77 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1125171 Nov 01 18:34:44.144066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99ef6797-b78a-448a-bf82-9ae52dbeef08 req-7938f74a-d73f-4887-bf1a-b6245eef0f55 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Nov 01 18:34:44.573999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f915518-3d14-4374-9ce8-692052bd7544 req-a0ac0bd2-caf2-427f-9f46-460d759e87db tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:44.575834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f915518-3d14-4374-9ce8-692052bd7544 req-a0ac0bd2-caf2-427f-9f46-460d759e87db tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.0569038 Nov 01 18:34:44.616113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f915518-3d14-4374-9ce8-692052bd7544 req-490b7aa4-1e6c-41a0-8b40-b0b58c11b250 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Nov 01 18:34:44.863720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43530) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:45.073334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531876171'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:45.250916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:45.255316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.269616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.303483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0abda-20f1-4917-91e4-47083c25119c req-435d7feb-0a8b-40b5-a23d-75288eed4bdf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:45.305067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66b0abda-20f1-4917-91e4-47083c25119c req-435d7feb-0a8b-40b5-a23d-75288eed4bdf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0924144 Nov 01 18:34:45.376147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66b0abda-20f1-4917-91e4-47083c25119c req-4ed41de0-d0e7-491d-b951-304fbac1d40d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Nov 01 18:34:45.416325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.602042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.653872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:34:45.662360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b4bf9-6b35-4d8a-b057-a4b2db1af1b1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:45.686353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.686706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.687071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.687415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.687838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.688756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.689154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.689486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.689740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.690583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.690583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.690793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:34:45.708299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.708299 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 321652f0-68ff-4429-9aa5-4de25334b9c0 of type vlan for network 6320a500-7021-455f-8a22-99d28171993b Nov 01 18:34:45.758034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.839227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584e4e-4488-4009-9609-f5c5661114c9 req-993499f5-cd22-4cd5-9da2-9d5148fd1b8d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:45.840795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a584e4e-4488-4009-9609-f5c5661114c9 req-993499f5-cd22-4cd5-9da2-9d5148fd1b8d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 943 time: 0.0590961 Nov 01 18:34:45.883895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a584e4e-4488-4009-9609-f5c5661114c9 req-76e74aa8-cbad-4ef1-802b-91f11b8e1235 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Nov 01 18:34:45.896734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.903185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:45.904315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:45.981997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=6320a500-7021-455f-8a22-99d28171993b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:45.993740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6320a500-7021-455f-8a22-99d28171993b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:34:46.048994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cdbb32a5-4cca-4154-925d-8d86b190a4a0 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:34:46.117635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b976ff00-1917-44f0-8bda-cd7fccfcbfeb tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2538896 Nov 01 18:34:46.199955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:46.212106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'mac_address': 'fa:16:3e:bb:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:34:46.257574 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:46.260633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43574) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:46.265690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '6320a500-7021-455f-8a22-99d28171993b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:46.275187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbb32a5-4cca-4154-925d-8d86b190a4a0 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:46.329049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:46.427693 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:46.561605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:46.576118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:46.580766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:46.687570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ddffb-880c-418b-b2b1-71a4040529e5 req-f9ea02d3-4251-48db-a47d-acc82dec24b8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:46.692972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd1ddffb-880c-418b-b2b1-71a4040529e5 req-f9ea02d3-4251-48db-a47d-acc82dec24b8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.2094731 Nov 01 18:34:46.874006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['cdbb32a5-4cca-4154-925d-8d86b190a4a0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:47.171452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd1ddffb-880c-418b-b2b1-71a4040529e5 req-01476d48-0f5e-459d-bdd5-8f4cd86f53e4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688046 Nov 01 18:34:47.370371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a989f-df68-452b-b531-382abf2e5c09 req-c3e3a2ee-c433-4069-8f0b-416df9031b65 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:47.388287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-451a989f-df68-452b-b531-382abf2e5c09 req-c3e3a2ee-c433-4069-8f0b-416df9031b65 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 944 time: 0.2513547 Nov 01 18:34:47.465616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-451a989f-df68-452b-b531-382abf2e5c09 req-c04dae0c-1704-404b-8f75-f4aaec5ccc73 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Nov 01 18:34:47.565416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:47.688959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '321652f0-68ff-4429-9aa5-4de25334b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6320a500-7021-455f-8a22-99d28171993b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:47.689374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 6320a500-7021-455f-8a22-99d28171993b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:34:47.704310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=7a9ef74c-bacb-4878-92dc-e31bfc391874,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:47.818993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 6320a500-7021-455f-8a22-99d28171993b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:34:47.953406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6320a500-7021-455f-8a22-99d28171993b) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:47.957671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:47.958262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:47.971879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417e8bf-1e45-4578-a217-c8fb5b55a24e None None] Network 6320a500-7021-455f-8a22-99d28171993b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:48.081490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cdbb32a5-4cca-4154-925d-8d86b190a4a0 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:34:48.102481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eee42d69-00ec-45d2-b978-28963dcac3ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8401482 Nov 01 18:34:48.106254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:48.114548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275984597'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:48.237226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6320a500-7021-455f-8a22-99d28171993b', 'network_id': '6320a500-7021-455f-8a22-99d28171993b', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': '7a9ef74c-bacb-4878-92dc-e31bfc391874'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:34:48.238536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.267994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:48.271883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.299910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:34:48.313297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.316055 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment f68f752f-7a4e-436c-a0f8-83648f698bce of type vlan for network 47970b42-f32e-4522-9170-16c72dc99a48 Nov 01 18:34:48.340092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port cdbb32a5-4cca-4154-925d-8d86b190a4a0 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:34:48.342293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24c172-542d-4a0c-8aa8-08523c801fe8 req-be041d1c-47a6-452c-921e-ca8c653f1619 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:48.347750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port cdbb32a5-4cca-4154-925d-8d86b190a4a0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:48.347984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e24c172-542d-4a0c-8aa8-08523c801fe8 req-be041d1c-47a6-452c-921e-ca8c653f1619 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0798469 Nov 01 18:34:48.349041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.367196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.422888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e24c172-542d-4a0c-8aa8-08523c801fe8 req-2c47b6fc-2b1c-461c-9dbf-ad6ee9f7de23 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593166 Nov 01 18:34:48.443387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Allocated IP 172.20.255.242 (6320a500-7021-455f-8a22-99d28171993b/7a9ef74c-bacb-4878-92dc-e31bfc391874/272e709b-17e2-432b-aab6-4384a6300a65) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:48.643472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.651298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:48.652161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.751793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:48.816704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfea1b-3a43-4323-8394-31a87567472e req-dc7527d2-1184-4f0c-9359-77f949601f58 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:48.818427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01bfea1b-3a43-4323-8394-31a87567472e req-dc7527d2-1184-4f0c-9359-77f949601f58 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 944 time: 0.1552496 Nov 01 18:34:48.826699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=47970b42-f32e-4522-9170-16c72dc99a48,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:48.873141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01bfea1b-3a43-4323-8394-31a87567472e req-e177bbc3-0a0c-4714-a486-9733d185abba tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465348 Nov 01 18:34:48.882100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85cbfcfd-0ea6-40cc-8fba-fb47a7f00652 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7744484 Nov 01 18:34:48.884963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:48.892401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '47970b42-f32e-4522-9170-16c72dc99a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:48.926584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 47970b42-f32e-4522-9170-16c72dc99a48 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:34:49.073840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:49.076737 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c6e20-0b83-478c-8f3b-0af557f09789" -d '{"events": [{"server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "name": "network-vif-plugged", "status": "completed", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:49.114794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:49.128856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.134311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1973de9c-6652-424f-bc11-a7a22703efe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.251026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:49.261323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.287830 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31e8bf-78a0-4dee-903a-9691a942fb81 x-openstack-request-id: req-ec31e8bf-78a0-4dee-903a-9691a942fb81 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:49.288198 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "name": "network-vif-plugged", "status": "completed", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:49.288517 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec31e8bf-78a0-4dee-903a-9691a942fb81 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:49.288968 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'code': 200} Nov 01 18:34:49.327816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.334014 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.407429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Network 6320a500-7021-455f-8a22-99d28171993b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:49.418936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:49.423232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:49.430616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:49.461357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8e5b-eda2-40fc-b0bf-0dcc863a333d req-0c3fd119-8db3-4a97-8d79-636349384b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:49.462918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456a8e5b-eda2-40fc-b0bf-0dcc863a333d req-0c3fd119-8db3-4a97-8d79-636349384b3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 1096 time: 0.1012297 Nov 01 18:34:49.473759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c26d12-05f7-40fe-8d3b-bab2aa6a8913 req-39df69d6-53c3-4355-a4c6-c4ab1bf2b67e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:49.481727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73c26d12-05f7-40fe-8d3b-bab2aa6a8913 req-39df69d6-53c3-4355-a4c6-c4ab1bf2b67e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.0851817 Nov 01 18:34:49.549625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Pushing event updated for resources: {'Port': ['ID=272e709b-17e2-432b-aab6-4384a6300a65,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:49.560094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Attempting to bind port 272e709b-17e2-432b-aab6-4384a6300a65 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:49.560535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Attempting to bind port 272e709b-17e2-432b-aab6-4384a6300a65 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '321652f0-68ff-4429-9aa5-4de25334b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6320a500-7021-455f-8a22-99d28171993b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:49.560906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Attempting to bind port 272e709b-17e2-432b-aab6-4384a6300a65 on network 6320a500-7021-455f-8a22-99d28171993b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:49.567815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:49.568394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Checking segment: {'id': '321652f0-68ff-4429-9aa5-4de25334b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6320a500-7021-455f-8a22-99d28171993b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:49.568906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.569366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Bound using segment: {'id': '321652f0-68ff-4429-9aa5-4de25334b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6320a500-7021-455f-8a22-99d28171993b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:49.570408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Bound port: 272e709b-17e2-432b-aab6-4384a6300a65, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321652f0-68ff-4429-9aa5-4de25334b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6320a500-7021-455f-8a22-99d28171993b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:49.570408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.596791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73c26d12-05f7-40fe-8d3b-bab2aa6a8913 req-fec867a2-ae98-4c2f-8691-17e8c41b4ae2 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139061 Nov 01 18:34:49.622172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f2900-ed55-42f7-b0fa-0a6b36892b7f req-0827b277-4109-4cdc-9c57-11b3a0687518 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:49.624305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f66f2900-ed55-42f7-b0fa-0a6b36892b7f req-0827b277-4109-4cdc-9c57-11b3a0687518 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0966132 Nov 01 18:34:49.666148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456a8e5b-eda2-40fc-b0bf-0dcc863a333d req-d34f2330-650a-4a76-8fc9-b42c48e04659 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814513 Nov 01 18:34:49.685782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f66f2900-ed55-42f7-b0fa-0a6b36892b7f req-ab43cdc2-0f56-4921-90c8-8850b7e09c6f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Nov 01 18:34:49.704103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] For port 272e709b-17e2-432b-aab6-4384a6300a65, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:49.707368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] For port 272e709b-17e2-432b-aab6-4384a6300a65, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=272e709b-17e2-432b-aab6-4384a6300a65,segment=NetworkSegment(321652f0-68ff-4429-9aa5-4de25334b9c0),segment_id=321652f0-68ff-4429-9aa5-4de25334b9c0)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:49.839095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.866453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:49.933715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=7e7bec0e-850f-4b08-883a-d55d7c0df46c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:49.934685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771ecd4-699b-435c-b8e0-c4984cb6e91e None None] Pushing event updated for resources: {'Port': ['ID=272e709b-17e2-432b-aab6-4384a6300a65,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:49.954509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': 'f68f752f-7a4e-436c-a0f8-83648f698bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:49.954878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 47970b42-f32e-4522-9170-16c72dc99a48, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:34:50.064509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db2d44-8fdc-4714-a661-8320104f1747 req-2af48be5-ab96-43fd-80a9-c2442eed2c76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:50.066081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71db2d44-8fdc-4714-a661-8320104f1747 req-2af48be5-ab96-43fd-80a9-c2442eed2c76 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.0852182 Nov 01 18:34:50.102220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 47970b42-f32e-4522-9170-16c72dc99a48 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:34:50.120519 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71db2d44-8fdc-4714-a661-8320104f1747 req-c19367e0-1174-416a-b89a-ec24a356d675 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Nov 01 18:34:50.256667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 47970b42-f32e-4522-9170-16c72dc99a48) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:50.261875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:50.262473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:50.274436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5509597-48d3-4ed7-aae1-744322a669fe None None] Network 47970b42-f32e-4522-9170-16c72dc99a48 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:50.402353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e80e1435-d614-4364-b3f2-3f9beef342c4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5133679 Nov 01 18:34:50.402571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43690) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:50.477220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-47970b42-f32e-4522-9170-16c72dc99a48', 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': '7e7bec0e-850f-4b08-883a-d55d7c0df46c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:34:50.478831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:50.573572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:50.688246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:50.710711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Allocated IP 172.20.0.2 (47970b42-f32e-4522-9170-16c72dc99a48/7e7bec0e-850f-4b08-883a-d55d7c0df46c/b114ef81-e326-4a49-ac6c-efa881267700) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:50.909946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aecf5-4e28-40ee-858b-e1ab49ef058d req-90bf1cd8-1548-433f-898e-c223285282c8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:50.918365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac1aecf5-4e28-40ee-858b-e1ab49ef058d req-90bf1cd8-1548-433f-898e-c223285282c8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.1415780 Nov 01 18:34:50.977736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aaf5c-3037-4edb-95bf-5dd28ffe44ad req-b0975650-fab3-4447-981f-940d4118e22e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:50.981466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca6aaf5c-3037-4edb-95bf-5dd28ffe44ad req-b0975650-fab3-4447-981f-940d4118e22e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1432495 Nov 01 18:34:51.029862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1443b188-4613-4f39-a573-04201b39d98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.049874 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.091778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac1aecf5-4e28-40ee-858b-e1ab49ef058d req-1c86846d-ceef-445e-9046-7a934d6cd933 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700644 Nov 01 18:34:51.143659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64415540-ee4a-43be-a389-0706f9ddf19c req-c21d66ea-a3e5-4b0e-bc63-0b8f90ec31ec tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:51.145560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64415540-ee4a-43be-a389-0706f9ddf19c req-c21d66ea-a3e5-4b0e-bc63-0b8f90ec31ec tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 945 time: 0.1785376 Nov 01 18:34:51.232157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.362276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 272e709b-17e2-432b-aab6-4384a6300a65 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:34:51.363482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca6aaf5c-3037-4edb-95bf-5dd28ffe44ad req-58d5e442-6ae8-4151-b2e6-1d1111bb85d5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337014 Nov 01 18:34:51.422653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Network 47970b42-f32e-4522-9170-16c72dc99a48 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:51.439146 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.440155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:51.442102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:51.454921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Deleting port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:51.455479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.455661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Pushing event updated for resources: {'Port': ['ID=b114ef81-e326-4a49-ac6c-efa881267700,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:51.491733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9d542-8c92-4c5b-a194-2baa8e7609d4 req-79c819bf-164b-4da6-9146-955b66d11e60 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:51.493684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69c9d542-8c92-4c5b-a194-2baa8e7609d4 req-79c819bf-164b-4da6-9146-955b66d11e60 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.0977237 Nov 01 18:34:51.507451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7bec0e-850f-4b08-883a-d55d7c0df46c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:51.519341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 272e709b-17e2-432b-aab6-4384a6300a65 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:51.519341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.541216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Attempting to bind port b114ef81-e326-4a49-ac6c-efa881267700 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:51.541633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Attempting to bind port b114ef81-e326-4a49-ac6c-efa881267700 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f68f752f-7a4e-436c-a0f8-83648f698bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:51.542144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Attempting to bind port b114ef81-e326-4a49-ac6c-efa881267700 on network 47970b42-f32e-4522-9170-16c72dc99a48 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:51.547223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7e07d-f491-4d54-b55c-294fecd18c66 None None] Network 6320a500-7021-455f-8a22-99d28171993b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:51.578867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.592345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69c9d542-8c92-4c5b-a194-2baa8e7609d4 req-77bdda2a-6a65-468f-b18e-e41377463e27 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901940 Nov 01 18:34:51.594942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:51.595418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Checking segment: {'id': 'f68f752f-7a4e-436c-a0f8-83648f698bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:51.595865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.596264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Bound using segment: {'id': 'f68f752f-7a4e-436c-a0f8-83648f698bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:51.596768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Bound port: b114ef81-e326-4a49-ac6c-efa881267700, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68f752f-7a4e-436c-a0f8-83648f698bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '47970b42-f32e-4522-9170-16c72dc99a48'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:51.597150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.616405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47970b42-f32e-4522-9170-16c72dc99a48']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:51.631406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f752f-7a4e-436c-a0f8-83648f698bce') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:51.631406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f752f-7a4e-436c-a0f8-83648f698bce') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:51.632479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] For port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:51.633260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.648831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Calling delete_port for a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:51.650164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.678164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c7fee89b-3b35-49bc-9a77-9589dab3166d None None] Provisioning complete for port 272e709b-17e2-432b-aab6-4384a6300a65 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:51.678587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c7fee89b-3b35-49bc-9a77-9589dab3166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.694977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.713220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:34:51.713913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:34:51.722002 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:34:51.902530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:34:51.902530 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:34:51.902530 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '47970b42-f32e-4522-9170-16c72dc99a48'}] Nov 01 18:34:51.902530 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:34:51.903000 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:34:51.921065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] For port b114ef81-e326-4a49-ac6c-efa881267700, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:51.984817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.989521 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:51.996985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] For port b114ef81-e326-4a49-ac6c-efa881267700, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b114ef81-e326-4a49-ac6c-efa881267700,segment=NetworkSegment(f68f752f-7a4e-436c-a0f8-83648f698bce),segment_id=f68f752f-7a4e-436c-a0f8-83648f698bce)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:52.016205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['a1a3ae5e-e26b-4ef4-9cc5-55316d761e26'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:52.076331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 272e709b-17e2-432b-aab6-4384a6300a65, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=272e709b-17e2-432b-aab6-4384a6300a65,segment=NetworkSegment(321652f0-68ff-4429-9aa5-4de25334b9c0),segment_id=321652f0-68ff-4429-9aa5-4de25334b9c0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:52.080775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c7fee89b-3b35-49bc-9a77-9589dab3166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.100934 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.156729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.184973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] No DVR routers for this DVR port a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:34:52.189863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.195992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64415540-ee4a-43be-a389-0706f9ddf19c req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "DELETE /v2.0/ports/a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 HTTP/1.1" status: 204 len: 173 time: 1.0374665 Nov 01 18:34:52.198286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'name': 'network-vif-deleted', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:34:52.202436 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c6ec9d-f4b4-416b-86d5-2b76f87b59b2" -d '{"events": [{"server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "name": "network-vif-deleted", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:34:52.213433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a04c7-61a7-4de4-9516-7d6605970fb9 None None] Pushing event updated for resources: {'Port': ['ID=b114ef81-e326-4a49-ac6c-efa881267700,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:52.225291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27b73-a27f-4c06-b518-58f77384d5b9 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Pushing event deleted for resources: {'Port': ['ID=a1a3ae5e-e26b-4ef4-9cc5-55316d761e26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:52.244782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e338f85-02ff-4e97-9a42-1d5bd25aa04c None None] Network 47970b42-f32e-4522-9170-16c72dc99a48 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:52.269213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f14f9950-b4b0-48dc-934f-e9dd56302bc0 req-957d18d2-123b-41d9-ade5-af3948f91f0b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0701306 Nov 01 18:34:52.280628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.292791 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52094e68-77c3-4c21-a4d4-6134ea5b50a6 x-openstack-request-id: req-52094e68-77c3-4c21-a4d4-6134ea5b50a6 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:34:52.292791 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa3a9b-d9db-4722-8f09-767091a07444", "name": "network-vif-deleted", "tag": "a1a3ae5e-e26b-4ef4-9cc5-55316d761e26", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:34:52.292791 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52094e68-77c3-4c21-a4d4-6134ea5b50a6 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:34:52.292791 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa3a9b-d9db-4722-8f09-767091a07444', 'name': 'network-vif-deleted', 'tag': 'a1a3ae5e-e26b-4ef4-9cc5-55316d761e26', 'status': 'completed', 'code': 200} Nov 01 18:34:52.403953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.480833 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-c7fee89b-3b35-49bc-9a77-9589dab3166d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:34:52.481372 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-c7fee89b-3b35-49bc-9a77-9589dab3166d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:34:52.525018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port b114ef81-e326-4a49-ac6c-efa881267700 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:52.532078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.546910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=272e709b-17e2-432b-aab6-4384a6300a65,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:52.622796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa13c17-399c-4c98-838d-60575fe59608 req-6f3b7e2e-588b-44a7-87a9-11e5640b0295 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:52.624894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfa13c17-399c-4c98-838d-60575fe59608 req-6f3b7e2e-588b-44a7-87a9-11e5640b0295 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1547680 Nov 01 18:34:52.646607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4bf07-e5ee-43ec-945e-1dafd3d991c8 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:34:52.739150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port b114ef81-e326-4a49-ac6c-efa881267700, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b114ef81-e326-4a49-ac6c-efa881267700,segment=NetworkSegment(f68f752f-7a4e-436c-a0f8-83648f698bce),segment_id=f68f752f-7a4e-436c-a0f8-83648f698bce)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:52.739916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:52.754955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for b114ef81-e326-4a49-ac6c-efa881267700 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:52.807423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfa13c17-399c-4c98-838d-60575fe59608 req-143bd1e5-df8d-4083-b2b5-df42ecef270d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720304 Nov 01 18:34:52.883326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7eeb-d6d1-4b98-abdd-bd3bb4233985 req-7b77bb93-60db-4a32-a956-c3d197fdf3be tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:52.889437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33be7eeb-d6d1-4b98-abdd-bd3bb4233985 req-7b77bb93-60db-4a32-a956-c3d197fdf3be tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.1501927 Nov 01 18:34:52.901198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4bf07-e5ee-43ec-945e-1dafd3d991c8 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:34:52.942883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33be7eeb-d6d1-4b98-abdd-bd3bb4233985 req-1a5ad20c-ff2d-4788-9704-7846f0af512c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487831 Nov 01 18:34:53.034297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.082198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=b114ef81-e326-4a49-ac6c-efa881267700,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:53.086036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port b114ef81-e326-4a49-ac6c-efa881267700 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:34:53.256793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.286700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47970b42-f32e-4522-9170-16c72dc99a48']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:53.313608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f752f-7a4e-436c-a0f8-83648f698bce') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:53.314228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f752f-7a4e-436c-a0f8-83648f698bce') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:53.325603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.341993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 272e709b-17e2-432b-aab6-4384a6300a65 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:34:53.345275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0ffec7d7-a1dd-407e-9bdc-c91536e91490 None None] Provisioning complete for port 272e709b-17e2-432b-aab6-4384a6300a65 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:53.348404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.352336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ffec7d7-a1dd-407e-9bdc-c91536e91490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.366394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:34:53.366653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:34:53.369763 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:34:53.500878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c53e3e0-ce90-40dd-8c1a-aa91c48f36e7 req-5f32caba-866b-417c-bc2f-4290a71f3ed4 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efa3a9b-d9db-4722-8f09-767091a07444 HTTP/1.1" status: 200 len: 210 time: 0.0586231 Nov 01 18:34:53.521679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-529f3665-0b4b-43a9-acdc-31a16ec717f7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:53.525637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-529f3665-0b4b-43a9-acdc-31a16ec717f7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.2987118 Nov 01 18:34:53.564524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-bab8fc71-459e-4049-bdeb-f792ad399433 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0283642 Nov 01 18:34:53.650287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-4124e0d4-56cc-4df9-be08-83602ec6d3a8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848267 Nov 01 18:34:53.685501 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.697107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.701058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/47970b42-f32e-4522-9170-16c72dc99a48 HTTP/1.1" status: 204 len: 168 time: 3.2971113 Nov 01 18:34:53.705042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:53.712126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652032179'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:53.732597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d3fd-4334-4fc5-a593-c27f76523ef4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=47970b42-f32e-4522-9170-16c72dc99a48,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:53.809384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 272e709b-17e2-432b-aab6-4384a6300a65 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:34:53.809985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.813189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-671ab8e7-f5ea-42c9-9745-66e26808f1a1 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498036 Nov 01 18:34:53.905152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:53.913903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.944886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:34:53.955007 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.957145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:53.957145 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 7b4fb876-9c91-4b94-aa44-eec2827d0fe1 of type vlan for network 2985bc5b-4854-439f-8e88-ca23e8a35f75 Nov 01 18:34:54.019791 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:54.050751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0bb9-be45-4a46-bfa3-c741041f2f01 req-3d1ad130-42cd-4e93-bae3-3cd723108780 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:54.052349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0af0bb9-be45-4a46-bfa3-c741041f2f01 req-3d1ad130-42cd-4e93-bae3-3cd723108780 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1230223 Nov 01 18:34:54.066124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-ea548c21-2258-42e5-a1c6-028732ac20af service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348564 Nov 01 18:34:54.129004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0af0bb9-be45-4a46-bfa3-c741041f2f01 req-1e193738-0927-4e74-b4a1-49dc3b373271 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Nov 01 18:34:54.149323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:54.158345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:54.158345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:54.249574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=2985bc5b-4854-439f-8e88-ca23e8a35f75,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:54.261980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2985bc5b-4854-439f-8e88-ca23e8a35f75 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:34:54.319294 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5cbd2740-b6d6-48fa-a71f-5fdb7b724482 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6127822 Nov 01 18:34:54.321984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:54.327345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:54.509827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-336dc857-19c2-43bb-adff-c820cdacaed2 req-42a0da05-abe6-443d-af39-ded791f160c3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.0287499 Nov 01 18:34:54.568956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:54.589651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:54.660760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing IP validity checks on allocation pools {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:34:54.661377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:34:54.781824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:34:54.819844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:34:54.820476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a1a3ae5e-e26b-4ef4-9cc5-55316d761e26 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:34:55.024711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:55.097830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=fb837b95-2cef-4c9b-a47e-1e0302462e34,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:55.105096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '7b4fb876-9c91-4b94-aa44-eec2827d0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:55.105559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 2985bc5b-4854-439f-8e88-ca23e8a35f75, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:34:55.268288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d296bab-6423-47a4-bceb-149db69acf5c req-ca1c5576-36e1-4ab2-8bb8-9059ccdd3736 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:55.269836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d296bab-6423-47a4-bceb-149db69acf5c req-ca1c5576-36e1-4ab2-8bb8-9059ccdd3736 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0551209 Nov 01 18:34:55.310760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 2985bc5b-4854-439f-8e88-ca23e8a35f75 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:34:55.330606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d296bab-6423-47a4-bceb-149db69acf5c req-ce65706b-84a3-46ce-956a-f35ba3348b57 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511918 Nov 01 18:34:55.465891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2985bc5b-4854-439f-8e88-ca23e8a35f75) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:55.481391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889cd4aa-13e7-401d-b10d-e012e1658f27 None None] Network 2985bc5b-4854-439f-8e88-ca23e8a35f75 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:55.482733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:55.490386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:55.628395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2a603cc-9d7e-4a61-a908-81f5b47f2147 req-196bbb4f-c633-4380-ade7-ae26c04994b5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.0534103 Nov 01 18:34:55.678864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:55.679088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12d3d5bf-9782-417c-bd9b-c62cdc4d3e6e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3558517 Nov 01 18:34:55.737751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2985bc5b-4854-439f-8e88-ca23e8a35f75', 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'fb837b95-2cef-4c9b-a47e-1e0302462e34'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:34:55.738634 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:55.900674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:55.974257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Allocated IP 172.20.0.3 (2985bc5b-4854-439f-8e88-ca23e8a35f75/fb837b95-2cef-4c9b-a47e-1e0302462e34/53535523-26b8-4188-b708-c63311c30cb1) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:56.057191 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.227975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.349744 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.388909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Network 2985bc5b-4854-439f-8e88-ca23e8a35f75 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:56.400663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:56.406055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:56.410997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Pushing event updated for resources: {'Port': ['ID=53535523-26b8-4188-b708-c63311c30cb1,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:56.489251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.504749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Attempting to bind port 53535523-26b8-4188-b708-c63311c30cb1 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:34:56.505119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Attempting to bind port 53535523-26b8-4188-b708-c63311c30cb1 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7b4fb876-9c91-4b94-aa44-eec2827d0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:34:56.505740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Attempting to bind port 53535523-26b8-4188-b708-c63311c30cb1 on network 2985bc5b-4854-439f-8e88-ca23e8a35f75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:34:56.512178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:34:56.512178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Checking segment: {'id': '7b4fb876-9c91-4b94-aa44-eec2827d0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:34:56.515081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.515081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Bound using segment: {'id': '7b4fb876-9c91-4b94-aa44-eec2827d0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:34:56.515081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Bound port: 53535523-26b8-4188-b708-c63311c30cb1, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4fb876-9c91-4b94-aa44-eec2827d0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:34:56.515081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.599775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=fb837b95-2cef-4c9b-a47e-1e0302462e34,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:56.615258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] For port 53535523-26b8-4188-b708-c63311c30cb1, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:34:56.635251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] For port 53535523-26b8-4188-b708-c63311c30cb1, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=53535523-26b8-4188-b708-c63311c30cb1,segment=NetworkSegment(7b4fb876-9c91-4b94-aa44-eec2827d0fe1),segment_id=7b4fb876-9c91-4b94-aa44-eec2827d0fe1)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:34:56.739568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.773089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.800940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2985bc5b-4854-439f-8e88-ca23e8a35f75']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:56.807087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.814689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4fb876-9c91-4b94-aa44-eec2827d0fe1') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:56.815339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4fb876-9c91-4b94-aa44-eec2827d0fe1') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:56.838448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.866731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.882740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41953-19c6-4f36-9dae-33a8d93482f9 None None] Pushing event updated for resources: {'Port': ['ID=53535523-26b8-4188-b708-c63311c30cb1,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:56.902447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b0550-5b17-4be9-be7d-da937ad3db30 None None] Network 2985bc5b-4854-439f-8e88-ca23e8a35f75 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:34:56.931702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53a1ece-f66f-4ab3-a304-048545f53669 req-c954fa84-e44a-48ff-aa4c-63fe3afc2716 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.0668657 Nov 01 18:34:56.940475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:34:56.940946 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: items = [ Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:34:56.944126 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:34:57.045650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec85af-af0a-4664-a47a-856bce88a31b req-c3cf32cb-80b8-4700-86b8-e9c1ac94a69a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:57.054010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aec85af-af0a-4664-a47a-856bce88a31b req-c3cf32cb-80b8-4700-86b8-e9c1ac94a69a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.5552597 Nov 01 18:34:57.110103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2aec85af-af0a-4664-a47a-856bce88a31b req-c96988cf-d538-43f6-8574-8e8dfe152277 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524328 Nov 01 18:34:57.118713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c7aef9-f116-4a81-942e-661f7d991bc4 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:34:57.144913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:34:57.144913 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:34:57.144913 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '2985bc5b-4854-439f-8e88-ca23e8a35f75'}] Nov 01 18:34:57.144913 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:34:57.145656 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:34:57.391977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7aef9-f116-4a81-942e-661f7d991bc4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:34:57.608696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-a03b1ded-fbfb-4b39-ae74-cdc6f280a6a8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:57.611912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-a03b1ded-fbfb-4b39-ae74-cdc6f280a6a8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1856248 Nov 01 18:34:57.628444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:57.658322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:57.703576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-436bcd12-a114-4f20-8d9f-d6156b7404be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123683 Nov 01 18:34:57.813211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-71e74d6b-eda6-4a50-8b5b-1105a857e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:57.815345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-71e74d6b-eda6-4a50-8b5b-1105a857e175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 1096 time: 0.0802534 Nov 01 18:34:57.822851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 53535523-26b8-4188-b708-c63311c30cb1 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:34:57.823187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:57.977181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 53535523-26b8-4188-b708-c63311c30cb1, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=53535523-26b8-4188-b708-c63311c30cb1,segment=NetworkSegment(7b4fb876-9c91-4b94-aa44-eec2827d0fe1),segment_id=7b4fb876-9c91-4b94-aa44-eec2827d0fe1)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:34:57.977519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.000880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 53535523-26b8-4188-b708-c63311c30cb1 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:34:58.020973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:58.032573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.153137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-33991ee1-ab5c-4266-9af0-a4a7bb0788db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:58.153137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-33991ee1-ab5c-4266-9af0-a4a7bb0788db service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 905 time: 0.3148944 Nov 01 18:34:58.199991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5bdb16a3-9831-4706-bbad-f45209e18c72 req-c91f85e1-fcd5-4e55-913b-e944976fda7d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.0661283 Nov 01 18:34:58.266097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-f8ffcf13-b1c6-462a-8eba-a6249a9b2bd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f891474-1c58-478b-8053-747d89f0f839 HTTP/1.1" status: 200 len: 217 time: 0.1047533 Nov 01 18:34:58.306919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.2 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/a61390e3-fa63-4acd-b654-90f08fcc94af) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:34:58.404024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-550e00ee-d77b-4b10-a02a-05761fc45709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:58.405783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-550e00ee-d77b-4b10-a02a-05761fc45709 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.1332150 Nov 01 18:34:58.454667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb48b0-9900-4e4e-b057-ab34462b35ee req-43b00767-099b-4095-9ea8-bf6d2ebc394d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:58.476017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94fb48b0-9900-4e4e-b057-ab34462b35ee req-43b00767-099b-4095-9ea8-bf6d2ebc394d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1490848 Nov 01 18:34:58.525694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-2351441d-5fc6-4e23-9083-82a6ca4e07b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096656 Nov 01 18:34:58.529059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.595449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 53535523-26b8-4188-b708-c63311c30cb1 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:34:58.612138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.639391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=53535523-26b8-4188-b708-c63311c30cb1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:58.763437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94fb48b0-9900-4e4e-b057-ab34462b35ee req-3135266c-0f37-4b9f-b5a8-0363da93e6df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361269 Nov 01 18:34:58.805300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.819820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:58.823316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:58.856354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-0ec88ce8-ec59-47c1-9a25-1cc6f8d91a39 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171368 Nov 01 18:34:58.862378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2985bc5b-4854-439f-8e88-ca23e8a35f75']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:58.888832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['cdbb32a5-4cca-4154-925d-8d86b190a4a0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:34:58.908094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4fb876-9c91-4b94-aa44-eec2827d0fe1') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:58.911718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4fb876-9c91-4b94-aa44-eec2827d0fe1') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:34:58.950328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:34:58.955024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:34:58.963760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:34:59.014847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:59.016101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.029538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:59.095986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e000dd0d-a0d7-4331-aa1b-bfb6d861f29a req-d456a5b2-96cf-4ac2-a401-99ae8c0e8005 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304623 Nov 01 18:34:59.097918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.117667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.125947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:34:59.126393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:34:59.155717 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:34:59.168388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-77b520dd-5391-4fe6-a31d-9af5783d924a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5454049 Nov 01 18:34:59.183407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Request body: {'port': {'device_id': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:59.261822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.313681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.318857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.326434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/2985bc5b-4854-439f-8e88-ca23e8a35f75 HTTP/1.1" status: 204 len: 168 time: 3.6460063 Nov 01 18:34:59.327408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43948) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:59.337914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784603157'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:59.375538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944a1b-84f6-458d-a4e6-b8e96ea6e54b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=2985bc5b-4854-439f-8e88-ca23e8a35f75,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:59.436137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64f91-2a25-495f-bf50-09786881f45f req-3cc0e748-84b9-4cd6-8f8c-f11660c7c077 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:59.438319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecd64f91-2a25-495f-bf50-09786881f45f req-3cc0e748-84b9-4cd6-8f8c-f11660c7c077 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 931 time: 0.0953710 Nov 01 18:34:59.477895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecd64f91-2a25-495f-bf50-09786881f45f req-8dd0087d-8ad2-4466-a098-71a2b7b7bdb9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Nov 01 18:34:59.486835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:34:59.490818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.517357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:34:59.529077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.529521 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 6f453c58-a81b-44c4-b05f-37a668314e08 of type vlan for network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 Nov 01 18:34:59.571680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.637689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61390e3-fa63-4acd-b654-90f08fcc94af {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:34:59.647286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.661867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Transition to ACTIVE for port object a61390e3-fa63-4acd-b654-90f08fcc94af will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:34:59.716055 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.723726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:34:59.724365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.808878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=3991d324-5560-4eb8-a4c3-f4c6777ef8a8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:34:59.825478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:34:59.904536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:34:59.930507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7660a715-ed2d-484b-8c47-00049570f015 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5968826 Nov 01 18:34:59.936933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43980) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:34:59.946030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:34:59.983944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Pushing event updated for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:00.078535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Attempting to bind port a61390e3-fa63-4acd-b654-90f08fcc94af on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:00.078957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Attempting to bind port a61390e3-fa63-4acd-b654-90f08fcc94af by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:00.079453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Attempting to bind port a61390e3-fa63-4acd-b654-90f08fcc94af on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:00.089872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Port a61390e3-fa63-4acd-b654-90f08fcc94af on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:35:00.090303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Attempting to bind port a61390e3-fa63-4acd-b654-90f08fcc94af on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:00.092844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efcae5-9270-4a2f-9514-937dde113895 req-a13f0ffe-df1f-4382-8837-9f50de9a171b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.102978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:00.103644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:00.104228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:00.105018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Bound port: a61390e3-fa63-4acd-b654-90f08fcc94af, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:00.105206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92efcae5-9270-4a2f-9514-937dde113895 req-a13f0ffe-df1f-4382-8837-9f50de9a171b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.2310104 Nov 01 18:35:00.106169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:00.188288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:00.191913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a61390e3-fa63-4acd-b654-90f08fcc94af,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:00.225301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92efcae5-9270-4a2f-9514-937dde113895 req-3e3d5d85-c17e-4342-ba06-761912291b99 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189237 Nov 01 18:35:00.231200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:00.235042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:00.275785 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:00.366934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.369873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:00.371549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] 10.222.0.37 "PUT /v2.0/ports/a61390e3-fa63-4acd-b654-90f08fcc94af HTTP/1.1" status: 200 len: 1091 time: 1.1925447 Nov 01 18:35:00.383328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:00.387967 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23307d12-2516-4cef-be85-b7555fbcf636" -d '{"events": [{"name": "network-changed", "server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:00.440019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e303a4-f269-448d-b186-6937ceb1c59a service neutron] Pushing event updated for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:00.475169 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a7163-af59-420f-b024-de38ca0a4447 x-openstack-request-id: req-cd0a7163-af59-420f-b024-de38ca0a4447 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:00.475449 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:00.475730 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd0a7163-af59-420f-b024-de38ca0a4447 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:00.476138 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af', 'status': 'completed', 'code': 200} Nov 01 18:35:00.606110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307d12-2516-4cef-be85-b7555fbcf636 req-58b67fb9-6f0f-4093-8ac7-db6ab5aeed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.607764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23307d12-2516-4cef-be85-b7555fbcf636 req-58b67fb9-6f0f-4093-8ac7-db6ab5aeed7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 1094 time: 0.1097786 Nov 01 18:35:00.674157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0aba-bf82-44a5-a996-11d0e98fb89a req-1229ccd2-46d8-4e8a-b0f9-fb54b336f891 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.677960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ca0aba-bf82-44a5-a996-11d0e98fb89a req-1229ccd2-46d8-4e8a-b0f9-fb54b336f891 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 943 time: 0.0864384 Nov 01 18:35:00.681560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:00.819431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307d12-2516-4cef-be85-b7555fbcf636 req-49a7cb6b-b6ee-4301-9766-2985b4041020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.820987 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23307d12-2516-4cef-be85-b7555fbcf636 req-49a7cb6b-b6ee-4301-9766-2985b4041020 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa054a9f980647f4bffd697b99bbecf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2055919 Nov 01 18:35:00.864146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ca0aba-bf82-44a5-a996-11d0e98fb89a req-e4d8fabd-4d9f-4382-a6be-6648c8d048ca tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645608 Nov 01 18:35:00.870138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=f0603dca-60d3-44e8-9832-0637363fb765,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:00.887575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '6f453c58-a81b-44c4-b05f-37a668314e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:00.887957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 3991d324-5560-4eb8-a4c3-f4c6777ef8a8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:00.960954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307d12-2516-4cef-be85-b7555fbcf636 req-da9f620e-70bc-4aed-8bf5-180655635d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:00.962492 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23307d12-2516-4cef-be85-b7555fbcf636 req-da9f620e-70bc-4aed-8bf5-180655635d01 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337838 Nov 01 18:35:01.030467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:01.067398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-66a97a17-e15f-4190-bc81-5457e3aa09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:01.069337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-66a97a17-e15f-4190-bc81-5457e3aa09b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 1094 time: 0.0566068 Nov 01 18:35:01.124247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-e4ec9706-40a4-462e-9b82-e4bedaacd48f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a61390e3-fa63-4acd-b654-90f08fcc94af HTTP/1.1" status: 200 len: 217 time: 0.0435810 Nov 01 18:35:01.152635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3991d324-5560-4eb8-a4c3-f4c6777ef8a8) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:01.164578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede59f6-6d64-4ff7-b84c-ae8285b7d9ce None None] Network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:01.165073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:01.165748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:01.207957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-22ae8e72-45f1-4208-b954-b5422c592d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:01.209255 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-22ae8e72-45f1-4208-b954-b5422c592d80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.0728378 Nov 01 18:35:01.247798 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-dbfc9e6c-11b0-483f-98dc-bb76c4398a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282652 Nov 01 18:35:01.286965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dcbe995f-f7ba-421f-9612-7ca8687f0b71 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3470855 Nov 01 18:35:01.289206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:01.442361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3991d324-5560-4eb8-a4c3-f4c6777ef8a8', 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'f0603dca-60d3-44e8-9832-0637363fb765'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:01.444596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:01.470984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-9a1effa8-64ad-490e-817c-f7544bd20d27 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171926 Nov 01 18:35:01.635325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b867-22dc-479f-8461-509d573648e7 req-d839cfed-9a12-44b0-9bfe-bc7f12ba48f5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:01.637008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71c0b867-22dc-479f-8461-509d573648e7 req-d839cfed-9a12-44b0-9bfe-bc7f12ba48f5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.2962902 Nov 01 18:35:01.720789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2b415029-dfb8-41fa-a9b1-d630284c68fa req-da60807b-6091-4340-a44a-c17ea6261513 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426531 Nov 01 18:35:01.753109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71c0b867-22dc-479f-8461-509d573648e7 req-3f8ca4fe-f66b-40ef-98ae-ce432461005c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990269 Nov 01 18:35:01.794020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:01.857194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Allocated IP 172.20.0.1 (3991d324-5560-4eb8-a4c3-f4c6777ef8a8/f0603dca-60d3-44e8-9832-0637363fb765/4b1875b3-8afb-40b1-b252-2c867717d7e7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:01.894167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.018816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b85528-615c-4608-9934-eaefb8a8b310 req-d6a39b97-ab05-4c32-acf7-e883290d3b6e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:02.020904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8b85528-615c-4608-9934-eaefb8a8b310 req-d6a39b97-ab05-4c32-acf7-e883290d3b6e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Nov 01 18:35:02.061539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.072626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8b85528-615c-4608-9934-eaefb8a8b310 req-954ca15d-fec2-4abf-8a39-9a1305446071 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Nov 01 18:35:02.221788 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.264021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:02.282244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:02.288942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:02.293505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Pushing event updated for resources: {'Port': ['ID=4b1875b3-8afb-40b1-b252-2c867717d7e7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:02.382381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.399265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Attempting to bind port 4b1875b3-8afb-40b1-b252-2c867717d7e7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:02.400048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Attempting to bind port 4b1875b3-8afb-40b1-b252-2c867717d7e7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6f453c58-a81b-44c4-b05f-37a668314e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:02.407430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Attempting to bind port 4b1875b3-8afb-40b1-b252-2c867717d7e7 on network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:02.408059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:02.408553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Checking segment: {'id': '6f453c58-a81b-44c4-b05f-37a668314e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:02.409050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.409531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Bound using segment: {'id': '6f453c58-a81b-44c4-b05f-37a668314e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:02.410087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Bound port: 4b1875b3-8afb-40b1-b252-2c867717d7e7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f453c58-a81b-44c4-b05f-37a668314e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:02.410560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.486507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=f0603dca-60d3-44e8-9832-0637363fb765,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:02.502319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] For port 4b1875b3-8afb-40b1-b252-2c867717d7e7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:02.506539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] For port 4b1875b3-8afb-40b1-b252-2c867717d7e7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4b1875b3-8afb-40b1-b252-2c867717d7e7,segment=NetworkSegment(6f453c58-a81b-44c4-b05f-37a668314e08),segment_id=6f453c58-a81b-44c4-b05f-37a668314e08)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:02.565496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.589897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3991d324-5560-4eb8-a4c3-f4c6777ef8a8']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:02.599570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f453c58-a81b-44c4-b05f-37a668314e08') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:02.599870 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f453c58-a81b-44c4-b05f-37a668314e08') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:02.609388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.628610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.629719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.641152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:02.642128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:02.646091 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:02.760517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be478e9-1725-46c5-91e7-e98cead480fb None None] Pushing event updated for resources: {'Port': ['ID=4b1875b3-8afb-40b1-b252-2c867717d7e7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:02.782681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200ebed-629c-4623-8527-1f0de868beb8 None None] Network 3991d324-5560-4eb8-a4c3-f4c6777ef8a8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:03.119744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b8b5f-b170-44c8-8e96-c4a5f790bb88 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:03.198927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-3dd39dc3-7acc-4ac2-a008-f7ade4ab8a90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605551 Nov 01 18:35:03.235133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be601b-c95a-4de8-980d-cc718418bc76 req-8daf70aa-a702-4ff9-b5bb-2012b0792308 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:03.237598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32be601b-c95a-4de8-980d-cc718418bc76 req-8daf70aa-a702-4ff9-b5bb-2012b0792308 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1117203 Nov 01 18:35:03.274412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-3ae7256b-4058-4ac7-ab0e-b2accf860902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:03.276127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-3ae7256b-4058-4ac7-ab0e-b2accf860902 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 1100 time: 0.0508273 Nov 01 18:35:03.346684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:03.346684 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:03.346684 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '3991d324-5560-4eb8-a4c3-f4c6777ef8a8'}] Nov 01 18:35:03.346684 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:03.346684 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:03.376108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32be601b-c95a-4de8-980d-cc718418bc76 req-bd85c8a9-4799-4b96-b0a3-fc1cbbb5952b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151788 Nov 01 18:35:03.418895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b8b5f-b170-44c8-8e96-c4a5f790bb88 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:03.423621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116cd33-8766-46c0-95b7-af84b73d6679 req-0461b283-e25c-4321-aba8-5bc10d108544 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:03.430902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3116cd33-8766-46c0-95b7-af84b73d6679 req-0461b283-e25c-4321-aba8-5bc10d108544 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 943 time: 0.1921334 Nov 01 18:35:03.476757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-a2e667f9-b1c0-4cb7-83cf-c2fd49b52bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:03.478370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-a2e667f9-b1c0-4cb7-83cf-c2fd49b52bdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1788518 Nov 01 18:35:03.497478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3116cd33-8766-46c0-95b7-af84b73d6679 req-58999676-b6bb-41a7-bf22-9690da68cd1a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Nov 01 18:35:03.526660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-9e231f78-24b0-4279-a175-3384e6c05a72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=90ffe99d-a025-4847-be63-ed56619f36d5 HTTP/1.1" status: 200 len: 217 time: 0.0389452 Nov 01 18:35:03.847359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:03.947164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 4b1875b3-8afb-40b1-b252-2c867717d7e7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:03.951412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.014109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-368ff9b9-789a-4fdd-84c6-4fabc7fb9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:04.016124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-368ff9b9-789a-4fdd-84c6-4fabc7fb9e7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.4794512 Nov 01 18:35:04.027094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 4b1875b3-8afb-40b1-b252-2c867717d7e7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4b1875b3-8afb-40b1-b252-2c867717d7e7,segment=NetworkSegment(6f453c58-a81b-44c4-b05f-37a668314e08),segment_id=6f453c58-a81b-44c4-b05f-37a668314e08)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:04.027597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.049121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 4b1875b3-8afb-40b1-b252-2c867717d7e7 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:04.078715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-f2bc8b50-0bcf-410d-aa3b-4f1374118308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:04.081494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-f2bc8b50-0bcf-410d-aa3b-4f1374118308 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559723 Nov 01 18:35:04.222697 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-aeaedd26-c104-40dc-929b-7377177c9e67 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292562 Nov 01 18:35:04.318756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.340989 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba905f67-71aa-422f-9d09-dd3c2d1564ec req-4eac52dd-7483-413b-b912-d6fc1091b200 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027803 Nov 01 18:35:04.357400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=4b1875b3-8afb-40b1-b252-2c867717d7e7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:04.362992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 4b1875b3-8afb-40b1-b252-2c867717d7e7 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:04.455985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.490359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3991d324-5560-4eb8-a4c3-f4c6777ef8a8']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:04.517848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f453c58-a81b-44c4-b05f-37a668314e08') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:04.518147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f453c58-a81b-44c4-b05f-37a668314e08') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:04.532175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.555975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.568154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afa0ca-cb2e-43df-8ec6-8693db173116 req-883f4ead-eb7f-4ff0-b433-e670ccd49607 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:04.577906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85afa0ca-cb2e-43df-8ec6-8693db173116 req-883f4ead-eb7f-4ff0-b433-e670ccd49607 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1049139 Nov 01 18:35:04.587047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:04.587339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:04.590338 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:04.733822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85afa0ca-cb2e-43df-8ec6-8693db173116 req-bb895b1a-251b-4d76-a076-161483c08733 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574490 Nov 01 18:35:04.786783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35bf0a-2d3c-4053-8e17-7da999f0a071 req-094997d2-296c-4f07-a392-c23a485b149a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:04.788380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd35bf0a-2d3c-4053-8e17-7da999f0a071 req-094997d2-296c-4f07-a392-c23a485b149a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 943 time: 0.1592925 Nov 01 18:35:04.804328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.816314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.832120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:04.836461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/3991d324-5560-4eb8-a4c3-f4c6777ef8a8 HTTP/1.1" status: 204 len: 168 time: 3.5461349 Nov 01 18:35:04.841342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:04.857009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1859589568'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:04.870683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bf3cc-f3ab-49ee-a7a6-42ca19b63741 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=3991d324-5560-4eb8-a4c3-f4c6777ef8a8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:04.896318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd35bf0a-2d3c-4053-8e17-7da999f0a071 req-f749b97f-ef74-411b-9aca-144c0375db92 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016731 Nov 01 18:35:05.052343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:05.055910 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.080174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:05.090590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.090590 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 6dcca21d-7fc1-4bdd-9b0c-53d33e470126 of type vlan for network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 Nov 01 18:35:05.133621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.268212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.282568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:05.283280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.362318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=38a442e0-4cb1-49d3-8a65-8cfd349022e4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:05.379561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:05.518383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f921d255-f1db-47c3-9e53-a210b988f85c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6733267 Nov 01 18:35:05.518613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44130) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:05.524528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:05.783487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:05.787709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:05.894383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e4b37-d70e-4276-b4ca-7f66ca500ebe req-e2b98a28-8be0-4a04-a9ec-95f78c245aea tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:05.896005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb4e4b37-d70e-4276-b4ca-7f66ca500ebe req-e2b98a28-8be0-4a04-a9ec-95f78c245aea tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0811620 Nov 01 18:35:05.969195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb4e4b37-d70e-4276-b4ca-7f66ca500ebe req-e811030a-be49-461f-8b26-e5ae28bc9ccb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664794 Nov 01 18:35:06.156486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a5884-c38b-463d-9554-541cb11a6c3a req-6b7529ac-4097-4f68-a971-66467a90e70a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:06.158277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27a5884-c38b-463d-9554-541cb11a6c3a req-6b7529ac-4097-4f68-a971-66467a90e70a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 943 time: 0.0880437 Nov 01 18:35:06.160035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a61390e3-fa63-4acd-b654-90f08fcc94af details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:35:06.210368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:06.239275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e27a5884-c38b-463d-9554-541cb11a6c3a req-f6def2b4-5cd7-4985-b4c5-743f03adecfe tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692184 Nov 01 18:35:06.336148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=ae06b59f-b29c-4a7b-9d25-c58e29630a35,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:06.347148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '6dcca21d-7fc1-4bdd-9b0c-53d33e470126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:06.347690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 38a442e0-4cb1-49d3-8a65-8cfd349022e4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:06.512719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:06.542284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a61390e3-fa63-4acd-b654-90f08fcc94af,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:06.554899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a61390e3-fa63-4acd-b654-90f08fcc94af', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': 'a61390e3-fa63-4acd-b654-90f08fcc94af', 'mac_address': 'fa:16:3e:a6:6a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:35:06.592919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:06.608582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61390e3-fa63-4acd-b654-90f08fcc94af {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:06.629028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a61390e3-fa63-4acd-b654-90f08fcc94af,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:06.687111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 38a442e0-4cb1-49d3-8a65-8cfd349022e4) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:06.691964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:06.692846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:06.700643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b7300d-567b-40d9-ad5e-c625552e5e13 None None] Network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:06.762223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:06.818332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44164) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:06.818566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7edb27fd-c668-4eba-ae61-a050537c453c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2979326 Nov 01 18:35:06.861543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:06.925772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-38a442e0-4cb1-49d3-8a65-8cfd349022e4', 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'ae06b59f-b29c-4a7b-9d25-c58e29630a35'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:06.927534 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:06.971957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.128478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.168676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Allocated IP 172.20.0.2 (38a442e0-4cb1-49d3-8a65-8cfd349022e4/ae06b59f-b29c-4a7b-9d25-c58e29630a35/079a86b2-bee9-4c1d-a30b-01cf2fb2cec4) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:07.187095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a61390e3-fa63-4acd-b654-90f08fcc94af'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:07.295783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444d082-8d73-4b14-bdba-5519b3456212 req-c822b2d3-5075-4e05-9158-22c9c34720dc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:07.306599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a444d082-8d73-4b14-bdba-5519b3456212 req-c822b2d3-5075-4e05-9158-22c9c34720dc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1240549 Nov 01 18:35:07.409636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a444d082-8d73-4b14-bdba-5519b3456212 req-73f861d3-153e-49cd-a85a-77e372e842d5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017654 Nov 01 18:35:07.547411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf571d7-9717-42ec-9476-89b0dcabc891 req-d29e5bb6-e275-425f-a058-dcd23bb15354 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:07.556434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bf571d7-9717-42ec-9476-89b0dcabc891 req-d29e5bb6-e275-425f-a058-dcd23bb15354 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 944 time: 0.0993237 Nov 01 18:35:07.609386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bf571d7-9717-42ec-9476-89b0dcabc891 req-7592f6fc-0e4f-46a5-83dc-0fa1ed015a4c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 Nov 01 18:35:07.647605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.781448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.835177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:07.838568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:07.845380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:07.856839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Pushing event updated for resources: {'Port': ['ID=079a86b2-bee9-4c1d-a30b-01cf2fb2cec4,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:07.884385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.884685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.886106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.887447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.888098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.888439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.888773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.889174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.889501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.890556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.890894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.891297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:07.908870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.949765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Attempting to bind port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:07.956624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Attempting to bind port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6dcca21d-7fc1-4bdd-9b0c-53d33e470126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:07.956624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Attempting to bind port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 on network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:07.959254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:07.959676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Checking segment: {'id': '6dcca21d-7fc1-4bdd-9b0c-53d33e470126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:07.960079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.960475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Bound using segment: {'id': '6dcca21d-7fc1-4bdd-9b0c-53d33e470126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:07.960946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Bound port: 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcca21d-7fc1-4bdd-9b0c-53d33e470126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:07.961334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:07.975666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=ae06b59f-b29c-4a7b-9d25-c58e29630a35,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:08.039312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] For port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:08.061283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] For port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=079a86b2-bee9-4c1d-a30b-01cf2fb2cec4,segment=NetworkSegment(6dcca21d-7fc1-4bdd-9b0c-53d33e470126),segment_id=6dcca21d-7fc1-4bdd-9b0c-53d33e470126)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:08.084089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.107070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a442e0-4cb1-49d3-8a65-8cfd349022e4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:08.114521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcca21d-7fc1-4bdd-9b0c-53d33e470126') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:08.114814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcca21d-7fc1-4bdd-9b0c-53d33e470126') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:08.129677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.178300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.188535 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.195580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:08.195979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:08.199162 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:08.246499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1d105-7169-405e-97cd-5f3c6867bb80 None None] Pushing event updated for resources: {'Port': ['ID=079a86b2-bee9-4c1d-a30b-01cf2fb2cec4,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:08.284194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1bcf5-2c4f-4c4d-afff-18c780ec941d None None] Network 38a442e0-4cb1-49d3-8a65-8cfd349022e4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:08.365661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:08.365661 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:08.365661 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '38a442e0-4cb1-49d3-8a65-8cfd349022e4'}] Nov 01 18:35:08.365661 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:08.368803 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:08.435576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626b8bf-65a6-4811-9bcc-bb90bc35d350 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:08.545262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f3b6-c695-4a39-98d9-f76e02751891 req-94533083-a30b-4fe1-b822-3fd41bd64387 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:08.547345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc89f3b6-c695-4a39-98d9-f76e02751891 req-94533083-a30b-4fe1-b822-3fd41bd64387 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0541186 Nov 01 18:35:08.587031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626b8bf-65a6-4811-9bcc-bb90bc35d350 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:08.613406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc89f3b6-c695-4a39-98d9-f76e02751891 req-9e4a39b8-eec1-4c4b-82bd-692057125214 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Nov 01 18:35:08.776633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97e1b3-1f05-4a1c-aff8-fe20b2abed23 req-37d9eaef-af2e-4a96-836e-5bd4c10c758c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:08.787779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c97e1b3-1f05-4a1c-aff8-fe20b2abed23 req-37d9eaef-af2e-4a96-836e-5bd4c10c758c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 944 time: 0.0897932 Nov 01 18:35:08.830172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c97e1b3-1f05-4a1c-aff8-fe20b2abed23 req-0482545a-0f97-470b-9f42-148481affe73 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Nov 01 18:35:08.867496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.926213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:08.926560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:08.994654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=079a86b2-bee9-4c1d-a30b-01cf2fb2cec4,segment=NetworkSegment(6dcca21d-7fc1-4bdd-9b0c-53d33e470126),segment_id=6dcca21d-7fc1-4bdd-9b0c-53d33e470126)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:08.995321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.013743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:09.219120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.287060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.337006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=079a86b2-bee9-4c1d-a30b-01cf2fb2cec4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:09.341598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 079a86b2-bee9-4c1d-a30b-01cf2fb2cec4 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:09.448354 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.471934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a442e0-4cb1-49d3-8a65-8cfd349022e4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:09.481983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcca21d-7fc1-4bdd-9b0c-53d33e470126') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:09.482286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcca21d-7fc1-4bdd-9b0c-53d33e470126') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:09.492312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.506508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.513875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:09.514263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:09.518178 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:09.526451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-ec0b9615-70b5-4dbf-8f56-539c5e1752ee tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:09.533281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-ec0b9615-70b5-4dbf-8f56-539c5e1752ee tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 813 time: 0.3644216 Nov 01 18:35:09.584693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-8436e132-a0c4-4e71-bfda-82d703355144 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/quotas/aded5a25615e4c039b9a7d2b40c044c8 HTTP/1.1" status: 200 len: 375 time: 0.0505280 Nov 01 18:35:09.665830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-5fb2a7c2-4864-4933-8006-b7ba221327fa tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528169 Nov 01 18:35:09.786390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.797026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc0bea-9fbc-4aab-ae21-accd093103fa req-f23c4d58-63a9-4f37-a053-04774568d066 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:09.798614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00bc0bea-9fbc-4aab-ae21-accd093103fa req-f23c4d58-63a9-4f37-a053-04774568d066 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0842571 Nov 01 18:35:09.804285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:09.809887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/38a442e0-4cb1-49d3-8a65-8cfd349022e4 HTTP/1.1" status: 204 len: 168 time: 2.9899931 Nov 01 18:35:09.814045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-c5756943-3c75-44b4-a963-bf925594d2b7 service neutron] 10.222.0.31 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637375 Nov 01 18:35:09.816855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:09.828734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447435059'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:09.834190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4199-a046-4b6e-be8c-9c1a869549e1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=38a442e0-4cb1-49d3-8a65-8cfd349022e4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:09.914555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00bc0bea-9fbc-4aab-ae21-accd093103fa req-6fcca2d0-f6c0-436a-9662-e717cd1c0541 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989630 Nov 01 18:35:09.947149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-327fbacc-8413-4666-934f-87f1ee80b1f5 service neutron] 10.222.0.31 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107812 Nov 01 18:35:09.966823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:09.972141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.006073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:10.026554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.026999 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment a195bd9d-8f47-4359-b4b0-4d41fe940ca5 of type vlan for network 6ba0df66-4634-46e6-840f-76a580b8e084 Nov 01 18:35:10.097055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.140668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33c49-36bc-4466-b85f-a9354f3c5a16 req-cf272161-2d8b-43ca-ba9b-03f2b4df4c6e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:10.142438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37c33c49-36bc-4466-b85f-a9354f3c5a16 req-cf272161-2d8b-43ca-ba9b-03f2b4df4c6e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 944 time: 0.0871491 Nov 01 18:35:10.185359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a61390e3-fa63-4acd-b654-90f08fcc94af up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:35:10.189555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37c33c49-36bc-4466-b85f-a9354f3c5a16 req-ada54631-d42e-4469-89f4-fcf2d97381d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Nov 01 18:35:10.284245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.294183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:10.296846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.364477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a61390e3-fa63-4acd-b654-90f08fcc94af completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:35:10.368930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b83e17c-299a-4686-a95c-fe1844db902c req-3e8b3852-b2f4-44b3-99b8-7357d1e0cf4e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0561769 Nov 01 18:35:10.369967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a61390e3-fa63-4acd-b654-90f08fcc94af triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:35:10.370338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.454204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=6ba0df66-4634-46e6-840f-76a580b8e084,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:10.496897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6ba0df66-4634-46e6-840f-76a580b8e084 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:10.563713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.599206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a5d5e6b4-b284-4467-9501-502ce7423062 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7774837 Nov 01 18:35:10.599435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44284) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:10.604361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:10.651154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a61390e3-fa63-4acd-b654-90f08fcc94af,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:10.658702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:10.662813 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca939b-9ab8-4b1f-a5e9-e9809cee09a3" -d '{"events": [{"server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "name": "network-vif-plugged", "status": "completed", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:10.706791 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039feba-f98b-4682-9915-55060977f147 x-openstack-request-id: req-8039feba-f98b-4682-9915-55060977f147 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:10.707647 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "name": "network-vif-plugged", "status": "completed", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:10.708070 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8039feba-f98b-4682-9915-55060977f147 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:10.708615 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af', 'code': 200} Nov 01 18:35:10.804533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:10.828112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045067-839e-4d42-b814-cc4217017f3a req-78b79d66-3679-45a4-9765-bf56a8771dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:10.830336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93045067-839e-4d42-b814-cc4217017f3a req-78b79d66-3679-45a4-9765-bf56a8771dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 1095 time: 0.0522690 Nov 01 18:35:10.885654 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-93045067-839e-4d42-b814-cc4217017f3a req-6ffa0a60-0c63-4f97-a4e0-848909fca2c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Nov 01 18:35:10.900373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:10.915056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:10.919036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:11.014187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing IP validity checks on allocation pools {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:35:11.014435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:35:11.127382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf29f-9e6d-4ab8-af93-11a6d6af1a10 req-b2916795-b3f2-49a1-b63c-f9fecbf2dc62 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:11.129381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c30bf29f-9e6d-4ab8-af93-11a6d6af1a10 req-b2916795-b3f2-49a1-b63c-f9fecbf2dc62 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0900941 Nov 01 18:35:11.210596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c30bf29f-9e6d-4ab8-af93-11a6d6af1a10 req-1a0c07e3-7132-43be-b6b6-7f3ee138e901 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Nov 01 18:35:11.342287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5952f92-ef29-4e37-94fb-74a302429534 req-6ec3b8e0-2441-432b-9dcc-9f62a1694650 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:11.352676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5952f92-ef29-4e37-94fb-74a302429534 req-6ec3b8e0-2441-432b-9dcc-9f62a1694650 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.0691037 Nov 01 18:35:11.393367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:11.424105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5952f92-ef29-4e37-94fb-74a302429534 req-0032e9a0-4e61-4177-8b6b-bf4debca35c3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701444 Nov 01 18:35:11.470543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2214d90e-b903-4941-95ce-e67be2b155c8 req-3570e449-7241-4669-835b-b0a6b6a82f13 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0450375 Nov 01 18:35:11.495691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:11.495691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 6ba0df66-4634-46e6-840f-76a580b8e084, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:11.495691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=a2a6d3d5-1118-465c-b76c-8c6cbe86f2d8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:11.675139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 6ba0df66-4634-46e6-840f-76a580b8e084 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:11.880879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6ba0df66-4634-46e6-840f-76a580b8e084) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:11.885318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:11.886764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:11.894096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77366f-4477-4e0f-bc72-81509e69cfe0 None None] Network 6ba0df66-4634-46e6-840f-76a580b8e084 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:12.067745 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-76a41e47-c6df-4292-b569-723ffb9e0d56 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4671519 Nov 01 18:35:12.070356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44328) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:12.072527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6ba0df66-4634-46e6-840f-76a580b8e084', 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'a2a6d3d5-1118-465c-b76c-8c6cbe86f2d8'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:12.073718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:12.217366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:12.378476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:12.419142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Allocated IP 172.20.0.3 (6ba0df66-4634-46e6-840f-76a580b8e084/a2a6d3d5-1118-465c-b76c-8c6cbe86f2d8/bd8a98ec-143a-4a1e-9395-78e17f8bc69e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:12.465266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c398f9-9bc2-40bb-bd6c-2188254f9734 req-d9bae3a1-c390-4af3-b8e3-0dbd6c503dce tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:12.475642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5c398f9-9bc2-40bb-bd6c-2188254f9734 req-d9bae3a1-c390-4af3-b8e3-0dbd6c503dce tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0873675 Nov 01 18:35:12.568119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5c398f9-9bc2-40bb-bd6c-2188254f9734 req-1e76a746-2b74-4a53-b4e8-4aa6b5418034 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Nov 01 18:35:12.624017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1fa6a-0c2d-4a51-a1cb-ff584df59dd7 req-b3594c0d-1c8f-4a7d-8366-56570d63ca12 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:12.625662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25f1fa6a-0c2d-4a51-a1cb-ff584df59dd7 req-b3594c0d-1c8f-4a7d-8366-56570d63ca12 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.0780275 Nov 01 18:35:12.686536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-081435f7-f126-45ac-abb5-4642928d0913 req-4e75ce2f-bf67-42af-9a81-9d21f28319a1 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0423005 Nov 01 18:35:12.686646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:12.698827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25f1fa6a-0c2d-4a51-a1cb-ff584df59dd7 req-49db2017-6216-4e4e-bb14-878f1c44f49c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Nov 01 18:35:12.867828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:12.910708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Network 6ba0df66-4634-46e6-840f-76a580b8e084 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:12.915673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:12.919214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:12.926298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Pushing event updated for resources: {'Port': ['ID=bd8a98ec-143a-4a1e-9395-78e17f8bc69e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:13.008124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Attempting to bind port bd8a98ec-143a-4a1e-9395-78e17f8bc69e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:13.008763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Attempting to bind port bd8a98ec-143a-4a1e-9395-78e17f8bc69e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:13.009334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Attempting to bind port bd8a98ec-143a-4a1e-9395-78e17f8bc69e on network 6ba0df66-4634-46e6-840f-76a580b8e084 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:13.013036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.015815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:13.016227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Checking segment: {'id': 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:13.016720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.017026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Bound using segment: {'id': 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:13.020214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Bound port: bd8a98ec-143a-4a1e-9395-78e17f8bc69e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6ba0df66-4634-46e6-840f-76a580b8e084'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:13.020214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.055575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a6d3d5-1118-465c-b76c-8c6cbe86f2d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:13.123726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] For port bd8a98ec-143a-4a1e-9395-78e17f8bc69e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:13.129636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] For port bd8a98ec-143a-4a1e-9395-78e17f8bc69e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd8a98ec-143a-4a1e-9395-78e17f8bc69e,segment=NetworkSegment(a195bd9d-8f47-4359-b4b0-4d41fe940ca5),segment_id=a195bd9d-8f47-4359-b4b0-4d41fe940ca5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:13.135026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.157081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba0df66-4634-46e6-840f-76a580b8e084']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:13.166565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:13.166871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:13.179229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.315778 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.316305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.321254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:13.321659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:13.326166 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:13.408169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366ae17-1035-4cb0-9cef-e116f123a4ec None None] Pushing event updated for resources: {'Port': ['ID=bd8a98ec-143a-4a1e-9395-78e17f8bc69e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:13.476466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225ee23-6f7b-48f0-863a-81d28ba8b930 None None] Network 6ba0df66-4634-46e6-840f-76a580b8e084 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:13.498010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:13.498010 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:13.498010 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '6ba0df66-4634-46e6-840f-76a580b8e084'}] Nov 01 18:35:13.498010 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:13.501135 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:13.613708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93695bb-aa9e-4f6f-9c80-1d3ce9cc68c5 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:13.756709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbe6f-c626-4a9a-b0b0-64e7784249fb req-0231f907-a7fc-4824-9b73-fa8f54b1750e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:13.759018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bdfbe6f-c626-4a9a-b0b0-64e7784249fb req-0231f907-a7fc-4824-9b73-fa8f54b1750e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1225865 Nov 01 18:35:13.784159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93695bb-aa9e-4f6f-9c80-1d3ce9cc68c5 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:13.835650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f230922e-c326-4241-8af2-98bbd4f56a50 req-909e7bf6-6239-40fe-9750-0973c70bfefb tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0574875 Nov 01 18:35:13.884128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bdfbe6f-c626-4a9a-b0b0-64e7784249fb req-b63fa29c-6134-4fb5-a31e-3f95f5a6bf40 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182885 Nov 01 18:35:14.000113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.038007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580547b-2122-46f4-a874-dca9095ab84c req-095bdda3-b13e-44e2-aaef-687a58502a1a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:14.045464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1580547b-2122-46f4-a874-dca9095ab84c req-095bdda3-b13e-44e2-aaef-687a58502a1a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.0976501 Nov 01 18:35:14.119667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port bd8a98ec-143a-4a1e-9395-78e17f8bc69e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:14.124280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.129454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1580547b-2122-46f4-a874-dca9095ab84c req-06e7a39e-7d3d-42ef-9ef4-7bd21c4f9931 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823898 Nov 01 18:35:14.305633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port bd8a98ec-143a-4a1e-9395-78e17f8bc69e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd8a98ec-143a-4a1e-9395-78e17f8bc69e,segment=NetworkSegment(a195bd9d-8f47-4359-b4b0-4d41fe940ca5),segment_id=a195bd9d-8f47-4359-b4b0-4d41fe940ca5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:14.305993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.338784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for bd8a98ec-143a-4a1e-9395-78e17f8bc69e owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:14.361234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-80cb9422-3e09-4111-90ca-bf269ac63867 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:14.362755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-80cb9422-3e09-4111-90ca-bf269ac63867 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "GET /v2.0/networks?id=58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 200 len: 813 time: 0.2266560 Nov 01 18:35:14.378673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Request body: {'port': {'device_id': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'network_id': '58b62185-45fe-49ec-864d-b7070d416927', 'admin_state_up': True, 'tenant_id': 'aded5a25615e4c039b9a7d2b40c044c8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:14.414792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bea3d-7ed6-405e-bd65-03327ba3e23d req-e503f5bf-ab48-40bf-a7e0-0b70d7c0c57e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:14.416319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c99bea3d-7ed6-405e-bd65-03327ba3e23d req-e503f5bf-ab48-40bf-a7e0-0b70d7c0c57e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.1442828 Nov 01 18:35:14.501105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c99bea3d-7ed6-405e-bd65-03327ba3e23d req-1a6498b2-0a30-4550-afd7-70db327179eb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547059 Nov 01 18:35:14.601088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.630158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a536-fad1-4cae-8490-9ba9f170a5dc req-98b6acf3-33ed-4292-bddf-5c4f20c3c4b8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:14.634180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9003a536-fad1-4cae-8490-9ba9f170a5dc req-98b6acf3-33ed-4292-bddf-5c4f20c3c4b8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.0614691 Nov 01 18:35:14.635826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Made reservation on behalf of aded5a25615e4c039b9a7d2b40c044c8 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:14.640441 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.650837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=bd8a98ec-143a-4a1e-9395-78e17f8bc69e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:14.652753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port bd8a98ec-143a-4a1e-9395-78e17f8bc69e on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:14.713143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9003a536-fad1-4cae-8490-9ba9f170a5dc req-a7e0f061-0075-4f8b-83a2-6f7c8c5a548c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697179 Nov 01 18:35:14.787683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.825811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba0df66-4634-46e6-840f-76a580b8e084']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:14.835669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:14.836011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a195bd9d-8f47-4359-b4b0-4d41fe940ca5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:14.846808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.867030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Allocated IP 172.20.0.8 (58b62185-45fe-49ec-864d-b7070d416927/43a1eaa2-3319-4f52-a232-517cd7b12ebd/e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:14.887708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.895599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:14.896124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:14.900446 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:15.104349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-876aab8f-edb7-49eb-929e-245b691e1dbb req-b72fd670-640c-4783-926b-cae7c05050f6 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0460169 Nov 01 18:35:15.114573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.120532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.128651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.133574 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/6ba0df66-4634-46e6-840f-76a580b8e084 HTTP/1.1" status: 204 len: 168 time: 3.0622330 Nov 01 18:35:15.137149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44410) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:15.149206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761872834'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:15.161406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f35529-58d8-4398-a053-e3e0e14be2ba tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=6ba0df66-4634-46e6-840f-76a580b8e084,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:15.269890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb05d-ebd9-4d29-919b-19bc3181b76b req-dd04f0de-c4ce-4560-b03b-05001b216723 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:15.272063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-005eb05d-ebd9-4d29-919b-19bc3181b76b req-dd04f0de-c4ce-4560-b03b-05001b216723 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0582507 Nov 01 18:35:15.321619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-005eb05d-ebd9-4d29-919b-19bc3181b76b req-6cf0a5e5-cac3-4acd-96cd-a9d346cea1c5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Nov 01 18:35:15.451489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:15.455328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.457512 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.542084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Network 58b62185-45fe-49ec-864d-b7070d416927 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:15.557246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41907e0-5e3d-4403-8235-5c8a5769edc9 req-efb1dc6d-4ed1-4e79-a1ef-2e1f47d9f73e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:15.558884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f41907e0-5e3d-4403-8235-5c8a5769edc9 req-efb1dc6d-4ed1-4e79-a1ef-2e1f47d9f73e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.1355500 Nov 01 18:35:15.560409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:15.579458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:15.586205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:15.590153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Pushing event updated for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:15.629147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.629489 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 07eee193-7c80-4c0b-ac83-69180bfa47f5 of type vlan for network 646576c1-9da2-44f9-9291-d846d2887bf4 Nov 01 18:35:15.698067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f41907e0-5e3d-4403-8235-5c8a5769edc9 req-1f1446cd-1288-40f3-8e4b-5a53cfd63f8c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139536 Nov 01 18:35:15.716317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.766223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:15.766223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.946831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.953187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:15.953775 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:15.963889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-af51618f-1890-40dc-aeef-e30891e50df8 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5903528 Nov 01 18:35:15.983924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Request body: {'port': {'device_id': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:16.051780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=646576c1-9da2-44f9-9291-d846d2887bf4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:16.064077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 646576c1-9da2-44f9-9291-d846d2887bf4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:16.084612 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:16.134355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3d03b629-bc10-4dcc-9815-b21f58f96420 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9961426 Nov 01 18:35:16.137270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:16.142905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:16.339094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:16.347860 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:16.375659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5bd4-7aef-4e5c-a479-c40519705c1c req-2543e505-8b1d-4d0c-8212-2f33f2e3f565 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:16.377254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bca5bd4-7aef-4e5c-a479-c40519705c1c req-2543e505-8b1d-4d0c-8212-2f33f2e3f565 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 931 time: 0.0838335 Nov 01 18:35:16.519588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bca5bd4-7aef-4e5c-a479-c40519705c1c req-13d9c4a5-8913-421c-9c12-0ec590cf567f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285315 Nov 01 18:35:16.521934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:16.542298 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:16.580043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Transition to ACTIVE for port object e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:35:16.605792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fdaed-9a2d-4019-89f9-1427db99368a req-bcac39d0-8a97-4b33-a626-c1bf6c4fcf5e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:16.607889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d7fdaed-9a2d-4019-89f9-1427db99368a req-bcac39d0-8a97-4b33-a626-c1bf6c4fcf5e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1430483 Nov 01 18:35:16.691421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d7fdaed-9a2d-4019-89f9-1427db99368a req-77ba4fcb-dfc8-4664-9195-3c516e3e18ef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762341 Nov 01 18:35:16.729077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:16.856140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Pushing event updated for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:16.863732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:16.934312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=8a295008-4370-4f5c-904d-5288238ca424,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:16.940007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '07eee193-7c80-4c0b-ac83-69180bfa47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:16.940375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 646576c1-9da2-44f9-9291-d846d2887bf4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:16.943209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993dbb-c108-4794-8779-ef067b1d7ff2 req-569d5aef-05c5-4557-8b5a-46d543a1abb4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:16.945571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17993dbb-c108-4794-8779-ef067b1d7ff2 req-569d5aef-05c5-4557-8b5a-46d543a1abb4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.1410635 Nov 01 18:35:16.946986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Attempting to bind port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:16.953118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Attempting to bind port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:16.953118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Attempting to bind port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb on network 58b62185-45fe-49ec-864d-b7070d416927 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:16.954243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb on network 58b62185-45fe-49ec-864d-b7070d416927 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:35:16.955208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Attempting to bind port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb on network 58b62185-45fe-49ec-864d-b7070d416927 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:16.968478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:16.969239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Checking segment: {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:16.969648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Bound using segment: {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:16.970055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Bound port: e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670b0b0c-45af-4982-8dfe-302a8485ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58b62185-45fe-49ec-864d-b7070d416927'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:16.970415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.007810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-4693b906-34e6-4b39-b323-9dd8d9923d6d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.009300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-4693b906-34e6-4b39-b323-9dd8d9923d6d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 945 time: 0.0590551 Nov 01 18:35:17.033343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17993dbb-c108-4794-8779-ef067b1d7ff2 req-cca5d332-c0ee-46d3-8abb-763b8a5e86b9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756276 Nov 01 18:35:17.076675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:17.080855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:17.097742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 646576c1-9da2-44f9-9291-d846d2887bf4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:17.134025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port a61390e3-fa63-4acd-b654-90f08fcc94af {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:17.136322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.254323 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.267096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 646576c1-9da2-44f9-9291-d846d2887bf4) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:17.275819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.276842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.283018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973634eb-7195-4435-bc45-b5a8be2df923 None None] Network 646576c1-9da2-44f9-9291-d846d2887bf4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:17.366270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port a61390e3-fa63-4acd-b654-90f08fcc94af, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a61390e3-fa63-4acd-b654-90f08fcc94af,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:17.366782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.390276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for a61390e3-fa63-4acd-b654-90f08fcc94af owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:17.409018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.409851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.411945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] 10.222.0.32 "PUT /v2.0/ports/e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb HTTP/1.1" status: 200 len: 1091 time: 1.4319518 Nov 01 18:35:17.412087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:17.414771 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329470c-0772-48f1-b8de-d3ab81fdc712" -d '{"events": [{"name": "network-changed", "server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:17.427199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659de29-06a0-4f3e-9df1-a6a9f36a920c service neutron] Pushing event updated for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:17.482809 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a895c184-6316-4eb8-8ce0-6454182e6b86 x-openstack-request-id: req-a895c184-6316-4eb8-8ce0-6454182e6b86 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:17.483845 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:17.484853 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a895c184-6316-4eb8-8ce0-6454182e6b86 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:17.485831 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb', 'status': 'completed', 'code': 200} Nov 01 18:35:17.496443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21535b3b-b799-4c45-aef0-995bec538754 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3549116 Nov 01 18:35:17.496443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44472) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:17.589193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-646576c1-9da2-44f9-9291-d846d2887bf4', 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': '8a295008-4370-4f5c-904d-5288238ca424'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:17.597789 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.597968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-d84f46a9-bcf2-40b5-9a09-6d9812e8187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.599777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-d84f46a9-bcf2-40b5-9a09-6d9812e8187e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 1094 time: 0.0909626 Nov 01 18:35:17.697751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.774837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549062f-a7bf-40c9-9293-7dc9188afcf6 req-a253af55-2ddb-4dd4-b86a-c3ea83430a24 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.776537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7549062f-a7bf-40c9-9293-7dc9188afcf6 req-a253af55-2ddb-4dd4-b86a-c3ea83430a24 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.1240695 Nov 01 18:35:17.789266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.806288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Allocated IP 172.20.0.1 (646576c1-9da2-44f9-9291-d846d2887bf4/8a295008-4370-4f5c-904d-5288238ca424/808712b6-1d6c-4e33-bd6f-10ac7de3e012) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:17.834187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-880d1e4b-fd80-4821-9303-918ab5d64466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.835679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-880d1e4b-fd80-4821-9303-918ab5d64466 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2232091 Nov 01 18:35:17.875417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:17.890201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:17.896633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7549062f-a7bf-40c9-9293-7dc9188afcf6 req-edb52958-f7c7-49ca-9e3f-4479d6da647c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101377 Nov 01 18:35:17.925800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=a61390e3-fa63-4acd-b654-90f08fcc94af,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:17.926069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0b006-a829-4db2-931f-6a1eef1338fc req-a361f33c-0dda-416b-9919-2b63eee47c27 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:17.933301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adc0b006-a829-4db2-931f-6a1eef1338fc req-a361f33c-0dda-416b-9919-2b63eee47c27 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1023550 Nov 01 18:35:17.991654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port a61390e3-fa63-4acd-b654-90f08fcc94af on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:18.002027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.006705 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-720cb493-d28a-46a9-be7e-e426b2ae25ff req-65757feb-c34a-4fa7-ad8f-1d823b9ffe81 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "DELETE /v2.0/ports/a61390e3-fa63-4acd-b654-90f08fcc94af HTTP/1.1" status: 204 len: 173 time: 0.9908302 Nov 01 18:35:18.007205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'name': 'network-vif-deleted', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:18.011322 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d2395e-9806-44e5-89ab-329f1423dd89" -d '{"events": [{"server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "name": "network-vif-deleted", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:18.054579 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84db361-eb67-4399-96b0-9883d4631d57 x-openstack-request-id: req-b84db361-eb67-4399-96b0-9883d4631d57 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:18.054892 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e90706a-40ef-417d-8bc1-25166d6cb455", "name": "network-vif-deleted", "tag": "a61390e3-fa63-4acd-b654-90f08fcc94af", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:18.055135 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b84db361-eb67-4399-96b0-9883d4631d57 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:18.055579 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e90706a-40ef-417d-8bc1-25166d6cb455', 'name': 'network-vif-deleted', 'tag': 'a61390e3-fa63-4acd-b654-90f08fcc94af', 'status': 'completed', 'code': 200} Nov 01 18:35:18.090208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-f4d89e42-5d9a-44ad-acf6-aa5004767eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:18.091883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7329470c-0772-48f1-b8de-d3ab81fdc712 req-f4d89e42-5d9a-44ad-acf6-aa5004767eea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2210236 Nov 01 18:35:18.112821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adc0b006-a829-4db2-931f-6a1eef1338fc req-f3813f60-763a-4885-98d1-29b9f9d0b4e7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773655 Nov 01 18:35:18.166023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'a61390e3-fa63-4acd-b654-90f08fcc94af'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:18.309383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5dfcbe1-8c47-43f9-8197-289fde3e88a4 req-4d0002a6-3d82-40d2-a1ba-0f2854169993 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.1518047 Nov 01 18:35:18.320441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-aa3d9223-591b-442c-bd9a-74c52dda3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:18.327687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-aa3d9223-591b-442c-bd9a-74c52dda3d43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 1094 time: 0.1835570 Nov 01 18:35:18.465336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.579132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:35:18.616569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.673264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Network 646576c1-9da2-44f9-9291-d846d2887bf4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:18.679829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:18.682327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Pushing event updated for resources: {'Port': ['ID=808712b6-1d6c-4e33-bd6f-10ac7de3e012,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:18.685054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:18.755465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fda42069-6d99-4401-994f-c55c68d17842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.773396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Attempting to bind port 808712b6-1d6c-4e33-bd6f-10ac7de3e012 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:18.773690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Attempting to bind port 808712b6-1d6c-4e33-bd6f-10ac7de3e012 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '07eee193-7c80-4c0b-ac83-69180bfa47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:18.774021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Attempting to bind port 808712b6-1d6c-4e33-bd6f-10ac7de3e012 on network 646576c1-9da2-44f9-9291-d846d2887bf4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:18.799871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:18.801623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Checking segment: {'id': '07eee193-7c80-4c0b-ac83-69180bfa47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:18.802222 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.804676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Bound using segment: {'id': '07eee193-7c80-4c0b-ac83-69180bfa47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:18.805205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Bound port: 808712b6-1d6c-4e33-bd6f-10ac7de3e012, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eee193-7c80-4c0b-ac83-69180bfa47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '646576c1-9da2-44f9-9291-d846d2887bf4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:18.805610 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.823974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:18.860909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-0c8c9e2b-694f-4039-806e-917ece37da11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb HTTP/1.1" status: 200 len: 217 time: 0.5304210 Nov 01 18:35:18.918869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] For port 808712b6-1d6c-4e33-bd6f-10ac7de3e012, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:18.928175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-9eb1330a-da5a-481f-8043-25659e62dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:18.929709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-9eb1330a-da5a-481f-8043-25659e62dc88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 200 len: 853 time: 0.0622039 Nov 01 18:35:18.934066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] For port 808712b6-1d6c-4e33-bd6f-10ac7de3e012, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=808712b6-1d6c-4e33-bd6f-10ac7de3e012,segment=NetworkSegment(07eee193-7c80-4c0b-ac83-69180bfa47f5),segment_id=07eee193-7c80-4c0b-ac83-69180bfa47f5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:18.958865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=8a295008-4370-4f5c-904d-5288238ca424,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:19.003823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-1578f4c8-cd68-45b5-9170-f90d85a931e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58b62185-45fe-49ec-864d-b7070d416927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661652 Nov 01 18:35:19.042488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:19.075289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:19.120247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646576c1-9da2-44f9-9291-d846d2887bf4']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:19.151059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eee193-7c80-4c0b-ac83-69180bfa47f5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:19.151665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eee193-7c80-4c0b-ac83-69180bfa47f5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:19.170273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc465-4637-4de9-9e1e-4760c642e79d req-c77931a5-86ab-4739-8038-b536bdfa2d9f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:19.179400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:19.179563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fbc465-4637-4de9-9e1e-4760c642e79d req-c77931a5-86ab-4739-8038-b536bdfa2d9f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.1879044 Nov 01 18:35:19.219838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:19.228400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:19.229017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:19.234116 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:19.244277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-678e0aa2-8172-4434-af23-e9d65a069044 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284679 Nov 01 18:35:19.271168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27c430-b8cc-4024-82ac-8cbcfcc8caac None None] Network 646576c1-9da2-44f9-9291-d846d2887bf4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:19.273796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb45d0-ed4d-4369-adc1-c0fd8b91ce11 None None] Pushing event updated for resources: {'Port': ['ID=808712b6-1d6c-4e33-bd6f-10ac7de3e012,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:19.305320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9fbc465-4637-4de9-9e1e-4760c642e79d req-75b8ab5d-85fa-4b8d-9eb4-e55992e4c375 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208963 Nov 01 18:35:19.412836 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:19.412836 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:19.412836 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '646576c1-9da2-44f9-9291-d846d2887bf4'}] Nov 01 18:35:19.412836 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:19.412836 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:19.476539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f15e2-b1da-41fd-b6b1-95c7684b648b req-ab5195cf-9c71-46f7-8aa5-34cda3f2a091 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:19.477789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95756f-8bad-4346-9dc5-9541e06709e6 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:19.478269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-168f15e2-b1da-41fd-b6b1-95c7684b648b req-ab5195cf-9c71-46f7-8aa5-34cda3f2a091 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.2211821 Nov 01 18:35:19.520132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-521eb259-914c-48da-9b18-c9228f506c52 req-a098f4ed-4563-4723-9707-7f6b81bc114b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e90706a-40ef-417d-8bc1-25166d6cb455 HTTP/1.1" status: 200 len: 210 time: 0.0411544 Nov 01 18:35:19.558218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8036cbd6-14a5-4367-b5cb-329752d75649 req-48d89797-6feb-4fce-87e4-6521d98feac4 service neutron] 10.222.0.32 "GET /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045213 Nov 01 18:35:19.566397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-168f15e2-b1da-41fd-b6b1-95c7684b648b req-d172620e-ce8f-4cbb-aef2-ddc7fab04cf9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726810 Nov 01 18:35:19.616324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95756f-8bad-4346-9dc5-9541e06709e6 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:19.914005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.027356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 808712b6-1d6c-4e33-bd6f-10ac7de3e012 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:20.027999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.121411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 808712b6-1d6c-4e33-bd6f-10ac7de3e012, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=808712b6-1d6c-4e33-bd6f-10ac7de3e012,segment=NetworkSegment(07eee193-7c80-4c0b-ac83-69180bfa47f5),segment_id=07eee193-7c80-4c0b-ac83-69180bfa47f5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:20.121795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.137654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 808712b6-1d6c-4e33-bd6f-10ac7de3e012 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:20.236423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a61390e3-fa63-4acd-b654-90f08fcc94af no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:35:20.257865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a61390e3-fa63-4acd-b654-90f08fcc94af {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:35:20.258353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a61390e3-fa63-4acd-b654-90f08fcc94af not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:35:20.314973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.353560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=808712b6-1d6c-4e33-bd6f-10ac7de3e012,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:20.363270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 808712b6-1d6c-4e33-bd6f-10ac7de3e012 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:20.465921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aae3af-7f1e-411a-8441-fc669cf01989 req-902530b5-aec9-4919-8ac7-5929b4b7d12e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:20.468576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48aae3af-7f1e-411a-8441-fc669cf01989 req-902530b5-aec9-4919-8ac7-5929b4b7d12e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.0739074 Nov 01 18:35:20.483982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.517326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646576c1-9da2-44f9-9291-d846d2887bf4']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:20.527160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eee193-7c80-4c0b-ac83-69180bfa47f5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:20.527472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eee193-7c80-4c0b-ac83-69180bfa47f5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:20.534527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48aae3af-7f1e-411a-8441-fc669cf01989 req-693a5b63-e324-46ab-8187-46c467614f5c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Nov 01 18:35:20.551668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.569141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.576716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:20.577197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:20.580810 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:20.765450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038e9c-3cca-47ff-ade3-b9e95ac7cc5c req-0f9ed163-5726-4bd7-a5e6-f1568fd12ae1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:20.767608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb038e9c-3cca-47ff-ade3-b9e95ac7cc5c req-0f9ed163-5726-4bd7-a5e6-f1568fd12ae1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0721643 Nov 01 18:35:20.822484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb038e9c-3cca-47ff-ade3-b9e95ac7cc5c req-2bc82025-6ac1-4ffc-bf03-3217fd29960f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Nov 01 18:35:20.829170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.848582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:20.848582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/646576c1-9da2-44f9-9291-d846d2887bf4 HTTP/1.1" status: 204 len: 168 time: 3.3451264 Nov 01 18:35:20.851064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:20.856678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128727229'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:20.868821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7e1b-6389-42ca-a86c-60cf048c82d6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=646576c1-9da2-44f9-9291-d846d2887bf4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:20.969931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb61e985-ea47-4bf2-b809-6de6c55ed851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.009525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:21.013093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.038100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:21.047515 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.048391 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef of type vlan for network 3c27e34c-2e03-462e-bce5-8346724cefe3 Nov 01 18:35:21.119476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.190506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ad55b-bb74-4f47-b07f-b2da1a518738 req-67e33a74-f75c-4dff-8318-c7700af9b746 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:21.192054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c5ad55b-bb74-4f47-b07f-b2da1a518738 req-67e33a74-f75c-4dff-8318-c7700af9b746 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.0827215 Nov 01 18:35:21.275768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c5ad55b-bb74-4f47-b07f-b2da1a518738 req-d359947e-822c-4a7b-8cb2-1e1300f3c9bc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778017 Nov 01 18:35:21.312774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426382a-f272-4db2-9942-32838ded41de req-1303ca6a-a006-4a2e-b89e-e6be23c0ff54 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:21.314512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c426382a-f272-4db2-9942-32838ded41de req-1303ca6a-a006-4a2e-b89e-e6be23c0ff54 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.0852284 Nov 01 18:35:21.362531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c426382a-f272-4db2-9942-32838ded41de req-b9f3195d-2549-4d25-b7dc-94525b0e587b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Nov 01 18:35:21.363426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.369303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:21.370397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.461117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=3c27e34c-2e03-462e-bce5-8346724cefe3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:21.474159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3c27e34c-2e03-462e-bce5-8346724cefe3 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:21.651439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a30e45b-1b37-4eba-b98f-400247d7eae1 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7991138 Nov 01 18:35:21.654694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:21.663450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:21.702850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401acec-ac4b-4c24-914e-ac0d366f9305 req-667c6723-4eac-4059-aa14-2b4b341cc9a0 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:21.704709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d401acec-ac4b-4c24-914e-ac0d366f9305 req-667c6723-4eac-4059-aa14-2b4b341cc9a0 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.0705097 Nov 01 18:35:21.765419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d401acec-ac4b-4c24-914e-ac0d366f9305 req-ce6c82c7-2d61-44b0-9aca-34cc794b1115 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Nov 01 18:35:21.908856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:21.913759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:21.946014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cbdc4-2bc7-4bdd-8614-5322199e44d8 req-c8d7c87a-8363-4b59-a910-764e5c19b385 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:21.958959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-408cbdc4-2bc7-4bdd-8614-5322199e44d8 req-c8d7c87a-8363-4b59-a910-764e5c19b385 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0565355 Nov 01 18:35:22.063161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-408cbdc4-2bc7-4bdd-8614-5322199e44d8 req-5fb425e7-9655-45be-ae37-c517233f38e6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019406 Nov 01 18:35:22.147831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:22.407148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:22.523864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:22.524169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 3c27e34c-2e03-462e-bce5-8346724cefe3, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:22.538533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=5292c68f-99dd-4aef-ac9d-a1f9dee99292,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:22.586829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee2d8-515a-4e4f-99a8-0e0f52670dac req-86552ceb-244f-4c9b-8b3f-03646541f47c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:22.588886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fdfee2d8-515a-4e4f-99a8-0e0f52670dac req-86552ceb-244f-4c9b-8b3f-03646541f47c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.0703087 Nov 01 18:35:22.662475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fdfee2d8-515a-4e4f-99a8-0e0f52670dac req-a8a89fd3-6dfd-4b6e-a0db-dcc88ee9cd1b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516565 Nov 01 18:35:22.694274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 3c27e34c-2e03-462e-bce5-8346724cefe3 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:22.789976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3c27e34c-2e03-462e-bce5-8346724cefe3) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:22.794245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:22.794839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:22.800864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490d625-8b23-41ea-a9cb-337ad878525f None None] Network 3c27e34c-2e03-462e-bce5-8346724cefe3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:22.878229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:35:22.893876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77310bec-fd49-4799-b5c5-567128309108 req-a11421ca-44dc-4618-a0e5-08e6683e8800 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:22.895439 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-77310bec-fd49-4799-b5c5-567128309108 req-a11421ca-44dc-4618-a0e5-08e6683e8800 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 945 time: 0.0910857 Nov 01 18:35:22.975914 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83e3690a-44c7-4c23-b4ba-2a69fd43a640 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3182716 Nov 01 18:35:22.985939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265fb99-98b4-40f0-a57a-b3bd02d155ef req-6dfc336a-12e3-4aa5-be95-69e447365606 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:23.003446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b265fb99-98b4-40f0-a57a-b3bd02d155ef req-6dfc336a-12e3-4aa5-be95-69e447365606 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.0731041 Nov 01 18:35:23.012218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:23.052915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port cdbb32a5-4cca-4154-925d-8d86b190a4a0 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:23.053566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.145867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3c27e34c-2e03-462e-bce5-8346724cefe3', 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': '5292c68f-99dd-4aef-ac9d-a1f9dee99292'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:23.145867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.148227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b265fb99-98b4-40f0-a57a-b3bd02d155ef req-20ca561b-989c-42b7-af38-f84273b16324 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433909 Nov 01 18:35:23.221202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port cdbb32a5-4cca-4154-925d-8d86b190a4a0, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=cdbb32a5-4cca-4154-925d-8d86b190a4a0,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:23.222137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.268082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for cdbb32a5-4cca-4154-925d-8d86b190a4a0 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:23.334193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18573f-55f4-425b-a6ec-a21c5a7d3dc6 req-3da3d2ce-a723-4e8b-ae08-618f1ad330cc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:23.336396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb18573f-55f4-425b-a6ec-a21c5a7d3dc6 req-3da3d2ce-a723-4e8b-ae08-618f1ad330cc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1199815 Nov 01 18:35:23.340439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.426909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb18573f-55f4-425b-a6ec-a21c5a7d3dc6 req-98469b34-6051-411d-a54f-c8c08b6b0a7f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833082 Nov 01 18:35:23.464759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.475996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Allocated IP 172.20.0.1 (3c27e34c-2e03-462e-bce5-8346724cefe3/5292c68f-99dd-4aef-ac9d-a1f9dee99292/86b57486-b84d-4bc2-8fc6-4ffbea76eb4d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:23.551306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:23.592143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.655156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=cdbb32a5-4cca-4154-925d-8d86b190a4a0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:23.696670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:23.699461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['cdbb32a5-4cca-4154-925d-8d86b190a4a0'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:23.735335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.735957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.736162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.736997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.737345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.738917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.739441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.740293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.740653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.741524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.741862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.742196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:23.774557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port cdbb32a5-4cca-4154-925d-8d86b190a4a0 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:23.781308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:23.784668 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-77310bec-fd49-4799-b5c5-567128309108 req-230b35a6-e20a-45c2-8cc8-66a359ee3753 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "DELETE /v2.0/ports/cdbb32a5-4cca-4154-925d-8d86b190a4a0 HTTP/1.1" status: 204 len: 173 time: 0.8829823 Nov 01 18:35:23.785129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'name': 'network-vif-deleted', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:23.788388 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ece04-be62-4385-88a8-31dff9cc7503" -d '{"events": [{"server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "name": "network-vif-deleted", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:23.790516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb', 'network_id': '58b62185-45fe-49ec-864d-b7070d416927', 'port_id': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb', 'mac_address': 'fa:16:3e:0d:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a1eaa2-3319-4f52-a232-517cd7b12ebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:35:23.842238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e77258a-e26d-49ae-abfa-53d76163c000 req-0c1ec146-5a08-4c9a-9cee-8ce07f3bf6e0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0739586 Nov 01 18:35:23.878908 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac1897-0111-4b5d-bd2f-20dd2bd09d11 x-openstack-request-id: req-68ac1897-0111-4b5d-bd2f-20dd2bd09d11 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:23.878908 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a3bf48-21d8-45e3-88aa-c6c4dcbee26c", "name": "network-vif-deleted", "tag": "cdbb32a5-4cca-4154-925d-8d86b190a4a0", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:23.878908 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68ac1897-0111-4b5d-bd2f-20dd2bd09d11 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:23.878908 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a3bf48-21d8-45e3-88aa-c6c4dcbee26c', 'name': 'network-vif-deleted', 'tag': 'cdbb32a5-4cca-4154-925d-8d86b190a4a0', 'status': 'completed', 'code': 200} Nov 01 18:35:23.979663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.023304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.061864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.075029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:24.123277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:24.271303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.313972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3de6-b16a-4daa-9651-f519105d3937 req-7cba9ed7-0f01-48ac-bf0d-f94d65495d3f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:24.316061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fbd3de6-b16a-4daa-9651-f519105d3937 req-7cba9ed7-0f01-48ac-bf0d-f94d65495d3f tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 943 time: 0.0946786 Nov 01 18:35:24.349281 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.390677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Network 3c27e34c-2e03-462e-bce5-8346724cefe3 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:24.391110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fbd3de6-b16a-4daa-9651-f519105d3937 req-10c055ce-14f7-4529-b25e-fd27a778cb99 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550725 Nov 01 18:35:24.391246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Pushing event updated for resources: {'Port': ['ID=86b57486-b84d-4bc2-8fc6-4ffbea76eb4d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:24.391246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:24.391246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:24.471922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.568303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:24.572841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=5292c68f-99dd-4aef-ac9d-a1f9dee99292,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:24.591675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Attempting to bind port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:24.592052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Attempting to bind port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:24.592572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Attempting to bind port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d on network 3c27e34c-2e03-462e-bce5-8346724cefe3 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:24.598728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Checking segment: {'id': '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Bound using segment: {'id': '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Bound port: 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3c27e34c-2e03-462e-bce5-8346724cefe3'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.604226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:24.721493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.772623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c27e34c-2e03-462e-bce5-8346724cefe3']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:24.778311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] For port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:24.785946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] For port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=86b57486-b84d-4bc2-8fc6-4ffbea76eb4d,segment=NetworkSegment(6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef),segment_id=6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:24.792182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:24.792496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:24.816104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.882685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a8f29-8e3a-4ef5-8646-4443d3ab83ca req-d524e158-1d20-49d9-9a5d-79d6ff4626ab tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:24.888041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32a8f29-8e3a-4ef5-8646-4443d3ab83ca req-d524e158-1d20-49d9-9a5d-79d6ff4626ab tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.3184259 Nov 01 18:35:24.903301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.910455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.922373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:24.922785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:24.947349 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:24.966472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9841db3-af1a-4d6d-91e3-04c81908044e None None] Pushing event updated for resources: {'Port': ['ID=86b57486-b84d-4bc2-8fc6-4ffbea76eb4d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:25.049913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5f98a5a-8f76-44c5-839c-06ca0e8381fe req-05786fa1-8202-43d7-9f9b-cbb01f157137 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=58a3bf48-21d8-45e3-88aa-c6c4dcbee26c HTTP/1.1" status: 200 len: 210 time: 0.0893331 Nov 01 18:35:25.073284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b32a8f29-8e3a-4ef5-8646-4443d3ab83ca req-83bbcd41-0e04-4088-9671-9a1d0e6334bf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791544 Nov 01 18:35:25.125146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:25.125146 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:25.125146 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '3c27e34c-2e03-462e-bce5-8346724cefe3'}] Nov 01 18:35:25.125146 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:25.125146 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:25.135099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc55209-cdf6-4daa-8c6d-4ca3b8b9c20e None None] Network 3c27e34c-2e03-462e-bce5-8346724cefe3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:25.548089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d05639-6293-49ea-8b32-591054a78204 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:25.578483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe0c4-fcdc-4428-8dab-3b7b1509865f req-d6647ae8-a276-4ac2-9a31-a2f35933d5b6 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:25.587745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b29fe0c4-fcdc-4428-8dab-3b7b1509865f req-d6647ae8-a276-4ac2-9a31-a2f35933d5b6 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 944 time: 0.0908492 Nov 01 18:35:25.624889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:25.634347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b29fe0c4-fcdc-4428-8dab-3b7b1509865f req-0081a93e-4525-4792-8abf-f9e36742738e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Nov 01 18:35:25.688410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d05639-6293-49ea-8b32-591054a78204 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:25.723026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:25.723700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:25.807564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=86b57486-b84d-4bc2-8fc6-4ffbea76eb4d,segment=NetworkSegment(6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef),segment_id=6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:25.819907 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:25.821713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:26.039881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.065170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=86b57486-b84d-4bc2-8fc6-4ffbea76eb4d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:26.078311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 86b57486-b84d-4bc2-8fc6-4ffbea76eb4d on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:26.233024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cdbb32a5-4cca-4154-925d-8d86b190a4a0 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:35:26.280398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: cdbb32a5-4cca-4154-925d-8d86b190a4a0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:35:26.280779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device cdbb32a5-4cca-4154-925d-8d86b190a4a0 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:35:26.339603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.475598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c27e34c-2e03-462e-bce5-8346724cefe3']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:26.500991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:26.501636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9bacd9-6cdd-496c-9dc3-7bd43ee404ef') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:26.522640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64952-009b-46d9-81bc-b83900fb6464 req-a75f35dd-1c1d-4d49-8fb8-2339e3066db8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:26.524243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53a64952-009b-46d9-81bc-b83900fb6464 req-a75f35dd-1c1d-4d49-8fb8-2339e3066db8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.3098180 Nov 01 18:35:26.531324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.540398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-98c80eee-5b4c-4f1a-b72f-6acc758569ad tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:26.541904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-98c80eee-5b4c-4f1a-b72f-6acc758569ad tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1993859 Nov 01 18:35:26.574234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.581348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-a492aa40-f302-4434-8f54-c3d4e83f68f4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0265608 Nov 01 18:35:26.592323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:26.592977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:26.597285 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:26.694975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53a64952-009b-46d9-81bc-b83900fb6464 req-dd6ef6bf-36af-4477-9141-474a171aaf74 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614528 Nov 01 18:35:26.743334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.751201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-2fd223b4-6d65-4fc0-86f6-db9def3d3efa tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547859 Nov 01 18:35:26.843148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.849036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:26.859280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:26.861610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/3c27e34c-2e03-462e-bce5-8346724cefe3 HTTP/1.1" status: 204 len: 168 time: 3.8471470 Nov 01 18:35:26.869180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922997541'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:26.886859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:35:26.928930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122350b6-a113-4b8f-b3ad-446028c67cda tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=3c27e34c-2e03-462e-bce5-8346724cefe3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:27.037330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-823f11c2-a6f5-434a-8b11-cfa48fa4fd94 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783501 Nov 01 18:35:27.047211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:27.050939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.054940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fdc9f-c750-4220-af97-ad227e12f617 req-356a5f1f-3a4a-4ad9-be45-d71af0e0ef3b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:27.056912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-569fdc9f-c750-4220-af97-ad227e12f617 req-356a5f1f-3a4a-4ad9-be45-d71af0e0ef3b tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 944 time: 0.2189972 Nov 01 18:35:27.130587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:35:27.136155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:27.139382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:35:27.139382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.153666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.156658 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment a55f1adf-7e35-4670-9ad8-b060a4aed388 of type vlan for network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e Nov 01 18:35:27.195780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-569fdc9f-c750-4220-af97-ad227e12f617 req-8580f06d-8217-4e60-b22c-e71c1dce7f25 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282039 Nov 01 18:35:27.260983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-4b5d990d-5e65-4d3d-ad9e-472a4cda9ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029483 Nov 01 18:35:27.271046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.370225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.420545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.425370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:27.426057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.435438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:27.438593 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf9d44a-82ff-4c3b-a8da-0a16672a77b7" -d '{"events": [{"server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "name": "network-vif-plugged", "status": "completed", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:27.469142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:27.523093 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214467ff-aacd-47fc-b4c0-5314e118487e x-openstack-request-id: req-214467ff-aacd-47fc-b4c0-5314e118487e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:27.523457 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "name": "network-vif-plugged", "status": "completed", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:27.539309 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-214467ff-aacd-47fc-b4c0-5314e118487e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:27.539309 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb', 'code': 200} Nov 01 18:35:27.549439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:27.560332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:27.654276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc367af-56c0-41f8-9ccb-1b617dfadf13 req-cdd8906d-2269-4081-ab36-a51e3e3384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:27.656120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abc367af-56c0-41f8-9ccb-1b617dfadf13 req-cdd8906d-2269-4081-ab36-a51e3e3384b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 1095 time: 0.1039901 Nov 01 18:35:27.688571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d977792f-aad3-4f71-87f8-aea7d86cd213 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8274624 Nov 01 18:35:27.689297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44792) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:27.695422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:27.699441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:27.844215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abc367af-56c0-41f8-9ccb-1b617dfadf13 req-fd2cfedd-4bef-4ec4-ac5c-7271269f7afb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720390 Nov 01 18:35:27.861942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d8ef2ab-d1f3-47b1-a57d-6ea0578bbbf4 req-eee7aa6a-65f8-46bd-a8bb-653b4588a97e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.1929970 Nov 01 18:35:27.892826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:27.954734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9fbec-a4ef-4737-b395-08ee7b8a3168 req-12f8c342-005b-4251-ace1-04836a6cfc88 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:27.957450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac9fbec-a4ef-4737-b395-08ee7b8a3168 req-12f8c342-005b-4251-ace1-04836a6cfc88 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.0722024 Nov 01 18:35:28.012358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ac9fbec-a4ef-4737-b395-08ee7b8a3168 req-af15e7f0-73d2-4f40-b4a0-e3b179be8791 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Nov 01 18:35:28.047888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:28.175134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:28.208207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e is not hosted by any dhcp agent {{(pid=102783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:35:28.214321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:28.215129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:28.216732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "PUT /v2.0/networks/a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e HTTP/1.1" status: 200 len: 723 time: 0.5262699 Nov 01 18:35:28.221366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44814) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:28.229493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:28.231097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:35:28.338028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8212c-19e7-4bcf-a205-ee672aa188e7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:28.414988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:28.440714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:35:28.442867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:28.467132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4519e-a97e-4463-a676-759979f9d5fa req-3651fc76-1288-4781-bc5a-da645b9ff760 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:28.470879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4d4519e-a97e-4463-a676-759979f9d5fa req-3651fc76-1288-4781-bc5a-da645b9ff760 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 945 time: 0.0914798 Nov 01 18:35:28.528560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4d4519e-a97e-4463-a676-759979f9d5fa req-978f97ab-0431-4d8d-a611-68c53ef6707e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Nov 01 18:35:28.623218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:28.628868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:28.635627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:28.650150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:28.695858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:28.982407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-032a0861-78bd-436b-8ff0-224db3dc9e26 req-f0694cfd-77b3-46cc-ae4c-df482d08e18f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.0317280 Nov 01 18:35:29.016363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:29.081521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['79db83c3-6a06-4840-bf8c-4ca3036318ff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:29.095957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:29.110529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:29.192577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=fa280060-5505-4800-a248-2693570e479a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:29.225766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': 'a55f1adf-7e35-4670-9ad8-b060a4aed388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:29.226490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:29.239377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89951a2a-b179-4f99-8ebc-ecf178b6765f req-6ecc2d36-ffc6-42d5-808f-1e06b705772f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:29.247230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89951a2a-b179-4f99-8ebc-ecf178b6765f req-6ecc2d36-ffc6-42d5-808f-1e06b705772f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1124763 Nov 01 18:35:29.292374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89951a2a-b179-4f99-8ebc-ecf178b6765f req-c604069d-24bc-4d73-b5b6-775755ad1c02 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Nov 01 18:35:29.445971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:29.704100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:29.712795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d74039-e5cf-4aee-aee8-75803121b3b3 None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:29.717098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:29.717975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:29.752826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38397a5-b9af-4ac7-89b2-91ad5006d39a req-be973dda-efdb-4470-bd65-eb328285ddd2 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:29.761372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38397a5-b9af-4ac7-89b2-91ad5006d39a req-be973dda-efdb-4470-bd65-eb328285ddd2 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 945 time: 0.1097002 Nov 01 18:35:29.844982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38397a5-b9af-4ac7-89b2-91ad5006d39a req-84cae670-d0b0-4f49-ba35-7bc1d818200e tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Nov 01 18:35:29.899833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e', 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'fa280060-5505-4800-a248-2693570e479a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:29.900896 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:29.946565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0d77205d-b68e-4b36-bc0e-95d6e3e169b3 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7240968 Nov 01 18:35:29.963440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44870) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:29.970001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:30.132082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Allocated IP 172.20.0.2 (a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e/fa280060-5505-4800-a248-2693570e479a/0108db61-522f-4f45-b23b-ef71484f8ff9) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:30.167863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25743857'] for subnet, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.372806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bef1dcc-f3a9-4f6d-ade0-dc8174b48dd1 req-23ccd717-8ef0-4cd7-aea0-2e9cda99eec0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.1096787 Nov 01 18:35:30.425685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.438659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:35:30.515883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 79db83c3-6a06-4840-bf8c-4ca3036318ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:35:30.516760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.564806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8ce36-f8d5-4b8d-84a9-ea0eae36cdc2 req-818cd981-ad46-488d-b633-ebbc3281a7bb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:30.572337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5d8ce36-f8d5-4b8d-84a9-ea0eae36cdc2 req-818cd981-ad46-488d-b633-ebbc3281a7bb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1165216 Nov 01 18:35:30.596166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.660170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:30.660862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5d8ce36-f8d5-4b8d-84a9-ea0eae36cdc2 req-a00c712a-ef7b-4ac2-a63c-532148573972 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750563 Nov 01 18:35:30.668662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:30.677363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:30.778609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Pushing event updated for resources: {'Port': ['ID=0108db61-522f-4f45-b23b-ef71484f8ff9,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:30.855266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Attempting to bind port 0108db61-522f-4f45-b23b-ef71484f8ff9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:30.855707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Attempting to bind port 0108db61-522f-4f45-b23b-ef71484f8ff9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a55f1adf-7e35-4670-9ad8-b060a4aed388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:30.856074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Attempting to bind port 0108db61-522f-4f45-b23b-ef71484f8ff9 on network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:30.866273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.871402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:30.871933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Checking segment: {'id': 'a55f1adf-7e35-4670-9ad8-b060a4aed388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:30.872260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.872664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Bound using segment: {'id': 'a55f1adf-7e35-4670-9ad8-b060a4aed388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:30.873316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Bound port: 0108db61-522f-4f45-b23b-ef71484f8ff9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55f1adf-7e35-4670-9ad8-b060a4aed388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:30.874017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:30.909657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:30.911961 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10fce34-23b2-49a7-a210-db7d585dae39" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:30.953254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:30.993744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] For port 0108db61-522f-4f45-b23b-ef71484f8ff9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:30.997264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] For port 0108db61-522f-4f45-b23b-ef71484f8ff9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0108db61-522f-4f45-b23b-ef71484f8ff9,segment=NetworkSegment(a55f1adf-7e35-4670-9ad8-b060a4aed388),segment_id=a55f1adf-7e35-4670-9ad8-b060a4aed388)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:31.018550 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef7a122-b176-4cab-b720-7f8340297c0d x-openstack-request-id: req-5ef7a122-b176-4cab-b720-7f8340297c0d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:31.018937 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:31.019275 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ef7a122-b176-4cab-b720-7f8340297c0d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:31.019788 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:35:31.078262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726390916437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27129237'] for subnet, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.136763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:31.136763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.136975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.137486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "PUT /v2.0/subnets/fa280060-5505-4800-a248-2693570e479a HTTP/1.1" status: 200 len: 806 time: 1.1690056 Nov 01 18:35:31.137588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.138730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44908) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:31.174350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e1383-2116-4ec7-ab29-168ada02a057 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=fa280060-5505-4800-a248-2693570e479a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:31.248081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:31.308405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.346104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb852e-48fa-46df-ad61-313daaea051b None None] Pushing event updated for resources: {'Port': ['ID=0108db61-522f-4f45-b23b-ef71484f8ff9,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:31.421988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 0108db61-522f-4f45-b23b-ef71484f8ff9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:31.426676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.609068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcade5b7-f464-4a26-8a6c-e0d9c4ebeaeb req-5831629a-a8d0-425f-bbff-23c6357ca6f8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.1438215 Nov 01 18:35:31.698001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 0108db61-522f-4f45-b23b-ef71484f8ff9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0108db61-522f-4f45-b23b-ef71484f8ff9,segment=NetworkSegment(a55f1adf-7e35-4670-9ad8-b060a4aed388),segment_id=a55f1adf-7e35-4670-9ad8-b060a4aed388)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:31.698377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:31.770186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 0108db61-522f-4f45-b23b-ef71484f8ff9 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:32.067844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ad134-d6ec-4b4b-ad73-2f5d4b9cc98e req-439512e6-b693-4a1e-a840-94f316558a06 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:32.068888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a16ad134-d6ec-4b4b-ad73-2f5d4b9cc98e req-439512e6-b693-4a1e-a840-94f316558a06 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1638269 Nov 01 18:35:32.091198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-f06eedbb-bf7d-45fa-9911-9fc0d3118cd6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:32.093675 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-f06eedbb-bf7d-45fa-9911-9fc0d3118cd6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1440938 Nov 01 18:35:32.095621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:32.109007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '22c59854-101a-4322-a27a-431fd3a6e40b', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:32.116488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a16ad134-d6ec-4b4b-ad73-2f5d4b9cc98e req-b1f89d04-4393-44b4-812a-ffd30c97b4a4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Nov 01 18:35:32.168924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=0108db61-522f-4f45-b23b-ef71484f8ff9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:32.427058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 0108db61-522f-4f45-b23b-ef71484f8ff9 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:32.521023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:32.776709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:32.782140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:32.785974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-757877ad-0d7b-4f1f-a7f4-c2db4c0337cf req-631fc34c-5bd9-4847-b306-5e0bac727aba tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.0587528 Nov 01 18:35:32.814422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d593ca5-792f-4c46-aef8-7744d18f185f None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:32.835516 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:32.880720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=fa280060-5505-4800-a248-2693570e479a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:32.921971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9830cd8e-ca2c-4727-af47-7da642542764 None None] Could not find standard attr ID for object 0108db61-522f-4f45-b23b-ef71484f8ff9. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:35:33.035325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.081945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afe58b-5ca2-4e54-8e1f-a80eb6d89d3e None None] DHCP port deletion for a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:35:33.103554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5be20-5010-42dd-aeda-6e98a0023621 None None] Network a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:33.107237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:33.124207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55f1adf-7e35-4670-9ad8-b060a4aed388') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:33.124737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55f1adf-7e35-4670-9ad8-b060a4aed388') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:33.143752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.163637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.7 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/228f5f00-6c93-4fd1-9994-dc5280b5cda3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:33.183297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.227412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:33.227861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:33.245698 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:33.401341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f1939-50bf-443e-9b13-9b1790864f46 req-f706b0ac-a6ce-4773-b700-541377b25bb4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:33.403175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de4f1939-50bf-443e-9b13-9b1790864f46 req-f706b0ac-a6ce-4773-b700-541377b25bb4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1630983 Nov 01 18:35:33.503765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de4f1939-50bf-443e-9b13-9b1790864f46 req-6e59e1e8-3364-4038-9430-cd088f15f28c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925601 Nov 01 18:35:33.696581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.735051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.746340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:33.750345 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e HTTP/1.1" status: 204 len: 168 time: 2.6097109 Nov 01 18:35:33.754262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45004) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:33.764585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bc286-0334-4bc6-8c2a-79e3b65340b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:33.802074 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bc1876-3038-476e-a5c1-93fa6af85a8e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:33.827450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bc1876-3038-476e-a5c1-93fa6af85a8e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:33.838082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f9bc1876-3038-476e-a5c1-93fa6af85a8e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e HTTP/1.1" status: 404 len: 339 time: 0.0793238 Nov 01 18:35:33.839979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:33.849609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247477740', 'description': 'd1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:34.032577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f5f123c-39c5-41a4-ae07-989db12c6248 req-5e83613b-bfeb-4d8f-a0c3-0bbf757bf8ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.0468037 Nov 01 18:35:34.087524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:34.089453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:34.094745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:34.099598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:34.227441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:34.258248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:34.270110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:34.512400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:34.514358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:34.566710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:34.589536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:34.605474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:34.605474 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 77764a2e-32d5-4b1b-9937-36b4b9cbb7f6 of type vlan for network 10d98a31-b799-4276-9da1-953fef888a7d Nov 01 18:35:34.777875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1bde-c458-4c3a-b41c-bbe0cc401666 req-8905d642-018b-4d63-839b-c0ea5dc68998 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:34.787623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dec1bde-c458-4c3a-b41c-bbe0cc401666 req-8905d642-018b-4d63-839b-c0ea5dc68998 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1466141 Nov 01 18:35:34.788171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:34.841235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dec1bde-c458-4c3a-b41c-bbe0cc401666 req-89242734-524f-4ace-97cb-749174ef5bc1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520182 Nov 01 18:35:35.227408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded729ef-a982-4290-8e85-48554106945f req-e223017e-1a83-4a9e-aff4-87f2bc532667 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:35.235451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ded729ef-a982-4290-8e85-48554106945f req-e223017e-1a83-4a9e-aff4-87f2bc532667 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 931 time: 0.0996923 Nov 01 18:35:35.280725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ded729ef-a982-4290-8e85-48554106945f req-ae97d404-3768-44f2-886c-f3d95e5603c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Nov 01 18:35:35.331495 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-0b07913c-ec47-4b0f-8b7c-1ece7bed52d8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2265198 Nov 01 18:35:35.345494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:35.374169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Request body: {'port': {'device_id': '22c59854-101a-4322-a27a-431fd3a6e40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:35.548049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:35.590112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:35.595989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:35.603555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:35.799037 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9577670 Nov 01 18:35:35.801854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45058) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:35.816342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00803d69-6444-4ca1-a705-8e4d07114139 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=10d98a31-b799-4276-9da1-953fef888a7d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:35.829519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 10d98a31-b799-4276-9da1-953fef888a7d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:36.017910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e39bb0-f3e7-478e-8060-51a0d4ccad45 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:36.027663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-51e39bb0-f3e7-478e-8060-51a0d4ccad45 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks?id=10d98a31-b799-4276-9da1-953fef888a7d HTTP/1.1" status: 200 len: 761 time: 0.2244408 Nov 01 18:35:36.030342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45066) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:36.043599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'description': 'd2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:36.055403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94f695-3c05-46dc-8067-38406a8c5174 req-04b31407-2fa6-4596-9020-a4c0fb42f462 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:36.057797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c94f695-3c05-46dc-8067-38406a8c5174 req-04b31407-2fa6-4596-9020-a4c0fb42f462 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1058607 Nov 01 18:35:36.180470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c94f695-3c05-46dc-8067-38406a8c5174 req-0b2954aa-d912-4057-9412-e146a6f928f5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077874 Nov 01 18:35:36.506886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:36.562238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4a8ef-81b5-4ca9-852e-0e499292423c req-0fcfb3f4-b825-4973-aace-9ff48c53500d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:36.566201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bd4a8ef-81b5-4ca9-852e-0e499292423c req-0fcfb3f4-b825-4973-aace-9ff48c53500d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 931 time: 0.1475387 Nov 01 18:35:36.622631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bd4a8ef-81b5-4ca9-852e-0e499292423c req-c7113d37-b526-4399-9872-24b16f39c16d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Nov 01 18:35:36.636775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:36.650490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228f5f00-6c93-4fd1-9994-dc5280b5cda3 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:36.661118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 10d98a31-b799-4276-9da1-953fef888a7d is not hosted by any dhcp agent {{(pid=102783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:35:36.667686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:36.667863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:36.669158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "PUT /v2.0/networks/10d98a31-b799-4276-9da1-953fef888a7d HTTP/1.1" status: 200 len: 758 time: 0.6355367 Nov 01 18:35:36.672667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45086) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:36.718931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:36.843975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Transition to ACTIVE for port object 228f5f00-6c93-4fd1-9994-dc5280b5cda3 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:35:36.845319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c036ac5-067f-412c-9f3a-5217e5517365 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=10d98a31-b799-4276-9da1-953fef888a7d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:36.871403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 10d98a31-b799-4276-9da1-953fef888a7d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:36.889443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc57136-0694-4dc4-8f4f-063c4ccfdfcc tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:36.899879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45098) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:36.902231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dbc57136-0694-4dc4-8f4f-063c4ccfdfcc tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks?id=10d98a31-b799-4276-9da1-953fef888a7d HTTP/1.1" status: 200 len: 761 time: 0.2275770 Nov 01 18:35:36.918128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512540253'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:36.943421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.053801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Pushing event updated for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:37.166751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:37.172534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.197149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Attempting to bind port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:37.197588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Attempting to bind port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:37.198090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Attempting to bind port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:37.213829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:35:37.216675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Attempting to bind port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:37.220520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:37.221153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:37.221744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:37.222540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Bound port: 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:37.223032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.281860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:37.304880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.319802 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 1c43d118-f9a2-474c-bcf5-fe7664fc8ac1 of type vlan for network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 Nov 01 18:35:37.445620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.449844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4287d62-ee30-43bf-9541-9bcdecc8e193 req-6a7d9655-f675-480f-8c6e-34adbf031789 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:37.449844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4287d62-ee30-43bf-9541-9bcdecc8e193 req-6a7d9655-f675-480f-8c6e-34adbf031789 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1421587 Nov 01 18:35:37.546633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4287d62-ee30-43bf-9541-9bcdecc8e193 req-9034225d-e5e7-4b87-b600-48a1badf817c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Nov 01 18:35:37.565842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:37.569346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:37.599406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.613146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:37.616069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.724513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.786686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:37.787389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:37.789024 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] 10.222.0.37 "PUT /v2.0/ports/228f5f00-6c93-4fd1-9994-dc5280b5cda3 HTTP/1.1" status: 200 len: 1091 time: 2.4459112 Nov 01 18:35:37.793024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:37.793024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:37.794527 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a06422d-f202-44de-9cac-c49f37aea104" -d '{"events": [{"name": "network-changed", "server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:37.802531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:37.835740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763a60-37df-4b4a-b927-45572415cb13 service neutron] Pushing event updated for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:37.892106 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b55ace-ba83-4e28-b598-4d138266f974 x-openstack-request-id: req-f4b55ace-ba83-4e28-b598-4d138266f974 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:37.892106 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:37.892106 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4b55ace-ba83-4e28-b598-4d138266f974 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:37.892106 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3', 'status': 'completed', 'code': 200} Nov 01 18:35:37.896273 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8eb527a3-0277-4e2f-a007-fc641b80d1f6 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9952207 Nov 01 18:35:37.896944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45132) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:37.910096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:37.911892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523314-b71b-4e6c-a648-2eebf0f680e5 req-bb94852c-d803-465a-a945-e0c7c6df6dfb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:37.924830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40523314-b71b-4e6c-a648-2eebf0f680e5 req-bb94852c-d803-465a-a945-e0c7c6df6dfb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.1401944 Nov 01 18:35:37.989158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40523314-b71b-4e6c-a648-2eebf0f680e5 req-f0251995-15de-4ae6-8a2e-3377aed13027 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Nov 01 18:35:38.114170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06422d-f202-44de-9cac-c49f37aea104 req-17e65a44-8ca0-471d-a9bf-4d152b082290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:38.116000 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5a06422d-f202-44de-9cac-c49f37aea104 req-17e65a44-8ca0-471d-a9bf-4d152b082290 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 1094 time: 0.0901973 Nov 01 18:35:38.193702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:38.197471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:38.470660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06422d-f202-44de-9cac-c49f37aea104 req-dbb8035e-d41f-4985-8680-2d60728d261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:38.473357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5a06422d-f202-44de-9cac-c49f37aea104 req-dbb8035e-d41f-4985-8680-2d60728d261f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa054a9f980647f4bffd697b99bbecf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3451698 Nov 01 18:35:38.671400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06422d-f202-44de-9cac-c49f37aea104 req-28dca498-3382-4eb0-ba5d-09eed631da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:38.671400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5a06422d-f202-44de-9cac-c49f37aea104 req-28dca498-3382-4eb0-ba5d-09eed631da11 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830900 Nov 01 18:35:38.912331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7055-baec-463f-8934-4004a44c232a req-cdfb0589-282a-47c7-add0-11c244eb01f0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:38.913870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-977f7055-baec-463f-8934-4004a44c232a req-cdfb0589-282a-47c7-add0-11c244eb01f0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1288309 Nov 01 18:35:39.022724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-977f7055-baec-463f-8934-4004a44c232a req-f9cc1bcf-6deb-47be-b16d-0502757ad73f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024384 Nov 01 18:35:39.061165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-a73c8f62-bcc9-4eb5-8c16-62a9374c031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:39.063490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-a73c8f62-bcc9-4eb5-8c16-62a9374c031c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 1094 time: 0.2798409 Nov 01 18:35:39.150075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-2f774755-52ae-45ab-b462-f18d1bd43fb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3 HTTP/1.1" status: 200 len: 217 time: 0.0773861 Nov 01 18:35:39.197969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:39.245856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:39.275439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc0889-8c71-4f6d-9478-f93f838d037a req-90c7c230-442f-4737-a17c-fb711cfeaffe tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:39.275439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9bc0889-8c71-4f6d-9478-f93f838d037a req-90c7c230-442f-4737-a17c-fb711cfeaffe tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.0745416 Nov 01 18:35:39.322578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9bc0889-8c71-4f6d-9478-f93f838d037a req-32e5f0bc-20c0-43dc-8b29-fb751e7fe97d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Nov 01 18:35:39.362328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356e34-cf53-4591-864c-5f7fe0084077 req-de19ea32-d93f-4fa2-8458-4b33baca24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:39.363883 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-de19ea32-d93f-4fa2-8458-4b33baca24a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.2055700 Nov 01 18:35:39.382510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=d1341938-51c1-4d36-8e0c-24148ad1466e,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:39.424453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-6af667fe-78da-44f4-bd57-ab65e2fbfe4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497243 Nov 01 18:35:39.429518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:39.430205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:39.608357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-cee625a0-d72d-47ca-9325-3970180fc1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751099 Nov 01 18:35:39.717391 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28356e34-cf53-4591-864c-5f7fe0084077 req-90f74069-1cd4-4e6c-acc7-2dccb954d329 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016068 Nov 01 18:35:39.736890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:39.814935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:39.820341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:39.821072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:39.825366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5640776-7ec0-43ac-9b40-186305c49410 None None] Network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:39.965592 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fe9f6ee4-cf31-4716-9025-21295a7e3d1e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0650847 Nov 01 18:35:39.967427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45194) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:40.141614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96', 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': 'd1341938-51c1-4d36-8e0c-24148ad1466e'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:40.142864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:40.260164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cee22-f266-405f-b865-6829f96c3d2e req-c968a27a-c303-4daf-ace0-a2ddbfebfa95 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:40.268344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e8cee22-f266-405f-b865-6829f96c3d2e req-c968a27a-c303-4daf-ace0-a2ddbfebfa95 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1187725 Nov 01 18:35:40.339325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:40.408328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e8cee22-f266-405f-b865-6829f96c3d2e req-dc45a439-418a-4e9f-a596-597cb2da7a27 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389852 Nov 01 18:35:40.474525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:40.505342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Allocated IP 172.20.0.2 (80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96/d1341938-51c1-4d36-8e0c-24148ad1466e/ed5b2a94-fc72-43a8-a1bd-474d3836c861) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:40.692649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be5c11-f558-4835-bb39-b791d0823940 req-21dffe91-c368-4079-8657-9641861df369 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:40.715845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95be5c11-f558-4835-bb39-b791d0823940 req-21dffe91-c368-4079-8657-9641861df369 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.1350832 Nov 01 18:35:40.835554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95be5c11-f558-4835-bb39-b791d0823940 req-3d8ca1af-546d-47e1-a2c5-184ffdc038f5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Nov 01 18:35:40.895886 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:40.911970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2c755c66-9e1b-40e0-a411-9fe90495c3e2 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:35:41.045430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.154324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.209916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=d1341938-51c1-4d36-8e0c-24148ad1466e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:41.373282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.385978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:41.387663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:41.391489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:41.407173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:41.417039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:41.417336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:41.430802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.451360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.458305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:41.458711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.478952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Pushing event updated for resources: {'Port': ['ID=ed5b2a94-fc72-43a8-a1bd-474d3836c861,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:41.510330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:41.525530 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:41.532437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Attempting to bind port ed5b2a94-fc72-43a8-a1bd-474d3836c861 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:41.532437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Attempting to bind port ed5b2a94-fc72-43a8-a1bd-474d3836c861 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:41.532843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Attempting to bind port ed5b2a94-fc72-43a8-a1bd-474d3836c861 on network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:41.545115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:41.545623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Checking segment: {'id': '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:41.545940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.546334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Bound using segment: {'id': '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:41.546807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Bound port: ed5b2a94-fc72-43a8-a1bd-474d3836c861, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:41.547190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.551943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '2c755c66-9e1b-40e0-a411-9fe90495c3e2', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': '2c755c66-9e1b-40e0-a411-9fe90495c3e2', 'mac_address': 'fa:16:3e:eb:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:35:41.610020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:41.610020 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:41.610020 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96'}] Nov 01 18:35:41.610020 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:41.611082 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:41.646981 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.694925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c755c66-9e1b-40e0-a411-9fe90495c3e2 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:41.725125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] For port ed5b2a94-fc72-43a8-a1bd-474d3836c861, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:41.733321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] For port ed5b2a94-fc72-43a8-a1bd-474d3836c861, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ed5b2a94-fc72-43a8-a1bd-474d3836c861,segment=NetworkSegment(1c43d118-f9a2-474c-bcf5-fe7664fc8ac1),segment_id=1c43d118-f9a2-474c-bcf5-fe7664fc8ac1)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:41.737086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:41.772547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f4f6-bb9f-462e-af87-0ddd810b0e24 req-f3a28468-61a5-47c4-811c-40ec8b568fc5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:41.775073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7c4f4f6-bb9f-462e-af87-0ddd810b0e24 req-f3a28468-61a5-47c4-811c-40ec8b568fc5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 943 time: 0.1869061 Nov 01 18:35:41.846324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:41.859057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7c4f4f6-bb9f-462e-af87-0ddd810b0e24 req-e10cef2e-201f-42a1-a24f-a265b170f03b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510571 Nov 01 18:35:41.902512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:42.023759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b200c-bfc9-4933-bf03-53ef8a54966d None None] Pushing event updated for resources: {'Port': ['ID=ed5b2a94-fc72-43a8-a1bd-474d3836c861,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:42.106696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01cbb0-e08d-4dd3-a787-866fb17cdffd req-792b206b-8a94-4dfd-99b3-31b803451b9c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:42.112083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c01cbb0-e08d-4dd3-a787-866fb17cdffd req-792b206b-8a94-4dfd-99b3-31b803451b9c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.1293857 Nov 01 18:35:42.116041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:42.177280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d7d2c-304c-45ef-b001-d373ad87aa9a None None] Network 80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:42.206153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['2c755c66-9e1b-40e0-a411-9fe90495c3e2'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:42.248915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c01cbb0-e08d-4dd3-a787-866fb17cdffd req-388eb6b0-000b-43df-9d6f-a4f84c253240 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188946 Nov 01 18:35:42.282228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port ed5b2a94-fc72-43a8-a1bd-474d3836c861 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:42.282817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:42.397422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:42.399273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port ed5b2a94-fc72-43a8-a1bd-474d3836c861, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ed5b2a94-fc72-43a8-a1bd-474d3836c861,segment=NetworkSegment(1c43d118-f9a2-474c-bcf5-fe7664fc8ac1),segment_id=1c43d118-f9a2-474c-bcf5-fe7664fc8ac1)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:42.399463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:42.415701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for ed5b2a94-fc72-43a8-a1bd-474d3836c861 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:42.522884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eea14d-d61a-48d5-8b31-03ee9ac552dd None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:42.720311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:42.783065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eea14d-d61a-48d5-8b31-03ee9ac552dd None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:42.813119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port ed5b2a94-fc72-43a8-a1bd-474d3836c861 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:42.898895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=ed5b2a94-fc72-43a8-a1bd-474d3836c861,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:43.024509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.097372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:43.123762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:43.124072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c43d118-f9a2-474c-bcf5-fe7664fc8ac1') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:43.144353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.164118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37df6e-9ba5-4a62-ada6-54f85d53a65e req-29f86e64-6d57-4295-a6b0-5b9802dc20b5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:43.174230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.178590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca37df6e-9ba5-4a62-ada6-54f85d53a65e req-29f86e64-6d57-4295-a6b0-5b9802dc20b5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 944 time: 0.1627791 Nov 01 18:35:43.186678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:43.187086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:43.214811 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:43.296701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca37df6e-9ba5-4a62-ada6-54f85d53a65e req-07f4ca2e-6573-46d8-812d-6e7d55100239 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168468 Nov 01 18:35:43.550203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bdba-7de4-4dcb-993a-15142b304d7f req-5ca799cf-27a1-41b0-8f2c-398c50bf2081 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:43.553724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cc9bdba-7de4-4dcb-993a-15142b304d7f req-5ca799cf-27a1-41b0-8f2c-398c50bf2081 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.0837166 Nov 01 18:35:43.601772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cc9bdba-7de4-4dcb-993a-15142b304d7f req-3e9f2e5e-6727-4731-be6d-b51b4aca29e0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Nov 01 18:35:43.799684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.808885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:43.812828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 HTTP/1.1" status: 204 len: 168 time: 3.8442607 Nov 01 18:35:43.815842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45292) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:43.834370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11612e07-7b99-4b67-8af3-173af86060ee tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:43.852669 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5846d3c-ba74-46ed-918c-2a9446b3a69f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] GET failed (client error): The resource could not be found. Nov 01 18:35:43.854686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5846d3c-ba74-46ed-918c-2a9446b3a69f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets/d1341938-51c1-4d36-8e0c-24148ad1466e HTTP/1.1" status: 404 len: 337 time: 0.0378036 Nov 01 18:35:43.858479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:43.879241 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5786c0b6-e13d-4cee-9859-441d385ab5a4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:43.879820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5786c0b6-e13d-4cee-9859-441d385ab5a4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:43.886537 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5786c0b6-e13d-4cee-9859-441d385ab5a4 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 HTTP/1.1" status: 404 len: 339 time: 0.0232971 Nov 01 18:35:43.887030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.157778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32e750-61b8-4fac-98b0-6135213a76b5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.162538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45316) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.163262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f32e750-61b8-4fac-98b0-6135213a76b5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2745867 Nov 01 18:35:44.229311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-67bc3ad7-31bd-413b-b905-1756424e7d24 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 207 time: 0.0651641 Nov 01 18:35:44.232961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45318) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.406794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 228f5f00-6c93-4fd1-9994-dc5280b5cda3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:35:44.524343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bdb88-3841-481e-99c2-c272070d5b6a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.531848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bdb88-3841-481e-99c2-c272070d5b6a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.544189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bdb88-3841-481e-99c2-c272070d5b6a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.554789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e42a3-4658-4fd9-a4a7-5f181fb31990 req-0f5304d0-e4a6-4143-a1fe-1dbf18575a77 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.556563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bdb88-3841-481e-99c2-c272070d5b6a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.557436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-328e42a3-4658-4fd9-a4a7-5f181fb31990 req-0f5304d0-e4a6-4143-a1fe-1dbf18575a77 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 944 time: 0.1106999 Nov 01 18:35:44.562335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-082bdb88-3841-481e-99c2-c272070d5b6a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3281553 Nov 01 18:35:44.563228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.620714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-328e42a3-4658-4fd9-a4a7-5f181fb31990 req-9208a6f6-f558-49bc-a708-afb255e96f0e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Nov 01 18:35:44.702170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:44.723744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '228f5f00-6c93-4fd1-9994-dc5280b5cda3', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': '228f5f00-6c93-4fd1-9994-dc5280b5cda3', 'mac_address': 'fa:16:3e:2c:7c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:35:44.762478 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7ddea910-e6c1-44b0-822d-79fe0f0cbf8f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1976554 Nov 01 18:35:44.764191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.865302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:44.870648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6995f-9d2e-4144-858d-2273edf145ff req-cfa8151e-c39b-4aea-8d48-1047db089b25 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.904827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccd6995f-9d2e-4144-858d-2273edf145ff req-cfa8151e-c39b-4aea-8d48-1047db089b25 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 943 time: 0.1616662 Nov 01 18:35:44.910752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322ce1e-29a6-476b-ba3e-647e78fcbd3e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.913511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228f5f00-6c93-4fd1-9994-dc5280b5cda3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:35:44.914480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322ce1e-29a6-476b-ba3e-647e78fcbd3e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:44.922541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2322ce1e-29a6-476b-ba3e-647e78fcbd3e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1569178 Nov 01 18:35:44.923607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45338) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:44.942859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2c755c66-9e1b-40e0-a411-9fe90495c3e2 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:35:45.003542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccd6995f-9d2e-4144-858d-2273edf145ff req-07bb054b-e4d4-4938-b25d-af0533c5cc05 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066170 Nov 01 18:35:45.022859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f60db2-5c79-46bf-8909-8071a44f0a4c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:45.025074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f60db2-5c79-46bf-8909-8071a44f0a4c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:45.034795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45346) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:45.038482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-04f60db2-5c79-46bf-8909-8071a44f0a4c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1118083 Nov 01 18:35:45.056659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:45.150215 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:45.229789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:45.233850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:35:45.244242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:35:45.244980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:45.393950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:45.478276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:45.480692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:45.483913 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434df9cd-3ef9-4995-8aa2-b57b74346c64" -d '{"events": [{"server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "name": "network-vif-plugged", "status": "completed", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:45.552453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:45.556603 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6de304b-1b30-4723-9c81-f0c2ebd861ba x-openstack-request-id: req-a6de304b-1b30-4723-9c81-f0c2ebd861ba {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:45.558689 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "name": "network-vif-plugged", "status": "completed", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:45.559203 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6de304b-1b30-4723-9c81-f0c2ebd861ba {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:45.559974 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2', 'code': 200} Nov 01 18:35:45.624414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['228f5f00-6c93-4fd1-9994-dc5280b5cda3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:45.662452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c9d89-32d6-4426-886e-ee3812bf7452 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:45.673666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45368) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:45.674434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed3c9d89-32d6-4426-886e-ee3812bf7452 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks/6320a500-7021-455f-8a22-99d28171993b HTTP/1.1" status: 200 len: 799 time: 0.6379688 Nov 01 18:35:45.805477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:45.852751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63f36f-1b0e-4d5d-9ea6-927c6b59b888 req-40eca79d-8280-4e4c-9a97-a12135e7e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:45.854998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d63f36f-1b0e-4d5d-9ea6-927c6b59b888 req-40eca79d-8280-4e4c-9a97-a12135e7e7d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 1096 time: 0.1643460 Nov 01 18:35:45.869838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42bc5f-21cf-461a-bd85-552987f9800a req-e43b0b74-f6b0-40cb-9b1b-1280cb75b048 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:45.880494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df42bc5f-21cf-461a-bd85-552987f9800a req-e43b0b74-f6b0-40cb-9b1b-1280cb75b048 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.1121638 Nov 01 18:35:45.972007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:45.974578 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6426e137-d8ee-43b1-8187-03eb0c8c3f67 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/networks/6320a500-7021-455f-8a22-99d28171993b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3022292 Nov 01 18:35:46.067842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a12b8-1627-4e26-abbf-4e8a61b39283 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:46.072776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45382) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:46.083824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ff0a12b8-1627-4e26-abbf-4e8a61b39283 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets/7a9ef74c-bacb-4878-92dc-e31bfc391874 HTTP/1.1" status: 200 len: 811 time: 0.1066463 Nov 01 18:35:46.097131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d63f36f-1b0e-4d5d-9ea6-927c6b59b888 req-a787c304-2cc5-43fb-ad4a-a86b7875f9be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113204 Nov 01 18:35:46.182971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df42bc5f-21cf-461a-bd85-552987f9800a req-ecbdb2ee-c36d-4d74-9340-883c4df092f9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854996 Nov 01 18:35:46.206114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ce0fd-fa06-408b-9414-d510d4011c4c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:46.210713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a17ce0fd-fa06-408b-9414-d510d4011c4c tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "GET /v2.0/subnets/7a9ef74c-bacb-4878-92dc-e31bfc391874?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1366267 Nov 01 18:35:46.217963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45390) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:46.226457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-993766305'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:46.234040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67b10-03b7-4f2f-b27b-c0c44eea4122 req-ff881810-e9d9-4cb3-b279-40f8cdcfd647 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:46.251091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5da67b10-03b7-4f2f-b27b-c0c44eea4122 req-ff881810-e9d9-4cb3-b279-40f8cdcfd647 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 944 time: 0.1055760 Nov 01 18:35:46.306661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5da67b10-03b7-4f2f-b27b-c0c44eea4122 req-dc0397d6-d753-44a9-aaa5-8a4a67ed3252 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Nov 01 18:35:46.371369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:46.375674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:46.424283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:35:46.424283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:46.424283 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Added segment 803557b2-49b8-4610-8c25-1b15424a5467 of type vlan for network 0bed8da2-a783-416d-897d-7f2c783f2f77 Nov 01 18:35:46.513967 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:46.963632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:46.970356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:46.970950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:47.053469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Network': ['ID=0bed8da2-a783-416d-897d-7f2c783f2f77,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:47.080785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:35:47.119230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6cb330df-03cd-4355-923b-4d5544e8bce5 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8998945 Nov 01 18:35:47.122061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45410) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:47.129342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:47.381730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6d20-b894-4e1f-9b9c-b2720d1aa881 req-45d0e37f-eac9-4b03-9b91-92a084e60eed tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:47.408490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a65a6d20-b894-4e1f-9b9c-b2720d1aa881 req-45d0e37f-eac9-4b03-9b91-92a084e60eed tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.1389017 Nov 01 18:35:47.409944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Made reservation on behalf of 0d2d8a9aa22b44bf852eeaf4ea50c3db for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:35:47.420774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:47.566971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a65a6d20-b894-4e1f-9b9c-b2720d1aa881 req-f6254131-a81a-4de1-b588-61e104d293cf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Nov 01 18:35:47.659410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08588c59-3535-4a10-8f8d-4d43481ccc5f req-6ddb9895-05a8-4866-ad8c-33ee61a00feb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:47.661020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08588c59-3535-4a10-8f8d-4d43481ccc5f req-6ddb9895-05a8-4866-ad8c-33ee61a00feb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 944 time: 0.2275608 Nov 01 18:35:47.695671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing IP validity checks on allocation pools {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:35:47.695671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:35:47.779274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08588c59-3535-4a10-8f8d-4d43481ccc5f req-f0140be9-17c8-40f3-9090-fa77133ae6dc tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968361 Nov 01 18:35:48.039599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.202388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=08a3bda5-a48c-4ea2-97eb-01594b556f27,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:48.213687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.214040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.214356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.214688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.215014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.215335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.215683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.216037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.216962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.217349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.217670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.217988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:35:48.223064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Checking segment: {'id': '803557b2-49b8-4610-8c25-1b15424a5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:48.223425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network hostable DHCP agents. Network: 0bed8da2-a783-416d-897d-7f2c783f2f77, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:35:48.329401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:35:48.446358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0bed8da2-a783-416d-897d-7f2c783f2f77) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:48.448472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 228f5f00-6c93-4fd1-9994-dc5280b5cda3 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:35:48.451489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:48.452309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.500675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45ffc1-cbbc-41a3-b1a3-f4c7a53205f6 None None] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:48.548536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:48.549156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0679a3e5-994d-415b-a921-6dd63cb6b678 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4235411 Nov 01 18:35:48.562596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:35:48.786107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25318162'] for subnet, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.839485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6669b7-75d7-4fba-a285-2f650d82a007 req-6523d25e-1b55-43e2-a330-aa0eefe0543b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:48.839485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb6669b7-75d7-4fba-a285-2f650d82a007 req-6523d25e-1b55-43e2-a330-aa0eefe0543b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.0934701 Nov 01 18:35:48.862204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:35:48.864356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60001d56-0a5c-4c03-81c8-e8b21def0e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.869228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-0bed8da2-a783-416d-897d-7f2c783f2f77', 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77', 'tenant_id': '0d2d8a9aa22b44bf852eeaf4ea50c3db', 'fixed_ips': [{'subnet_id': '08a3bda5-a48c-4ea2-97eb-01594b556f27'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:35:48.870083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.899482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:35:48.899814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:48.930302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb6669b7-75d7-4fba-a285-2f650d82a007 req-b8a8ed81-07b0-4eed-84fa-109d0a743f83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893049 Nov 01 18:35:49.115616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7af6e0-9e44-4a03-9098-d2f4929fc705 req-26804fdd-d7d6-459d-9958-2864cee29e8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:49.117820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e7af6e0-9e44-4a03-9098-d2f4929fc705 req-26804fdd-d7d6-459d-9958-2864cee29e8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 944 time: 0.1486013 Nov 01 18:35:49.275388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e7af6e0-9e44-4a03-9098-d2f4929fc705 req-f8a9b71b-30c9-4972-8e23-855648001eb8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457138 Nov 01 18:35:49.309193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287c7ea-e597-4e4c-8523-2624c4dea881 req-1e5453fb-2234-471b-a49c-2f5f7133ffee tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:49.313746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:49.320786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1287c7ea-e597-4e4c-8523-2624c4dea881 req-1e5453fb-2234-471b-a49c-2f5f7133ffee tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.2015870 Nov 01 18:35:49.353880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726390916437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25441860'] for subnet, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:49.362901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:49.371706 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a2464-36a2-403b-8b65-01f783198f7f" -d '{"events": [{"server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "name": "network-vif-plugged", "status": "completed", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:49.391225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1287c7ea-e597-4e4c-8523-2624c4dea881 req-e97b8f2b-dc73-49af-8a1c-e4982f74a2d7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638118 Nov 01 18:35:49.425665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:49.463741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Allocated IP 172.20.0.3 (0bed8da2-a783-416d-897d-7f2c783f2f77/08a3bda5-a48c-4ea2-97eb-01594b556f27/4384c862-d0ec-483e-9400-bcad25c5f46b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:35:49.490818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:49.492322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:49.494151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "PUT /v2.0/subnets/08a3bda5-a48c-4ea2-97eb-01594b556f27 HTTP/1.1" status: 200 len: 877 time: 0.9444242 Nov 01 18:35:49.504481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45496) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:49.550253 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8422c47-44ee-404b-8230-b35282813207 x-openstack-request-id: req-d8422c47-44ee-404b-8230-b35282813207 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:49.551845 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "name": "network-vif-plugged", "status": "completed", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:49.553999 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8422c47-44ee-404b-8230-b35282813207 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:49.554604 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3', 'code': 200} Nov 01 18:35:49.583745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbced2-4643-4f12-84f0-00e49fdf0824 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event updated for resources: {'Subnet': ['ID=08a3bda5-a48c-4ea2-97eb-01594b556f27,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:49.587112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:49.728239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:49.795841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1016-d779-435b-8b02-5ace3b63dc0e req-6f60e378-8889-4271-b52b-5d5b074c0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:49.871810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d89e1016-d779-435b-8b02-5ace3b63dc0e req-6f60e378-8889-4271-b52b-5d5b074c0beb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 1096 time: 0.2033608 Nov 01 18:35:49.873566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:49.916233 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d89e1016-d779-435b-8b02-5ace3b63dc0e req-0c84eeee-27fd-4da0-a86c-0ed4c56d7aa4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045389 Nov 01 18:35:50.026158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.027013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.139434 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.202623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:35:50.208599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:35:50.210633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Pushing event updated for resources: {'Port': ['ID=4384c862-d0ec-483e-9400-bcad25c5f46b,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:50.213224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:35:50.274732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.292323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Attempting to bind port 4384c862-d0ec-483e-9400-bcad25c5f46b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:35:50.292962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Attempting to bind port 4384c862-d0ec-483e-9400-bcad25c5f46b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '803557b2-49b8-4610-8c25-1b15424a5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:35:50.294951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Attempting to bind port 4384c862-d0ec-483e-9400-bcad25c5f46b on network 0bed8da2-a783-416d-897d-7f2c783f2f77 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:35:50.302898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:35:50.303591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Checking segment: {'id': '803557b2-49b8-4610-8c25-1b15424a5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:35:50.304178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.304907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Bound using segment: {'id': '803557b2-49b8-4610-8c25-1b15424a5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:35:50.305562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Bound port: 4384c862-d0ec-483e-9400-bcad25c5f46b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803557b2-49b8-4610-8c25-1b15424a5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bed8da2-a783-416d-897d-7f2c783f2f77'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:35:50.306145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.365693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=08a3bda5-a48c-4ea2-97eb-01594b556f27,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:50.610499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] For port 4384c862-d0ec-483e-9400-bcad25c5f46b, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:35:50.622225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] For port 4384c862-d0ec-483e-9400-bcad25c5f46b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4384c862-d0ec-483e-9400-bcad25c5f46b,segment=NetworkSegment(803557b2-49b8-4610-8c25-1b15424a5467),segment_id=803557b2-49b8-4610-8c25-1b15424a5467)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:35:50.680118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.762186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:50.836423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940c26-ea62-43f1-a218-b10917167bf3 None None] Pushing event updated for resources: {'Port': ['ID=4384c862-d0ec-483e-9400-bcad25c5f46b,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:50.859961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc54d-fc04-41b9-a4f7-6703194cf5bf req-d67d6aeb-0c81-4be0-b772-19132a5d2c9a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:50.876914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d20fc54d-fc04-41b9-a4f7-6703194cf5bf req-d67d6aeb-0c81-4be0-b772-19132a5d2c9a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.3716221 Nov 01 18:35:50.888461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bed8da2-a783-416d-897d-7f2c783f2f77']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:50.975646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556303d-79f1-4aac-88e6-053b68fd73ca req-aa778a06-4e16-4754-9f94-7c885d818880 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:50.983976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3556303d-79f1-4aac-88e6-053b68fd73ca req-aa778a06-4e16-4754-9f94-7c885d818880 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.3884990 Nov 01 18:35:50.993054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e391a3-e3e1-4b60-94dd-f46dbde75309 None None] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:51.046214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803557b2-49b8-4610-8c25-1b15424a5467') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:51.049064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803557b2-49b8-4610-8c25-1b15424a5467') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:51.049624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92d6c06e-a14d-4cdd-a074-91492deb11c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:51.100229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:51.177869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3556303d-79f1-4aac-88e6-053b68fd73ca req-c2ea0857-72aa-4e06-9cec-571ae241726a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927614 Nov 01 18:35:51.213711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d20fc54d-fc04-41b9-a4f7-6703194cf5bf req-c025de12-1f0d-437e-be93-2586fbe02a83 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319917 Nov 01 18:35:51.219046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:51.237601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:51.238022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:51.246453 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:51.250425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a6a07-b478-417b-9e05-c10433952e1f None None] Network 0bed8da2-a783-416d-897d-7f2c783f2f77 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:51.521711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:35:51.521711 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:35:51.521711 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '0bed8da2-a783-416d-897d-7f2c783f2f77'}] Nov 01 18:35:51.521711 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:35:51.523038 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:35:51.567534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ee510-9444-4328-adcc-7777f5386d3e None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:35:51.818917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ee510-9444-4328-adcc-7777f5386d3e None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:35:52.025188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.045767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8836f-0494-4b8c-a432-de6283168d90 req-2d57524e-5a75-468a-9203-c025517f8d42 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:52.047818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81d8836f-0494-4b8c-a432-de6283168d90 req-2d57524e-5a75-468a-9203-c025517f8d42 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.0966346 Nov 01 18:35:52.083652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.195894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 4384c862-d0ec-483e-9400-bcad25c5f46b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:52.196237 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.303518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 4384c862-d0ec-483e-9400-bcad25c5f46b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4384c862-d0ec-483e-9400-bcad25c5f46b,segment=NetworkSegment(803557b2-49b8-4610-8c25-1b15424a5467),segment_id=803557b2-49b8-4610-8c25-1b15424a5467)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:52.303518 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.378547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 4384c862-d0ec-483e-9400-bcad25c5f46b owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:52.437845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:52.438181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.677205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d199-60a3-4d03-87d3-3d7bdd5cdb60 req-5a722985-337f-43c3-9a4c-7ee97a896cac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:52.680108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca66d199-60a3-4d03-87d3-3d7bdd5cdb60 req-5a722985-337f-43c3-9a4c-7ee97a896cac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.2618778 Nov 01 18:35:52.709341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ec919-636f-4256-b813-9458d6423828 req-21260828-aa8b-4ab7-9339-b2843685dc57 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:52.711050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-739ec919-636f-4256-b813-9458d6423828 req-21260828-aa8b-4ab7-9339-b2843685dc57 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 945 time: 0.2906651 Nov 01 18:35:52.860703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca66d199-60a3-4d03-87d3-3d7bdd5cdb60 req-2ac79e47-86c0-4309-af63-7f713158309d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259239 Nov 01 18:35:52.866246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-739ec919-636f-4256-b813-9458d6423828 req-c8dc5186-6afa-44c2-98ea-52db8e6b73c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278703 Nov 01 18:35:52.873887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port 2c755c66-9e1b-40e0-a411-9fe90495c3e2, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2c755c66-9e1b-40e0-a411-9fe90495c3e2,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:52.874677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.888993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 2c755c66-9e1b-40e0-a411-9fe90495c3e2 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:52.906136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:52.973286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=4384c862-d0ec-483e-9400-bcad25c5f46b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:52.983232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 4384c862-d0ec-483e-9400-bcad25c5f46b on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:53.153287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.217778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bed8da2-a783-416d-897d-7f2c783f2f77']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:53.232488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803557b2-49b8-4610-8c25-1b15424a5467') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:53.233129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803557b2-49b8-4610-8c25-1b15424a5467') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:53.284484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.306469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.314040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:53.314604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:53.317799 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:53.416912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.432248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f8848995-8ac8-4363-94d3-170d02cc5aa9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:53.514070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=2c755c66-9e1b-40e0-a411-9fe90495c3e2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:53.599438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.680505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.690775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/0bed8da2-a783-416d-897d-7f2c783f2f77 HTTP/1.1" status: 204 len: 168 time: 4.1838422 Nov 01 18:35:53.693870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45618) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:53.694644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port 2c755c66-9e1b-40e0-a411-9fe90495c3e2 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:53.699012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:53.720784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81d8836f-0494-4b8c-a432-de6283168d90 req-469bcc74-7de4-4fe7-8e11-db0a1f5fabb3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/2c755c66-9e1b-40e0-a411-9fe90495c3e2 HTTP/1.1" status: 204 len: 173 time: 1.6605003 Nov 01 18:35:53.766097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bb4c-602e-4b48-aa12-f72169271a30 req-01aee7ee-4262-405e-b1b3-3388917835e6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:53.766097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77e0bb4c-602e-4b48-aa12-f72169271a30 req-01aee7ee-4262-405e-b1b3-3388917835e6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.3598030 Nov 01 18:35:53.775130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'name': 'network-vif-deleted', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:53.779041 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda334ec-6a2e-411b-9125-f98a7443f323" -d '{"events": [{"server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "name": "network-vif-deleted", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:53.809040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fece3d-ff4a-4ffe-b54b-161ebf050b52 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=0bed8da2-a783-416d-897d-7f2c783f2f77,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:53.827484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77e0bb4c-602e-4b48-aa12-f72169271a30 req-8e365eed-842d-4b7e-a095-b03546c6d470 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Nov 01 18:35:53.888235 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3342b9d-b257-4ee7-b0d4-04b060caca2a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:53.891626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3342b9d-b257-4ee7-b0d4-04b060caca2a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:53.906563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3342b9d-b257-4ee7-b0d4-04b060caca2a tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/08a3bda5-a48c-4ea2-97eb-01594b556f27 HTTP/1.1" status: 404 len: 337 time: 0.2108216 Nov 01 18:35:53.910969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45630) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:53.938698 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c04ab-1249-4bb2-8dac-55ab457d6a3d x-openstack-request-id: req-c12c04ab-1249-4bb2-8dac-55ab457d6a3d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:53.939054 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a529bbe1-5356-4ade-be3e-85d5c6375701", "name": "network-vif-deleted", "tag": "2c755c66-9e1b-40e0-a411-9fe90495c3e2", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:53.939320 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c12c04ab-1249-4bb2-8dac-55ab457d6a3d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:53.939780 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a529bbe1-5356-4ade-be3e-85d5c6375701', 'name': 'network-vif-deleted', 'tag': '2c755c66-9e1b-40e0-a411-9fe90495c3e2', 'status': 'completed', 'code': 200} Nov 01 18:35:54.116262 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24d7816-63e2-4a94-8050-ae16799e50c7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:54.116898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24d7816-63e2-4a94-8050-ae16799e50c7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:54.120005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d24d7816-63e2-4a94-8050-ae16799e50c7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/0bed8da2-a783-416d-897d-7f2c783f2f77 HTTP/1.1" status: 404 len: 339 time: 0.2079895 Nov 01 18:35:54.122620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45636) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:54.133213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.214871 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e6ea31-4ebc-4986-b909-e6ced1c11dae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:54.217857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e6ea31-4ebc-4986-b909-e6ced1c11dae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:54.225077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93e6ea31-4ebc-4986-b909-e6ced1c11dae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/d1341938-51c1-4d36-8e0c-24148ad1466e HTTP/1.1" status: 404 len: 337 time: 0.1011324 Nov 01 18:35:54.228047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45638) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:54.321455 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65fb32d-f8bc-4806-ac95-4580570a6815 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:54.322393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65fb32d-f8bc-4806-ac95-4580570a6815 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:54.326264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f65fb32d-f8bc-4806-ac95-4580570a6815 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/80cec12a-0493-4eb3-b9cc-ddbb6f8ecc96 HTTP/1.1" status: 404 len: 339 time: 0.0972340 Nov 01 18:35:54.329038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45640) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:54.342088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f555a01b-ed03-437c-b6a7-d2e709671fee req-ec7e0bff-04c6-432e-8ded-4d285f79f007 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.2120311 Nov 01 18:35:54.493220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be542e2-a40b-46b4-b329-aa8991ae8709 req-b2e6f568-de98-49f8-8561-b20ef969f35c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:54.506111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8be542e2-a40b-46b4-b329-aa8991ae8709 req-b2e6f568-de98-49f8-8561-b20ef969f35c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.4652674 Nov 01 18:35:54.547655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.645280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8be542e2-a40b-46b4-b329-aa8991ae8709 req-56c6d0c3-a36d-4db4-a89b-dc058544af5e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381679 Nov 01 18:35:54.759000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.807040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d98a31-b799-4276-9da1-953fef888a7d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:54.845212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77764a2e-32d5-4b1b-9937-36b4b9cbb7f6') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:54.845517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77764a2e-32d5-4b1b-9937-36b4b9cbb7f6') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:54.895948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.922585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.933463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:54.933876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:54.996232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2c755c66-9e1b-40e0-a411-9fe90495c3e2 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:55.018339 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:55.048887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 2c755c66-9e1b-40e0-a411-9fe90495c3e2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:35:55.049399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2c755c66-9e1b-40e0-a411-9fe90495c3e2 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:35:55.186593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:55.233327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:55.242191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/10d98a31-b799-4276-9da1-953fef888a7d HTTP/1.1" status: 204 len: 168 time: 0.9119406 Nov 01 18:35:55.246523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2a548-68d0-4779-a3e4-75d90f69fdae tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=10d98a31-b799-4276-9da1-953fef888a7d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:55.247641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45668) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.332981 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6728f9fe-dc40-4c51-aa2f-60967e8de8d8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.333386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6728f9fe-dc40-4c51-aa2f-60967e8de8d8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.357695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6728f9fe-dc40-4c51-aa2f-60967e8de8d8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/fa280060-5505-4800-a248-2693570e479a HTTP/1.1" status: 404 len: 337 time: 0.1055264 Nov 01 18:35:55.359529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.405382 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d939e-e5dc-42cd-9160-a521856abf8f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.420038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90d939e-e5dc-42cd-9160-a521856abf8f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.425692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e90d939e-e5dc-42cd-9160-a521856abf8f tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/a9f277ee-bb70-44b1-a6fc-3b2b84a5ba0e HTTP/1.1" status: 404 len: 339 time: 0.0643837 Nov 01 18:35:55.426153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45676) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.478415 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0aaebd-349c-4884-9c98-b744d55cac98 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.497902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0aaebd-349c-4884-9c98-b744d55cac98 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.497902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e0aaebd-349c-4884-9c98-b744d55cac98 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/5292c68f-99dd-4aef-ac9d-a1f9dee99292 HTTP/1.1" status: 404 len: 337 time: 0.0684075 Nov 01 18:35:55.498859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.579438 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:35:55.615807 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0a44e5-3333-4f4c-b445-d8153f492534 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.616652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0a44e5-3333-4f4c-b445-d8153f492534 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.619899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db0a44e5-3333-4f4c-b445-d8153f492534 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/3c27e34c-2e03-462e-bce5-8346724cefe3 HTTP/1.1" status: 404 len: 339 time: 0.0844109 Nov 01 18:35:55.622674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bcbb6d6-6cd4-472f-8edc-1a9d17303208 req-8e3c54f1-eaee-46c8-97ab-4748520f83e4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.1197789 Nov 01 18:35:55.624324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45690) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.671719 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72e5c6-0b67-4088-80a5-a090994f2912 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.671719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb72e5c6-0b67-4088-80a5-a090994f2912 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.678234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eb72e5c6-0b67-4088-80a5-a090994f2912 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/8a295008-4370-4f5c-904d-5288238ca424 HTTP/1.1" status: 404 len: 337 time: 0.0451577 Nov 01 18:35:55.679609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45696) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.730447 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34a62cb-6b95-41b5-8605-e676e61a2eb7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.731045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34a62cb-6b95-41b5-8605-e676e61a2eb7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.734987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a34a62cb-6b95-41b5-8605-e676e61a2eb7 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/646576c1-9da2-44f9-9291-d846d2887bf4 HTTP/1.1" status: 404 len: 339 time: 0.0544229 Nov 01 18:35:55.737744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45700) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.793047 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b462d2e-c9a7-4204-b792-67a09d1eec2b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.793821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b462d2e-c9a7-4204-b792-67a09d1eec2b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.797297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8b462d2e-c9a7-4204-b792-67a09d1eec2b tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/a2a6d3d5-1118-465c-b76c-8c6cbe86f2d8 HTTP/1.1" status: 404 len: 337 time: 0.0585330 Nov 01 18:35:55.800018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45704) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.827383 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d426c67c-dd7b-4b34-b8c9-c536cc32613d tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.847216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d426c67c-dd7b-4b34-b8c9-c536cc32613d tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.873669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d426c67c-dd7b-4b34-b8c9-c536cc32613d tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/6ba0df66-4634-46e6-840f-76a580b8e084 HTTP/1.1" status: 404 len: 339 time: 0.0723665 Nov 01 18:35:55.874623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45710) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.914804 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab6200f-ba6f-43b5-9b4d-3f535a551302 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.918077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab6200f-ba6f-43b5-9b4d-3f535a551302 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.925336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad374e7-119d-49fc-bdb7-6ebe6840b20f req-b7f4b255-8900-49ae-8cc1-ed2e2aeea606 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:55.926264 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dab6200f-ba6f-43b5-9b4d-3f535a551302 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/ae06b59f-b29c-4a7b-9d25-c58e29630a35 HTTP/1.1" status: 404 len: 337 time: 0.0504022 Nov 01 18:35:55.927095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45714) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:55.930676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cad374e7-119d-49fc-bdb7-6ebe6840b20f req-b7f4b255-8900-49ae-8cc1-ed2e2aeea606 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.1403215 Nov 01 18:35:55.951373 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-55671054-bb2a-4ef0-9899-d24cac8e37aa tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:55.952456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55671054-bb2a-4ef0-9899-d24cac8e37aa tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:55.957241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-55671054-bb2a-4ef0-9899-d24cac8e37aa tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/38a442e0-4cb1-49d3-8a65-8cfd349022e4 HTTP/1.1" status: 404 len: 339 time: 0.0287402 Nov 01 18:35:55.960588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45718) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.032168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cad374e7-119d-49fc-bdb7-6ebe6840b20f req-3e4b5142-eea2-4c93-aa16-aa6fd70f5af8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929284 Nov 01 18:35:56.057271 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9dbd4e-a7d7-4244-8d19-35e2e80173a8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.058156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9dbd4e-a7d7-4244-8d19-35e2e80173a8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.067234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45720) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.092213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6b9dbd4e-a7d7-4244-8d19-35e2e80173a8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/f0603dca-60d3-44e8-9832-0637363fb765 HTTP/1.1" status: 404 len: 337 time: 0.1300235 Nov 01 18:35:56.136458 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c8f57c-1f1e-4279-974a-af4988808ed0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.139489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c8f57c-1f1e-4279-974a-af4988808ed0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.150339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.162357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-32c8f57c-1f1e-4279-974a-af4988808ed0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/3991d324-5560-4eb8-a4c3-f4c6777ef8a8 HTTP/1.1" status: 404 len: 339 time: 0.0916855 Nov 01 18:35:56.198692 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d9a66f-5120-469d-b4a2-0272507f94f8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.199281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d9a66f-5120-469d-b4a2-0272507f94f8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.207519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.214425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-31d9a66f-5120-469d-b4a2-0272507f94f8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/fb837b95-2cef-4c9b-a47e-1e0302462e34 HTTP/1.1" status: 404 len: 337 time: 0.0589979 Nov 01 18:35:56.250539 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-03152543-76e6-4884-92b2-9c4e6602875e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.251300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03152543-76e6-4884-92b2-9c4e6602875e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.259697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45726) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.287757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-03152543-76e6-4884-92b2-9c4e6602875e tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/2985bc5b-4854-439f-8e88-ca23e8a35f75 HTTP/1.1" status: 404 len: 339 time: 0.0722620 Nov 01 18:35:56.316816 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-485ba3c5-8405-4bf3-9294-f41c85d789b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.317271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485ba3c5-8405-4bf3-9294-f41c85d789b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.324139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-485ba3c5-8405-4bf3-9294-f41c85d789b8 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/7e7bec0e-850f-4b08-883a-d55d7c0df46c HTTP/1.1" status: 404 len: 337 time: 0.0629113 Nov 01 18:35:56.329415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45728) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.363324 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f994e9-ce8b-4d3e-b1f1-12496594d0f0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] DELETE failed (client error): The resource could not be found. Nov 01 18:35:56.364201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f994e9-ce8b-4d3e-b1f1-12496594d0f0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:35:56.367891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-95f994e9-ce8b-4d3e-b1f1-12496594d0f0 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/47970b42-f32e-4522-9170-16c72dc99a48 HTTP/1.1" status: 404 len: 339 time: 0.0369353 Nov 01 18:35:56.370646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45732) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.457421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting subnet 7a9ef74c-bacb-4878-92dc-e31bfc391874 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:35:56.461929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.517507 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.660301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.773259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-798f64e5-207d-4957-9362-093f9e852201 req-357814dd-bf14-4da3-8e8f-da54c9f7efae tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0339472 Nov 01 18:35:56.774894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.877861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.940596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9ef74c-bacb-4878-92dc-e31bfc391874,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:56.948058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:56.961280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2bae8fab-5fdc-4e50-94ce-f43c76cd9419 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/subnets/7a9ef74c-bacb-4878-92dc-e31bfc391874 HTTP/1.1" status: 204 len: 168 time: 0.5890744 Nov 01 18:35:56.968283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:35:56.977663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd9010-4db6-4a5b-95be-5d7d23dbb22d None None] Network 6320a500-7021-455f-8a22-99d28171993b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:35:57.359390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a090535-ee60-4c57-ba7c-6e56f9f01165 req-660b6bb6-d55d-4974-b668-f2eb8edfae79 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:57.366606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:57.371622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a090535-ee60-4c57-ba7c-6e56f9f01165 req-660b6bb6-d55d-4974-b668-f2eb8edfae79 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.2008283 Nov 01 18:35:57.407243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-f3bfbfee-2ca7-484d-8540-7246957bc061 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:57.425894 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-f3bfbfee-2ca7-484d-8540-7246957bc061 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.2137315 Nov 01 18:35:57.453682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] DHCP port deletion for 6320a500-7021-455f-8a22-99d28171993b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:35:57.459268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a090535-ee60-4c57-ba7c-6e56f9f01165 req-1203863e-6812-48d1-833c-54b404225d32 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713608 Nov 01 18:35:57.557300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-5caa1bde-a509-4c0d-8ab7-235f932a7ea4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618145 Nov 01 18:35:57.563957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Deleting port 272e709b-17e2-432b-aab6-4384a6300a65 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:57.564592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:57.613562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Deleting port 272e709b-17e2-432b-aab6-4384a6300a65 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:57.614254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:57.759201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] For port 272e709b-17e2-432b-aab6-4384a6300a65, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=272e709b-17e2-432b-aab6-4384a6300a65,segment=NetworkSegment(321652f0-68ff-4429-9aa5-4de25334b9c0),segment_id=321652f0-68ff-4429-9aa5-4de25334b9c0)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:57.759689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:57.764939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-3a213a29-b8d9-4f28-be1b-0a18df800c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:57.785298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-3a213a29-b8d9-4f28-be1b-0a18df800c63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 1096 time: 0.1633847 Nov 01 18:35:57.849522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] For port 272e709b-17e2-432b-aab6-4384a6300a65, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=272e709b-17e2-432b-aab6-4384a6300a65,segment=NetworkSegment(321652f0-68ff-4429-9aa5-4de25334b9c0),segment_id=321652f0-68ff-4429-9aa5-4de25334b9c0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:57.850624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:57.884779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Calling delete_port for 272e709b-17e2-432b-aab6-4384a6300a65 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:58.130465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:58.197208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] Pushing event deleted for resources: {'Port': ['ID=272e709b-17e2-432b-aab6-4384a6300a65,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:58.222164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1037df-50e2-49e7-ab9b-5ffd344bc9a5 None None] No DVR routers for this DVR port 272e709b-17e2-432b-aab6-4384a6300a65 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:58.261716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-337f838d-e188-4652-ad38-e635ca774334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:58.264606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-337f838d-e188-4652-ad38-e635ca774334 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 905 time: 0.4601314 Nov 01 18:35:58.329256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7dc8e412-0dd3-4821-b2a7-0a44cc0f921d req-f45f8bcc-20db-4856-abdf-88ca75c39a1a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.4134345 Nov 01 18:35:58.398790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-364f4b48-b247-4867-bf10-71807dc23fe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f891474-1c58-478b-8053-747d89f0f839 HTTP/1.1" status: 200 len: 217 time: 0.0678089 Nov 01 18:35:58.468632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Calling delete_port for 272e709b-17e2-432b-aab6-4384a6300a65 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:58.479368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:35:58.483902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:58.580910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd576b-65ae-461e-b0c9-69e0488ec4f8 req-b710cf84-0b89-45bd-b484-7e591e0396ae tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:58.584147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1fd576b-65ae-461e-b0c9-69e0488ec4f8 req-b710cf84-0b89-45bd-b484-7e591e0396ae tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.2662945 Nov 01 18:35:58.683427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port 228f5f00-6c93-4fd1-9994-dc5280b5cda3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=228f5f00-6c93-4fd1-9994-dc5280b5cda3,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:35:58.684131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:58.721519 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:58.724251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for 228f5f00-6c93-4fd1-9994-dc5280b5cda3 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:35:58.765961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1fd576b-65ae-461e-b0c9-69e0488ec4f8 req-bfa0fa48-73ab-4aa7-ad64-d27bed58a754 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742191 Nov 01 18:35:58.792333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-459f1495-4137-41d5-b773-60394067b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:58.794365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-459f1495-4137-41d5-b773-60394067b114 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.3875990 Nov 01 18:35:58.845822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] No DVR routers for this DVR port 272e709b-17e2-432b-aab6-4384a6300a65 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:58.852550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Port': ['ID=272e709b-17e2-432b-aab6-4384a6300a65,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:58.885146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-c62a2be9-2a15-4c42-be27-31f66f056d28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706632 Nov 01 18:35:59.007451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.010419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6ce8c-bdc0-4852-ac9e-27956f6e3beb req-b35d77c1-2067-427e-9e31-62bace7a1192 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:35:59.012028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6a6ce8c-bdc0-4852-ac9e-27956f6e3beb req-b35d77c1-2067-427e-9e31-62bace7a1192 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 945 time: 0.2869496 Nov 01 18:35:59.040879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6320a500-7021-455f-8a22-99d28171993b']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:59.053426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321652f0-68ff-4429-9aa5-4de25334b9c0') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:59.053716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321652f0-68ff-4429-9aa5-4de25334b9c0') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:35:59.073507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.179035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6a6ce8c-bdc0-4852-ac9e-27956f6e3beb req-2c56c3b1-6dc5-4bfa-9b92-9acd033eeec7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136611 Nov 01 18:35:59.212303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.218585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-adf83c45-7fd2-4f8b-8949-9ec651e5cd07 service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157086 Nov 01 18:35:59.228067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:35:59.228067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:35:59.230142 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:35:59.381331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 272e709b-17e2-432b-aab6-4384a6300a65 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:35:59.397929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.424562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 272e709b-17e2-432b-aab6-4384a6300a65 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:35:59.425876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 272e709b-17e2-432b-aab6-4384a6300a65 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:35:59.428587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:35:59.461031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5e63e35-2ac3-48a7-be67-0591f3d9146f req-39c53ca1-d991-4474-af49-1016090e569e service neutron] 10.222.0.32 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329850 Nov 01 18:35:59.516375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=228f5f00-6c93-4fd1-9994-dc5280b5cda3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:59.535749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.570461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.580376 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] 10.222.0.31 "DELETE /v2.0/networks/6320a500-7021-455f-8a22-99d28171993b HTTP/1.1" status: 204 len: 168 time: 2.6108243 Nov 01 18:35:59.639361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3453004-d836-4ba0-b09a-4e8e0635d157 req-d5f2556c-856f-4678-89bc-c0afc9c58085 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0716403 Nov 01 18:35:59.661433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port 228f5f00-6c93-4fd1-9994-dc5280b5cda3 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:35:59.663977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a30886-5166-45a1-910a-4a719f343149 tempest-NetworksTest-1611297567 tempest-NetworksTest-1611297567-project] Pushing event deleted for resources: {'Network': ['ID=6320a500-7021-455f-8a22-99d28171993b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:35:59.666230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:35:59.670351 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8699fd8a-5191-4fb6-929b-90b60d6f21c8 req-a8156bd8-1a2d-419d-a427-98129e1f6b8f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "DELETE /v2.0/ports/228f5f00-6c93-4fd1-9994-dc5280b5cda3 HTTP/1.1" status: 204 len: 173 time: 2.2371018 Nov 01 18:35:59.670868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'name': 'network-vif-deleted', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:35:59.673265 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562d14e-b9dc-4885-8fb1-1c3226ef0f5a" -d '{"events": [{"server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "name": "network-vif-deleted", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:35:59.826505 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a486103a-f5a0-4d11-9524-fef71d5cdc20 x-openstack-request-id: req-a486103a-f5a0-4d11-9524-fef71d5cdc20 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:35:59.829832 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c59854-101a-4322-a27a-431fd3a6e40b", "name": "network-vif-deleted", "tag": "228f5f00-6c93-4fd1-9994-dc5280b5cda3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:35:59.829832 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a486103a-f5a0-4d11-9524-fef71d5cdc20 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:35:59.829832 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c59854-101a-4322-a27a-431fd3a6e40b', 'name': 'network-vif-deleted', 'tag': '228f5f00-6c93-4fd1-9994-dc5280b5cda3', 'status': 'completed', 'code': 200} Nov 01 18:36:00.435997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45874) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:00.443684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f358fd-a900-4382-b9f3-96f299efb8c2 req-c301d656-72bd-44cd-91ed-01cdebc59521 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=22c59854-101a-4322-a27a-431fd3a6e40b HTTP/1.1" status: 200 len: 210 time: 0.0813336 Nov 01 18:36:00.513151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:00.689692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:00.765154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:00.768308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:00.774641 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855adf41-50af-4d38-82f4-3ba6263f905f" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:00.875991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:00.878037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 228f5f00-6c93-4fd1-9994-dc5280b5cda3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:00.918091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-11337f56-b127-47af-bc76-b4767b316c70 req-89c731f3-8040-4002-9680-17c894a45d7c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.0674345 Nov 01 18:36:00.985291 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b0f99-f53b-4003-836e-af81195156dc x-openstack-request-id: req-b10b0f99-f53b-4003-836e-af81195156dc {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:00.985579 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:00.985833 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b10b0f99-f53b-4003-836e-af81195156dc {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:00.986234 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:36:01.040198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:01.043755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e78468c-daa0-4187-9df4-294053df6618 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d2d8a9aa22b44bf852eeaf4ea50c3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060801 Nov 01 18:36:01.046822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:01.055160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 228f5f00-6c93-4fd1-9994-dc5280b5cda3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:01.056057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 228f5f00-6c93-4fd1-9994-dc5280b5cda3 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:01.143419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:01.173732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:01.381513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:01.384126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:01.385317 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b6b4bf9-6b35-4d8a-b057-a4b2db1af1b1 HTTP/1.1" status: 204 len: 168 time: 0.3369181 Nov 01 18:36:01.394955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd34fd3-97c1-4d1f-af59-0bd77606c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b4bf9-6b35-4d8a-b057-a4b2db1af1b1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:01.876204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-f844d610-7d28-485c-9ebf-c9f7c5e6824b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:01.878170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-f844d610-7d28-485c-9ebf-c9f7c5e6824b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.1790466 Nov 01 18:36:01.939266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-1bf9aeec-7076-40d7-9eec-723a13761760 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/quotas/fa054a9f980647f4bffd697b99bbecf7 HTTP/1.1" status: 200 len: 375 time: 0.0504856 Nov 01 18:36:02.178293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04830b37-22b8-4256-bde5-7f70efd80011 req-95de40af-a43e-4395-8cc5-e9bb7effdd29 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.1128383 Nov 01 18:36:02.220301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-f5dda2c7-9966-43f8-b317-6fa2fc019737 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2763724 Nov 01 18:36:02.777589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-9eed45f7-21e6-4a48-bd68-ba400639c01a service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492485 Nov 01 18:36:03.025562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-c1c9c682-a279-41a8-897d-76131927f4c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461469 Nov 01 18:36:03.080717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45990) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:03.226134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-841159d6-7899-4aee-99c3-4ce6c7911da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:03.229084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-841159d6-7899-4aee-99c3-4ce6c7911da7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1095 time: 0.0604622 Nov 01 18:36:03.283657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1838348198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:03.437646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-f93ff3b1-c932-4096-8a8e-51bd7fbcb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:03.439485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-f93ff3b1-c932-4096-8a8e-51bd7fbcb627 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1707456 Nov 01 18:36:03.482958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7626ffca-d950-4103-9b14-ca1507283753 req-0533f37b-1e4d-43bb-a3e7-02466b69e1ba tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=a529bbe1-5356-4ade-be3e-85d5c6375701 HTTP/1.1" status: 200 len: 210 time: 0.1212122 Nov 01 18:36:03.486720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c01794a9-7bb9-4deb-b26e-15c5a07be505 req-e09d9b79-e98f-4d6a-8fae-14d9ea35a698 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.0857546 Nov 01 18:36:03.488390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:03.489647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:03.583181 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-fe99f367-2e60-4f78-878e-bb7ad51f433a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.1361735 Nov 01 18:36:03.619364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:03.712195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-917b6103-c371-4f53-a851-24dd586bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:03.713716 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-917b6103-c371-4f53-a851-24dd586bb464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1219587 Nov 01 18:36:03.737383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:03.842389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-d3be1524-372b-48b4-8c14-922c02705391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:03.844883 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-d3be1524-372b-48b4-8c14-922c02705391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220913 Nov 01 18:36:03.908923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:03.910462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-42ed323e-80a7-48ce-b68e-e6bc4692f57e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8286986 Nov 01 18:36:03.923991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46030) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:03.940345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1669812336'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:04.071245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-f356a98d-ac57-4bd2-befa-f9d19be66b10 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140617 Nov 01 18:36:04.191628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4c99ca6-c008-45cd-8616-0d69bbe31b9e req-42eb574b-62a1-4d06-a45b-53de32e1bf10 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135178 Nov 01 18:36:04.280064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:04.285328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.297447 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.402652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.512787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:36:04.546791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.585045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:36:04.625788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.627452 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Added segment b261798e-6373-4933-bc6d-75973858b4be of type vlan for network 7b67ba64-4521-4151-b25f-dbab487afcda Nov 01 18:36:04.822220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.867836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ccfa871-32f1-41aa-9672-d004e1dcedba req-b2903ed5-326a-409e-8683-e3920d8be242 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.1651235 Nov 01 18:36:04.870431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905bddf7-c408-4c2e-8051-f47e446727bf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:04.920270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:04.923882 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:04.936094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:36:04.985349 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:05.018496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:36:05.045357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:05.066057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:05.073613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:05.074455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:05.201381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Network': ['ID=7b67ba64-4521-4151-b25f-dbab487afcda,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:05.218176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7b67ba64-4521-4151-b25f-dbab487afcda details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:36:05.253257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:05.351153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1cb02d16-5664-4f24-9d99-6fbfd3700fc8 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4260507 Nov 01 18:36:05.361262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:05.371970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'subnet': {'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:05.416297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:05.456000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['79db83c3-6a06-4840-bf8c-4ca3036318ff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:36:05.646766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:05.660561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.052266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-842cba54-2d7c-468d-8daa-24179ef7660a req-99428433-7181-4ff8-9945-7a63d0a64a6c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.0389891 Nov 01 18:36:06.126894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.192589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Subnet': ['ID=0c6c3e64-1aaa-4dc0-b92e-510647ef3a24,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:06.204346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Checking segment: {'id': 'b261798e-6373-4933-bc6d-75973858b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:06.204787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network hostable DHCP agents. Network: 7b67ba64-4521-4151-b25f-dbab487afcda, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:36:06.393028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 7b67ba64-4521-4151-b25f-dbab487afcda is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:36:06.546304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:06.563784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7b67ba64-4521-4151-b25f-dbab487afcda) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:06.568260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:06.572683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.580185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f6581-25ac-497a-8d03-0ca66c5a7197 None None] Network 7b67ba64-4521-4151-b25f-dbab487afcda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:06.686605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 79db83c3-6a06-4840-bf8c-4ca3036318ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:06.686987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.760881 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab640aa3-4fe2-4ddf-9aa1-057c088701bf tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3976924 Nov 01 18:36:06.775534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:06.786608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'network': {'name': 'tempest-router-network01--1382482589'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:06.926538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.952483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-7b67ba64-4521-4151-b25f-dbab487afcda', 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda', 'tenant_id': 'e608bccda37c48768932def19fdf053b', 'fixed_ips': [{'subnet_id': '0c6c3e64-1aaa-4dc0-b92e-510647ef3a24'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:36:06.953707 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:06.988730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:06.998342 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39170360-3a9b-491a-9cc8-1a49e1d7c138" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:07.053978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:07.090341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:07.090341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.141979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:36:07.158626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.159126 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Added segment c4219cec-9c40-4a77-b3ef-cfb889a014f7 of type vlan for network 3412b38f-246c-46dd-bc21-abcf6b914ec1 Nov 01 18:36:07.209851 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac33d80-c9b9-4229-837b-ab58326b4553 x-openstack-request-id: req-0ac33d80-c9b9-4229-837b-ab58326b4553 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:07.210515 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:07.210964 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ac33d80-c9b9-4229-837b-ab58326b4553 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:07.211544 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:36:07.234972 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.250559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5543f22f-4ace-4ada-bf41-cd65baa6a5d1 req-92d44e47-31ab-431e-b54e-f710738f6d18 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.0631826 Nov 01 18:36:07.259535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.387718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=10']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:07.411237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Allocated IP 172.20.0.2 (7b67ba64-4521-4151-b25f-dbab487afcda/0c6c3e64-1aaa-4dc0-b92e-510647ef3a24/377b8b07-4762-4834-ae5b-8249dbf83eb9) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:07.490856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.495154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:07.495903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.612767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Network': ['ID=3412b38f-246c-46dd-bc21-abcf6b914ec1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:07.651892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.656453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:36:07.756736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46142) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:07.765761 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c0d2722-46ac-481c-a967-724d4f7eb1f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9799342 Nov 01 18:36:07.766184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'network': {'name': 'tempest-router-network02--411234967'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:07.866062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.912774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:07.913412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Network 7b67ba64-4521-4151-b25f-dbab487afcda is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:07.916505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:07.916998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:07.921156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:07.924604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Pushing event updated for resources: {'Port': ['ID=377b8b07-4762-4834-ae5b-8249dbf83eb9,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:07.974876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.975225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.975594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.975936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.976271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.976603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.977009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.977347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.977972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.977972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.978310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.978684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:07.984378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:36:08.018010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.018391 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Added segment 529ca4c8-ab28-4f3b-a969-6818c4fe43b2 of type vlan for network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 Nov 01 18:36:08.049429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Attempting to bind port 377b8b07-4762-4834-ae5b-8249dbf83eb9 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:36:08.049804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Attempting to bind port 377b8b07-4762-4834-ae5b-8249dbf83eb9 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b261798e-6373-4933-bc6d-75973858b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:36:08.050167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Attempting to bind port 377b8b07-4762-4834-ae5b-8249dbf83eb9 on network 7b67ba64-4521-4151-b25f-dbab487afcda {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:36:08.055922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:36:08.056297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Checking segment: {'id': 'b261798e-6373-4933-bc6d-75973858b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:08.056700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.057093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Bound using segment: {'id': 'b261798e-6373-4933-bc6d-75973858b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:36:08.057611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Bound port: 377b8b07-4762-4834-ae5b-8249dbf83eb9, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b261798e-6373-4933-bc6d-75973858b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7b67ba64-4521-4151-b25f-dbab487afcda'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:36:08.057996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.123264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.219853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] For port 377b8b07-4762-4834-ae5b-8249dbf83eb9, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:36:08.223654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] For port 377b8b07-4762-4834-ae5b-8249dbf83eb9, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=377b8b07-4762-4834-ae5b-8249dbf83eb9,segment=NetworkSegment(b261798e-6373-4933-bc6d-75973858b4be),segment_id=b261798e-6373-4933-bc6d-75973858b4be)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:36:08.266781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.272475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:08.273092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.284440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-63466e77-71a9-43a5-92b4-f704288d33bd tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:08.286670 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-63466e77-71a9-43a5-92b4-f704288d33bd tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 804 time: 0.2920539 Nov 01 18:36:08.307661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Request body: {'port': {'device_id': '90429def-213c-4084-9115-82e0703fb632', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'admin_state_up': True, 'tenant_id': 'fa054a9f980647f4bffd697b99bbecf7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:08.358908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.417642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Network': ['ID=2d78a6ff-bc19-4c9f-83c1-4f6672571867,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:08.498463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a6b378b-1f56-4e68-9654-d5644740afd4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7404947 Nov 01 18:36:08.503415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:36:08.511459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75f8769b-59f0-4206-9305-49231a0cd21f req-cd8953d1-8670-4b47-8610-776287b0938b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.0748241 Nov 01 18:36:08.523513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46166) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:08.524356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'subnet': {'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:08.640685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660209d5-1bd4-4cf2-9008-3076698f1f53 None None] Pushing event updated for resources: {'Port': ['ID=377b8b07-4762-4834-ae5b-8249dbf83eb9,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:08.872668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Made reservation on behalf of fa054a9f980647f4bffd697b99bbecf7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:08.893492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:08.964675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:08.971724 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:09.164072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:09.440481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 377b8b07-4762-4834-ae5b-8249dbf83eb9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:09.563020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Allocated IP 172.20.0.14 (d6d88a3e-ba12-4684-846e-0397998923a8/9f16b053-5cbd-4c00-a6a0-d13c14c59492/2f3d3254-a11c-41cb-bc3a-971dfae06e33) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:09.689025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 377b8b07-4762-4834-ae5b-8249dbf83eb9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:09.691881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:09.756595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be7e2284-8d17-4d5c-838c-fa60022ad23a req-d05cea08-601b-479d-8736-539af7b7335e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.0772915 Nov 01 18:36:09.867262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.036633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.144906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 377b8b07-4762-4834-ae5b-8249dbf83eb9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=377b8b07-4762-4834-ae5b-8249dbf83eb9,segment=NetworkSegment(b261798e-6373-4933-bc6d-75973858b4be),segment_id=b261798e-6373-4933-bc6d-75973858b4be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:10.156409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Subnet': ['ID=a8ea6275-8f15-45c3-94d3-eb8dc130559a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:10.186294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Checking segment: {'id': 'c4219cec-9c40-4a77-b3ef-cfb889a014f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:10.221079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network hostable DHCP agents. Network: 3412b38f-246c-46dd-bc21-abcf6b914ec1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:36:10.261513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.377388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.403935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:36:10.426108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=377b8b07-4762-4834-ae5b-8249dbf83eb9,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:10.503183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3412b38f-246c-46dd-bc21-abcf6b914ec1) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:10.507887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:10.508744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.514983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cd9e2-94e2-4fd9-ac8a-d3a016ae09da None None] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:10.586418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:10.637034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dc355c12-486d-479e-816b-8947cd984931 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1143935 Nov 01 18:36:10.637249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:10.647237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'subnet': {'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:10.713499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:36:10.720343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f47e2-0a50-4f04-8e8b-b2cad3439f85 None None] Network 7b67ba64-4521-4151-b25f-dbab487afcda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:10.831007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Network d6d88a3e-ba12-4684-846e-0397998923a8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:10.835951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event updated for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:10.844625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:10.855668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:11.002871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ae45bacf-2e14-40ba-af31-20029f9a49f0 None None] Provisioning complete for port 377b8b07-4762-4834-ae5b-8249dbf83eb9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:11.003875 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae45bacf-2e14-40ba-af31-20029f9a49f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:11.050260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39905fef-2099-4398-ad5f-43356c7865f4 req-30d82dfc-8abd-45ad-9add-dc429603f15a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:11.055377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:11.061905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:11.063364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39905fef-2099-4398-ad5f-43356c7865f4 req-30d82dfc-8abd-45ad-9add-dc429603f15a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 932 time: 0.1617537 Nov 01 18:36:11.236398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39905fef-2099-4398-ad5f-43356c7865f4 req-d871430a-573d-4528-b514-27c25dcb6544 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715646 Nov 01 18:36:11.266336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Made reservation on behalf of e608bccda37c48768932def19fdf053b for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:36:11.278105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:11.339268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-da822c87-29cf-4324-9b35-d0a4c6c253a3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0418580 Nov 01 18:36:11.353397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Request body: {'port': {'device_id': '90429def-213c-4084-9115-82e0703fb632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:11.384722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 377b8b07-4762-4834-ae5b-8249dbf83eb9 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:11.520434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:11.742356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3412b38f-246c-46dd-bc21-abcf6b914ec1', 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1', 'tenant_id': 'e608bccda37c48768932def19fdf053b', 'fixed_ips': [{'subnet_id': 'a8ea6275-8f15-45c3-94d3-eb8dc130559a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:36:11.743629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:11.906637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:12.045450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Subnet': ['ID=1d99d8c0-b18f-4d07-8574-2e3b8a8ea003,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:12.102640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Checking segment: {'id': '529ca4c8-ab28-4f3b-a969-6818c4fe43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:12.103450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network hostable DHCP agents. Network: 2d78a6ff-bc19-4c9f-83c1-4f6672571867, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:36:12.192444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:36:12.295014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2d78a6ff-bc19-4c9f-83c1-4f6672571867) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:12.301516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:12.301516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:12.388761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0008df-8d41-4a83-91d6-defcd7d1d9fc None None] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:12.431961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fabd9a91-1b31-4fe2-9c58-67c56cd048ac tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7932622 Nov 01 18:36:12.432610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:12.460230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3d3254-a11c-41cb-bc3a-971dfae06e33 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:36:12.498706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:12.563685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Transition to ACTIVE for port object 2f3d3254-a11c-41cb-bc3a-971dfae06e33 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:36:12.666679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:12.889327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 377b8b07-4762-4834-ae5b-8249dbf83eb9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:12.890039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:12.893459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:13.068810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb050b-6aa5-4b50-9a59-803046514da6 req-d29552d1-2d01-4439-b560-6df091bc2a44 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:13.091646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0cb050b-6aa5-4b50-9a59-803046514da6 req-d29552d1-2d01-4439-b560-6df091bc2a44 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 932 time: 0.6254237 Nov 01 18:36:13.157730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Attempting to bind port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:36:13.164649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Attempting to bind port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:36:13.165169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Attempting to bind port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:36:13.184797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 on network d6d88a3e-ba12-4684-846e-0397998923a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:36:13.187429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Attempting to bind port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 on network d6d88a3e-ba12-4684-846e-0397998923a8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:36:13.204564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Allocated IP 172.20.0.2 (3412b38f-246c-46dd-bc21-abcf6b914ec1/a8ea6275-8f15-45c3-94d3-eb8dc130559a/07858b00-1d62-4531-a4cf-e234a7e0c623) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:13.223351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:36:13.227988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Checking segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:13.227988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Bound using segment: {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:36:13.228523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Bound port: 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:36:13.229232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:13.482377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:36:13.486712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:36:13.581874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:13.636568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0cb050b-6aa5-4b50-9a59-803046514da6 req-9e2bfde2-491d-424a-90a6-8c90e7aee325 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436587 Nov 01 18:36:13.713244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:13.737448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2d78a6ff-bc19-4c9f-83c1-4f6672571867', 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867', 'tenant_id': 'e608bccda37c48768932def19fdf053b', 'fixed_ips': [{'subnet_id': '1d99d8c0-b18f-4d07-8574-2e3b8a8ea003'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:36:13.742740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:13.745090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:13.774378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:13.776392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:13.780447 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-403f1aa1-0b5c-4dcf-b55a-17eb5bb1a803 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f3d3254-a11c-41cb-bc3a-971dfae06e33 HTTP/1.1" status: 200 len: 1092 time: 2.4321041 Nov 01 18:36:13.811978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:13.842658 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f92e11-1fb9-4619-b650-69f373892827" -d '{"events": [{"name": "network-changed", "server_uuid": "90429def-213c-4084-9115-82e0703fb632", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:14.014501 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa950f-8d99-4d45-b51e-c74bb024b75f x-openstack-request-id: req-eafa950f-8d99-4d45-b51e-c74bb024b75f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:14.015091 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90429def-213c-4084-9115-82e0703fb632", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:14.015784 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eafa950f-8d99-4d45-b51e-c74bb024b75f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:14.021959 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33', 'status': 'completed', 'code': 200} Nov 01 18:36:14.055804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-2fea203b-5d51-46ff-9a25-e4fb2dcd978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:14.057469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-2fea203b-5d51-46ff-9a25-e4fb2dcd978a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 1095 time: 0.1213567 Nov 01 18:36:14.190065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-6289ed1e-3237-4a24-97d5-44d1fa88a351 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33 HTTP/1.1" status: 200 len: 217 time: 0.1223826 Nov 01 18:36:14.335641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-6e30b263-0611-4f5e-a6a8-4a4d71ac19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:14.337644 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-6e30b263-0611-4f5e-a6a8-4a4d71ac19ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.1397612 Nov 01 18:36:14.348782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6df1951b-1267-4239-a7a5-61560f257577 None None] Provisioning complete for port 377b8b07-4762-4834-ae5b-8249dbf83eb9 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:14.350801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6df1951b-1267-4239-a7a5-61560f257577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:14.380973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-cc59ba85-e2c9-4306-a849-b775d103db62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346868 Nov 01 18:36:14.446419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Allocated IP 172.20.0.2 (2d78a6ff-bc19-4c9f-83c1-4f6672571867/1d99d8c0-b18f-4d07-8574-2e3b8a8ea003/b5c42850-c6b2-4ccf-b91e-1d09e3bf911a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:14.504363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:14.569015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:14.596331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:14.672780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-37ef8455-8b66-4efa-91ae-fdcf49afd607 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831140 Nov 01 18:36:14.812396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:14.858463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:14.859114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Allocated IP 172.20.0.1 (3412b38f-246c-46dd-bc21-abcf6b914ec1/a8ea6275-8f15-45c3-94d3-eb8dc130559a/89ada12e-ea99-49be-a81b-fb09f13b6798) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:14.865741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:14.886525 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-78c5d42d-c3d0-4ab8-a1fe-753f99301c0f req-55091c9d-0899-40c6-89b5-b9ebceefa0be service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053428 Nov 01 18:36:14.920544 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:14.928057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531232d2-a698-4eff-a9a9-d1e61c30d4e2 req-b4da318a-fe9f-4243-b885-ab861393eb31 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:14.945915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-531232d2-a698-4eff-a9a9-d1e61c30d4e2 req-b4da318a-fe9f-4243-b885-ab861393eb31 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 944 time: 0.1708300 Nov 01 18:36:14.958521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Pushing event updated for resources: {'Port': ['ID=07858b00-1d62-4531-a4cf-e234a7e0c623,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:15.069987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:15.071074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Pushing event updated for resources: {'Port': ['ID=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:15.123356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Attempting to bind port 07858b00-1d62-4531-a4cf-e234a7e0c623 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:36:15.124028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Attempting to bind port 07858b00-1d62-4531-a4cf-e234a7e0c623 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c4219cec-9c40-4a77-b3ef-cfb889a014f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:36:15.124604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Attempting to bind port 07858b00-1d62-4531-a4cf-e234a7e0c623 on network 3412b38f-246c-46dd-bc21-abcf6b914ec1 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:36:15.128155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:15.133224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:15.144662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:36:15.145471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Checking segment: {'id': 'c4219cec-9c40-4a77-b3ef-cfb889a014f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:15.146118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.146829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Bound using segment: {'id': 'c4219cec-9c40-4a77-b3ef-cfb889a014f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:36:15.147731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Bound port: 07858b00-1d62-4531-a4cf-e234a7e0c623, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4219cec-9c40-4a77-b3ef-cfb889a014f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3412b38f-246c-46dd-bc21-abcf6b914ec1'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:36:15.148403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.149737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92e11-1fb9-4619-b650-69f373892827 req-708a1466-e7bc-45dd-927f-f5369c2eb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:15.152266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-708a1466-e7bc-45dd-927f-f5369c2eb5be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa054a9f980647f4bffd697b99bbecf7&device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 1095 time: 0.1287522 Nov 01 18:36:15.234633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-531232d2-a698-4eff-a9a9-d1e61c30d4e2 req-42fbceab-42b2-43b1-b89a-355b445abc3f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552946 Nov 01 18:36:15.296663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Attempting to bind port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:36:15.297195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Attempting to bind port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '529ca4c8-ab28-4f3b-a969-6818c4fe43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:36:15.297696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Attempting to bind port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a on network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:36:15.306251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:36:15.309231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Checking segment: {'id': '529ca4c8-ab28-4f3b-a969-6818c4fe43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:36:15.309231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.309231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Bound using segment: {'id': '529ca4c8-ab28-4f3b-a969-6818c4fe43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:36:15.309231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Bound port: b5c42850-c6b2-4ccf-b91e-1d09e3bf911a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529ca4c8-ab28-4f3b-a969-6818c4fe43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2d78a6ff-bc19-4c9f-83c1-4f6672571867'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:36:15.309231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.312662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.385682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] For port 07858b00-1d62-4531-a4cf-e234a7e0c623, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:36:15.453627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] For port 07858b00-1d62-4531-a4cf-e234a7e0c623, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=07858b00-1d62-4531-a4cf-e234a7e0c623,segment=NetworkSegment(c4219cec-9c40-4a77-b3ef-cfb889a014f7),segment_id=c4219cec-9c40-4a77-b3ef-cfb889a014f7)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:36:15.456361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] For port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:36:15.479156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92e11-1fb9-4619-b650-69f373892827 req-d7ea82ea-fbc3-42d8-9c89-dc461afe3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:15.480567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] For port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,segment=NetworkSegment(529ca4c8-ab28-4f3b-a969-6818c4fe43b2),segment_id=529ca4c8-ab28-4f3b-a969-6818c4fe43b2)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:36:15.485628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-d7ea82ea-fbc3-42d8-9c89-dc461afe3d85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 200 len: 905 time: 0.3195539 Nov 01 18:36:15.501841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.559063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.571463 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-de474599-c6a3-4f80-a146-a4452691635f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33 HTTP/1.1" status: 200 len: 217 time: 0.0741992 Nov 01 18:36:15.663880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:15.682706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92e11-1fb9-4619-b650-69f373892827 req-a2b484c8-78df-4297-b7d3-4e37f3c79090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:15.687329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-a2b484c8-78df-4297-b7d3-4e37f3c79090 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 200 len: 844 time: 0.1071906 Nov 01 18:36:15.698810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:15.711289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:15.717925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:15.769937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-e707870a-28b9-4a99-a38c-56a290e51cd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6d88a3e-ba12-4684-846e-0397998923a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744984 Nov 01 18:36:15.847630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Port': ['ID=89ada12e-ea99-49be-a81b-fb09f13b6798,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:15.858597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896e71-9c49-4cdc-9c70-8284a042190a None None] Pushing event updated for resources: {'Port': ['ID=07858b00-1d62-4531-a4cf-e234a7e0c623,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:15.979968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:16.000676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0552-6fc6-4dff-980b-a6b070407708 None None] Pushing event updated for resources: {'Port': ['ID=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:16.043164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-48438040-8222-4d58-8ebf-9f09082f553a service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628646 Nov 01 18:36:16.088951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d7970-7d93-4034-bc0d-3a1bc9131bff req-ea7c063f-3e88-4fd2-9e98-357f5b87dc1e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:16.090646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d20d7970-7d93-4034-bc0d-3a1bc9131bff req-ea7c063f-3e88-4fd2-9e98-357f5b87dc1e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.2805958 Nov 01 18:36:16.233972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-44f92e11-1fb9-4619-b650-69f373892827 req-311c42aa-822e-4e43-b1f1-4dedaca7d189 service neutron] 10.222.0.37 "GET /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833560 Nov 01 18:36:16.423989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d20d7970-7d93-4034-bc0d-3a1bc9131bff req-cd781f48-d9fc-48d6-ba71-57154b920edb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088181 Nov 01 18:36:16.557179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ceb20-0378-4609-91ae-e4110e894255 req-75e4005f-b0d7-403e-aac2-12ee968b8d0c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:16.562560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c59ceb20-0378-4609-91ae-e4110e894255 req-75e4005f-b0d7-403e-aac2-12ee968b8d0c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 944 time: 0.1171212 Nov 01 18:36:16.632072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b5c42850-c6b2-4ccf-b91e-1d09e3bf911a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:16.737053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:16.737433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:16.739609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:16.795635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c59ceb20-0378-4609-91ae-e4110e894255 req-e0a19bd6-641d-4eed-8b4c-1620336aed61 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288842 Nov 01 18:36:17.456417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:17.560684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-b228d95a-9bb2-4592-b675-d88ebea7c8c6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:17.565317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-b228d95a-9bb2-4592-b675-d88ebea7c8c6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.2299566 Nov 01 18:36:17.569738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,segment=NetworkSegment(529ca4c8-ab28-4f3b-a969-6818c4fe43b2),segment_id=529ca4c8-ab28-4f3b-a969-6818c4fe43b2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:17.632025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:17.632857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 07858b00-1d62-4531-a4cf-e234a7e0c623 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:17.859535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:17.945121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 07858b00-1d62-4531-a4cf-e234a7e0c623 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:17.950363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:17.986170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:18.003470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6dbd-2665-4adb-a6d2-15003ad2fbb2 req-a5eff879-a08e-484a-8059-600b20b6e20d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:18.012872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfdc6dbd-2665-4adb-a6d2-15003ad2fbb2 req-a5eff879-a08e-484a-8059-600b20b6e20d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.4388199 Nov 01 18:36:18.084988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfdc6dbd-2665-4adb-a6d2-15003ad2fbb2 req-4194b8b4-85d3-4b94-b2ec-346a15819e3f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697601 Nov 01 18:36:18.107951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:18.206070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:18.278349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ac7ad-21d5-4280-9435-b320a466be24 None None] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:18.285478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 07858b00-1d62-4531-a4cf-e234a7e0c623, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=07858b00-1d62-4531-a4cf-e234a7e0c623,segment=NetworkSegment(c4219cec-9c40-4a77-b3ef-cfb889a014f7),segment_id=c4219cec-9c40-4a77-b3ef-cfb889a014f7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:18.429164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c238a98-bc39-400f-92d4-9e2766cad43f None None] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:18.450144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:18.653504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2f3d3254-a11c-41cb-bc3a-971dfae06e33 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:36:18.656326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b5c42850-c6b2-4ccf-b91e-1d09e3bf911a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:18.658352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-da6866e4-2304-4180-b309-4fe61bfacf08 None None] Provisioning complete for port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:18.659199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-da6866e4-2304-4180-b309-4fe61bfacf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:18.854320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=07858b00-1d62-4531-a4cf-e234a7e0c623,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:18.917635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8e5be43-5a38-4327-9efa-2c29e57287bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.048471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port f8848995-8ac8-4363-94d3-170d02cc5aa9 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:19.060210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.101951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:19.101951 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.281728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837d500-402a-4823-ac10-ea478b03f34e req-fc64c100-856c-4a74-a18c-2d21851f16c0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:19.283115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:19.283355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f837d500-402a-4823-ac10-ea478b03f34e req-fc64c100-856c-4a74-a18c-2d21851f16c0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 944 time: 1.2285981 Nov 01 18:36:19.290126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.293120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Port': ['ID=89ada12e-ea99-49be-a81b-fb09f13b6798,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:19.457499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f837d500-402a-4823-ac10-ea478b03f34e req-d1b056d3-e8e9-45f5-8556-0132c194d50f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611230 Nov 01 18:36:19.468608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:19.486369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '2f3d3254-a11c-41cb-bc3a-971dfae06e33', 'network_id': 'd6d88a3e-ba12-4684-846e-0397998923a8', 'port_id': '2f3d3254-a11c-41cb-bc3a-971dfae06e33', 'mac_address': 'fa:16:3e:a4:7e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16b053-5cbd-4c00-a6a0-d13c14c59492', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:36:19.486623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:19.522036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a97cb-a773-4f9e-ad8d-167994f6d229 req-d03e97c6-013a-4165-9c82-0fc1f3a7d72b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:19.523678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-524a97cb-a773-4f9e-ad8d-167994f6d229 req-d03e97c6-013a-4165-9c82-0fc1f3a7d72b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 945 time: 0.2858975 Nov 01 18:36:19.739457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-509708d3-7a08-4e1c-9d44-45aff1e383b8 None None] Provisioning complete for port 07858b00-1d62-4531-a4cf-e234a7e0c623 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:19.740053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-509708d3-7a08-4e1c-9d44-45aff1e383b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.824936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.869152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3d3254-a11c-41cb-bc3a-971dfae06e33 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:36:19.914422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port f8848995-8ac8-4363-94d3-170d02cc5aa9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f8848995-8ac8-4363-94d3-170d02cc5aa9,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:19.914422 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:19.945681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:19.969617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-524a97cb-a773-4f9e-ad8d-167994f6d229 req-a9b2e0e1-86c6-4fa0-a2fa-b0fc5031d5e6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=29cce026-7219-40d5-9ded-32332e07c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127963 Nov 01 18:36:20.015425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for f8848995-8ac8-4363-94d3-170d02cc5aa9 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:20.050769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:20.203015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:20.220597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Provisioning complete for port 89ada12e-ea99-49be-a81b-fb09f13b6798 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:20.221939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:20.294248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Port 89ada12e-ea99-49be-a81b-fb09f13b6798 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:36:20.330134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Provisioning complete for port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:20.330949 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:20.403210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Router c4890001-f94c-48ac-aa1c-24a465306bfa is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:36:20.487731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2f3d3254-a11c-41cb-bc3a-971dfae06e33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:36:20.783398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 07858b00-1d62-4531-a4cf-e234a7e0c623 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:20.823334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:36:20.838070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f498a73a-cb99-4631-8ebc-8cc6e10c92e6 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4042408 Nov 01 18:36:20.851063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:20.851823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Provisioning complete for port 07858b00-1d62-4531-a4cf-e234a7e0c623 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:20.858892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-55d7249d-d1a3-44a1-b3cb-243be85995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:20.862259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46470) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:20.904902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] Sync routers for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:36:21.057631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:21.057631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:35:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:21.058543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=f8848995-8ac8-4363-94d3-170d02cc5aa9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:21.128244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port f8848995-8ac8-4363-94d3-170d02cc5aa9 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:21.137825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:21.151132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea54668-5fe2-4d21-8128-b66e662a68d1 req-e8fc3b4e-e558-42fd-abd7-782893c8b938 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/f8848995-8ac8-4363-94d3-170d02cc5aa9 HTTP/1.1" status: 204 len: 173 time: 3.5544002 Nov 01 18:36:21.152149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:21.172967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f8848995-8ac8-4363-94d3-170d02cc5aa9 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:21.240504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'name': 'network-vif-deleted', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:21.248128 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e74854-6973-42bb-a55f-3ab94eeafe89" -d '{"events": [{"server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "name": "network-vif-deleted", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:21.252669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-183f270f-bc2e-4b67-b845-7b483bcbf53b req-eab69377-0ace-4527-af62-b1049db4d4f5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0879400 Nov 01 18:36:21.271176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: f8848995-8ac8-4363-94d3-170d02cc5aa9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:21.271734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f8848995-8ac8-4363-94d3-170d02cc5aa9 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:21.279258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:21.280235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:35:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:21.281860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d593c-9b7d-4016-b07c-6a29807a4f2e req-f0cd8bbd-38d7-4a0c-b583-1fe2540dd2f6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:21.285438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a01d593c-9b7d-4016-b07c-6a29807a4f2e req-f0cd8bbd-38d7-4a0c-b583-1fe2540dd2f6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 945 time: 0.6464381 Nov 01 18:36:21.386727 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64443bd0-4c0f-4bf6-af2b-e8d3a45c252e x-openstack-request-id: req-64443bd0-4c0f-4bf6-af2b-e8d3a45c252e {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:21.386727 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f56d93-c4c0-49ba-b080-a65690f347f0", "name": "network-vif-deleted", "tag": "f8848995-8ac8-4363-94d3-170d02cc5aa9", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:21.386727 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64443bd0-4c0f-4bf6-af2b-e8d3a45c252e {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:21.386727 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f56d93-c4c0-49ba-b080-a65690f347f0', 'name': 'network-vif-deleted', 'tag': 'f8848995-8ac8-4363-94d3-170d02cc5aa9', 'status': 'completed', 'code': 200} Nov 01 18:36:21.398024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a01d593c-9b7d-4016-b07c-6a29807a4f2e req-02efa429-4f2a-4dce-8454-56111cf81bc6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026938 Nov 01 18:36:21.409367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 07858b00-1d62-4531-a4cf-e234a7e0c623 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:21.410033 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:21.438580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd809-5d54-426e-99a1-13ae78d881e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:21.442826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:21.442826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afd48d-7508-4de6-a857-6c6286a8cfb7 None None] The sync data for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:36:21.526572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-de783741-bd7a-49aa-bd63-2bc010af847a None None] Provisioning complete for port 89ada12e-ea99-49be-a81b-fb09f13b6798 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:21.526926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-de783741-bd7a-49aa-bd63-2bc010af847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:21.678641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-de783741-bd7a-49aa-bd63-2bc010af847a None None] Port 89ada12e-ea99-49be-a81b-fb09f13b6798 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:36:22.045738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:22.122188 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-bacbc397-0f79-45cd-a88a-07474eaf3a47 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:36:22.124268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bacbc397-0f79-45cd-a88a-07474eaf3a47 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2601726 Nov 01 18:36:22.127149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:22.431705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-088b4a12-c1ec-42de-98a5-ff6495cceaa8 req-c2f60c55-d051-4dfc-9b6d-fa08be8144f9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0581770 Nov 01 18:36:22.613652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2f3d3254-a11c-41cb-bc3a-971dfae06e33 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:22.638688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004bed-d260-424a-8bd6-1d574e4a411b req-3411a44b-1af5-43bf-8bdb-fb2dcc9d2c99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:22.655711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9004bed-d260-424a-8bd6-1d574e4a411b req-3411a44b-1af5-43bf-8bdb-fb2dcc9d2c99 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 945 time: 0.1108243 Nov 01 18:36:22.928134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9004bed-d260-424a-8bd6-1d574e4a411b req-c977742a-0c81-4bbb-bbd6-280998d76c7f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 Nov 01 18:36:22.928134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:22.928617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:36:22.928617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:22.928968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:23.221979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:23.262012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:23.265799 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f954cfc0-81ad-441b-ab1a-e2d1f5c0022a" -d '{"events": [{"server_uuid": "90429def-213c-4084-9115-82e0703fb632", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:23.271249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting port 89ada12e-ea99-49be-a81b-fb09f13b6798 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:23.271249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:23.282935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:23.316322 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afd818b-68e1-4c83-ad17-d403264f3da2 x-openstack-request-id: req-5afd818b-68e1-4c83-ad17-d403264f3da2 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:23.316609 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90429def-213c-4084-9115-82e0703fb632", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:23.316917 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5afd818b-68e1-4c83-ad17-d403264f3da2 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:23.317308 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33', 'code': 200} Nov 01 18:36:23.444939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:23.445182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:23.473370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef497f5-1738-443b-bf1f-9f5e05257031 req-0e6703c9-8dd9-4b53-ba33-eaa1397f9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:23.477267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ef497f5-1738-443b-bf1f-9f5e05257031 req-0e6703c9-8dd9-4b53-ba33-eaa1397f9bdc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 1096 time: 0.0909276 Nov 01 18:36:23.478996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Calling delete_port for 89ada12e-ea99-49be-a81b-fb09f13b6798 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:23.588239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ef497f5-1738-443b-bf1f-9f5e05257031 req-c5a580e5-1032-4e79-8c12-a1e97e8b1e49 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 Nov 01 18:36:23.600637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:23.677280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdb1cccf-cd57-4a99-893d-e74b494f703e req-624128b1-b94b-4653-a66a-b5ce3dcdb6f6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0520074 Nov 01 18:36:23.745890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:24.042457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb0edc-b81b-4418-a13b-e06215d78494 req-f9514da9-8c6b-44fa-a0c3-5ae5fa099203 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:24.050333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55fb0edc-b81b-4418-a13b-e06215d78494 req-f9514da9-8c6b-44fa-a0c3-5ae5fa099203 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1066666 Nov 01 18:36:24.096283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55fb0edc-b81b-4418-a13b-e06215d78494 req-c2c9d407-99f2-43ab-b9f6-d52dd5f82487 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 Nov 01 18:36:24.096987 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:24.173996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Port': ['ID=89ada12e-ea99-49be-a81b-fb09f13b6798,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:24.343392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:24.592928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Router c4890001-f94c-48ac-aa1c-24a465306bfa has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:36:24.726656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:36:24.744720 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] Sync routers for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:36:24.757145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:24.758236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0d64b314-ece0-4260-85d3-f11cdc209479 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6291728 Nov 01 18:36:24.766628 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:24.769133 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:24.813231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:24.824698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:24.826546 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:24.840738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dde79a41-ff73-47ae-bb7a-11e7f516a870 req-517e5542-0971-4c94-ab4e-86d19d3af25f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0512950 Nov 01 18:36:24.882079 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:24.883147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccf789-664a-444f-907a-9f51f619b17c None None] The sync data for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:36:24.890159 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-19fe8bec-6398-43da-9b7c-bc3cced41be4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] delete failed (client error): The resource could not be found. Nov 01 18:36:24.890159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-19fe8bec-6398-43da-9b7c-bc3cced41be4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1536720915 HTTP/1.1" status: 404 len: 335 time: 0.1298783 Nov 01 18:36:24.895674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46610) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:24.900943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-299954c0-5424-4f12-a35e-4b27ed718ecd tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4890001-f94c-48ac-aa1c-24a465306bfa'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:25.308575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-299954c0-5424-4f12-a35e-4b27ed718ecd tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:25.381910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59164-3787-4288-a731-6c010a7fa537 req-03dd3616-8dee-4b15-b806-546181800600 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:25.389948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bd59164-3787-4288-a731-6c010a7fa537 req-03dd3616-8dee-4b15-b806-546181800600 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0952451 Nov 01 18:36:25.446270 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-299954c0-5424-4f12-a35e-4b27ed718ecd tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] update failed (client error): The resource could not be found. Nov 01 18:36:25.454002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46632) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:25.454604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-299954c0-5424-4f12-a35e-4b27ed718ecd tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa HTTP/1.1" status: 404 len: 339 time: 0.5574553 Nov 01 18:36:25.468523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9bd59164-3787-4288-a731-6c010a7fa537 req-7f47462a-0dd6-4fca-859a-b8d1e951043d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Nov 01 18:36:25.857047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:26.015000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a328d93-4a64-4ddc-a864-64df6ff8e6d8 req-c396ceb2-576c-4824-a37c-483c1705f4bc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0598397 Nov 01 18:36:26.306514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Allocated IP 172.20.0.1 (7b67ba64-4521-4151-b25f-dbab487afcda/0c6c3e64-1aaa-4dc0-b92e-510647ef3a24/19d5a8d4-7434-44cf-8b39-18d515f7f7f2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:36:26.467008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:26.562004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:26.610816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 7b67ba64-4521-4151-b25f-dbab487afcda is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:26.614763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:26.620065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:36:26.667104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Port': ['ID=19d5a8d4-7434-44cf-8b39-18d515f7f7f2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:26.673040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde439-294d-4152-a4b7-ca548ceeca65 req-9be2d6ab-df01-47fa-9201-cf2267a47cd3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:26.674631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2adde439-294d-4152-a4b7-ca548ceeca65 req-9be2d6ab-df01-47fa-9201-cf2267a47cd3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1223419 Nov 01 18:36:26.688353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.689001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.689451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.689916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.690636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.691255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.692172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.692620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.693082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.693540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.693980 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.694434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:26.721684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:26.724511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2adde439-294d-4152-a4b7-ca548ceeca65 req-728c4097-bf03-4c24-a6e2-e3d56a335f6b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Nov 01 18:36:26.882682 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.006888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-056bee70-a727-4b64-b67c-766c2b88ddc5 None None] Provisioning complete for port 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:27.007387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-056bee70-a727-4b64-b67c-766c2b88ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.045719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-056bee70-a727-4b64-b67c-766c2b88ddc5 None None] Port 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:36:27.091899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65717d3-985c-4dfd-80c6-416f793957d5 req-a5280258-bc0b-4bf4-b21c-c3a921c9eefe tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:27.093970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c65717d3-985c-4dfd-80c6-416f793957d5 req-a5280258-bc0b-4bf4-b21c-c3a921c9eefe tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0598752 Nov 01 18:36:27.176029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.482372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.504072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ecbb296-c6bc-4435-8046-7a1727a609b6 req-be9036a2-4a50-4bf9-80e7-fd6dd43d6491 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.4043033 Nov 01 18:36:27.537375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c65717d3-985c-4dfd-80c6-416f793957d5 req-242cc875-ecce-416c-9ba3-59536dd6cdcb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365466 Nov 01 18:36:27.591823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.710503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:27.731174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event updated for resources: {'Port': ['ID=19d5a8d4-7434-44cf-8b39-18d515f7f7f2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:27.776279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03b35-b024-4ba4-aefe-9301533447e1 req-11112bab-4025-42e0-9170-e9e329434dd6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:27.791003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8c03b35-b024-4ba4-aefe-9301533447e1 req-11112bab-4025-42e0-9170-e9e329434dd6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1290975 Nov 01 18:36:27.833449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8c03b35-b024-4ba4-aefe-9301533447e1 req-eeb818b1-518a-443c-9ef8-e51b4e84782d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Nov 01 18:36:27.861696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Network 7b67ba64-4521-4151-b25f-dbab487afcda is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:36:27.863296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:36:28.079198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Router c4890001-f94c-48ac-aa1c-24a465306bfa has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:36:28.430674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-96dc9446-25c5-415c-ae4c-12abd9f166c9 None None] Provisioning complete for port 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:28.431270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96dc9446-25c5-415c-ae4c-12abd9f166c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:28.475739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:36:28.515040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fab40ea3-af72-4f47-9c5f-ca9b23a9c96f tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0527408 Nov 01 18:36:28.515590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:28.516863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a93d-19b9-4bb0-940c-455466d6eae5 req-093dd279-fa57-48ce-a2dc-39ef3a78659f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:28.532467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b25a93d-19b9-4bb0-940c-455466d6eae5 req-093dd279-fa57-48ce-a2dc-39ef3a78659f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1387470 Nov 01 18:36:28.580498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] Sync routers for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:36:28.623256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b25a93d-19b9-4bb0-940c-455466d6eae5 req-12127812-395e-4e69-abf2-e43066029d52 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893557 Nov 01 18:36:28.695123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-96dc9446-25c5-415c-ae4c-12abd9f166c9 None None] Port 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:36:28.706470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:28.707149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:28.811238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b66-3114-419c-ae8a-bda72d79f3c7 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:28.818000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac433d13-baee-44f2-80ae-1d7cab8fd6d1 req-6a454ac6-2a1e-4bcb-ada1-4d63da2f12eb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0779216 Nov 01 18:36:28.931965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:28.963379 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-f0bb9b66-3114-419c-ae8a-bda72d79f3c7 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 01 18:36:28.968125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46732) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:28.976662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:28.980200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:28.983746 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0bb9b66-3114-419c-ae8a-bda72d79f3c7 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa HTTP/1.1" status: 409 len: 329 time: 0.4655647 Nov 01 18:36:29.027959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:29.028926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c289aca-0f64-4c99-ba7e-abffecae69d0 None None] The sync data for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:36:29.290211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84323ed3-d1e3-4c4e-b6c0-3a8ae0a90424 req-eeed61da-c3b1-4880-a966-ca0c156f5aa7 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:29.299046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84323ed3-d1e3-4c4e-b6c0-3a8ae0a90424 req-eeed61da-c3b1-4880-a966-ca0c156f5aa7 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 945 time: 0.1918297 Nov 01 18:36:29.431963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84323ed3-d1e3-4c4e-b6c0-3a8ae0a90424 req-4fd3b980-2f8f-4100-bad6-4af2492c8da0 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313906 Nov 01 18:36:29.552385 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:29.972198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba30cbf1-8455-42f9-907d-7c06d0d54f2f req-f7e153ee-f81a-4859-8a84-f08b5854ee0b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0409639 Nov 01 18:36:29.989537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd96d5-d893-4a53-a5df-c91c41b330e6 req-7b4958e5-e09a-41b5-b9a8-5ef934c131a9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:29.996513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fd96d5-d893-4a53-a5df-c91c41b330e6 req-7b4958e5-e09a-41b5-b9a8-5ef934c131a9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.2152696 Nov 01 18:36:30.087597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fd96d5-d893-4a53-a5df-c91c41b330e6 req-0508cd66-5e5c-4248-b475-906dec87a2c0 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856643 Nov 01 18:36:30.191052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting port 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:30.191403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:30.308323 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:30.341186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Calling delete_port for 19d5a8d4-7434-44cf-8b39-18d515f7f7f2 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:30.687200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:30.709398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242362d-2769-48fc-a082-0be786ba0858 req-3848283d-e911-4235-8b19-746acddd7e2a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:30.712158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8242362d-2769-48fc-a082-0be786ba0858 req-3848283d-e911-4235-8b19-746acddd7e2a tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 945 time: 0.1634116 Nov 01 18:36:30.756162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ceada-f3f3-4a29-a60d-42d7761ca419 req-ad889bb5-c1d3-45d6-a03c-92201ccc4a50 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:30.764424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-540ceada-f3f3-4a29-a60d-42d7761ca419 req-ad889bb5-c1d3-45d6-a03c-92201ccc4a50 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 945 time: 0.2146101 Nov 01 18:36:30.859851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Port': ['ID=19d5a8d4-7434-44cf-8b39-18d515f7f7f2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:31.100639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-540ceada-f3f3-4a29-a60d-42d7761ca419 req-f93688cb-8ed9-4773-8b3d-f8c638ce9312 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/security-groups?id=68223230-13d5-4c92-bd0f-7acc3ebd89c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350453 Nov 01 18:36:31.287631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:31.394039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed7af76c-30b7-4dd1-a3fd-e5b0c172b66c req-96deeeb1-f95b-4465-8186-fb63a82aea92 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.1032550 Nov 01 18:36:31.473612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28a707-70a3-4a50-9ede-36735b2d97a5 req-536b7f8a-cbbc-463d-8ee6-b64de90ad361 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:31.475146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf28a707-70a3-4a50-9ede-36735b2d97a5 req-536b7f8a-cbbc-463d-8ee6-b64de90ad361 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1689661 Nov 01 18:36:31.514972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Deleting port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:31.515373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:31.694507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Router c4890001-f94c-48ac-aa1c-24a465306bfa has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:36:31.713172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf28a707-70a3-4a50-9ede-36735b2d97a5 req-8716d802-7da0-496e-88ee-ad766d5d4f80 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063529 Nov 01 18:36:31.828605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] For port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,segment=NetworkSegment(670b0b0c-45af-4982-8dfe-302a8485ab52),segment_id=670b0b0c-45af-4982-8dfe-302a8485ab52)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:31.829159 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:31.844145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Calling delete_port for e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:31.903635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:36:31.909645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-36177778-d060-42fe-86b1-8137e6fdc5b1 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9402292 Nov 01 18:36:31.915876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46850) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:31.920840 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] Sync routers for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:36:31.932367 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:31.933743 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:31.992681 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e1fee731-7505-41ba-aac5-ec5050f0321e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] show failed (client error): The resource could not be found. Nov 01 18:36:31.999673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e1fee731-7505-41ba-aac5-ec5050f0321e tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1472136639 HTTP/1.1" status: 404 len: 335 time: 0.0768974 Nov 01 18:36:32.000405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46856) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:32.010233 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:32.016480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0115bf01-438e-4599-8981-38bf8c7062f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:32.024670 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] Routers {'c4890001-f94c-48ac-aa1c-24a465306bfa'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:36:32.026109 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4890001-f94c-48ac-aa1c-24a465306bfa'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:32.090795 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:32.091760 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f7469-d8cd-40f8-8d92-866dc486536f None None] The sync data for ids ['c4890001-f94c-48ac-aa1c-24a465306bfa'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:36:32.112059 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0115bf01-438e-4599-8981-38bf8c7062f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] update failed (client error): The resource could not be found. Nov 01 18:36:32.114275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0115bf01-438e-4599-8981-38bf8c7062f4 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1800288229 HTTP/1.1" status: 404 len: 335 time: 0.1093848 Nov 01 18:36:32.124324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:32.193043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting subnet 1d99d8c0-b18f-4d07-8574-2e3b8a8ea003 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:36:32.201744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.263575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.269386 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.282580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:36:32.321400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d44b9b9e-2156-43af-896c-272de4d4fbf3 req-1f00cf97-5d9b-44ff-a30c-6dc5a27bd907 tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0766349 Nov 01 18:36:32.365905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Pushing event deleted for resources: {'Port': ['ID=e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:32.426138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] No DVR routers for this DVR port e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:32.432095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.436713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8242362d-2769-48fc-a082-0be786ba0858 req-c81596fc-fe1a-49e0-907a-0ea2ca98c9ad tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.32 "DELETE /v2.0/ports/e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb HTTP/1.1" status: 204 len: 173 time: 1.7128546 Nov 01 18:36:32.436713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'name': 'network-vif-deleted', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:32.438951 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b253e82e-961c-445f-9716-e85c4a868c43" -d '{"events": [{"server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "name": "network-vif-deleted", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:32.503387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.540411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9726b30f-1360-4e5d-b11b-7cb30b8e10b7 x-openstack-request-id: req-9726b30f-1360-4e5d-b11b-7cb30b8e10b7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:32.540706 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a733c1-24c9-44ea-9774-52d17e2e78ec", "name": "network-vif-deleted", "tag": "e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:32.540958 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9726b30f-1360-4e5d-b11b-7cb30b8e10b7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:32.541348 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a733c1-24c9-44ea-9774-52d17e2e78ec', 'name': 'network-vif-deleted', 'tag': 'e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb', 'status': 'completed', 'code': 200} Nov 01 18:36:32.578944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86e0cdf1-d94e-41ff-8c14-97a16e22ab15 req-b1646ac9-ed95-4306-a55e-8897fa6123eb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0365226 Nov 01 18:36:32.588734 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:36:32.700549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.731553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Subnet': ['ID=1d99d8c0-b18f-4d07-8574-2e3b8a8ea003,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:32.762244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.787768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-91289201-e196-4759-a7cb-6dc086e2af27 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/subnets/1d99d8c0-b18f-4d07-8574-2e3b8a8ea003 HTTP/1.1" status: 204 len: 168 time: 0.6405561 Nov 01 18:36:32.789213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46878) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:32.826840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd1b2c-ba1d-409a-94ac-042c48028ff9 None None] Network 2d78a6ff-bc19-4c9f-83c1-4f6672571867 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:32.875913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9fc46-6377-44d0-a173-106f9c911e52 req-16b23cc3-70e1-4470-b515-032ecccb6eb4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:32.877888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbb9fc46-6377-44d0-a173-106f9c911e52 req-16b23cc3-70e1-4470-b515-032ecccb6eb4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0741551 Nov 01 18:36:32.897541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting subnet a8ea6275-8f15-45c3-94d3-eb8dc130559a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:36:32.904434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:32.926308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bbb9fc46-6377-44d0-a173-106f9c911e52 req-fe66ee70-03fd-486b-9558-47523252a52b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Nov 01 18:36:32.968659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.053782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] DHCP port deletion for 2d78a6ff-bc19-4c9f-83c1-4f6672571867 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:36:33.106967 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.114450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Deleting port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:33.114826 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.184961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] For port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,segment=NetworkSegment(529ca4c8-ab28-4f3b-a969-6818c4fe43b2),segment_id=529ca4c8-ab28-4f3b-a969-6818c4fe43b2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:33.185361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.201138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Calling delete_port for b5c42850-c6b2-4ccf-b91e-1d09e3bf911a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:33.267443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.312868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ea6275-8f15-45c3-94d3-eb8dc130559a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:33.326174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eda764-96b0-45dc-981d-de9cf0485f3b None None] Network 3412b38f-246c-46dd-bc21-abcf6b914ec1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:33.333085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.339584 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26e90dcb-2fc6-4928-a84e-2553d7a11f20 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/subnets/a8ea6275-8f15-45c3-94d3-eb8dc130559a HTTP/1.1" status: 204 len: 168 time: 0.5695417 Nov 01 18:36:33.340226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 46894) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:33.437105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.484251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] Pushing event deleted for resources: {'Port': ['ID=b5c42850-c6b2-4ccf-b91e-1d09e3bf911a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:33.484622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67c1c02b-cfd4-46bb-8d7f-cfc05803edb9 req-c75ec876-49cf-4e71-8474-77f5cbfcab4c tempest-VolumesSnapshotTestJSON-1569648167 tempest-VolumesSnapshotTestJSON-1569648167-project] 10.222.0.31 "GET /v2.0/ports?device_id=71a733c1-24c9-44ea-9774-52d17e2e78ec HTTP/1.1" status: 200 len: 210 time: 0.0411665 Nov 01 18:36:33.496724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032437dc-a3c1-47f6-af73-d67445892957 None None] No DVR routers for this DVR port b5c42850-c6b2-4ccf-b91e-1d09e3bf911a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:33.503271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.623999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] DHCP port deletion for 3412b38f-246c-46dd-bc21-abcf6b914ec1 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:36:33.760539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.765709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Deleting port 07858b00-1d62-4531-a4cf-e234a7e0c623 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:33.767709 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.788379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d78a6ff-bc19-4c9f-83c1-4f6672571867']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:33.799027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529ca4c8-ab28-4f3b-a969-6818c4fe43b2') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:33.799338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529ca4c8-ab28-4f3b-a969-6818c4fe43b2') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:33.810411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.834238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.844653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:36:33.848558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.874783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] For port 07858b00-1d62-4531-a4cf-e234a7e0c623, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=07858b00-1d62-4531-a4cf-e234a7e0c623,segment=NetworkSegment(c4219cec-9c40-4a77-b3ef-cfb889a014f7),segment_id=c4219cec-9c40-4a77-b3ef-cfb889a014f7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:33.876764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:33.905374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Calling delete_port for 07858b00-1d62-4531-a4cf-e234a7e0c623 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:36:33.919290 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:36:33.972397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de5b99e4-182d-43f6-a482-6de6dc52f66f req-5e5aea18-dc1d-46fc-81b5-69ca19e2e9cb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0442159 Nov 01 18:36:34.031562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.038492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.041674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/networks/2d78a6ff-bc19-4c9f-83c1-4f6672571867 HTTP/1.1" status: 204 len: 168 time: 0.7002790 Nov 01 18:36:34.045184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46926) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:34.094301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.175195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] Pushing event deleted for resources: {'Port': ['ID=07858b00-1d62-4531-a4cf-e234a7e0c623,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:34.193604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86441b8-36f4-4ab1-b148-bcc53214c825 None None] No DVR routers for this DVR port 07858b00-1d62-4531-a4cf-e234a7e0c623 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:34.553105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.610128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf3595-c8bb-4b43-b36d-149ccb061a5c tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Network': ['ID=2d78a6ff-bc19-4c9f-83c1-4f6672571867,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:34.644222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b5c42850-c6b2-4ccf-b91e-1d09e3bf911a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:34.705596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1e758-6dda-4c6f-b4a1-82a44a52a30e req-822f8bdc-a575-4ab1-9305-b97b973c9a7f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:34.714854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b1e758-6dda-4c6f-b4a1-82a44a52a30e req-822f8bdc-a575-4ab1-9305-b97b973c9a7f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1066670 Nov 01 18:36:34.731880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b5c42850-c6b2-4ccf-b91e-1d09e3bf911a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:34.732227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b5c42850-c6b2-4ccf-b91e-1d09e3bf911a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:34.732651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 07858b00-1d62-4531-a4cf-e234a7e0c623 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:34.760181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.787020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 07858b00-1d62-4531-a4cf-e234a7e0c623 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:34.787362 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 07858b00-1d62-4531-a4cf-e234a7e0c623 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:34.791277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3412b38f-246c-46dd-bc21-abcf6b914ec1']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:34.794592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41b1e758-6dda-4c6f-b4a1-82a44a52a30e req-5c94dd07-4091-4d12-be29-ab8761146fac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787423 Nov 01 18:36:34.827250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4219cec-9c40-4a77-b3ef-cfb889a014f7') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:34.827705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4219cec-9c40-4a77-b3ef-cfb889a014f7') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:34.840774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.855805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.862913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:36:34.863567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:36:34.866818 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:36:34.904938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.054018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.062098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.068034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/networks/3412b38f-246c-46dd-bc21-abcf6b914ec1 HTTP/1.1" status: 204 len: 168 time: 1.0217969 Nov 01 18:36:35.069395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 46970) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:35.069542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8649fe85-30c9-4681-acc9-d6eea36d4487 req-f0790ebc-4ca1-44a4-be4a-2704e554252d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0340610 Nov 01 18:36:35.110652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8f00-7c2e-4b64-a904-fa9d899a8c9a tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Network': ['ID=3412b38f-246c-46dd-bc21-abcf6b914ec1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:35.180825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting subnet 0c6c3e64-1aaa-4dc0-b92e-510647ef3a24 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:36:35.183948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:35.185524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.211656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:35.212269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e2f62f3f-8e92-4898-aee2-8c0e1ede2eeb not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:35.267673 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.386406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.574299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.625949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6c3e64-1aaa-4dc0-b92e-510647ef3a24,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:35.636052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.642109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0079e823-93ee-4d55-8b44-b050fd4a06d0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/subnets/0c6c3e64-1aaa-4dc0-b92e-510647ef3a24 HTTP/1.1" status: 204 len: 168 time: 0.5674241 Nov 01 18:36:35.642585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:35.644326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6037d1-ad5a-4c95-a61f-954074515c56 None None] Network 7b67ba64-4521-4151-b25f-dbab487afcda requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:36:35.745347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.812930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Deleting port 377b8b07-4762-4834-ae5b-8249dbf83eb9 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:35.813327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.867780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] DHCP port deletion for 7b67ba64-4521-4151-b25f-dbab487afcda request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:36:35.902549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] For port 377b8b07-4762-4834-ae5b-8249dbf83eb9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=377b8b07-4762-4834-ae5b-8249dbf83eb9,segment=NetworkSegment(b261798e-6373-4933-bc6d-75973858b4be),segment_id=b261798e-6373-4933-bc6d-75973858b4be)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:35.903214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:35.922826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Calling delete_port for 377b8b07-4762-4834-ae5b-8249dbf83eb9 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:35.968228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Deleting port 377b8b07-4762-4834-ae5b-8249dbf83eb9 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:36:35.968616 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.050440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] For port 377b8b07-4762-4834-ae5b-8249dbf83eb9, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=377b8b07-4762-4834-ae5b-8249dbf83eb9,segment=NetworkSegment(b261798e-6373-4933-bc6d-75973858b4be),segment_id=b261798e-6373-4933-bc6d-75973858b4be)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:36.051139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.065169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f448cd-ee04-43aa-a084-ee0c324b2362 req-f1b1adab-a254-493d-9bfe-9e5e80e0bfe2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:36.067800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Calling delete_port for 377b8b07-4762-4834-ae5b-8249dbf83eb9 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:36:36.071698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5f448cd-ee04-43aa-a084-ee0c324b2362 req-f1b1adab-a254-493d-9bfe-9e5e80e0bfe2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1066537 Nov 01 18:36:36.141710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.166675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5f448cd-ee04-43aa-a084-ee0c324b2362 req-3804c80b-279a-42fb-94c8-5293becea6f5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940199 Nov 01 18:36:36.185143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.212408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Port': ['ID=377b8b07-4762-4834-ae5b-8249dbf83eb9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:36.239947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] No DVR routers for this DVR port 377b8b07-4762-4834-ae5b-8249dbf83eb9 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:36.252763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] Pushing event deleted for resources: {'Port': ['ID=377b8b07-4762-4834-ae5b-8249dbf83eb9,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:36.280151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac6d3a-3cd9-4b40-839c-338e23ae5fb7 None None] No DVR routers for this DVR port 377b8b07-4762-4834-ae5b-8249dbf83eb9 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:36:36.312609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff36e587-077e-4d88-94cc-6b43bd47eb21 req-842c13a9-8c6f-4f02-bfeb-6e90811eda4d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=10f56d93-c4c0-49ba-b080-a65690f347f0 HTTP/1.1" status: 200 len: 210 time: 0.0838299 Nov 01 18:36:36.400364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.458723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b67ba64-4521-4151-b25f-dbab487afcda']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:36.480659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b261798e-6373-4933-bc6d-75973858b4be') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:36.480818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b261798e-6373-4933-bc6d-75973858b4be') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:36:36.499677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.530457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.540163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:36:36.540499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:36:36.545290 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:36:36.610132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 377b8b07-4762-4834-ae5b-8249dbf83eb9 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:36.634030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 377b8b07-4762-4834-ae5b-8249dbf83eb9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:36:36.634644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 377b8b07-4762-4834-ae5b-8249dbf83eb9 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:36:36.700830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202683-dd49-4514-bd54-4a8c3dc6a385 req-391cfba5-c2c5-44cd-9394-1884316bfcae tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:36.702507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90202683-dd49-4514-bd54-4a8c3dc6a385 req-391cfba5-c2c5-44cd-9394-1884316bfcae tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1272330 Nov 01 18:36:36.745688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90202683-dd49-4514-bd54-4a8c3dc6a385 req-6c1a63b2-802b-4749-80a4-5e4e66e15609 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361497 Nov 01 18:36:36.757117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.790019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:36.792988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/networks/7b67ba64-4521-4151-b25f-dbab487afcda HTTP/1.1" status: 204 len: 168 time: 1.1492476 Nov 01 18:36:36.794613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f8b0-c07e-4aac-ad7d-ca7a1c427896 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Pushing event deleted for resources: {'Network': ['ID=7b67ba64-4521-4151-b25f-dbab487afcda,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:36.795825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:36.842090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:36.849300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aefca457-3985-484b-8db7-9d3f39dd9db2 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4890001-f94c-48ac-aa1c-24a465306bfa HTTP/1.1" status: 200 len: 205 time: 0.0451798 Nov 01 18:36:36.937052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:37.128935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:37.131146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:37.291860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:37.291860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Fanout notify agent at l3_agent the message router_deleted on router c4890001-f94c-48ac-aa1c-24a465306bfa {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:36:37.306815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:37.308646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bcacc12c-d67f-41c9-9fbb-33f93cfe2de0 tempest-RoutersNegativeTest-1466346110 tempest-RoutersNegativeTest-1466346110-project] 10.222.0.31 "DELETE /v2.0/routers/c4890001-f94c-48ac-aa1c-24a465306bfa HTTP/1.1" status: 204 len: 168 time: 0.4642205 Nov 01 18:36:37.357579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1baa3b-b763-4705-9ea8-6519e082d3fc req-33332079-9ff4-4058-a51a-c293cb214c92 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:37.378101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d1baa3b-b763-4705-9ea8-6519e082d3fc req-33332079-9ff4-4058-a51a-c293cb214c92 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1190183 Nov 01 18:36:37.435002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d1baa3b-b763-4705-9ea8-6519e082d3fc req-07ab22ee-6b67-47e8-ac8a-e273a7c3a81a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658560 Nov 01 18:36:37.549747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9d722-a2e1-4683-9d89-b9283e1a66f9 req-9af1a8df-89ea-4362-9c70-d8b522bbed9e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:37.555006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39e9d722-a2e1-4683-9d89-b9283e1a66f9 req-9af1a8df-89ea-4362-9c70-d8b522bbed9e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.0578282 Nov 01 18:36:37.613457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39e9d722-a2e1-4683-9d89-b9283e1a66f9 req-16e58cb5-a05c-4df7-8447-1c3a8ba4ff46 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Nov 01 18:36:37.891215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47138) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:38.053258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2119c562-4ef8-46f4-9af5-4e0a1db212ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e608bccda37c48768932def19fdf053b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608822 Nov 01 18:36:38.055863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47150) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:38.108136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:38.131066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:38.271382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:38.274024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:38.275383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/905bddf7-c408-4c2e-8051-f47e446727bf HTTP/1.1" status: 204 len: 168 time: 0.2184174 Nov 01 18:36:38.296106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70354268-cbb2-422a-9dad-92e08ca84f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905bddf7-c408-4c2e-8051-f47e446727bf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:38.654344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367dae1-45eb-4d14-907c-a55a84a958e6 req-e670748b-c1b9-43cb-b656-a0d34d59eac4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:38.676048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3367dae1-45eb-4d14-907c-a55a84a958e6 req-e670748b-c1b9-43cb-b656-a0d34d59eac4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1541719 Nov 01 18:36:38.792081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3367dae1-45eb-4d14-907c-a55a84a958e6 req-967be078-7820-43c2-ac4b-a831bac773bb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110444 Nov 01 18:36:38.902554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c29b5-278a-4b47-be46-061f3be340d5 req-9886e432-ee8e-4154-a7af-3aa6640d6015 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:38.904740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-471c29b5-278a-4b47-be46-061f3be340d5 req-9886e432-ee8e-4154-a7af-3aa6640d6015 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1365874 Nov 01 18:36:38.984154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-471c29b5-278a-4b47-be46-061f3be340d5 req-d3907b23-92f2-42d1-9c66-f290e2e38c90 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618973 Nov 01 18:36:39.118282 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:39.657085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47238) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:39.781156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859560188'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:39.891239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:39.907906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:39.937826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59152-6ddb-494d-a1c3-27d2a84c0d1f req-267d8230-e681-4442-9b01-9fda7fd1e1c6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:39.939405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2be59152-6ddb-494d-a1c3-27d2a84c0d1f req-267d8230-e681-4442-9b01-9fda7fd1e1c6 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0862055 Nov 01 18:36:40.057057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2be59152-6ddb-494d-a1c3-27d2a84c0d1f req-504fa03b-2eff-4995-a5e9-d50526bda3ec tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067843 Nov 01 18:36:40.211761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.237720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad87a38-98fc-422a-9b39-fd06d4a38728 req-cd8ca26a-a9e5-4723-a36f-339dfc4eabd3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:40.239868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ad87a38-98fc-422a-9b39-fd06d4a38728 req-cd8ca26a-a9e5-4723-a36f-339dfc4eabd3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1418331 Nov 01 18:36:40.312527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.356034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ad87a38-98fc-422a-9b39-fd06d4a38728 req-dd62c265-3130-4f34-9376-716c5568abf3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084523 Nov 01 18:36:40.369707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad30af-5720-4491-9cb7-18066cb81544,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:40.440869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.539634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.576525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26963f1-06c1-4bca-b053-bee37b2cf84e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:40.680946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:36:40.713829 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.715698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e728e1d9-2e0e-42e1-a3cf-c24aecd1d97e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0570149 Nov 01 18:36:40.718254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47292) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:40.777684 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.806734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-12c48dba-a19d-4487-b1ef-e8e1535cebfa tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0872240 Nov 01 18:36:40.809317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:40.810005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:40.812341 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc22e929-9e90-49e1-8784-233ef60e5539" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:40.814838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-security--624999757', 'description': 'tempest-security-description-1162221496'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:40.819056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:40.845212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.879347 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83167c24-72c1-4936-8b4d-81b557b1c655 x-openstack-request-id: req-83167c24-72c1-4936-8b4d-81b557b1c655 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:40.879760 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:40.880104 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83167c24-72c1-4936-8b4d-81b557b1c655 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:40.880581 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:36:40.910223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.945218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:40.999523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:41.013040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.015679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.016953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "PUT /v2.0/security-groups/d26963f1-06c1-4bca-b053-bee37b2cf84e HTTP/1.1" status: 200 len: 1779 time: 0.2059379 Nov 01 18:36:41.020160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:41.040965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8ff3e-463a-4510-a7e2-de27b09b6f90 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26963f1-06c1-4bca-b053-bee37b2cf84e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:41.064740 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e715e381-9855-42cc-876c-b516bb0b5014 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups/d26963f1-06c1-4bca-b053-bee37b2cf84e HTTP/1.1" status: 200 len: 1779 time: 0.0419214 Nov 01 18:36:41.067215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:41.146585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.177664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.226163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcceb18-ff50-4a11-a06e-74700ca8f79f req-c431bf0e-495c-45f2-b734-88755bf223cb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:41.229749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efcceb18-ff50-4a11-a06e-74700ca8f79f req-c431bf0e-495c-45f2-b734-88755bf223cb tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0845363 Nov 01 18:36:41.275585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efcceb18-ff50-4a11-a06e-74700ca8f79f req-75e489fc-e6a4-42ce-be6e-1e199da39daa tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Nov 01 18:36:41.334140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.347935 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.347935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/d26963f1-06c1-4bca-b053-bee37b2cf84e HTTP/1.1" status: 204 len: 168 time: 0.2700367 Nov 01 18:36:41.347935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:41.356895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d752-fbf3-46e3-8a0e-f8b258dcde37 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26963f1-06c1-4bca-b053-bee37b2cf84e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:41.421626 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7309c725-0495-430d-9d45-eaf0f8fc6200 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778465 Nov 01 18:36:41.424328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:41.440616 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-5ac748bf-119a-4ca0-9767-50b976c8993e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] delete failed (client error): The resource could not be found. Nov 01 18:36:41.441925 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5ac748bf-119a-4ca0-9767-50b976c8993e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/d26963f1-06c1-4bca-b053-bee37b2cf84e HTTP/1.1" status: 404 len: 347 time: 0.0164731 Nov 01 18:36:41.450225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47336) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:41.456923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785905998'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:41.503787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346f31-979c-441b-8494-07302cdbeaed req-6cb2c5ef-5d6e-435d-940b-e11576b1669b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:41.505380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba346f31-979c-441b-8494-07302cdbeaed req-6cb2c5ef-5d6e-435d-940b-e11576b1669b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0523124 Nov 01 18:36:41.593906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:41.594319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba346f31-979c-441b-8494-07302cdbeaed req-08bf5f3b-3113-41ea-a7ca-084a033fbf1a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724299 Nov 01 18:36:41.740660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.025750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.062190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e372a46-66ff-4b80-a1a0-e3808bf03496,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:42.204551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.205825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-94e45bec-f3f4-4b84-aac5-1ad2417d5b13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7544019 Nov 01 18:36:42.209152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47382) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:42.214477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '6e372a46-66ff-4b80-a1a0-e3808bf03496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:42.339306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.475699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e94952-36e8-4239-b121-422c0b253b56 req-a1a56948-8ff7-4bd7-9995-c0ce6e9206d2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:42.485084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e94952-36e8-4239-b121-422c0b253b56 req-a1a56948-8ff7-4bd7-9995-c0ce6e9206d2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1119442 Nov 01 18:36:42.537651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.554545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e94952-36e8-4239-b121-422c0b253b56 req-5cdedbec-8292-45ee-8890-5773e5f4afa7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Nov 01 18:36:42.699792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:36:42.723532 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.783893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cad568a-d55c-46a0-80b5-6c53df90750b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:42.841259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543cdda-ad74-400e-90e7-7446d5705fe3 req-cd26d01e-ecf7-4e94-8bed-3a11bcf9d5ef tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:42.845311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e543cdda-ad74-400e-90e7-7446d5705fe3 req-cd26d01e-ecf7-4e94-8bed-3a11bcf9d5ef tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1382468 Nov 01 18:36:42.882094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:42.910692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'mac_address': 'fa:16:3e:51:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:36:42.924158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e543cdda-ad74-400e-90e7-7446d5705fe3 req-85dcd104-bac5-416e-bd6f-959e2732b2e2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725756 Nov 01 18:36:42.929393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:42.938646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d6d8da2-6788-47af-ad71-f78312109b9b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7275450 Nov 01 18:36:42.940752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:43.007665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.016703 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.045622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:36:43.046931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.101663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:43.271307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.272556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.283796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.284996 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7cad568a-d55c-46a0-80b5-6c53df90750b HTTP/1.1" status: 204 len: 168 time: 0.3432407 Nov 01 18:36:43.287825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:43.317403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd96505-63cc-49b6-a976-4bdbefe726bb tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cad568a-d55c-46a0-80b5-6c53df90750b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:43.398601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e64beba-d6c5-4675-8bc2-5234074cdf09 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085329 Nov 01 18:36:43.403007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:43.453172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:43.474775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['79db83c3-6a06-4840-bf8c-4ca3036318ff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:36:43.543954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.591743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.778798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1b14-f8c7-4305-9289-cc651e75d8e1 req-e7082105-fa6f-4fb7-ae8e-91529e5747e2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:43.787720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-475e1b14-f8c7-4305-9289-cc651e75d8e1 req-e7082105-fa6f-4fb7-ae8e-91529e5747e2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1343675 Nov 01 18:36:43.853062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-475e1b14-f8c7-4305-9289-cc651e75d8e1 req-1e008d80-d18a-471e-bd69-5bd26a900560 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612888 Nov 01 18:36:43.872054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.876266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:43.881494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e372a46-66ff-4b80-a1a0-e3808bf03496 HTTP/1.1" status: 204 len: 168 time: 0.4736848 Nov 01 18:36:43.883302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47480) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:43.892174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88e6a-b655-49b1-ae6f-8916236d1e4d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e372a46-66ff-4b80-a1a0-e3808bf03496,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:43.940004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c663a658-d4f2-4f0b-b409-646afc80bd89 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554318 Nov 01 18:36:43.943829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47484) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:43.950209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602851718'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:44.066565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb382f80-a41e-404a-8196-59e7beaf4ab0 req-195369f6-050f-4da6-9b24-69619e2ad5f3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:44.068399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb382f80-a41e-404a-8196-59e7beaf4ab0 req-195369f6-050f-4da6-9b24-69619e2ad5f3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 946 time: 0.0673676 Nov 01 18:36:44.107865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:44.112813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719560166', 'description': 'tempest-secgroup-smoke-719560166 description', 'project_id': 'd712ff3728894f5db33da7597d228e41'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:44.121074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb382f80-a41e-404a-8196-59e7beaf4ab0 req-08dcee3a-e0c8-4e77-8092-caa25ba6abcb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444317 Nov 01 18:36:44.175651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.264014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.381511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.472775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.478143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.523799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c171c7f9-6fdb-4792-934e-7f34c18467fb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:44.619320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.653319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.655251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8901592f-3e7d-49ec-99f0-b1fa8f0a2846 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7095485 Nov 01 18:36:44.656120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d680aac7-d627-4b09-b711-1b798aeb6ab0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:44.657706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47502) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:44.663810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': 'c171c7f9-6fdb-4792-934e-7f34c18467fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:44.698582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:36:44.751196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 79db83c3-6a06-4840-bf8c-4ca3036318ff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:36:44.751677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.798384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.799725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d93772f-db93-4725-8b58-bdc7c2dd8b2a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6907372 Nov 01 18:36:44.802641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47508) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:44.807156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:44.833586 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:44.864532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:36:44.869110 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b14a8-14a1-47c5-98a8-226e31230b23" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:36:44.898834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:36:44.933157 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bc4ca6-47cd-46e2-957b-4ff2f2ae0e4f x-openstack-request-id: req-c7bc4ca6-47cd-46e2-957b-4ff2f2ae0e4f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:36:44.933157 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-plugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:36:44.933157 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7bc4ca6-47cd-46e2-957b-4ff2f2ae0e4f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:36:44.933157 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:36:44.995843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963ca9-4138-4ffc-b50c-79aea8671e96 req-020d2caa-2689-4968-8c24-dabcb7f901a2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:45.004979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15963ca9-4138-4ffc-b50c-79aea8671e96 req-020d2caa-2689-4968-8c24-dabcb7f901a2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0569601 Nov 01 18:36:45.045058 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.071473 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15963ca9-4138-4ffc-b50c-79aea8671e96 req-45a87bfc-3b13-4312-9b6c-3f56df288bd9 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674291 Nov 01 18:36:45.133178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.133881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.205946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=13']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:45.217024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.250125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.293579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de93e8-3004-4597-84fa-932930f865d5 req-3698eafc-adde-4627-8f49-ad9b714be351 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:45.295732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9de93e8-3004-4597-84fa-932930f865d5 req-3698eafc-adde-4627-8f49-ad9b714be351 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.0914788 Nov 01 18:36:45.299107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723ed41e-3e84-4075-88b0-5dc31fd34d8e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:45.342950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.352277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9de93e8-3004-4597-84fa-932930f865d5 req-3a0c797a-bea9-4d32-b2a1-e75f5c03dbe9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Nov 01 18:36:45.437280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.476006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a5588b-fa65-4db7-9601-aaa50ee789ea,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:45.479566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.484020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-18ddf607-d260-465c-b2bf-405a34be9191 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8222492 Nov 01 18:36:45.493179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47542) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:45.493179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': 'c171c7f9-6fdb-4792-934e-7f34c18467fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:45.639227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.644284 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-24063562-347c-45b1-bbf0-6c2e3300dc9c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8370605 Nov 01 18:36:45.644794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47548) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:45.649179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:45.710531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.767105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.779939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.835979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.845204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.866333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a48ef1c-6aac-427a-b38e-068d3580f5bb,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:45.921968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.958035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:45.959638 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-73d8e903-c35e-49d9-b2e3-0357f10c9070 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4742286 Nov 01 18:36:45.960372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29b8d87-eb27-4e3d-ad0a-95f4cb24156d,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:45.962495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47568) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:45.967854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': 'c171c7f9-6fdb-4792-934e-7f34c18467fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:46.066892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.071037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f476b74-2523-41ac-89e2-bfb3a77be1c9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235189 Nov 01 18:36:46.071327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47574) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:46.080593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:46.185909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.234443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406456f-70b9-4cea-bf14-f420fc7c8be0 req-513358d2-4664-4c01-aa66-2a5c9489f851 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:46.235955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a406456f-70b9-4cea-bf14-f420fc7c8be0 req-513358d2-4664-4c01-aa66-2a5c9489f851 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0666678 Nov 01 18:36:46.357704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.390895 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.477092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.484868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a406456f-70b9-4cea-bf14-f420fc7c8be0 req-3a1894ca-35c9-4726-814a-fb5413b2e2e5 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378948 Nov 01 18:36:46.599365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.599628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dc27e-10f8-452c-84b1-01430f829b2c req-05c19375-477b-4a12-8e50-96d908ff1834 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:46.599628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f01dc27e-10f8-452c-84b1-01430f829b2c req-05c19375-477b-4a12-8e50-96d908ff1834 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1044192 Nov 01 18:36:46.625366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682bade7-bc79-4560-9250-02e084316041,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:46.641214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.695615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598e14ab-3afd-40c3-979b-8279b7d89bec,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:46.703323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f01dc27e-10f8-452c-84b1-01430f829b2c req-3f7fde79-2f05-41d1-8399-d69801bbc989 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120248 Nov 01 18:36:46.804432 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.805715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-62b6cb8c-bf52-4420-baac-6f7c0a06f316 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7334399 Nov 01 18:36:46.808771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:46.809091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47606) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:46.811432 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c771a1b1-6bcb-4a13-a7e5-31008cb89780 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8476827 Nov 01 18:36:46.813554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:46.817362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47608) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:46.825205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': 'c171c7f9-6fdb-4792-934e-7f34c18467fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:46.857538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:36:46.857538 n-d-815923-2 neutron-server[102783]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 01 18:36:46.857538 n-d-815923-2 neutron-server[102783]: [parameters: {'project_id': 'a5fb980966134213ae8ff4a9af4518eb', 'id': '8386bd55-5d6d-4390-95e4-5119abf4c552', 'expiration': datetime.datetime(2021, 11, 1, 18, 38, 46, 845249)}] Nov 01 18:36:46.857538 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:36:46.859261 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:36:46.978488 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.052611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.162136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.185347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd0d6b3-631a-4038-a981-990292a4e5da,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:47.365477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.367128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08a8ba3c-dc81-4e0c-9930-115c5224b423 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5570300 Nov 01 18:36:47.370566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47628) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:47.378389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:47.530361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.685091 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Project d712ff3728894f5db33da7597d228e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:36:47.705491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.714533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.769382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58888e1a-b982-42b0-8b9e-5f46252dc9a0 req-339a79ab-b29f-44b1-9e0a-456378a5492b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:47.803766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58888e1a-b982-42b0-8b9e-5f46252dc9a0 req-339a79ab-b29f-44b1-9e0a-456378a5492b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1779578 Nov 01 18:36:47.871664 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:47.913795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc81e0b5-2409-41af-a804-cb0a760a2c34,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:47.983813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58888e1a-b982-42b0-8b9e-5f46252dc9a0 req-52ca4c3d-8fde-4133-8d7f-b44d64ffdd88 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730683 Nov 01 18:36:48.060024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.061524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2968f00-ccb8-4750-95b7-ed6714149021 req-c7ea2b61-7557-4f9a-83a3-b7cf57748832 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:48.061905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e5735196-67b2-4ad2-be41-2b1bb1a96d96 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2432122 Nov 01 18:36:48.064743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47664) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:48.070591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': 'c171c7f9-6fdb-4792-934e-7f34c18467fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:48.080054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2968f00-ccb8-4750-95b7-ed6714149021 req-c7ea2b61-7557-4f9a-83a3-b7cf57748832 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2441728 Nov 01 18:36:48.117457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.156176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2968f00-ccb8-4750-95b7-ed6714149021 req-361f54de-33d6-41a1-8678-45797b9925dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747385 Nov 01 18:36:48.239685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.249482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.287785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c78211-9f72-4786-b94f-84eb0590a91e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:48.333013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.339008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.340362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.340362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.343794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.344693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.344693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:36:48.444347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.446279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5d9b3025-68b9-48a4-9fc7-86ff78fda96d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0735087 Nov 01 18:36:48.449271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:48.454181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'security_group_rule': {'security_group_id': 'd680aac7-d627-4b09-b711-1b798aeb6ab0', 'project_id': 'd712ff3728894f5db33da7597d228e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:48.456145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.596641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.625997 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Project d712ff3728894f5db33da7597d228e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:36:48.631807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.660224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64ea598-3d87-4c2b-8dee-d40c43561ccd,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:48.710327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.712151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e5836e22-07a9-40cf-991a-a73c06ed153f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6460543 Nov 01 18:36:48.712952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-76287a04-5e38-47b4-8cc7-244595a9cdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.715672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47692) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:48.784260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.796309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.807417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.887818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:48.915289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5693f2c1-88cc-4dc2-a60c-da5f7c7381ac,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:49.030363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.038784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.040034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a64ea598-3d87-4c2b-8dee-d40c43561ccd HTTP/1.1" status: 204 len: 168 time: 0.3214617 Nov 01 18:36:49.059898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:49.118056 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.120733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88de5663-0556-478e-83a3-647afeb4d5e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6701541 Nov 01 18:36:49.182245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8d761-6057-4cb5-b466-36e3bd172b94 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a64ea598-3d87-4c2b-8dee-d40c43561ccd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:49.318470 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-41269559-3d5a-4af5-a16d-ccb30f7d27bc tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2567170 Nov 01 18:36:49.322533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47738) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:49.386696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.405731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.497042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292476d-def5-4d4e-82c3-539f688ada04 req-fbd01c6f-21a9-4a50-993f-cd1cc67c7756 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:49.498775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5292476d-def5-4d4e-82c3-539f688ada04 req-fbd01c6f-21a9-4a50-993f-cd1cc67c7756 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.2895982 Nov 01 18:36:49.534471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59062b-44d3-4912-b20f-0d7de0d9b66d req-7cbe187c-6ffa-4b83-9563-51e78c59849c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:49.546744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e59062b-44d3-4912-b20f-0d7de0d9b66d req-7cbe187c-6ffa-4b83-9563-51e78c59849c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1867187 Nov 01 18:36:49.624256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.632387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.633865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dc81e0b5-2409-41af-a804-cb0a760a2c34 HTTP/1.1" status: 204 len: 168 time: 0.3034127 Nov 01 18:36:49.645348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e59062b-44d3-4912-b20f-0d7de0d9b66d req-6e8add4f-564f-4f5b-a71d-d2c4fa24c4ed tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970085 Nov 01 18:36:49.647853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47762) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:49.654971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5292476d-def5-4d4e-82c3-539f688ada04 req-621d7178-1202-439b-9050-56ca08abb8c7 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404004 Nov 01 18:36:49.719619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874d94-cd7e-4666-8ed5-d241f1b33c18 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc81e0b5-2409-41af-a804-cb0a760a2c34,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:49.787816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ba55496-82fc-445f-8f6e-108b41d70a74 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0846980 Nov 01 18:36:49.791011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47766) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:49.852900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.863655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:49.976022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.012706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.016004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/682bade7-bc79-4560-9250-02e084316041 HTTP/1.1" status: 204 len: 168 time: 0.2226639 Nov 01 18:36:50.017167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:50.037116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765970-1e52-4652-b648-4c5d9fd51660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=682bade7-bc79-4560-9250-02e084316041,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:50.111762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5a21fd6d-a86b-4505-ad6f-0906be88ac08 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0931883 Nov 01 18:36:50.114963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47782) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:50.178400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.198121 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.441903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.469855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.472711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0a48ef1c-6aac-427a-b38e-068d3580f5bb HTTP/1.1" status: 204 len: 168 time: 0.3560138 Nov 01 18:36:50.475205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47800) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:50.502399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7df47-f4e9-44c1-8d7f-832e50a2ad17 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a48ef1c-6aac-427a-b38e-068d3580f5bb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:50.613944 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c04e1cd-9d48-4ad2-8b19-09b0113fb5a4 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1373916 Nov 01 18:36:50.616980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:50.693340 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.734337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.917138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6509-b8fb-4ebf-8d0a-8dcfbf4a9817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.949016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.955078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:50.959271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:50.963843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/723ed41e-3e84-4075-88b0-5dc31fd34d8e HTTP/1.1" status: 204 len: 168 time: 0.3459158 Nov 01 18:36:50.997631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bd326-2a4a-48a3-a229-6ea68bbef5ab tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=723ed41e-3e84-4075-88b0-5dc31fd34d8e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:51.027280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832222a-ec16-4819-a1a8-0c2badcf16a1 req-1c118c06-6bed-4e52-acd8-4cfc33909e71 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:51.035910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1832222a-ec16-4819-a1a8-0c2badcf16a1 req-1c118c06-6bed-4e52-acd8-4cfc33909e71 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1857758 Nov 01 18:36:51.051527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642590c2-fa3b-4eda-842e-8abed6affbc5 req-50887785-7eff-4228-b716-873c28ca3c53 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:51.053606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642590c2-fa3b-4eda-842e-8abed6affbc5 req-50887785-7eff-4228-b716-873c28ca3c53 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1931620 Nov 01 18:36:51.060945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e3b813b-8c97-4bbe-b365-5f9df9460e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971389 Nov 01 18:36:51.064015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:51.155883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642590c2-fa3b-4eda-842e-8abed6affbc5 req-5610f6be-7c8d-41c0-b041-c88086f0916a tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875161 Nov 01 18:36:51.180631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1832222a-ec16-4819-a1a8-0c2badcf16a1 req-fa235bc8-23a4-439a-9fd8-b91ebcca82c5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363566 Nov 01 18:36:51.219427 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:51.273962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:51.476508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:51.479582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:51.484297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:51.490581 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/c171c7f9-6fdb-4792-934e-7f34c18467fb HTTP/1.1" status: 204 len: 168 time: 0.4252141 Nov 01 18:36:51.543998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca036b0-2955-4109-83a9-5de5439e047c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c171c7f9-6fdb-4792-934e-7f34c18467fb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:51.685616 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:51.687902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c4bedb02-f4a1-449a-920d-e73891a51b7f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1895316 Nov 01 18:36:51.699163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880119239'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:51.859258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.001491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.349880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.405137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.453264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60fa9-6635-439f-82cd-b2bbdf299a96 req-1f990695-72ae-4aba-8194-e87f1bc64bbf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:52.455724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9db60fa9-6635-439f-82cd-b2bbdf299a96 req-1f990695-72ae-4aba-8194-e87f1bc64bbf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1125970 Nov 01 18:36:52.493068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4436f-9f92-4a4e-b43a-54c6874d5e33 req-7b202d73-68f9-4c16-aca4-37f389fa67ea tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:52.496324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f4436f-9f92-4a4e-b43a-54c6874d5e33 req-7b202d73-68f9-4c16-aca4-37f389fa67ea tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.2137361 Nov 01 18:36:52.511174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b399be2-11c6-4ed9-af57-f8d7f1620de4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:52.560537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9db60fa9-6635-439f-82cd-b2bbdf299a96 req-0e4f0b20-25fb-48bb-8fd7-ecab5da008ef tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964072 Nov 01 18:36:52.602543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.605995 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b2e28f14-a559-4549-a6a8-6f838f3f3566 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9149351 Nov 01 18:36:52.609776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47908) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:52.623087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '2b399be2-11c6-4ed9-af57-f8d7f1620de4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:52.625365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f4436f-9f92-4a4e-b43a-54c6874d5e33 req-d1147507-7cd9-4578-a138-03aea1196499 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027994 Nov 01 18:36:52.754221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:52.853023 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.033749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.063199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec1043-4f2a-432f-a199-3fbc4e05c6f7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:53.181853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.188178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47924) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:53.199888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b317812b-977c-4581-b027-f5c8b7da14f7 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5888755 Nov 01 18:36:53.344939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.387721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.581827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.587633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.590873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b399be2-11c6-4ed9-af57-f8d7f1620de4 HTTP/1.1" status: 204 len: 168 time: 0.3998361 Nov 01 18:36:53.593310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47936) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:53.638491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a78c1-d1eb-4341-aab9-71cb14c5d0ea tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b399be2-11c6-4ed9-af57-f8d7f1620de4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:53.847725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:53.937686 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc243178-f523-438a-8dfc-92f5a14725f2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3406944 Nov 01 18:36:53.942533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:53.950166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd24aa-9fc4-4255-a6dd-a45a244ca14b req-9383f65e-87a9-4581-9f5d-5bf1deff1218 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:53.953890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bdd24aa-9fc4-4255-a6dd-a45a244ca14b req-9383f65e-87a9-4581-9f5d-5bf1deff1218 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1398842 Nov 01 18:36:53.962170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785901387'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:53.992763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb744b-05b0-44e7-8f8e-8fb8124e2e3a req-e4ef8c9d-2b29-4e76-aaf7-113b3888632e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:53.996526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbfb744b-05b0-44e7-8f8e-8fb8124e2e3a req-e4ef8c9d-2b29-4e76-aaf7-113b3888632e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2600758 Nov 01 18:36:54.124983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:54.130646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbfb744b-05b0-44e7-8f8e-8fb8124e2e3a req-f4acfaef-ad1c-42d3-b4bb-4475c0768e20 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223545 Nov 01 18:36:54.145192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bdd24aa-9fc4-4255-a6dd-a45a244ca14b req-0830cd16-27d6-44b2-b669-ab4a01977696 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844511 Nov 01 18:36:54.326119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:54.435990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:54.540756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e65256-ae52-4d7a-bc33-25848d642920,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:54.577828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-395e782f-1b4d-4baf-a058-1e33e315cf3a req-b35795da-1a29-4d11-94dc-71f019824968 service neutron] (102783) timed out ('10.222.0.32', 57690) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:36:54.583687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:54.594254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7d10567d-c452-4a16-b948-4a0f5ab186dd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6377587 Nov 01 18:36:54.594558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 47968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:54.595757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--753697410'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:54.743559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.008273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.184458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.269706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b9571a-7e6e-4a98-be70-f85655ccc52f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:55.352920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.357302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93ca6db3-e5f9-43ef-ab33-b851522e5850 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7637112 Nov 01 18:36:55.357735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 47990) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:55.363775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '96e65256-ae52-4d7a-bc33-25848d642920', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40b9571a-7e6e-4a98-be70-f85655ccc52f', 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:55.414629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fbb43-af27-443a-8f12-aaa9389c5656 req-8afd7a20-2e86-42b9-90fc-9882d63f763c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:55.417982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-525fbb43-af27-443a-8f12-aaa9389c5656 req-8afd7a20-2e86-42b9-90fc-9882d63f763c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1382778 Nov 01 18:36:55.478432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-525fbb43-af27-443a-8f12-aaa9389c5656 req-d03936c6-7819-4120-94b9-8361b093bd4e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483098 Nov 01 18:36:55.486995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b6f40-5706-453b-99ac-f8ccba1e0dcc req-f1562cf6-5be6-450d-9bf5-f242b524b86c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:55.488640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-934b6f40-5706-453b-99ac-f8ccba1e0dcc req-f1562cf6-5be6-450d-9bf5-f242b524b86c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1427829 Nov 01 18:36:55.568139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-934b6f40-5706-453b-99ac-f8ccba1e0dcc req-69d4a5ce-ddbe-41ab-89b0-f1dd6fbfe95f tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698369 Nov 01 18:36:55.573765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.731306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.801702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.844270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b7dbc2-f537-4afc-83ff-f690f75139c8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:55.907439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.910315 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-09933400-fb4d-4fea-a061-8f90a7061b58 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5500684 Nov 01 18:36:55.913050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48008) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:55.955103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:55.968698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.161560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.208069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.208069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b7b7dbc2-f537-4afc-83ff-f690f75139c8 HTTP/1.1" status: 204 len: 168 time: 0.2872481 Nov 01 18:36:56.208069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54f38a-2a78-4cc9-ac2f-e190c959630c tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7b7dbc2-f537-4afc-83ff-f690f75139c8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:56.208507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:56.305669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48024) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:56.306260 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6dcb009b-5f72-4404-82fc-2df865fc394b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0963557 Nov 01 18:36:56.403451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.462103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.703630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.717072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.722399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/40b9571a-7e6e-4a98-be70-f85655ccc52f HTTP/1.1" status: 204 len: 168 time: 0.4199395 Nov 01 18:36:56.728218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:56.779262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:56.805653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663d436-9fcd-43f7-b227-55c10e256bae tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b9571a-7e6e-4a98-be70-f85655ccc52f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:56.920227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-297123d2-3994-47d1-86fd-d5cce79d948e tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1932509 Nov 01 18:36:56.921394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f12387-a870-4066-a6ed-a1966542b462 req-d1b05f5e-96f7-4fc7-831e-a5815464189d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:56.925557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48050) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:56.932239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39f12387-a870-4066-a6ed-a1966542b462 req-d1b05f5e-96f7-4fc7-831e-a5815464189d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2833610 Nov 01 18:36:57.012217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b6bd-335b-4874-a56e-2679db9dc219 req-be2ef686-2b7c-4b44-aa52-4c0b5f68fb51 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:57.014040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed45b6bd-335b-4874-a56e-2679db9dc219 req-be2ef686-2b7c-4b44-aa52-4c0b5f68fb51 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1558306 Nov 01 18:36:57.019745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39f12387-a870-4066-a6ed-a1966542b462 req-d16a847d-2b68-48d2-974a-a7c0060ddc22 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857096 Nov 01 18:36:57.045565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.073049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.075620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed45b6bd-335b-4874-a56e-2679db9dc219 req-ebd3db40-5265-422c-b8a1-85d5b9d02a94 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Nov 01 18:36:57.237880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.241074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.245252 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/96e65256-ae52-4d7a-bc33-25848d642920 HTTP/1.1" status: 204 len: 168 time: 0.3120244 Nov 01 18:36:57.246097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:57.273245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bce1-ad92-4f5e-98ff-2325235c104a tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e65256-ae52-4d7a-bc33-25848d642920,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:57.349170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:57.350647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8ef8d42d-9f41-4f75-b158-4d160afb4f1b tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1038747 Nov 01 18:36:57.354522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459013426'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:57.458995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.623159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.745805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.862884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:57.864193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5136731 Nov 01 18:36:57.870736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48090) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:57.881041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '3229cc87-3d24-42b2-9c50-8e322a94fef3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:36:57.884665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313cba-4057-419d-a0be-e06ecb5e2a7d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3229cc87-3d24-42b2-9c50-8e322a94fef3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:58.082114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:58.252597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:58.509144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ebccaf7e-16e6-4710-8caa-9aa6c24092ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:58.589917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace031d-5a4e-43d8-b2c2-d6d60a1df318 req-bf633c87-8fbc-40e6-a7f7-43fb77390249 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:58.593123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ace031d-5a4e-43d8-b2c2-d6d60a1df318 req-bf633c87-8fbc-40e6-a7f7-43fb77390249 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.3225932 Nov 01 18:36:58.632116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:58.735972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:58.777312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75da368-5df2-433f-b419-a902a936d89e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:58.796801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332ca8-7b32-46c3-90cb-53640291bac1 req-b6e854a4-0cba-4982-9102-8ea58d5f2ff3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:36:58.796801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85332ca8-7b32-46c3-90cb-53640291bac1 req-b6e854a4-0cba-4982-9102-8ea58d5f2ff3 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.4213865 Nov 01 18:36:58.885353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ace031d-5a4e-43d8-b2c2-d6d60a1df318 req-2b796de4-8877-4bd1-8d9c-577a32b880d5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763145 Nov 01 18:36:58.929831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ebccaf7e-16e6-4710-8caa-9aa6c24092ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:58.935133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85332ca8-7b32-46c3-90cb-53640291bac1 req-4c102620-3878-403a-93ff-8e9835a5e827 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307786 Nov 01 18:36:59.059084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ebccaf7e-16e6-4710-8caa-9aa6c24092ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.061305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.062589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fc4f240d-f7b0-4cef-96eb-2332e1a244a2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1878960 Nov 01 18:36:59.065677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48132) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:59.117968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ebccaf7e-16e6-4710-8caa-9aa6c24092ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60705b6c4f1c4fb9ae628c7a7f713833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8638532 Nov 01 18:36:59.124843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48134) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:59.149803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccaf7e-16e6-4710-8caa-9aa6c24092ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a05a5-e7b3-4772-8668-ae9cc8c4d65e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:59.261416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.286911 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.554876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.578748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.614631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.622811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.626488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d75da368-5df2-433f-b419-a902a936d89e HTTP/1.1" status: 204 len: 168 time: 0.5573719 Nov 01 18:36:59.627464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48148) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:59.662348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3257f2-2173-445a-a15f-916f629a6be1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d75da368-5df2-433f-b419-a902a936d89e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:59.738863 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d968a039-38af-4ac2-966f-9cf0e4688bb2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098056 Nov 01 18:36:59.747597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48152) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:36:59.841684 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.844617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:36:59.849196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b98a05a5-e7b3-4772-8668-ae9cc8c4d65e HTTP/1.1" status: 204 len: 168 time: 0.7141023 Nov 01 18:36:59.866291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2375-d68d-418f-aff6-bb4a72221ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a05a5-e7b3-4772-8668-ae9cc8c4d65e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:36:59.956964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:00.066655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:00.282308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:00.289574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:00.290790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/3229cc87-3d24-42b2-9c50-8e322a94fef3 HTTP/1.1" status: 204 len: 168 time: 0.5472975 Nov 01 18:37:00.336963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48178) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:00.338962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb22ee-c7a5-4be9-a73d-6d03370f3054 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3229cc87-3d24-42b2-9c50-8e322a94fef3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:00.441701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63225-5a1a-4f22-8aef-d14d222390b4 req-b0b7a851-8a1b-4e98-9c1a-e64067cf2a03 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:00.443135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29a63225-5a1a-4f22-8aef-d14d222390b4 req-b0b7a851-8a1b-4e98-9c1a-e64067cf2a03 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.3330171 Nov 01 18:37:00.508634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e99bf042-090c-4610-805e-97f9b438002f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500525 Nov 01 18:37:00.509347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48186) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:00.517166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f273b-e363-46bd-ae65-0f9b333f7c4b req-461b35e7-eb9e-4d77-8e8a-a6ae14122ec6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:00.522690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d4f273b-e363-46bd-ae65-0f9b333f7c4b req-461b35e7-eb9e-4d77-8e8a-a6ae14122ec6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.4425056 Nov 01 18:37:00.535837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group': {'name': 'tempest-secgroup--128531677'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:00.673111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d4f273b-e363-46bd-ae65-0f9b333f7c4b req-be9ebd3c-6195-4871-af00-212809e17235 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393223 Nov 01 18:37:00.727401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:00.740876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29a63225-5a1a-4f22-8aef-d14d222390b4 req-da778f02-54f7-4860-b832-eb510c67de7d tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555990 Nov 01 18:37:00.957487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.029726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.143878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b09e8-b670-4917-994a-7426ced67f23,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:01.158542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.161231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-faec2848-4f78-4bfc-9c25-b60414955509 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6419320 Nov 01 18:37:01.164159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:01.171774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '232b09e8-b670-4917-994a-7426ced67f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:01.279940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.292864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48218) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:01.325825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ddcb-0b18-464e-8579-ab5e048f51c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.348439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d775ec4-2fae-4437-9faa-eb27cbbd06d7 req-08a15368-7636-44e9-9fa8-ef67fc64de01 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:01.355338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d775ec4-2fae-4437-9faa-eb27cbbd06d7 req-08a15368-7636-44e9-9fa8-ef67fc64de01 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1539900 Nov 01 18:37:01.455128 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.473202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d775ec4-2fae-4437-9faa-eb27cbbd06d7 req-362c4bd7-bf61-4dc3-a705-367c4024ae5b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978818 Nov 01 18:37:01.504927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.582382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd2611-9b74-4a57-a2ed-de9b2e6f9be0,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:01.621074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ddcb-0b18-464e-8579-ab5e048f51c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.667092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.667092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6042c44b-b0b7-4cd0-8923-a460e2460505 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4990435 Nov 01 18:37:01.668546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:01.723009 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7439e2a8-9b41-4f79-8a94-78163ee3e660 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules/0ccd2611-9b74-4a57-a2ed-de9b2e6f9be0 HTTP/1.1" status: 200 len: 763 time: 0.0475810 Nov 01 18:37:01.771035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48236) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:01.774533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ddcb-0b18-464e-8579-ab5e048f51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:01.787384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e183f99-099a-4873-b5bd-5ea2ead9ba72 req-94c01dfb-6586-4e03-9a99-0e23dffa1e20 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:01.795181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e183f99-099a-4873-b5bd-5ea2ead9ba72 req-94c01dfb-6586-4e03-9a99-0e23dffa1e20 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.2123866 Nov 01 18:37:01.824410 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d7a4ddcb-0b18-464e-8579-ab5e048f51c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeccdc30cdea460b9cb057d15d2e31c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301461 Nov 01 18:37:01.825458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:01.888385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e183f99-099a-4873-b5bd-5ea2ead9ba72 req-7215f4a9-7d2f-44f9-aa10-66bdf6e2d917 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799472 Nov 01 18:37:01.931852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4ddcb-0b18-464e-8579-ab5e048f51c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b465fdf-d8ca-4942-a48a-07720eefebd5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:01.973852 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f6ffe73-950a-41ac-838d-fed1d65562f1 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2053034 Nov 01 18:37:01.982303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48252) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:02.053681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.074495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.100747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb008-6877-4e0e-8f1a-340ff28b49ba req-d2853558-c1ed-48a6-b445-ed617a7e5a10 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:02.104887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-090cb008-6877-4e0e-8f1a-340ff28b49ba req-d2853558-c1ed-48a6-b445-ed617a7e5a10 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2123060 Nov 01 18:37:02.108868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.152891 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.249650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-090cb008-6877-4e0e-8f1a-340ff28b49ba req-b618ffac-b711-46be-9551-bf84431056f8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305463 Nov 01 18:37:02.721214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.727772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.729473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0ccd2611-9b74-4a57-a2ed-de9b2e6f9be0 HTTP/1.1" status: 204 len: 168 time: 0.7421153 Nov 01 18:37:02.732287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:02.736587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dd407-84b7-4e68-b819-314b792e5e33 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ccd2611-9b74-4a57-a2ed-de9b2e6f9be0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:02.788181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:02.788389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30404d8f-03f0-47d1-9521-a0e674e7c879 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549419 Nov 01 18:37:02.792956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '232b09e8-b670-4917-994a-7426ced67f23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:02.893072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.896101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:02.900276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b465fdf-d8ca-4942-a48a-07720eefebd5 HTTP/1.1" status: 204 len: 168 time: 1.0708966 Nov 01 18:37:02.908385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c7a22-1726-4343-b29b-2da669bb2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b465fdf-d8ca-4942-a48a-07720eefebd5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:02.928904 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:03.060264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:03.083806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-916cfd53-622b-45f5-955c-ba0386e60632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596976 Nov 01 18:37:03.166676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-eea373d3-cb5b-42f8-b41e-9d45d0e829f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:03.168635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-eea373d3-cb5b-42f8-b41e-9d45d0e829f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 1100 time: 0.0630929 Nov 01 18:37:03.304651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:03.370304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5b6470-10ac-49dd-a6c4-6d59cd50813d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:03.370304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-c889e951-826c-46ca-93dc-b647eede3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:03.370304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-c889e951-826c-46ca-93dc-b647eede3c4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.1719351 Nov 01 18:37:03.392716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04f6a6-86a5-4d5a-9f71-6824ff0348b1 req-c66c9de2-81f9-4619-93aa-05f0717c4ff2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:03.404121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d04f6a6-86a5-4d5a-9f71-6824ff0348b1 req-c66c9de2-81f9-4619-93aa-05f0717c4ff2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.0671668 Nov 01 18:37:03.418969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-6e711a5f-6476-4fe6-8fc1-7cda87203bcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=90ffe99d-a025-4847-be63-ed56619f36d5 HTTP/1.1" status: 200 len: 217 time: 0.0507803 Nov 01 18:37:03.561832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d04f6a6-86a5-4d5a-9f71-6824ff0348b1 req-886c75e7-8030-4201-90d1-57faffad97c1 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Nov 01 18:37:03.690003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-b209350b-532d-4490-9847-499760fad2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:03.690003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-b209350b-532d-4490-9847-499760fad2f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0892742 Nov 01 18:37:03.690003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:03.690003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3eae4d8-5ac2-458e-83d4-4d4da20b7399 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8027561 Nov 01 18:37:03.691950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:03.694661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-42c2b395-d43e-42b8-a413-ffd0c39b2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:03.694661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-42c2b395-d43e-42b8-a413-ffd0c39b2475 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811515 Nov 01 18:37:03.694661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48298) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:03.695606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9bf99b6d-18d7-4ca1-a38f-055b1f60aa3d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules/3f5b6470-10ac-49dd-a6c4-6d59cd50813d HTTP/1.1" status: 200 len: 763 time: 0.0436487 Nov 01 18:37:03.818628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-79c71f8b-68f5-4e80-861b-08ab45cc5495 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1642137 Nov 01 18:37:03.821393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48310) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:03.867107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-00bb6c5c-e392-4909-adc1-868f194d067e service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480185 Nov 01 18:37:03.902216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:03.921610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.005074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ea1b0-ac81-43b0-9583-92ffe48949eb req-d3ffe90e-91e0-4fa3-b1fa-7994d8f9248c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:04.007178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.009822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-668ea1b0-ac81-43b0-9583-92ffe48949eb req-d3ffe90e-91e0-4fa3-b1fa-7994d8f9248c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2139032 Nov 01 18:37:04.046749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.070152 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3f5b6470-10ac-49dd-a6c4-6d59cd50813d HTTP/1.1" status: 204 len: 168 time: 0.2267816 Nov 01 18:37:04.070152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48328) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:04.089873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddc2ba-85de-4351-801a-535dcc0dd61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f5b6470-10ac-49dd-a6c4-6d59cd50813d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:04.117080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-668ea1b0-ac81-43b0-9583-92ffe48949eb req-3bf86828-c44d-439f-a8ae-472532946fcf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925405 Nov 01 18:37:04.170547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bdb3a401-1135-4b27-94a9-8af7f9dcde98 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1028595 Nov 01 18:37:04.173165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48338) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:04.175258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-84c36a73-41c2-4409-ac79-88dae43dee67 req-d091769f-9dc2-4f6b-8ac9-aea7efddcc57 service neutron] 10.222.0.37 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955146 Nov 01 18:37:04.177896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Request body: {'security_group_rule': {'security_group_id': '232b09e8-b670-4917-994a-7426ced67f23', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:04.339750 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Project a5fb980966134213ae8ff4a9af4518eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:37:04.350384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.426894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.515968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.587393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ae2e3e-c01e-40e7-85a8-002d35110086,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:04.616177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-dd361ef5-3cb8-44be-925e-d101afc1b735 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:04.620648 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-dd361ef5-3cb8-44be-925e-d101afc1b735 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.1106284 Nov 01 18:37:04.712344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.721467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ce255ea9-f084-432f-bdb2-829111fb7e85 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5445812 Nov 01 18:37:04.727850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48364) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:04.756043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:04.789957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db1dbce0-c494-4d7a-a8ac-cdc16e6f29bd tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules/83ae2e3e-c01e-40e7-85a8-002d35110086 HTTP/1.1" status: 200 len: 769 time: 0.0393612 Nov 01 18:37:04.800923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:04.834823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be88f7-d76c-423c-bfbe-1d32d3a92261 req-1e0a51a2-763d-4c03-b966-28dbeb7f5e66 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:04.850725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38be88f7-d76c-423c-bfbe-1d32d3a92261 req-1e0a51a2-763d-4c03-b966-28dbeb7f5e66 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 946 time: 0.2519069 Nov 01 18:37:04.886801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:37:04.887439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.038688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f793e00a-1c2d-4f82-9ef2-02fb6dbcf61d tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2360704 Nov 01 18:37:05.043024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:05.052023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38be88f7-d76c-423c-bfbe-1d32d3a92261 req-e82cdeea-796d-4078-98ec-e44e021decd2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954744 Nov 01 18:37:05.073548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.091486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.237114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.246752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port 2f3d3254-a11c-41cb-bc3a-971dfae06e33, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2f3d3254-a11c-41cb-bc3a-971dfae06e33,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:05.247223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.250850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.257157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/83ae2e3e-c01e-40e7-85a8-002d35110086 HTTP/1.1" status: 204 len: 168 time: 0.2128780 Nov 01 18:37:05.269162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:05.282334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167044d-cda7-4be0-b22c-6408089ad30f tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ae2e3e-c01e-40e7-85a8-002d35110086,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:05.313645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for 2f3d3254-a11c-41cb-bc3a-971dfae06e33 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:37:05.442520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4449f2-2a84-4292-876a-42856655d005 req-0a3924ce-4c15-45ea-80cf-726e8820c89a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:05.444201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff4449f2-2a84-4292-876a-42856655d005 req-0a3924ce-4c15-45ea-80cf-726e8820c89a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1169667 Nov 01 18:37:05.530835 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-53e5ea73-2b09-49d7-b7a8-052dd575d3d2 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2600234 Nov 01 18:37:05.536662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48404) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:05.576153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff4449f2-2a84-4292-876a-42856655d005 req-70812ce9-b98b-408d-be46-4af0e0eec3fc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243079 Nov 01 18:37:05.662867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.719185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.829586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.832516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.833790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "DELETE /v2.0/security-groups/232b09e8-b670-4917-994a-7426ced67f23 HTTP/1.1" status: 204 len: 168 time: 0.2904325 Nov 01 18:37:05.837003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:05.855684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce324-e2c3-4b0e-9625-48a5b896ad64 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b09e8-b670-4917-994a-7426ced67f23,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:05.907685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:05.925699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2f3d3254-a11c-41cb-bc3a-971dfae06e33'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:37:05.933031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5f891474-1c58-478b-8053-747d89f0f839'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:37:05.973261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=2f3d3254-a11c-41cb-bc3a-971dfae06e33,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:05.986750 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed963699-0adc-4610-a834-02ee262e0f13 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475625 Nov 01 18:37:05.991016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:06.132678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port 2f3d3254-a11c-41cb-bc3a-971dfae06e33 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:37:06.149235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:06.174374 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad43174-2b6e-45d3-a0fe-8d82a33a10d4 req-429f99ea-25f2-4d54-adfb-77c80e1704ac tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.37 "DELETE /v2.0/ports/2f3d3254-a11c-41cb-bc3a-971dfae06e33 HTTP/1.1" status: 204 len: 173 time: 1.5435483 Nov 01 18:37:06.175896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'name': 'network-vif-deleted', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:06.186773 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce0ae9-9cb3-4149-b6f5-d8198e9cf52d" -d '{"events": [{"server_uuid": "90429def-213c-4084-9115-82e0703fb632", "name": "network-vif-deleted", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:06.189839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-94ab8048-63af-43b2-9f2e-c918893675e5 tempest-SecGroupIPv6Test-559556256 tempest-SecGroupIPv6Test-559556256-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1971922 Nov 01 18:37:06.386773 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e36d8f-0037-4c23-be88-a35f5aa7714f x-openstack-request-id: req-43e36d8f-0037-4c23-be88-a35f5aa7714f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:06.386773 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90429def-213c-4084-9115-82e0703fb632", "name": "network-vif-deleted", "tag": "2f3d3254-a11c-41cb-bc3a-971dfae06e33", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:06.386773 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43e36d8f-0037-4c23-be88-a35f5aa7714f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:06.387598 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90429def-213c-4084-9115-82e0703fb632', 'name': 'network-vif-deleted', 'tag': '2f3d3254-a11c-41cb-bc3a-971dfae06e33', 'status': 'completed', 'code': 200} Nov 01 18:37:06.996109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5592d7f1-2ffd-4a96-99db-63d962dabd0d req-e35cf280-683f-4fb4-b80f-c1e04623230c tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=90429def-213c-4084-9115-82e0703fb632 HTTP/1.1" status: 200 len: 210 time: 0.7555895 Nov 01 18:37:07.086990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4c5f-874d-4a2e-8b57-859d0aa2ff08 req-912fdc97-ab6f-40a4-af5a-914232883719 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:07.094904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dda4c5f-874d-4a2e-8b57-859d0aa2ff08 req-912fdc97-ab6f-40a4-af5a-914232883719 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.0921166 Nov 01 18:37:07.145023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48468) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:07.209696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2dda4c5f-874d-4a2e-8b57-859d0aa2ff08 req-214fb13c-8af5-404f-908d-6fe410df63c7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117840 Nov 01 18:37:07.650296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f4bc836-db07-4dfc-9a5e-f0446c2a6d84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5fb980966134213ae8ff4a9af4518eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032079 Nov 01 18:37:07.654300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48486) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:07.757691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:07.835638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:08.355736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:08.362254 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:08.362777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37ad30af-5720-4491-9cb7-18066cb81544 HTTP/1.1" status: 204 len: 168 time: 0.7049935 Nov 01 18:37:08.420732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898fa2e-6784-4013-b334-8fd74fd51645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad30af-5720-4491-9cb7-18066cb81544,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:08.642985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc47a4-b0a2-450a-8029-448ef73670a2 req-0dc95a95-88ee-4b4e-b076-b1460745b3f2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:08.652180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7bc47a4-b0a2-450a-8029-448ef73670a2 req-0dc95a95-88ee-4b4e-b076-b1460745b3f2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.3295009 Nov 01 18:37:08.781629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2f3d3254-a11c-41cb-bc3a-971dfae06e33 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:37:08.810172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7bc47a4-b0a2-450a-8029-448ef73670a2 req-ca630a55-e8bf-473f-ba33-2e21a910e44c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423068 Nov 01 18:37:08.849740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 2f3d3254-a11c-41cb-bc3a-971dfae06e33 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:37:08.849740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2f3d3254-a11c-41cb-bc3a-971dfae06e33 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:37:09.178293 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:09.584329 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:37:10.104482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088acebf-f6e4-4ce6-82db-b3f07befda3e req-f37e84c1-2ce8-4b4e-b84b-b778bfe37827 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:10.106270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-088acebf-f6e4-4ce6-82db-b3f07befda3e req-f37e84c1-2ce8-4b4e-b84b-b778bfe37827 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1943338 Nov 01 18:37:10.168060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-088acebf-f6e4-4ce6-82db-b3f07befda3e req-9de3a5e1-e863-470b-a8e8-2acc02a78989 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511158 Nov 01 18:37:10.929714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2f580-87ee-4fa2-ae33-444596d38550 req-fa18312b-9292-4e53-8373-644110cb7ab4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:10.935423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20b2f580-87ee-4fa2-ae33-444596d38550 req-fa18312b-9292-4e53-8373-644110cb7ab4 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 945 time: 0.1067739 Nov 01 18:37:10.936344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:11.021444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20b2f580-87ee-4fa2-ae33-444596d38550 req-bfb83b59-2b4c-420a-bddd-9c76114500f2 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 Nov 01 18:37:11.189876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-477005667-network', 'tenant_id': 'b55445472ada45829f9a530bb4782f78'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:11.309750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Made reservation on behalf of b55445472ada45829f9a530bb4782f78 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:11.312424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:11.357917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:11.624047 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:11.650592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9a598-2ebd-4b67-aa2d-4847ad9437e7 req-780d31a3-85ac-435f-baeb-0cddb8a85bef tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:11.659878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bc9a598-2ebd-4b67-aa2d-4847ad9437e7 req-780d31a3-85ac-435f-baeb-0cddb8a85bef tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.3434129 Nov 01 18:37:11.777534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bc9a598-2ebd-4b67-aa2d-4847ad9437e7 req-3d8f8f9d-d6ef-4750-82dd-6cb1801c1a2e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026115 Nov 01 18:37:11.780875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:11.833567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:37:11.847302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:11.847994 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Added segment c851f534-7075-444a-8a70-f4de7747b4ce of type vlan for network 6c723248-db85-406d-a55c-451d0f085402 Nov 01 18:37:11.902345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:12.012833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927b89ff-2791-418b-a8cc-680850f59177,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:12.041180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:12.057005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:12.061809 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:12.351548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] Pushing event updated for resources: {'Network': ['ID=6c723248-db85-406d-a55c-451d0f085402,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:12.364336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6c723248-db85-406d-a55c-451d0f085402 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:37:12.445230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-374566aa-e1df-404d-aadf-535798815916 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:12.447548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-374566aa-e1df-404d-aadf-535798815916 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 945 time: 0.1576519 Nov 01 18:37:12.549708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-228cc505-8b2e-4c22-a6d6-f54205710fbc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6085329 Nov 01 18:37:12.549912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48634) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:12.557073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Request body: {'subnet': {'network_id': '6c723248-db85-406d-a55c-451d0f085402', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-477005667-subnet', 'tenant_id': 'b55445472ada45829f9a530bb4782f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:12.578780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7ef5a-6d21-423e-a474-4ec677ee6330 req-dd2ef561-d2d3-41f9-9b1a-e46e6ea9e280 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:12.580019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ff7ef5a-6d21-423e-a474-4ec677ee6330 req-dd2ef561-d2d3-41f9-9b1a-e46e6ea9e280 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 945 time: 0.3495049 Nov 01 18:37:12.701762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ff7ef5a-6d21-423e-a474-4ec677ee6330 req-7dcc4527-1a0f-4d48-aeae-396727a3c86e tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca5117ca-6ada-4fa1-9eca-178c98327be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 Nov 01 18:37:12.732792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Deleting port 5f891474-1c58-478b-8053-747d89f0f839 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:37:12.732792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:12.756594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Made reservation on behalf of b55445472ada45829f9a530bb4782f78 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:12.760826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:13.060171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] For port 5f891474-1c58-478b-8053-747d89f0f839, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5f891474-1c58-478b-8053-747d89f0f839,segment=NetworkSegment(ecbdbc18-aa48-485e-96bc-43e5c5e6fa88),segment_id=ecbdbc18-aa48-485e-96bc-43e5c5e6fa88)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:13.060945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:13.134917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982feae-2ad4-47af-9c56-b5890074f401 req-1aa79652-888e-44df-991f-960ce331631a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:13.137004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f982feae-2ad4-47af-9c56-b5890074f401 req-1aa79652-888e-44df-991f-960ce331631a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.2059469 Nov 01 18:37:13.138404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Calling delete_port for 5f891474-1c58-478b-8053-747d89f0f839 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:37:13.389579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f982feae-2ad4-47af-9c56-b5890074f401 req-ba5d8339-ea66-47f0-b772-4237d4bb7c2f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451451 Nov 01 18:37:13.629552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:13.718356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Checking segment: {'id': 'c851f534-7075-444a-8a70-f4de7747b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c723248-db85-406d-a55c-451d0f085402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:13.718910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Network hostable DHCP agents. Network: 6c723248-db85-406d-a55c-451d0f085402, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:37:13.725730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0f128a-04fa-4ce4-a641-227c99b14ae5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:13.752265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:13.826776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Pushing event deleted for resources: {'Port': ['ID=5f891474-1c58-478b-8053-747d89f0f839,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:13.885045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Network 6c723248-db85-406d-a55c-451d0f085402 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:37:13.890782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bf86584-7abb-445d-9110-7aa5e47682ef req-11ed5f9c-6e85-4c1f-91d0-402e15a139f8 tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.0590653 Nov 01 18:37:13.892097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] No DVR routers for this DVR port 5f891474-1c58-478b-8053-747d89f0f839 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:37:13.896958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:13.902141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e03e0f8f-a505-4744-9161-2bf49c9241c1 req-bf6922fe-a071-418d-86e8-d1e0da4e7fde tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.32 "DELETE /v2.0/ports/5f891474-1c58-478b-8053-747d89f0f839 HTTP/1.1" status: 204 len: 173 time: 1.4469383 Nov 01 18:37:13.902141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'name': 'network-vif-deleted', 'tag': '5f891474-1c58-478b-8053-747d89f0f839'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:13.905347 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc94ec-52ff-40f8-849f-d16b377e5fcf" -d '{"events": [{"server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "name": "network-vif-deleted", "tag": "5f891474-1c58-478b-8053-747d89f0f839"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:13.985196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6c723248-db85-406d-a55c-451d0f085402) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:14.000072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4218c-d320-4c6e-9743-d9ad031901cd None None] Network 6c723248-db85-406d-a55c-451d0f085402 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:14.001510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:14.003603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:14.057042 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f39e200-e007-433c-aea7-dc8176938c36 x-openstack-request-id: req-6f39e200-e007-433c-aea7-dc8176938c36 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:14.057414 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3805fb13-4cc4-4fe3-b7b2-e9c8862a6962", "name": "network-vif-deleted", "tag": "5f891474-1c58-478b-8053-747d89f0f839", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:14.057765 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f39e200-e007-433c-aea7-dc8176938c36 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:14.065676 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805fb13-4cc4-4fe3-b7b2-e9c8862a6962', 'name': 'network-vif-deleted', 'tag': '5f891474-1c58-478b-8053-747d89f0f839', 'status': 'completed', 'code': 200} Nov 01 18:37:14.137189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60e73611-16db-4ff9-b538-2dc206b7e3a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5862775 Nov 01 18:37:14.283194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd82cb7-fd72-4644-8e0e-6def407924cb None None] Network 6c723248-db85-406d-a55c-451d0f085402 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:14.731794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a503a-b31d-4714-b04b-2ad36c1afd99 req-a82f9f14-229b-4e87-8849-ed481dc0eeaa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:14.740762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38a503a-b31d-4714-b04b-2ad36c1afd99 req-a82f9f14-229b-4e87-8849-ed481dc0eeaa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.1554282 Nov 01 18:37:14.855436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e38a503a-b31d-4714-b04b-2ad36c1afd99 req-6479a9d4-3fde-4ca0-a524-962a017da12c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925953 Nov 01 18:37:15.176616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a78ea70-d838-4f8c-88df-2e7687eecda6 req-54d0e55b-964c-4998-8aab-21c06292c77b tempest-ServersTestJSON-1403407466 tempest-ServersTestJSON-1403407466-project] 10.222.0.31 "GET /v2.0/ports?device_id=3805fb13-4cc4-4fe3-b7b2-e9c8862a6962 HTTP/1.1" status: 200 len: 210 time: 0.1018209 Nov 01 18:37:15.396200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5f891474-1c58-478b-8053-747d89f0f839 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:37:15.431912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 5f891474-1c58-478b-8053-747d89f0f839 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:37:15.433313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5f891474-1c58-478b-8053-747d89f0f839 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:37:15.660965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48756) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:15.667549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1240120599-network', 'tenant_id': 'f662ec74a4cf4356b6a8c601143f31cb'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:15.806994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Made reservation on behalf of f662ec74a4cf4356b6a8c601143f31cb for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:15.809405 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:15.818927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:15.916542 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.001280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.048627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7683e9b3-8ea2-4fc0-a59c-943e816a0fc8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:16.113760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:37:16.113760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.113760 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Added segment cc5cdfb1-7706-4852-b716-4f46403ff2b4 of type vlan for network 2a9d2c5d-f727-4f80-9519-aae657569a5b Nov 01 18:37:16.144333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.287096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.287096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:16.287096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.327923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:16.506729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8444219 Nov 01 18:37:16.518322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48786) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:16.520263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Deleting subnet 9f16b053-5cbd-4c00-a6a0-d13c14c59492 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:37:16.528068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.535321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Request body: {'subnet': {'network_id': '2a9d2c5d-f727-4f80-9519-aae657569a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1240120599-subnet', 'tenant_id': 'f662ec74a4cf4356b6a8c601143f31cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:16.535321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7f046-7812-4cff-b152-7bac1c951902 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9d2c5d-f727-4f80-9519-aae657569a5b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:16.552503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2a9d2c5d-f727-4f80-9519-aae657569a5b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:37:16.590375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.702903 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.707778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Made reservation on behalf of f662ec74a4cf4356b6a8c601143f31cb for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:16.707778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.881440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.933084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f16b053-5cbd-4c00-a6a0-d13c14c59492,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:16.943902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:16.952185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb51f68c-5412-4ef8-bb1c-20b924b48fdc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f16b053-5cbd-4c00-a6a0-d13c14c59492 HTTP/1.1" status: 204 len: 168 time: 0.6221771 Nov 01 18:37:16.955930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48796) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:17.071954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a14cd4-2ed0-44bf-bff6-2be530522e08 req-5dacd86b-dd78-4c33-a10f-47cc5f50d7b9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:17.082934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a14cd4-2ed0-44bf-bff6-2be530522e08 req-5dacd86b-dd78-4c33-a10f-47cc5f50d7b9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 947 time: 0.3203516 Nov 01 18:37:17.179049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a14cd4-2ed0-44bf-bff6-2be530522e08 req-8037beb9-c60b-40f9-8510-b94a3303cd52 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809984 Nov 01 18:37:17.199353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.464525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.473180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.523462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d88a3e-ba12-4684-846e-0397998923a8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:17.551231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:17.553641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbdbc18-aa48-485e-96bc-43e5c5e6fa88') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:17.574301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.590461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.600058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:37:17.600661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:37:17.694049 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:37:17.731726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9c0d46-76a1-4754-afb2-20629c3ccd88,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:17.745919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Checking segment: {'id': 'cc5cdfb1-7706-4852-b716-4f46403ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2a9d2c5d-f727-4f80-9519-aae657569a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:17.748400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Network hostable DHCP agents. Network: 2a9d2c5d-f727-4f80-9519-aae657569a5b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:37:17.768676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.786266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:17.797081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6d88a3e-ba12-4684-846e-0397998923a8 HTTP/1.1" status: 204 len: 168 time: 0.8416450 Nov 01 18:37:17.864507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Network 2a9d2c5d-f727-4f80-9519-aae657569a5b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:37:17.888778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538b8a-9f4a-482e-9293-bf1c1dec7e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d88a3e-ba12-4684-846e-0397998923a8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:18.018199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2a9d2c5d-f727-4f80-9519-aae657569a5b) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:18.025442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:18.026007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.030320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d5206-51e7-47ee-a85d-7cd8dd2ba72a None None] Network 2a9d2c5d-f727-4f80-9519-aae657569a5b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:18.126744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-667e289b-9183-4b6d-9010-f77126bf1e2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6071653 Nov 01 18:37:18.232549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a41d4-c3a4-4723-ab49-55927e2df69e None None] Network 2a9d2c5d-f727-4f80-9519-aae657569a5b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:18.413175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48836) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:18.543669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:18.552879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Deleting subnet af0f128a-04fa-4ce4-a641-227c99b14ae5 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:37:18.560096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.644527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-59bfba0a-c5a3-49b7-abcf-0c9d7dac02fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa054a9f980647f4bffd697b99bbecf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994647 Nov 01 18:37:18.652239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48854) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:18.664541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.693046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb96c712-3ac4-4d74-b6b2-211c827d5c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.727236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.780518 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.788887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:18.870300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:37:19.000811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.008495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.008495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca5117ca-6ada-4fa1-9eca-178c98327be0 HTTP/1.1" status: 204 len: 168 time: 0.3533762 Nov 01 18:37:19.018581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86f035-19c7-4b4a-9d86-63d57212e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5117ca-6ada-4fa1-9eca-178c98327be0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:19.031794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.197672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0f128a-04fa-4ce4-a641-227c99b14ae5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:19.210285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.223549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-995f98ff-d439-45a9-84d6-193d287614e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af0f128a-04fa-4ce4-a641-227c99b14ae5 HTTP/1.1" status: 204 len: 168 time: 0.8092124 Nov 01 18:37:19.227375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:19.435737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.458723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:19.460495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.461794 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f3626-f0fd-4a0d-b6d2-779484d2dde3" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:19.479973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:19.583070 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37855a41-af74-4387-adb8-2f278afaae35 x-openstack-request-id: req-37855a41-af74-4387-adb8-2f278afaae35 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:19.583360 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-unplugged", "status": "completed", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:19.583841 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37855a41-af74-4387-adb8-2f278afaae35 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:19.584395 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'code': 200} Nov 01 18:37:19.589079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.616174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.649797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c723248-db85-406d-a55c-451d0f085402']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:19.666037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c851f534-7075-444a-8a70-f4de7747b4ce') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:19.666928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c851f534-7075-444a-8a70-f4de7747b4ce') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:19.694587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.740449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.758322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:37:19.760220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:37:19.776294 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:37:19.840842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:19.880925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=14']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:19.898322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.910055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.910704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.911239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.911783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.912312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.914652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.915606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.916142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.917410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.917930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:19.919290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:20.226331 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43d75083-ff90-40a9-8d68-781c3e26f000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.295673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a32c-5aa4-4250-bb6a-0849d9ff9cc7 req-f471aa7a-e8db-40cf-8015-9eec79ea740d tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:20.299405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f09a32c-5aa4-4250-bb6a-0849d9ff9cc7 req-f471aa7a-e8db-40cf-8015-9eec79ea740d tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.4230728 Nov 01 18:37:20.386002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43d75083-ff90-40a9-8d68-781c3e26f000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.388964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f09a32c-5aa4-4250-bb6a-0849d9ff9cc7 req-8664efa1-0ca5-4984-8bbb-c2908dc9863c tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567076 Nov 01 18:37:20.652638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.664236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.664236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] 10.222.0.31 "DELETE /v2.0/networks/6c723248-db85-406d-a55c-451d0f085402 HTTP/1.1" status: 204 len: 168 time: 1.4317863 Nov 01 18:37:20.667224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 48924) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:20.686703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dc1fb-03d5-466d-b561-86ed1199b1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6c723248-db85-406d-a55c-451d0f085402,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:20.728070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Deleting subnet 9b9c0d46-76a1-4754-afb2-20629c3ccd88 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:37:20.734118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.815194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.860567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.920669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0557712-659d-4538-b3b3-78c7aed43478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.923465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43d75083-ff90-40a9-8d68-781c3e26f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:20.966633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d75083-ff90-40a9-8d68-781c3e26f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ffee09-1c26-42e4-aaa1-d2043317eec0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:20.972197 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43d75083-ff90-40a9-8d68-781c3e26f000 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8741158a43934eccb7da19ec13cc7827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301031 Nov 01 18:37:20.975698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48946) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:21.043656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.075875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.082117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.181018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.190960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b9c0d46-76a1-4754-afb2-20629c3ccd88 HTTP/1.1" status: 204 len: 168 time: 0.5217502 Nov 01 18:37:21.193327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ae6d7-2ca9-4958-8a1f-2f6c0a8983fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9c0d46-76a1-4754-afb2-20629c3ccd88,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:21.193509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:21.322073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.407263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.413231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.415803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ad779a1e-7bd0-4f92-8f55-7d402eb4872c tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:21.419517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0ffee09-1c26-42e4-aaa1-d2043317eec0 HTTP/1.1" status: 204 len: 168 time: 0.4406588 Nov 01 18:37:21.422640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ad779a1e-7bd0-4f92-8f55-7d402eb4872c tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.0785758 Nov 01 18:37:21.504106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2326f0-4fc8-4093-93dd-185cb14bedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ffee09-1c26-42e4-aaa1-d2043317eec0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:21.527382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.577350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d2c5d-f727-4f80-9519-aae657569a5b']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:21.601899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5cdfb1-7706-4852-b716-4f46403ff2b4') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:21.603229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5cdfb1-7706-4852-b716-4f46403ff2b4') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:21.634974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.640736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Deleting port 90ffe99d-a025-4847-be63-ed56619f36d5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:37:21.642025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.667440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 48982) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:21.698780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.721966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:37:21.722375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:37:21.724414 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:37:21.839998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d91e5-3a4c-4c0d-95f8-240e43b92292 req-93e0705b-7024-4e28-be84-0898535b84e9 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:21.842620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f6d91e5-3a4c-4c0d-95f8-240e43b92292 req-93e0705b-7024-4e28-be84-0898535b84e9 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 949 time: 0.2097845 Nov 01 18:37:21.886250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] For port 90ffe99d-a025-4847-be63-ed56619f36d5, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=90ffe99d-a025-4847-be63-ed56619f36d5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:21.893325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.938975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.946782 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:21.949826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Calling delete_port for 90ffe99d-a025-4847-be63-ed56619f36d5 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:37:21.959480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a9d2c5d-f727-4f80-9519-aae657569a5b HTTP/1.1" status: 204 len: 168 time: 0.7601483 Nov 01 18:37:22.004509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-634298752-network', 'tenant_id': '5a8f5617352a43f9abe524e93c097470'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:22.051932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f6d91e5-3a4c-4c0d-95f8-240e43b92292 req-1ec7ecc0-2e01-4f0f-863d-7b931b4276d0 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/security-groups?id=de773860-34cf-4010-af17-4929edefa373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937172 Nov 01 18:37:22.059008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.077026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bb02f-9466-475d-b7ba-6f52536f789c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9d2c5d-f727-4f80-9519-aae657569a5b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:22.149664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Made reservation on behalf of 5a8f5617352a43f9abe524e93c097470 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:22.152752 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.179493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.366761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.372665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.389711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['90ffe99d-a025-4847-be63-ed56619f36d5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:37:22.437621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc465f-e5d2-4f15-9a82-6409b8b684c9 req-6b3ca0e1-6fb7-43b0-948e-cc7a16fbbaa8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:22.457183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cdc465f-e5d2-4f15-9a82-6409b8b684c9 req-6b3ca0e1-6fb7-43b0-948e-cc7a16fbbaa8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0958655 Nov 01 18:37:22.473004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Pushing event deleted for resources: {'Port': ['ID=90ffe99d-a025-4847-be63-ed56619f36d5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:22.480946 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.533536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] No DVR routers for this DVR port 90ffe99d-a025-4847-be63-ed56619f36d5 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:37:22.538024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.544354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fb08b8b4-96ea-4898-8033-1f23420c4c41 req-ce7fdf4e-a6af-4669-b58a-9033bfb68c6e tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.37 "DELETE /v2.0/ports/90ffe99d-a025-4847-be63-ed56619f36d5 HTTP/1.1" status: 204 len: 173 time: 1.1143003 Nov 01 18:37:22.545076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'name': 'network-vif-deleted', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:22.565890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:37:22.566354 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05148b4-ed46-461f-89d1-132a489f2899" -d '{"events": [{"server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "name": "network-vif-deleted", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:22.604057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574953a-7933-4265-8ca6-dff246cd23fd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:22.612161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9cdc465f-e5d2-4f15-9a82-6409b8b684c9 req-7c9c2fcc-bdcc-4e3a-8e99-ffe95b7ef142 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541226 Nov 01 18:37:22.613974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.614520 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Added segment 9803453b-9b11-43cd-98e2-f53ae15848a6 of type vlan for network 5ed799b8-91c4-4989-9679-400131c9e3c2 Nov 01 18:37:22.712301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b043481-b772-489a-8b6a-68ab0dc83e84 x-openstack-request-id: req-6b043481-b772-489a-8b6a-68ab0dc83e84 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:22.712301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9867d34-bb48-4a0c-876b-d533c5584e2d", "name": "network-vif-deleted", "tag": "90ffe99d-a025-4847-be63-ed56619f36d5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:22.712301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b043481-b772-489a-8b6a-68ab0dc83e84 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:22.712301 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9867d34-bb48-4a0c-876b-d533c5584e2d', 'name': 'network-vif-deleted', 'tag': '90ffe99d-a025-4847-be63-ed56619f36d5', 'status': 'completed', 'code': 200} Nov 01 18:37:22.728287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.730857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:22.812966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.817103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:22.817103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:22.849334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-498f2d06-9f31-4c9c-99a6-7f6355440fa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b55445472ada45829f9a530bb4782f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166823 Nov 01 18:37:22.851370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49032) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:22.944986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:23.016737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:23.028343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed799b8-91c4-4989-9679-400131c9e3c2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:23.043952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:37:23.127877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7dcb16e0-04ec-4a51-95cf-db4cb12520c8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4574738 Nov 01 18:37:23.131842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49048) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:23.148317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Request body: {'subnet': {'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-subnet', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:23.283200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:23.288848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:23.295157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/927b89ff-2791-418b-a8cc-680850f59177 HTTP/1.1" status: 204 len: 168 time: 0.4424744 Nov 01 18:37:23.354215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce340b-f41b-4a4c-b1fd-a94fdd7ffa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927b89ff-2791-418b-a8cc-680850f59177,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:23.362599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-df5b12e7-81a6-4cd1-b696-2b7bc3860ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:23.364280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-df5b12e7-81a6-4cd1-b696-2b7bc3860ca5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.1013668 Nov 01 18:37:23.435327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc331e2f-8c7e-4290-aed6-3fdf3dc6f8cd req-6da8f73e-54d8-4dde-81a9-6f46f70fbe62 tempest-VolumesBackupsTest-130622846 tempest-VolumesBackupsTest-130622846-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9867d34-bb48-4a0c-876b-d533c5584e2d HTTP/1.1" status: 200 len: 210 time: 0.0660207 Nov 01 18:37:23.440126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Made reservation on behalf of 5a8f5617352a43f9abe524e93c097470 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:23.443480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:23.543616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56018-dcce-418a-8396-e39be44a86ed req-68b18493-d092-411c-ac1d-fe71adc18b6f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:23.545522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcb56018-dcce-418a-8396-e39be44a86ed req-68b18493-d092-411c-ac1d-fe71adc18b6f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.3119617 Nov 01 18:37:23.600415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-d5509073-fb2e-4392-985d-d080e4615a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:23.602912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-d5509073-fb2e-4392-985d-d080e4615a2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.2293775 Nov 01 18:37:23.628332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcb56018-dcce-418a-8396-e39be44a86ed req-533f7380-17cc-4bd7-b49f-1d227e01795f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718350 Nov 01 18:37:23.755524 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-ee8598db-8f9d-4f4b-be75-bbe328b48a0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.1446767 Nov 01 18:37:23.913572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-37074c81-564e-48e0-ab6d-855777fbdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:23.915377 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-37074c81-564e-48e0-ab6d-855777fbdef2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1533637 Nov 01 18:37:23.985994 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.029811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.037420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-1f0ac98c-6b23-4086-a580-fb936e354fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:24.079575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-1f0ac98c-6b23-4086-a580-fb936e354fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547582 Nov 01 18:37:24.173088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580b410f-1519-4341-b56d-82d4b9b83d34,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:24.190868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:24.191715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Network hostable DHCP agents. Network: 5ed799b8-91c4-4989-9679-400131c9e3c2, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:37:24.285370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-08cb27bc-5ec0-446c-a057-13a6e71c4402 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942644 Nov 01 18:37:24.286412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:37:24.374897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5ed799b8-91c4-4989-9679-400131c9e3c2) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:24.374897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:24.374897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.395859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49102) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:24.397246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421eea3-dcda-4ffd-bd0e-f102778747a8 None None] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:24.500663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6fd475b3-713c-4391-bba1-e0543d4fb626 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3608849 Nov 01 18:37:24.501375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:24.528891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:24.529688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-963feae1-6cae-4f3d-89c0-da9239170ffe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f662ec74a4cf4356b6a8c601143f31cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324575 Nov 01 18:37:24.532992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49120) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:24.577078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-70d1a221-a930-43ad-92ae-ecabb473e771 req-cd4f5abc-633d-4562-8b36-68795d6ee8c3 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858498 Nov 01 18:37:24.703352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.709157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.718855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.725565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5ed799b8-91c4-4989-9679-400131c9e3c2', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:37:24.729307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.801438 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.817984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:24.902798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05badb1d-f975-4536-bd88-86f78af9cd72 req-3df83c9a-9fa1-4353-858a-ee2273cee544 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:24.904702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05badb1d-f975-4536-bd88-86f78af9cd72 req-3df83c9a-9fa1-4353-858a-ee2273cee544 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0807803 Nov 01 18:37:24.922444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 90ffe99d-a025-4847-be63-ed56619f36d5 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:37:24.967630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 90ffe99d-a025-4847-be63-ed56619f36d5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:37:24.968237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 90ffe99d-a025-4847-be63-ed56619f36d5 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:37:25.013961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05badb1d-f975-4536-bd88-86f78af9cd72 req-d92b6908-73d2-448f-ac65-ba21f571ce46 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987296 Nov 01 18:37:25.035988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:25.039947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:25.048482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7683e9b3-8ea2-4fc0-a59c-943e816a0fc8 HTTP/1.1" status: 204 len: 168 time: 0.5070527 Nov 01 18:37:25.083243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46d464-2ac2-4706-abd9-19fddb221e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683e9b3-8ea2-4fc0-a59c-943e816a0fc8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:25.087745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Allocated IP 172.20.0.2 (5ed799b8-91c4-4989-9679-400131c9e3c2/580b410f-1519-4341-b56d-82d4b9b83d34/5d899967-c345-4856-97f9-12a59cb8a42a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:25.720234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:25.766648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:25.837514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:25.856579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:25.877649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:25.890013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Pushing event updated for resources: {'Port': ['ID=5d899967-c345-4856-97f9-12a59cb8a42a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:25.981759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.013043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Attempting to bind port 5d899967-c345-4856-97f9-12a59cb8a42a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:37:26.013963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Attempting to bind port 5d899967-c345-4856-97f9-12a59cb8a42a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:37:26.014545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Attempting to bind port 5d899967-c345-4856-97f9-12a59cb8a42a on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:26.021468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:37:26.022576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:26.023496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.024277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:37:26.024983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Bound port: 5d899967-c345-4856-97f9-12a59cb8a42a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:37:26.026165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.269489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] For port 5d899967-c345-4856-97f9-12a59cb8a42a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:37:26.280198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] For port 5d899967-c345-4856-97f9-12a59cb8a42a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5d899967-c345-4856-97f9-12a59cb8a42a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:37:26.307800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417eb2-fefe-4100-a6ac-a5fc511d7fc1 req-bfa64ba4-e092-4413-95df-0d4dc4f78b0d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:26.317055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88417eb2-fefe-4100-a6ac-a5fc511d7fc1 req-bfa64ba4-e092-4413-95df-0d4dc4f78b0d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1385474 Nov 01 18:37:26.383127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88417eb2-fefe-4100-a6ac-a5fc511d7fc1 req-9bf4d2da-7070-4cd4-be35-027d023c847d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647862 Nov 01 18:37:26.418081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.537474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7b480-aeb7-4308-b84a-210832061a42 None None] Pushing event updated for resources: {'Port': ['ID=5d899967-c345-4856-97f9-12a59cb8a42a,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:26.715901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.784647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.810042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:26.880550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411728ad-f2a6-4b07-b87d-3940929f39c0 req-00879d7e-2059-418e-a86b-086011fc7308 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:26.889795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-411728ad-f2a6-4b07-b87d-3940929f39c0 req-00879d7e-2059-418e-a86b-086011fc7308 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1416049 Nov 01 18:37:27.052524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Allocated IP 172.25.2.177 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/13d26986-e8c7-4d87-87cf-8958df1ad559) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:27.061889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-411728ad-f2a6-4b07-b87d-3940929f39c0 req-046de5a7-064b-4e91-bd2b-ae332cc2f80a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677866 Nov 01 18:37:27.344822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fbeb9-4b4e-445d-95ec-fbdec53d1377 req-48ebd05c-81b2-486f-92aa-8f94bf2de890 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:27.360394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c3fbeb9-4b4e-445d-95ec-fbdec53d1377 req-48ebd05c-81b2-486f-92aa-8f94bf2de890 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0901272 Nov 01 18:37:27.445434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c3fbeb9-4b4e-445d-95ec-fbdec53d1377 req-ddbb3155-020b-405d-a181-602a580c8b59 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829637 Nov 01 18:37:27.458682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:27.624156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:27.796066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Pushing event updated for resources: {'Port': ['ID=13d26986-e8c7-4d87-87cf-8958df1ad559,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:27.821066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.821686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.822263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.823323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.825064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.827628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.828180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.828711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.829234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.829738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.830250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.836116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:27.849093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:27.863448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:27.880936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:28.248859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-5daa9f46-6d18-466c-946a-b109481403b6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:28.274099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-5daa9f46-6d18-466c-946a-b109481403b6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.3761270 Nov 01 18:37:28.313082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-bdc703a1-685b-444f-9a83-aad77807bb78 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/quotas/9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 375 time: 0.0379937 Nov 01 18:37:28.482871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-4ca76281-a002-4cc1-ae61-ba66ae5282da tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1687644 Nov 01 18:37:28.571804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b704a-40d5-492f-bb25-78543d742d98 None None] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:37:28.784906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:28.833315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] Provisioning complete for port 5d899967-c345-4856-97f9-12a59cb8a42a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:28.835964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:28.838718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5d899967-c345-4856-97f9-12a59cb8a42a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:29.013330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-b491f703-3b5e-4aac-b864-e3455c5cabcb service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294793 Nov 01 18:37:29.248954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:29.305841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f7393ab8-9651-4b64-955c-168db67930fe service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871301 Nov 01 18:37:29.332250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5d899967-c345-4856-97f9-12a59cb8a42a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:29.332250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:29.515667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:29.517151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] For port 5d899967-c345-4856-97f9-12a59cb8a42a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5d899967-c345-4856-97f9-12a59cb8a42a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:29.637684 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:29.804726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62294-9a0b-45b4-a5af-6df4c7255fcb None None] Pushing event updated for resources: {'Port': ['ID=5d899967-c345-4856-97f9-12a59cb8a42a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:30.019785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213a5858-3b83-4250-83b1-e12766cb9127 req-f644b224-774a-476b-8fab-0a22ca35df9e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 210 time: 0.1056778 Nov 01 18:37:30.149330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:37:30.199404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8fb77b3c-749a-441c-ba5c-f9d983bf728f None None] Provisioning complete for port 5d899967-c345-4856-97f9-12a59cb8a42a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:30.199817 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8fb77b3c-749a-441c-ba5c-f9d983bf728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:30.494791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:37:30.518147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:37:30.537963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:37:30.538524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:30.665556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:30.670680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49344) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:30.677541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6db1bc82-3b98-4e16-b412-494f6d576304 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1738217 Nov 01 18:37:31.089525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5d899967-c345-4856-97f9-12a59cb8a42a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:31.177355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:37:31.254655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b170963-d48e-44b7-b3eb-e1da081b83b6 req-15ebb7d9-131e-4f1b-9365-433d4a770e3a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 210 time: 0.0951188 Nov 01 18:37:31.355662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5d899967-c345-4856-97f9-12a59cb8a42a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:31.356444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:31.716211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:28Z', 'revision_number': 3, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:31.821861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:37:31.827609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Updating router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 port 13d26986-e8c7-4d87-87cf-8958df1ad559 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:37:31.888027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:31.924204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.537595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.622691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49392) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:32.626495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.739717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Attempting to bind port 13d26986-e8c7-4d87-87cf-8958df1ad559 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:37:32.740983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Attempting to bind port 13d26986-e8c7-4d87-87cf-8958df1ad559 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:37:32.740983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Attempting to bind port 13d26986-e8c7-4d87-87cf-8958df1ad559 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:32.750639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:37:32.752303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:32.752303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.752303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:37:32.752303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Bound port: 13d26986-e8c7-4d87-87cf-8958df1ad559, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:37:32.752754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.807782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b784-eb6f-4ed6-935a-0b7c057077cf None None] Pushing event updated for resources: {'Port': ['ID=13d26986-e8c7-4d87-87cf-8958df1ad559,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:32.867975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] For port 13d26986-e8c7-4d87-87cf-8958df1ad559, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:37:32.877429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] For port 13d26986-e8c7-4d87-87cf-8958df1ad559, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d26986-e8c7-4d87-87cf-8958df1ad559,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:37:32.928313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef61a7d5-f3cc-4d29-af41-c3cd2d4f72f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:32.984521 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.098055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef61a7d5-f3cc-4d29-af41-c3cd2d4f72f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.108174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60c5fd92-8a58-40dd-aec0-b7e2cd277d40 req-0054dd67-cc23-40fe-88cf-bdcc76f4c571 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 210 time: 0.0539889 Nov 01 18:37:33.129220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b784-eb6f-4ed6-935a-0b7c057077cf None None] Pushing event updated for resources: {'Port': ['ID=13d26986-e8c7-4d87-87cf-8958df1ad559,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:33.129813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Allocated IP 172.20.0.1 (5ed799b8-91c4-4989-9679-400131c9e3c2/580b410f-1519-4341-b56d-82d4b9b83d34/bd742015-75cd-493e-9d43-8371e3e1ee9a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:33.131470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:37:33.132523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:33.276260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef61a7d5-f3cc-4d29-af41-c3cd2d4f72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.285336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:37:33.342483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef61a7d5-f3cc-4d29-af41-c3cd2d4f72f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a141e5b75aff4ebd828fdc87be62f571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186213 Nov 01 18:37:33.345396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61a7d5-f3cc-4d29-af41-c3cd2d4f72f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7eacbc-5828-413b-9725-b9dfdc3f1141,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:33.345588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49408) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:33.379073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.546817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.583026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:28Z', 'revision_number': 3, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:33.590748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-40b40d29-6774-41b1-ae71-c32126ef86c3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:33.593414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-40b40d29-6774-41b1-ae71-c32126ef86c3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.2125614 Nov 01 18:37:33.613302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0921b15-93c0-456a-87e0-32325a428e76 None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:28Z', 'revision_number': 3, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:37:33.624773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'device_id': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'admin_state_up': True, 'tenant_id': '9492341bfc3142069873ddf9e283aab2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:33.653833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.658012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:33.811012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:33.816513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Pushing event updated for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:33.824343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:33.837689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:34.001217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.166751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.169864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.184719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab7eacbc-5828-413b-9725-b9dfdc3f1141 HTTP/1.1" status: 204 len: 168 time: 0.8382332 Nov 01 18:37:34.256937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07571459-1667-49a2-8c28-1c18a68a7f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7eacbc-5828-413b-9725-b9dfdc3f1141,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:34.392578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:34.401138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.468693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f1868792-47e0-4295-bca8-e95bd63957cc None None] Provisioning complete for port bd742015-75cd-493e-9d43-8371e3e1ee9a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:34.469837 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1868792-47e0-4295-bca8-e95bd63957cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.610087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f1868792-47e0-4295-bca8-e95bd63957cc None None] Port bd742015-75cd-493e-9d43-8371e3e1ee9a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:37:34.698811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44917872-43c0-4c94-be82-f9393fc6edf5 req-ccb31baa-37db-48f8-bde9-8b28481543a8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 210 time: 0.2577777 Nov 01 18:37:34.801348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d26986-e8c7-4d87-87cf-8958df1ad559 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:34.912376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:34.916590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d26986-e8c7-4d87-87cf-8958df1ad559 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:34.917302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.086383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.113591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 13d26986-e8c7-4d87-87cf-8958df1ad559, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d26986-e8c7-4d87-87cf-8958df1ad559,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:35.135464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.20.0.7 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/4462468f-2923-4fc7-b80c-670041696e46) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:35.177647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.189510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.269694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=13d26986-e8c7-4d87-87cf-8958df1ad559,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:35.623114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:35.623983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.644655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-904e057a-bb11-412c-bef1-0da7c2b25949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.674651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.766434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.788875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-904e057a-bb11-412c-bef1-0da7c2b25949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.831352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.898780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-904e057a-bb11-412c-bef1-0da7c2b25949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.960872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:35.985222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-904e057a-bb11-412c-bef1-0da7c2b25949 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f3e6f5ec66a44bc81d88cf473ffb1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611383 Nov 01 18:37:35.986375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e057a-bb11-412c-bef1-0da7c2b25949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aaef38-38bf-4521-98a0-b5b1e101b8a1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:35.992439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49502) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:36.010640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:36.016236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Pushing event updated for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:36.026174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:36.030117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:36.151344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.187183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf656-25b7-4694-9bbe-1b07bc0e8df0 req-87921a31-a395-412d-b2f8-8159d1a1f8de tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:36.198220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-428bf656-25b7-4694-9bbe-1b07bc0e8df0 req-87921a31-a395-412d-b2f8-8159d1a1f8de tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 931 time: 0.2903001 Nov 01 18:37:36.225293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.341245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:36.341245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.379325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:36.410252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-428bf656-25b7-4694-9bbe-1b07bc0e8df0 req-a367385e-9262-4a71-a78f-a885e9904a0a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110355 Nov 01 18:37:36.476839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:36.478884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:36.584893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7118d60e-af34-4cdb-9e5c-ac82870c251e None None] Provisioning complete for port 4462468f-2923-4fc7-b80c-670041696e46 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:36.592694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7118d60e-af34-4cdb-9e5c-ac82870c251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.673773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:37:36.681202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7118d60e-af34-4cdb-9e5c-ac82870c251e None None] Port 4462468f-2923-4fc7-b80c-670041696e46 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:37:36.753214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d26986-e8c7-4d87-87cf-8958df1ad559 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:36.830422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d26986-e8c7-4d87-87cf-8958df1ad559 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:36.830801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.903489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.909318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.909318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26aaef38-38bf-4521-98a0-b5b1e101b8a1 HTTP/1.1" status: 204 len: 168 time: 0.9142756 Nov 01 18:37:36.944651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ab10-df08-4841-bf89-7f91ee0e68fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aaef38-38bf-4521-98a0-b5b1e101b8a1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:36.968372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-47312efe-786e-4e72-9489-78fb7e536704 None None] Provisioning complete for port bd742015-75cd-493e-9d43-8371e3e1ee9a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:36.969072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47312efe-786e-4e72-9489-78fb7e536704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:36.977527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:37:36.989064 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:37:37.007988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8fd7646c-fd7a-4753-82c5-e7a89fa1cf71 admin admin] 10.222.0.31 "PUT /v2.0/routers/8ef83157-3047-4d41-8c70-1bbbfeb4c686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3254490 Nov 01 18:37:37.007988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-f1c93ae0-3319-433f-9aac-dd1c2ac72b12 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3935122 Nov 01 18:37:37.023160 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:37:37.023778 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:37.028103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Request body: {'port': {'device_id': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:37.089739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-47312efe-786e-4e72-9489-78fb7e536704 None None] Port bd742015-75cd-493e-9d43-8371e3e1ee9a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:37:37.138069 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:37.376197 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:37:37.754677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33f641-c85f-4daf-8e69-03be49f73423 req-6cea8f75-75d9-45d2-93e7-2ff22c93fb0c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:37.756371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d33f641-c85f-4daf-8e69-03be49f73423 req-6cea8f75-75d9-45d2-93e7-2ff22c93fb0c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 931 time: 0.1818364 Nov 01 18:37:37.788243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4462468f-2923-4fc7-b80c-670041696e46 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:37:37.883524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:37.891492 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 2, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:37.949812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Transition to ACTIVE for port object 4462468f-2923-4fc7-b80c-670041696e46 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:37:37.957658 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:37:37.958473 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Updating router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 port bd742015-75cd-493e-9d43-8371e3e1ee9a binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:37:37.967376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d33f641-c85f-4daf-8e69-03be49f73423 req-91fc68f3-5c2b-44b7-9973-2bc828c898ed tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941786 Nov 01 18:37:38.022684 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:38.062662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:38.197539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Pushing event updated for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:38.301413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:38.318424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109371405', 'description': 'tempest-description--726936391'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:38.376295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Attempting to bind port 4462468f-2923-4fc7-b80c-670041696e46 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:37:38.376629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Attempting to bind port 4462468f-2923-4fc7-b80c-670041696e46 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:37:38.376960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Attempting to bind port 4462468f-2923-4fc7-b80c-670041696e46 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:38.382091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Port 4462468f-2923-4fc7-b80c-670041696e46 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:37:38.382418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Attempting to bind port 4462468f-2923-4fc7-b80c-670041696e46 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:38.388892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:37:38.389229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:38.389618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:37:38.390454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Bound port: 4462468f-2923-4fc7-b80c-670041696e46, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:37:38.390852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:38.452869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:38.538209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:37:38.545276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4462468f-2923-4fc7-b80c-670041696e46,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:37:38.670349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.157150 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.163808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:39.163808 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.163808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] 10.222.0.32 "PUT /v2.0/ports/4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 200 len: 1091 time: 1.7466235 Nov 01 18:37:39.163808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'tag': '4462468f-2923-4fc7-b80c-670041696e46'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:39.163808 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0988d-11d1-4771-9af9-d13533cccd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "tag": "4462468f-2923-4fc7-b80c-670041696e46"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:39.167863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.168772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665833ae-f5bd-4c37-98e6-6c8c032b887b service neutron] Pushing event updated for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:39.170322 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.171411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c9132-83e3-4477-ad28-82dae87024d3 x-openstack-request-id: req-cc0c9132-83e3-4477-ad28-82dae87024d3 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:39.171411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "tag": "4462468f-2923-4fc7-b80c-670041696e46", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:39.171411 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc0c9132-83e3-4477-ad28-82dae87024d3 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:39.171411 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'tag': '4462468f-2923-4fc7-b80c-670041696e46', 'status': 'completed', 'code': 200} Nov 01 18:37:39.172365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41debd2d-ad61-4217-ac74-3038a160021a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:39.230144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-c812a681-888d-42cc-b6b7-59dc4b745f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:39.235964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-c812a681-888d-42cc-b6b7-59dc4b745f96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1094 time: 0.2443068 Nov 01 18:37:39.257254 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.280227 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.282217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.282590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a569-8023-43ae-9689-7c5856e7cf40 req-903767f0-c0f9-4036-b86f-af8eb1774dbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:39.286411 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6df79b72-c258-4f4b-8fdc-5848fc1da4ff tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9734366 Nov 01 18:37:39.286590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8b2a569-8023-43ae-9689-7c5856e7cf40 req-903767f0-c0f9-4036-b86f-af8eb1774dbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 943 time: 0.1028621 Nov 01 18:37:39.287212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:39.297731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group_rule': {'security_group_id': '41debd2d-ad61-4217-ac74-3038a160021a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:39.382420 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Pushing event updated for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:39.433987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8b2a569-8023-43ae-9689-7c5856e7cf40 req-e8a95c47-4b9a-4dda-a266-85add9303ac0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327555 Nov 01 18:37:39.439011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.441034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.444054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.444576 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.456981 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.469912 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.470470 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.470964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.471429 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.473201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.479472 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.479472 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.479780 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:39.536925 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Attempting to bind port bd742015-75cd-493e-9d43-8371e3e1ee9a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:37:39.537290 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Attempting to bind port bd742015-75cd-493e-9d43-8371e3e1ee9a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:37:39.537648 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Attempting to bind port bd742015-75cd-493e-9d43-8371e3e1ee9a on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:39.545658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-10cdc7d2-d1e5-403a-9d7d-c60693a9fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:39.548883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-10cdc7d2-d1e5-403a-9d7d-c60693a9fec8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9492341bfc3142069873ddf9e283aab2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3018332 Nov 01 18:37:39.550147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:37:39.550515 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:39.550918 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.551334 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:37:39.551946 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Bound port: bd742015-75cd-493e-9d43-8371e3e1ee9a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:37:39.552372 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.689070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.743841 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] For port bd742015-75cd-493e-9d43-8371e3e1ee9a, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:37:39.755836 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] For port bd742015-75cd-493e-9d43-8371e3e1ee9a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd742015-75cd-493e-9d43-8371e3e1ee9a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:37:39.814325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.876172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adb9f3a-17d3-440d-aa41-4ff68f270320,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:39.886811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-38ad331f-1a6a-4f83-8a28-7e236d78eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:39.888504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20e0988d-11d1-4771-9af9-d13533cccd6e req-38ad331f-1a6a-4f83-8a28-7e236d78eaf7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329449 Nov 01 18:37:39.909268 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:39.992120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] Provisioning complete for port bd742015-75cd-493e-9d43-8371e3e1ee9a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:39.993317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.027402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.032956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49640) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:40.041429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1f9a47fe-a4e8-4a45-8c2d-66c994e5add7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7404618 Nov 01 18:37:40.045994 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:37:40.048326 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:40.053071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group_rule': {'security_group_id': '41debd2d-ad61-4217-ac74-3038a160021a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:40.104685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-e201c0fe-96c4-472f-bd5d-015f65ee79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:40.120045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-e201c0fe-96c4-472f-bd5d-015f65ee79ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1094 time: 0.1547019 Nov 01 18:37:40.278769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00535531-1ed9-4f11-ab9e-86f0cc2fbeb3 None None] Pushing event updated for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:40.282920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-12a91ee9-bfe2-466c-8718-0923272f9568 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 200 len: 217 time: 0.1521845 Nov 01 18:37:40.309298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.379201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-53ae9f20-6c74-44db-8382-8ab73777841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:40.380876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-53ae9f20-6c74-44db-8382-8ab73777841e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0877032 Nov 01 18:37:40.470258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] For port bd742015-75cd-493e-9d43-8371e3e1ee9a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd742015-75cd-493e-9d43-8371e3e1ee9a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:40.493562 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:37:40.510280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.537823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-6e3bcda0-ce57-4311-be52-6ebbe9351389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:40.539643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-6e3bcda0-ce57-4311-be52-6ebbe9351389 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509368 Nov 01 18:37:40.566733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.700408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac4229-52b1-4189-9870-448877dc8c7b None None] Pushing event updated for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:40.802038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e80c02c0-8f3f-47f4-b7ae-a803a1d8ad2b None None] Provisioning complete for port bd742015-75cd-493e-9d43-8371e3e1ee9a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:40.802038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e80c02c0-8f3f-47f4-b7ae-a803a1d8ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.802196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.822112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946413ea-ddd8-4bc0-9e53-e3542ebccb1a req-c7920643-7bba-42fb-86d5-7f4b901a43da tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:40.823805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-946413ea-ddd8-4bc0-9e53-e3542ebccb1a req-c7920643-7bba-42fb-86d5-7f4b901a43da tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 943 time: 0.1546819 Nov 01 18:37:40.865372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-7b40e855-0086-4a94-95c8-fb4fd7757603 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097801 Nov 01 18:37:40.910157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:39Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:37:40.936931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:40.985281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccdcf29-f137-44e4-a931-dcf9e82b7a76,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:41.027474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879f3ee-8dc9-49e7-b14a-66d29679cf4e None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:39Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:37:41.068618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-946413ea-ddd8-4bc0-9e53-e3542ebccb1a req-323a6c7a-6ebe-48cf-8392-b710089221fa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272799 Nov 01 18:37:41.146998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:41.146998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-65a25052-47df-4a23-9580-2fdf847f0daf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1071460 Nov 01 18:37:41.149352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:41.154334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:41.181039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b534c7ed-20b4-4eeb-ace6-3664d136c2e0 req-d3f374db-16ae-41d2-817e-74e604a84a66 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987504 Nov 01 18:37:41.417313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:41.584543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:41.837841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Allocated IP 172.25.2.78 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/3710af06-c786-486a-8c18-e29c78efc3e8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:41.896215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:42.097838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:42.197651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:42.206655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:42.213841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:42.245336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=3710af06-c786-486a-8c18-e29c78efc3e8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:42.258333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b37e5a-0345-486f-8f9e-5852510a40a7 req-39bcf22a-e2a0-4a9f-b4f0-9c534324db52 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:42.267050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b37e5a-0345-486f-8f9e-5852510a40a7 req-39bcf22a-e2a0-4a9f-b4f0-9c534324db52 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 943 time: 0.1014273 Nov 01 18:37:42.315753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b37e5a-0345-486f-8f9e-5852510a40a7 req-dd705d02-0b65-4e63-ab62-471091767edd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Nov 01 18:37:42.448554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:42.626888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:42.699297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd742015-75cd-493e-9d43-8371e3e1ee9a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:42.792121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port bd742015-75cd-493e-9d43-8371e3e1ee9a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:42.792777 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:42.975062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:43.160181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:43.258457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=3710af06-c786-486a-8c18-e29c78efc3e8,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:43.265443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:43.470026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382b39e-c1ae-4ef3-88b4-6ec9e756d838 req-961a09ab-7fee-46eb-aa1c-b0f62e99786c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:43.472378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b382b39e-c1ae-4ef3-88b4-6ec9e756d838 req-961a09ab-7fee-46eb-aa1c-b0f62e99786c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 943 time: 0.0765238 Nov 01 18:37:43.482325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:43.492414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ccb355c1-acc6-49d3-84bd-19135c8ddd98 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3419075 Nov 01 18:37:43.524329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4462468f-2923-4fc7-b80c-670041696e46 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:37:43.597538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b382b39e-c1ae-4ef3-88b4-6ec9e756d838 req-16940543-88d6-4700-98eb-495a2c358e2a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925169 Nov 01 18:37:43.756735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4462468f-2923-4fc7-b80c-670041696e46,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:43.773570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '4462468f-2923-4fc7-b80c-670041696e46', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '4462468f-2923-4fc7-b80c-670041696e46', 'mac_address': 'fa:16:3e:7b:26:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:37:43.840053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:43.854593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4462468f-2923-4fc7-b80c-670041696e46 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:37:43.879816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4462468f-2923-4fc7-b80c-670041696e46,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:44.028829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:44.119872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:44.256967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:37:44.894723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84fb53-79c7-4e13-8873-8ea98c55fb3d req-388c32d9-337f-4486-bcab-92281d94d930 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:44.896421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c84fb53-79c7-4e13-8873-8ea98c55fb3d req-388c32d9-337f-4486-bcab-92281d94d930 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 944 time: 0.0647175 Nov 01 18:37:45.024053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c84fb53-79c7-4e13-8873-8ea98c55fb3d req-c524d359-a20a-42c9-9d79-e23d835ee297 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183131 Nov 01 18:37:45.545007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4462468f-2923-4fc7-b80c-670041696e46 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:37:45.686008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 4462468f-2923-4fc7-b80c-670041696e46 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:37:45.695474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 4462468f-2923-4fc7-b80c-670041696e46 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:45.695474 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:45.825734 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:45.869983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4462468f-2923-4fc7-b80c-670041696e46'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:45.872913 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee23893-b3f7-4f9a-a9aa-e682add3936f" -d '{"events": [{"server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "name": "network-vif-plugged", "status": "completed", "tag": "4462468f-2923-4fc7-b80c-670041696e46"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:45.890605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4462468f-2923-4fc7-b80c-670041696e46,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:37:45.925148 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d8482-7446-416d-ac8f-3f4697f33855 x-openstack-request-id: req-bd0d8482-7446-416d-ac8f-3f4697f33855 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:45.925453 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "name": "network-vif-plugged", "status": "completed", "tag": "4462468f-2923-4fc7-b80c-670041696e46", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:45.928821 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd0d8482-7446-416d-ac8f-3f4697f33855 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:45.928821 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4462468f-2923-4fc7-b80c-670041696e46', 'code': 200} Nov 01 18:37:45.977003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:46.136297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d918-2c45-4a2a-bba5-796de20bc5d4 req-23dd6f36-07a0-4c19-ab17-a663e0abae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:46.138027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3130d918-2c45-4a2a-bba5-796de20bc5d4 req-23dd6f36-07a0-4c19-ab17-a663e0abae92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1096 time: 0.1107807 Nov 01 18:37:46.221597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:46.305417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3130d918-2c45-4a2a-bba5-796de20bc5d4 req-9ff69089-75f6-4d24-b4d0-1032c323c5aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599710 Nov 01 18:37:46.333388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbcaa2-ce19-4fac-a4a6-76f2f1b86da6 req-a944afbb-1bc7-46c8-9343-5cce10d1f272 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:46.335213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbcbcaa2-ce19-4fac-a4a6-76f2f1b86da6 req-a944afbb-1bc7-46c8-9343-5cce10d1f272 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1331682 Nov 01 18:37:46.386485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbcbcaa2-ce19-4fac-a4a6-76f2f1b86da6 req-439e4316-2483-4b70-a5e1-4b0fa8174efd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Nov 01 18:37:46.596625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:37:46.603906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-312d5e06-c0ae-4f12-95ed-2998451e6fc7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719560166&fields=id&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 267 time: 0.0936654 Nov 01 18:37:46.790301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-50dd682d-1dc9-471d-9765-eb6d9bdd35e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:46.790301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-50dd682d-1dc9-471d-9765-eb6d9bdd35e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1759582 Nov 01 18:37:46.820174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-f2f90928-0021-4798-9f2b-4d98b2c248dc tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0254457 Nov 01 18:37:46.919366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-249c59d0-359d-4cab-95e1-a015e628581e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859149 Nov 01 18:37:47.179717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-e8100868-05dc-43bb-9258-cc5c2ba5db03 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410035 Nov 01 18:37:47.306419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-4f4e9514-9a83-4d37-9a0b-48d9e274ee01 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185541 Nov 01 18:37:48.249383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ba17a-2500-447a-b0be-000262c0c76b req-6b701eaa-0f34-4252-909a-78823a700488 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:48.258052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b3ba17a-2500-447a-b0be-000262c0c76b req-6b701eaa-0f34-4252-909a-78823a700488 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1037674 Nov 01 18:37:48.334080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b3ba17a-2500-447a-b0be-000262c0c76b req-0b9ab03d-c582-463e-8c1f-1bf6b544ebad tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728431 Nov 01 18:37:48.440801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b49bb0e9-00e9-4a09-9db2-119390552b63 req-e116ac70-15ae-4617-a712-e710435f0c8a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0602548 Nov 01 18:37:48.651772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3853b27f-e12e-455e-942c-411b6dbd2891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:49.054456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80b13-1007-40c7-b813-1b4ed28257d9 req-3d07abea-8802-48dc-a5c5-a0de0f0fc3ad tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:49.072928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54b80b13-1007-40c7-b813-1b4ed28257d9 req-3d07abea-8802-48dc-a5c5-a0de0f0fc3ad tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1769037 Nov 01 18:37:49.173403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54b80b13-1007-40c7-b813-1b4ed28257d9 req-f7bb2a07-a164-46de-a51b-0bc79286f13f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951836 Nov 01 18:37:49.560576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb5cefa5-8d41-4eaa-8cd8-cc72db2bc5c3 req-ae1da167-8bef-4c52-b35a-0bf64b178c1b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0398049 Nov 01 18:37:50.382693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3414ce-223e-4d80-a65c-8fc758b48f1c req-2645a2e4-db58-43e0-a6e6-ef17fd52ae24 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:50.384615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d3414ce-223e-4d80-a65c-8fc758b48f1c req-2645a2e4-db58-43e0-a6e6-ef17fd52ae24 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0891697 Nov 01 18:37:50.437331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d3414ce-223e-4d80-a65c-8fc758b48f1c req-61c12afc-71db-4dc0-9795-8e3f7e1e5003 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Nov 01 18:37:50.679658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c375c863-abc7-4584-b4ef-04b5f9a04d35 req-916ffb72-505a-4d3e-a912-63a60c63e36e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0375364 Nov 01 18:37:50.875217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa888-1e10-476a-8ba1-148e91558694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:51.116288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-facad703-b1b8-40ac-babd-0205d9c3e1c4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:51.117935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-facad703-b1b8-40ac-babd-0205d9c3e1c4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.37 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1808288 Nov 01 18:37:51.195375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-70660f55-49e1-4f8d-9bd4-5a67ce6ff287 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 379 time: 0.0635412 Nov 01 18:37:51.205760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'security_groups': ['d680aac7-d627-4b09-b711-1b798aeb6ab0']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:51.491542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:37:51.499263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:51.611101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060bc87-4621-4ffc-8576-314b34fbb0ef req-a50acb40-4a7e-4d3b-b847-f4117d0f928d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:51.619436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0060bc87-4621-4ffc-8576-314b34fbb0ef req-a50acb40-4a7e-4d3b-b847-f4117d0f928d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Nov 01 18:37:51.665753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0060bc87-4621-4ffc-8576-314b34fbb0ef req-05595b3b-a061-4bae-945c-9f013d633856 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Nov 01 18:37:51.836296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f82d627-36bf-4b1c-9366-f16575ab9fdc req-989a5499-9008-4abc-b668-a0b26a110c33 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0686336 Nov 01 18:37:51.851550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.8 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:37:52.057645 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:52.102381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:52.624466 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:52.782383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:52.819805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:37:52.822410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:37:52.828977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:37:52.939491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:52.940229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:52.942834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085411-142b-4612-9964-3b7fa815957f req-72230ff0-2516-4a5f-8cd8-1a8d9a45e1d2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:52.944453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c085411-142b-4612-9964-3b7fa815957f req-72230ff0-2516-4a5f-8cd8-1a8d9a45e1d2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1488326 Nov 01 18:37:53.040583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c085411-142b-4612-9964-3b7fa815957f req-9dda090f-1506-45ae-a107-d5f217aad5d3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799870 Nov 01 18:37:53.066744 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-906f9352-0f89-4528-8398-54ac4c47578e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8653316 Nov 01 18:37:53.082037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Request body: {'port': {'device_id': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:53.225348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:53.315095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fb315-0633-48ab-bb73-c3559139a777 req-19f2ee02-304d-44e1-90d5-10c7a7899641 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:53.317457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ed7e9352-4974-4168-9d0c-97791331415b None None] Provisioning complete for port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:37:53.317926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9352-4974-4168-9d0c-97791331415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:53.340107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-208fb315-0633-48ab-bb73-c3559139a777 req-19f2ee02-304d-44e1-90d5-10c7a7899641 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 931 time: 0.1207020 Nov 01 18:37:53.377765 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e9352-4974-4168-9d0c-97791331415b None None] Port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:37:53.412373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-208fb315-0633-48ab-bb73-c3559139a777 req-0fa8cf03-3246-4ddb-8a02-4d1d4938b160 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692093 Nov 01 18:37:53.772783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:53.817285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:37:53.830389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:53.851230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Transition to ACTIVE for port object 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:37:53.916530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:53.921127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917424522', 'description': 'tempest-secgroup-smoke-917424522 description', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:53.975606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.089405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Pushing event updated for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:54.096768 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.214980 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Attempting to bind port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:37:54.215320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Attempting to bind port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:37:54.215695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Attempting to bind port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:54.240201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:37:54.240201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Attempting to bind port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:37:54.253170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:37:54.253518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:37:54.254769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:37:54.255234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Bound port: 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:37:54.255632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.386420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e220d9-1b0e-49b0-8dd7-491a60c9dd16 req-f4a11cc0-2c13-4c62-b450-6f44e6bc6714 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:54.420989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8e220d9-1b0e-49b0-8dd7-491a60c9dd16 req-f4a11cc0-2c13-4c62-b450-6f44e6bc6714 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.2264817 Nov 01 18:37:54.474839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.516455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:37:54.521152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:37:54.536233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8e220d9-1b0e-49b0-8dd7-491a60c9dd16 req-f7b058af-d5f3-4247-a654-a4c5bfcf7e49 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142662 Nov 01 18:37:54.562077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.612905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.700997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:54.701634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.703091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] 10.222.0.37 "PUT /v2.0/ports/2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 200 len: 1091 time: 1.6271391 Nov 01 18:37:54.703621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:37:54.705917 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:37:54.723240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e8ec-d39f-438f-b08e-229d5e111701 req-a3b47d14-4e2a-4c78-95d4-c7ae10b53389 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:54.725533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:54.730305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8098035 Nov 01 18:37:54.730305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b06c3d-eacc-43c7-b301-b179e3dc855b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c245c54-1081-46dd-9e2a-fa5171727c08,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:54.732329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49924) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:54.732799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e57e8ec-d39f-438f-b08e-229d5e111701 req-a3b47d14-4e2a-4c78-95d4-c7ae10b53389 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.1045718 Nov 01 18:37:54.748692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:54.802112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e57e8ec-d39f-438f-b08e-229d5e111701 req-f0639459-f0f5-4a8b-95d6-b173dc02f5f8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683377 Nov 01 18:37:54.886656 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6eda8e-fff3-4a45-af97-81195c842b35 x-openstack-request-id: req-9f6eda8e-fff3-4a45-af97-81195c842b35 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:37:54.887200 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:37:54.887200 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f6eda8e-fff3-4a45-af97-81195c842b35 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:37:54.900053 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'status': 'completed', 'code': 200} Nov 01 18:37:54.900901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90311e-8c53-47de-b6d4-eba615e81f87 service neutron] Pushing event updated for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:54.933143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-c299761c-6cfa-45af-863e-47fc991ce80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:54.938167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-c299761c-6cfa-45af-863e-47fc991ce80a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1094 time: 0.1207108 Nov 01 18:37:55.000302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-ff17b1d7-a011-4402-b846-5f4f9b291c5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 200 len: 217 time: 0.0540798 Nov 01 18:37:55.019689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.090761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-0eee81c6-932a-4697-810e-dc8abb21f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:55.092861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-0eee81c6-932a-4697-810e-dc8abb21f849 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0847011 Nov 01 18:37:55.151537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.184100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-b64a35f6-5571-4e26-93af-ee3468145b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:55.188618 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-b64a35f6-5571-4e26-93af-ee3468145b77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891397 Nov 01 18:37:55.281300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.310007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979c378a-7216-4565-84bd-8ad2dfd9b467,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:55.330933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-13996a0a-5857-4fef-b5a0-651afcb8032a service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337340 Nov 01 18:37:55.425515 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.433205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae151962-cabe-4693-bcfd-92f78159210b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6817260 Nov 01 18:37:55.436721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:55.439188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:55.459553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aac15ba3-9196-457f-b947-d42c3bccd6e9 req-b3b20d37-e5c7-45f7-a033-3791cb482567 service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211202 Nov 01 18:37:55.583020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.743820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2dae-955f-4e01-ba1e-8101e788b7e9 req-bc85bb69-b1e0-4245-bf63-87ed39484872 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:55.747029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7bd2dae-955f-4e01-ba1e-8101e788b7e9 req-bc85bb69-b1e0-4245-bf63-87ed39484872 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1000309 Nov 01 18:37:55.756183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.764493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-6b3dc944-ef95-4a34-9c52-c967df5b1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:55.766444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-6b3dc944-ef95-4a34-9c52-c967df5b1d31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1094 time: 0.0913556 Nov 01 18:37:55.800069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7bd2dae-955f-4e01-ba1e-8101e788b7e9 req-0e4a137c-4c62-4526-9586-4b7ba5827c40 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Nov 01 18:37:55.913840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-8bf2e356-fbc2-4be5-ba99-125e7dd9fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:55.915988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-8bf2e356-fbc2-4be5-ba99-125e7dd9fc09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.1398990 Nov 01 18:37:55.916812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:55.939216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1214529-f341-4f0d-bc4d-b22699e2ef3a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:55.984281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-28ab96c6-56b2-442f-9b30-202d09674a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 200 len: 217 time: 0.0549355 Nov 01 18:37:55.998638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f09e-e09e-4bc4-9e4b-f17ec927c014 req-0001fff2-f5ce-4a41-b253-38eef600176d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:56.004975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c69f09e-e09e-4bc4-9e4b-f17ec927c014 req-0001fff2-f5ce-4a41-b253-38eef600176d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.1169391 Nov 01 18:37:56.050263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.051456 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c45ea525-b794-4498-975c-6c25167826ef tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6165221 Nov 01 18:37:56.054122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:56.061805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:56.094360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-4c08d22e-9bfc-4336-9647-ce1d56c695d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:56.095482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c69f09e-e09e-4bc4-9e4b-f17ec927c014 req-6efe5bc3-078f-4d89-bfc1-5ed4b2d2caef tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843077 Nov 01 18:37:56.095934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-4c08d22e-9bfc-4336-9647-ce1d56c695d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1045430 Nov 01 18:37:56.461396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.526547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.539674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-0bccb4bc-4382-4823-9a00-f1ec6674c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:56.545924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-0bccb4bc-4382-4823-9a00-f1ec6674c4c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4367874 Nov 01 18:37:56.664426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.687857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-ef317933-2851-421d-b6af-fb228f7182b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391685 Nov 01 18:37:56.690718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aee0837-1a10-49fb-ba58-54dc09a012b5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:56.725908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.781509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.784156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9dc52d18-126b-4c29-a4ad-5dd5ba219ab6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7288923 Nov 01 18:37:56.786100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49956) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:56.792440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:56.812365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc844fcd-2094-4cd6-80d9-77f0a31dc6ef req-faee5fd3-a9fa-4cbb-b771-bfa9079ee61b service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162984 Nov 01 18:37:56.940473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:56.996053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e44c-e7e0-4204-a2a8-9edf90db2f53 req-fe7c029b-ad27-4d63-9a65-8273d7a4c011 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:56.997508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd97e44c-e7e0-4204-a2a8-9edf90db2f53 req-fe7c029b-ad27-4d63-9a65-8273d7a4c011 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1159794 Nov 01 18:37:57.057755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd97e44c-e7e0-4204-a2a8-9edf90db2f53 req-2e70e848-6b5c-468c-aed8-1887937636fa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517271 Nov 01 18:37:57.067167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:57.176826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:57.232041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdefe616-085d-49e6-bc6e-21a4ed472ac3,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:57.241630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e16d41-a5d6-49fc-b2bf-a259d2d1bd83 req-9e53b855-93dd-4f63-b63a-6a4b5afaeab3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:57.281783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7e16d41-a5d6-49fc-b2bf-a259d2d1bd83 req-9e53b855-93dd-4f63-b63a-6a4b5afaeab3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.0809183 Nov 01 18:37:57.350002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7e16d41-a5d6-49fc-b2bf-a259d2d1bd83 req-13a9994d-4881-474b-9d3b-7fe89de765a2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689261 Nov 01 18:37:58.195609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814c7a-00f0-46d1-bc76-3fe2185b7cc1 req-43316c19-17ff-45fb-bcb0-f22983aad516 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:58.203103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40814c7a-00f0-46d1-bc76-3fe2185b7cc1 req-43316c19-17ff-45fb-bcb0-f22983aad516 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0662475 Nov 01 18:37:58.247663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40814c7a-00f0-46d1-bc76-3fe2185b7cc1 req-68e6acbf-c817-4024-aa10-ab77b3e14e6a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Nov 01 18:37:58.496858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:58.497279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8346c329-aede-45d5-932f-57d6ea0cf448 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7096348 Nov 01 18:37:58.500566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 49976) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:58.527317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:58.669574 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Project 6aa610410f9143c3bb52451d7a79e8e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:37:58.687492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.114748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.119478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-6c7e0c10-c3c0-45cc-8152-6233d3c36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.122028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-6c7e0c10-c3c0-45cc-8152-6233d3c36dcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1096 time: 0.5184979 Nov 01 18:37:59.140227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3e25-8076-41d1-9042-0592ec1f5612 req-866d7122-9c19-4eab-a59c-268d0c96a576 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.142159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f31d3e25-8076-41d1-9042-0592ec1f5612 req-866d7122-9c19-4eab-a59c-268d0c96a576 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.5258796 Nov 01 18:37:59.263899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.307820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f31d3e25-8076-41d1-9042-0592ec1f5612 req-26e93f50-7cb1-46ec-adbf-e2441ff44dd1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991693 Nov 01 18:37:59.330338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fa5631-5025-4b45-a4ff-b2cf2c27c52c,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:59.342205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-dedeacd3-bc9a-4e95-8433-aa74c741760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.344160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-dedeacd3-bc9a-4e95-8433-aa74c741760a service neutron] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.2008102 Nov 01 18:37:59.402937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-ced8323a-4c32-47e5-a6dc-e722338301d2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2109371405&fields=id&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 267 time: 0.1460032 Nov 01 18:37:59.412211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-5d58c5b2-c2a1-4d0b-b1b5-662e032da98b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 200 len: 217 time: 0.0567741 Nov 01 18:37:59.418577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.422819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eed162eb-cf62-47cc-b16d-82efdd83ac55 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9177020 Nov 01 18:37:59.423436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 49990) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:37:59.427277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'security_group_rule': {'security_group_id': '1c245c54-1081-46dd-9e2a-fa5171727c08', 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:37:59.524912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-7a8c0ffb-fc8c-433f-b4e7-1ed4aac6bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.526707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-7a8c0ffb-fc8c-433f-b4e7-1ed4aac6bcba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0835533 Nov 01 18:37:59.600554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7874de-f98b-4783-83f3-62815518789c req-c6a12fba-e31c-4ddd-9130-b53c6dc9cbb7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.602156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd7874de-f98b-4783-83f3-62815518789c req-c6a12fba-e31c-4ddd-9130-b53c6dc9cbb7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.2053552 Nov 01 18:37:59.617359 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Project 6aa610410f9143c3bb52451d7a79e8e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:37:59.623796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.697486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd7874de-f98b-4783-83f3-62815518789c req-6cfee2d5-c6e2-4d6a-a9b1-f5849d19d1c1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830805 Nov 01 18:37:59.718177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-34bf54c3-b319-4fe2-b687-a66127ffaf67 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.739920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-34bf54c3-b319-4fe2-b687-a66127ffaf67 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 816 time: 0.3052406 Nov 01 18:37:59.739920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-5a1d76e8-7ebe-4611-8d0b-35212843bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:37:59.741424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-5a1d76e8-7ebe-4611-8d0b-35212843bc34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058990 Nov 01 18:37:59.761535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-62846922-3e59-4b31-9025-07c4a03bc92f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/quotas/5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 375 time: 0.0244493 Nov 01 18:37:59.766702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.862714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:37:59.888672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3fc291-1675-418b-941e-ebe6d48eebf7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:37:59.905090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-a717e535-a9f1-4cf5-8e22-f9744df8be3e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192057 Nov 01 18:37:59.974345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-b492d74d-3aa3-4071-a236-b0cb6b5f62d1 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211337 Nov 01 18:38:00.134525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-55dc8028-e653-48a6-a1c1-d300f5c489d3 service neutron] 10.222.0.31 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964412 Nov 01 18:38:00.155911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-829b0362-fa8a-45da-9cce-4ce45ecf6950 req-ea852f76-a4cb-424e-a874-90872b5f8181 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721232 Nov 01 18:38:00.180879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:00.180879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a775ccaf-06c6-4019-9af7-af961db0ef2b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7567909 Nov 01 18:38:00.342536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-10f90381-5f9e-4b46-9ce1-a8d1089a007b service neutron] 10.222.0.31 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983993 Nov 01 18:38:00.524562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8317fd-56d4-41c5-a54f-bb9fe8e5ce47 req-26eb0f8a-05e0-4d83-b439-e72592a92dcd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:00.524562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb8317fd-56d4-41c5-a54f-bb9fe8e5ce47 req-26eb0f8a-05e0-4d83-b439-e72592a92dcd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.0821586 Nov 01 18:38:00.658785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb8317fd-56d4-41c5-a54f-bb9fe8e5ce47 req-033a378d-a383-4f9f-97f4-6581e3ada07b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938108 Nov 01 18:38:00.759128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f99d59ae-22fb-42ff-962c-e1e41943d2fa req-010cf40c-97c9-4253-8ad4-a17438a5783e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 210 time: 0.0545566 Nov 01 18:38:00.851654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-85c86b01-3908-4425-969f-a1821b878ffb tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917424522&fields=id&tenant_id=6aa610410f9143c3bb52451d7a79e8e7 HTTP/1.1" status: 200 len: 267 time: 0.0844858 Nov 01 18:38:01.013494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69dc9-6919-4ac4-beed-caf3dc64f441 req-e6adb933-ad8b-4aee-aa77-be36a80e2e4f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:01.020038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8b69dc9-6919-4ac4-beed-caf3dc64f441 req-e6adb933-ad8b-4aee-aa77-be36a80e2e4f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1574357 Nov 01 18:38:01.073711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-7087e809-e63b-465b-a683-63bd7307d584 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:01.075229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-7087e809-e63b-465b-a683-63bd7307d584 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 813 time: 0.2221792 Nov 01 18:38:01.099731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8b69dc9-6919-4ac4-beed-caf3dc64f441 req-e40199a5-addd-424b-8710-85ed5955318a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Nov 01 18:38:01.102918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-7e4b1822-f868-4693-a24a-26f3988f9ab1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/quotas/6aa610410f9143c3bb52451d7a79e8e7 HTTP/1.1" status: 200 len: 375 time: 0.0206275 Nov 01 18:38:01.179768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-4f875ccf-7a67-4b92-90aa-6ac932421e06 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592594 Nov 01 18:38:01.350794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-ac6c34b4-6dcc-45b6-bc65-36538d813da1 service neutron] 10.222.0.31 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569703 Nov 01 18:38:01.488646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-bc7d97dc-2429-4a5b-9a32-f129a6c758dd service neutron] 10.222.0.31 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371396 Nov 01 18:38:01.878992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5592-e2e5-4038-adc8-cdca80da8b73 req-78f58911-43df-428a-ac29-64c15e3f9981 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:01.880595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3df5592-e2e5-4038-adc8-cdca80da8b73 req-78f58911-43df-428a-ac29-64c15e3f9981 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.1122086 Nov 01 18:38:01.965090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3df5592-e2e5-4038-adc8-cdca80da8b73 req-db65765c-a5c4-46fc-949c-e300d7b40081 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635250 Nov 01 18:38:02.128368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15bb194e-e40f-4f4b-ac1a-97b7c6fa902f req-f84ad3f3-04f3-47fb-ba7b-6a780a1e11ef tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 210 time: 0.0966825 Nov 01 18:38:02.370788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85403ee4-6f9c-46ed-8c4e-c30ac2f5d861 req-68c2771e-3a30-4db7-b4ba-9988eb70d9fd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:02.381435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85403ee4-6f9c-46ed-8c4e-c30ac2f5d861 req-68c2771e-3a30-4db7-b4ba-9988eb70d9fd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0687921 Nov 01 18:38:02.481157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ce22265-1a0c-47e3-81f7-7cc67e0eea4c req-ceb3c9d8-a562-44f2-92f8-8df65c455d2f tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0688818 Nov 01 18:38:02.510553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85403ee4-6f9c-46ed-8c4e-c30ac2f5d861 req-f46c30c0-977e-460e-ac36-ed0a5de933a0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310525 Nov 01 18:38:03.270261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5c513-ea44-4e7f-8f00-3e762e881d51 req-9efed4d6-4873-4eb6-bcde-caf13ef0f2c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:03.270261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93f5c513-ea44-4e7f-8f00-3e762e881d51 req-9efed4d6-4873-4eb6-bcde-caf13ef0f2c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.1586509 Nov 01 18:38:03.376692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d195f214-d1bb-43a2-b82d-4738f07bd016 req-c1bbaace-271a-42fa-9d90-d6c59ad3de6c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 210 time: 0.0851364 Nov 01 18:38:03.462288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93f5c513-ea44-4e7f-8f00-3e762e881d51 req-176c4d2c-ec23-4f8b-8d8f-5264fbc8d675 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682386 Nov 01 18:38:03.764603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2dc7408-778d-465c-a081-a89fa6d1d516 req-16c55314-cf10-4a10-b8bb-80517f242d96 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.1766169 Nov 01 18:38:03.988783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0651-6d0f-4345-af5b-a97620ea0811 req-d46014df-47bb-4201-b5c9-0898e090918e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:03.990486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed0e0651-6d0f-4345-af5b-a97620ea0811 req-d46014df-47bb-4201-b5c9-0898e090918e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.3055542 Nov 01 18:38:04.001500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-030bd4f1-3715-46db-adeb-51214dd759d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:04.003186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-030bd4f1-3715-46db-adeb-51214dd759d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 816 time: 0.4175885 Nov 01 18:38:04.092015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed0e0651-6d0f-4345-af5b-a97620ea0811 req-001f9fd4-8fc4-4b83-bbe8-933f8164d8e6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645838 Nov 01 18:38:04.183279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-06de0175-2895-4c9c-a8ed-65f7f1a58b04 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 380 time: 0.1588807 Nov 01 18:38:04.194548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'port': {'device_id': '8ba127e6-5735-4435-8202-292d2365a41a', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'admin_state_up': True, 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'security_groups': ['41debd2d-ad61-4217-ac74-3038a160021a']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:04.460955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Made reservation on behalf of 5a8f5617352a43f9abe524e93c097470 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:04.466072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:04.594758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70f15af9-bb1e-42e3-b116-48d9ee680526 req-bdf17649-eb38-48c2-bc8d-828beff80e52 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 210 time: 0.0458291 Nov 01 18:38:04.805839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:04.819528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033fecf-d861-496e-a1fa-49901c59b606 req-5a557b7d-f76e-489b-8642-a44678222e83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:04.821855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0033fecf-d861-496e-a1fa-49901c59b606 req-5a557b7d-f76e-489b-8642-a44678222e83 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.1838653 Nov 01 18:38:04.847016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Allocated IP 172.20.0.6 (5ed799b8-91c4-4989-9679-400131c9e3c2/580b410f-1519-4341-b56d-82d4b9b83d34/131b7e29-137f-42ee-abf1-0730181bbd15) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:04.899172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0033fecf-d861-496e-a1fa-49901c59b606 req-19783601-bdd5-4059-a9c4-17d63caa74f7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622454 Nov 01 18:38:04.973389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b09f4786-67ca-4514-8406-105c8ac57374 req-6ab3f00b-8683-45b4-9709-7592e81877fb tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0715041 Nov 01 18:38:05.064803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-13484b59-2dc7-4c95-ba8c-dd56fc054ddc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658944 Nov 01 18:38:05.145230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:05.171639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-f99ec501-f42c-4d9d-b1da-9c7db77bcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.174099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-f99ec501-f42c-4d9d-b1da-9c7db77bcdb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.0605764 Nov 01 18:38:05.347231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ecb13-8f03-46b1-9b4e-22b8022646c0 req-d259b631-20b3-4854-b975-2910aab10a07 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.348843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f8ecb13-8f03-46b1-9b4e-22b8022646c0 req-d259b631-20b3-4854-b975-2910aab10a07 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1538739 Nov 01 18:38:05.416660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:05.437453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f8ecb13-8f03-46b1-9b4e-22b8022646c0 req-fee9aced-8496-40f2-a557-5a86c2e8fa10 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787692 Nov 01 18:38:05.515755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-7b68f177-b4ce-41c7-8d95-73416366fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.517532 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-7b68f177-b4ce-41c7-8d95-73416366fbbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.3068340 Nov 01 18:38:05.525356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:05.531796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:05.550079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:05.660964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:05.737156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.737834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:05.856514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-a12ed703-2227-47ab-b6de-a28c46b3a293 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.864200 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-a12ed703-2227-47ab-b6de-a28c46b3a293 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 813 time: 0.4598866 Nov 01 18:38:05.890446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9500-ad1e-4c58-a845-8a900efa4dce req-5d04bfa5-614d-427a-a81c-423dcf04744c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:05.900931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42ee9500-ad1e-4c58-a845-8a900efa4dce req-5d04bfa5-614d-427a-a81c-423dcf04744c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 931 time: 0.1950724 Nov 01 18:38:05.988649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bb693f38-8d76-42b1-bf45-1427f545d2ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7988226 Nov 01 18:38:05.989196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-48be60dc-01bc-47fc-828b-8af2bb4b1608 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aa610410f9143c3bb52451d7a79e8e7 HTTP/1.1" status: 200 len: 379 time: 0.1046102 Nov 01 18:38:06.020683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Request body: {'port': {'device_id': '8ba127e6-5735-4435-8202-292d2365a41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:06.025300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'port': {'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'admin_state_up': True, 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'security_groups': ['1c245c54-1081-46dd-9e2a-fa5171727c08']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:06.040853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42ee9500-ad1e-4c58-a845-8a900efa4dce req-d5035f9d-a550-4fff-a06a-2baf9281c5ca tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344886 Nov 01 18:38:06.239219 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-47efb6e7-3c55-4ac7-ba05-b4f34218b7f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.6371574 Nov 01 18:38:06.370866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d870286b-aa7a-4eec-ba79-7e6084ac0a59 req-3555bd83-9c10-49e3-ad73-4a10186f0c05 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.1517229 Nov 01 18:38:06.392381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae28c1-55d4-4105-a14f-9cce0451c0ca req-461092a6-e6a6-4145-bc70-25422a6304a5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:06.401591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2ae28c1-55d4-4105-a14f-9cce0451c0ca req-461092a6-e6a6-4145-bc70-25422a6304a5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.3990722 Nov 01 18:38:06.410032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:06.433347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-c27cb245-f286-496b-9bea-4bf65fd52c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:06.438302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-c27cb245-f286-496b-9bea-4bf65fd52c59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1889722 Nov 01 18:38:06.584750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2ae28c1-55d4-4105-a14f-9cce0451c0ca req-abb74315-cefe-4c36-92c6-842c2d55ae3f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771348 Nov 01 18:38:06.585349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0c52f537-739c-4d90-9914-8fa787724ff9 None None] Provisioning complete for port 131b7e29-137f-42ee-abf1-0730181bbd15 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:06.610193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0c52f537-739c-4d90-9914-8fa787724ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:06.677179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-94f5c248-d8d6-46f6-8219-a7af3c966772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:06.678905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-94f5c248-d8d6-46f6-8219-a7af3c966772 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332482 Nov 01 18:38:06.749853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Made reservation on behalf of 6aa610410f9143c3bb52451d7a79e8e7 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:06.750785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0c52f537-739c-4d90-9914-8fa787724ff9 None None] Port 131b7e29-137f-42ee-abf1-0730181bbd15 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:06.765272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:06.963549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-48c880ad-9a13-4f57-8835-92b5ab4dac42 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627351 Nov 01 18:38:07.042531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860f8ff-dd00-427b-9872-88a979322ffb req-43b86910-588f-48e2-8c52-e34b5a0716e8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:07.057534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3860f8ff-dd00-427b-9872-88a979322ffb req-43b86910-588f-48e2-8c52-e34b5a0716e8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.3264935 Nov 01 18:38:07.208562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3860f8ff-dd00-427b-9872-88a979322ffb req-b991512f-0224-47e0-9b95-0900ccba71e7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501417 Nov 01 18:38:07.376096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3923a8-10bf-4e94-9c27-60f3c07a807a req-6082c213-16b9-40b8-b0d7-de33314fd290 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:07.377671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb3923a8-10bf-4e94-9c27-60f3c07a807a req-6082c213-16b9-40b8-b0d7-de33314fd290 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 931 time: 0.1681340 Nov 01 18:38:07.410529 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4729e423-f8e7-4a99-a942-2f8fcebef1c2 req-046a4bc5-aa4c-4f75-9d46-0dae47799995 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276650 Nov 01 18:38:07.452945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Allocated IP 172.20.0.7 (b5c1b59c-6e3b-44c8-8328-b8a19de040c7/a93391ad-5e86-4624-bac4-00cfef1e66b4/d132e6ef-99df-4f61-b87e-d132455977a5) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:07.533520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e778be8-7b8a-4e0f-b5b2-5b8a1fdc2426 req-eb34122f-22e6-41f3-8fcc-7fe884227ca1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0490048 Nov 01 18:38:07.627159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb3923a8-10bf-4e94-9c27-60f3c07a807a req-eb0fdf4b-4f7e-4e9f-aeac-ecb06015aeae tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237284 Nov 01 18:38:07.650135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:07.665513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:07.702491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Transition to ACTIVE for port object 131b7e29-137f-42ee-abf1-0730181bbd15 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:38:07.771007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:07.819360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cd4f0-2b59-4fa3-a27e-9c4ef63d9a6c req-998de716-aef4-4aab-b401-82ddb7d0abf6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:07.821049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a0cd4f0-2b59-4fa3-a27e-9c4ef63d9a6c req-998de716-aef4-4aab-b401-82ddb7d0abf6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.0980101 Nov 01 18:38:07.841845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:07.924657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a0cd4f0-2b59-4fa3-a27e-9c4ef63d9a6c req-ae9313f0-05ef-4832-97ec-9771f4b3130e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911665 Nov 01 18:38:07.924876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:07.937045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:08.011583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:08.018461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:08.026289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:08.083309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:08.112845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:08.116347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:08.119270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.122053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:08.123194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:08.133335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:38:08.137753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:08.159306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:08.160593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:08.162102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:08.163640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Bound port: 131b7e29-137f-42ee-abf1-0730181bbd15, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:08.165994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.210326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-3272eca5-56e5-46a7-8b29-fca20a1a584c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2099993 Nov 01 18:38:08.224276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Request body: {'port': {'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:08.470024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.487462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:08.492362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:08.513670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf50c1f-07e6-4052-b027-a8d91192635a req-18f5e5af-9e23-461f-8394-dc644e51a76a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:08.518180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caf50c1f-07e6-4052-b027-a8d91192635a req-18f5e5af-9e23-461f-8394-dc644e51a76a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1565976 Nov 01 18:38:08.542691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c43c1c20-1384-45ba-80c8-b5a11f860650 None None] Provisioning complete for port d132e6ef-99df-4f61-b87e-d132455977a5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:08.543807 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c43c1c20-1384-45ba-80c8-b5a11f860650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.596450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c43c1c20-1384-45ba-80c8-b5a11f860650 None None] Port d132e6ef-99df-4f61-b87e-d132455977a5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:08.621662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.805524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:08.836697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caf50c1f-07e6-4052-b027-a8d91192635a req-64a132cb-dfb9-4c5a-a764-8afec0db777b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073063 Nov 01 18:38:08.874792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:08.875493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:08.878672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0b6cb69c-61f7-408c-84db-dadfac9f527d service neutron] 10.222.0.32 "PUT /v2.0/ports/131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 1091 time: 2.8647563 Nov 01 18:38:08.899634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:08.905837 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c5d3aa-aece-483c-8cee-0b3084b22764" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:08.934420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6852cf0-4db4-4540-a9cc-a5ce1ac7f5c9 req-d829d544-6146-4839-a890-816be5b61f43 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:08.993475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6852cf0-4db4-4540-a9cc-a5ce1ac7f5c9 req-d829d544-6146-4839-a890-816be5b61f43 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 931 time: 0.2211590 Nov 01 18:38:08.997469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d132e6ef-99df-4f61-b87e-d132455977a5 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:09.018976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.030195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6852cf0-4db4-4540-a9cc-a5ce1ac7f5c9 req-1ef5bc06-07c4-4260-a31f-fc1d230b539d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824716 Nov 01 18:38:09.082174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Transition to ACTIVE for port object d132e6ef-99df-4f61-b87e-d132455977a5 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:38:09.114068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:38:09.130555 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f4d192-751a-4fd0-a0c3-aae4a22af3c0 x-openstack-request-id: req-21f4d192-751a-4fd0-a0c3-aae4a22af3c0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:09.130941 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:09.131274 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21f4d192-751a-4fd0-a0c3-aae4a22af3c0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:09.131793 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'status': 'completed', 'code': 200} Nov 01 18:38:09.240769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f358c07-24e8-462e-a0b0-1acbf291016a req-536189db-88d8-4fdb-bef2-b5f77476c08e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:09.242526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f358c07-24e8-462e-a0b0-1acbf291016a req-536189db-88d8-4fdb-bef2-b5f77476c08e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.2113540 Nov 01 18:38:09.276083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:09.289871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'mac_address': 'fa:16:3e:24:d1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:38:09.385736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.422431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-bd1ac961-b929-4b5c-a46c-4855714f7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:09.425192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-bd1ac961-b929-4b5c-a46c-4855714f7764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1094 time: 0.2782135 Nov 01 18:38:09.432013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:09.474930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:09.537390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.546858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.600284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Pushing event updated for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:09.628254 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.655247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e081-b7f1-4fee-8ed4-e14aa1bd2fd9 req-56b7ba04-ec52-4c4e-89f3-57dc0f38704b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:09.668656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a7e081-b7f1-4fee-8ed4-e14aa1bd2fd9 req-56b7ba04-ec52-4c4e-89f3-57dc0f38704b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 943 time: 0.4188709 Nov 01 18:38:09.682751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7f358c07-24e8-462e-a0b0-1acbf291016a req-3a1c04ba-64af-4180-a298-1c8fb9d0fc8e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097679 Nov 01 18:38:09.763433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:09.766500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-30ef42f4-6532-4eee-b850-8507287ff51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:09.779159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-30ef42f4-6532-4eee-b850-8507287ff51b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5a8f5617352a43f9abe524e93c097470&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3404799 Nov 01 18:38:09.790798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Attempting to bind port d132e6ef-99df-4f61-b87e-d132455977a5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:09.791448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Attempting to bind port d132e6ef-99df-4f61-b87e-d132455977a5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:09.792050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Attempting to bind port d132e6ef-99df-4f61-b87e-d132455977a5 on network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:09.800992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Port d132e6ef-99df-4f61-b87e-d132455977a5 on network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:38:09.801580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Attempting to bind port d132e6ef-99df-4f61-b87e-d132455977a5 on network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:09.808175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:09.808813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Checking segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:09.809429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Bound using segment: {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:09.810245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Bound port: d132e6ef-99df-4f61-b87e-d132455977a5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04966373-acfa-4a49-b8be-e4e73aa550c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:09.811128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:09.926207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:09.937763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d132e6ef-99df-4f61-b87e-d132455977a5,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:09.959180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:38:10.034700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:10.175997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.176645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:10.195150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] 10.222.0.32 "PUT /v2.0/ports/d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 1091 time: 1.9591246 Nov 01 18:38:10.199976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:10.214382 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec" -d '{"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:10.281893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d426fd-0663-4e64-a45b-2ad46aafae29 service neutron] Pushing event updated for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:10.514918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-9089f14a-6371-4407-99b3-4be67a8640c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.524924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-9089f14a-6371-4407-99b3-4be67a8640c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1094 time: 0.1583040 Nov 01 18:38:10.536302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48a7e081-b7f1-4fee-8ed4-e14aa1bd2fd9 req-482ba50e-b71c-42a8-b010-931e36ec3d6c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8664024 Nov 01 18:38:10.625530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-77dfcee6-db5c-499d-a314-cc05bccb6e39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 217 time: 0.1000233 Nov 01 18:38:10.666461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5eaec-3dc9-4eb4-ac21-c7799b77c49c req-d0e676bd-55a4-424b-938f-af8f57f4b156 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.674745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efa5eaec-3dc9-4eb4-ac21-c7799b77c49c req-d0e676bd-55a4-424b-938f-af8f57f4b156 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.2362158 Nov 01 18:38:10.717333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-a22ca33e-3c51-40c0-9ad2-25b9f64da12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.719624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-a22ca33e-3c51-40c0-9ad2-25b9f64da12c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.0865591 Nov 01 18:38:10.762144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-ee50c746-d34d-40bb-9f82-8588e81b40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.765077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15c5d3aa-aece-483c-8cee-0b3084b22764 req-ee50c746-d34d-40bb-9f82-8588e81b40f1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9646308 Nov 01 18:38:10.787895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efa5eaec-3dc9-4eb4-ac21-c7799b77c49c req-48ed5037-46ac-4183-beb3-7788a6e37968 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119695 Nov 01 18:38:10.859123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-c092b49c-5ded-47ec-adcf-7390a8565dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.861400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-c092b49c-5ded-47ec-adcf-7390a8565dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335814 Nov 01 18:38:10.890252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775df5-a691-4578-a4a1-86d2090dd2fc req-0ab02a25-cd54-41bc-a89c-a9e8b039006a tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.899037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4775df5-a691-4578-a4a1-86d2090dd2fc req-0ab02a25-cd54-41bc-a89c-a9e8b039006a tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.2001984 Nov 01 18:38:10.923465 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e87403-67de-44f9-8c9e-32889c91120b x-openstack-request-id: req-03e87403-67de-44f9-8c9e-32889c91120b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:10.926215 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:10.927982 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03e87403-67de-44f9-8c9e-32889c91120b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:10.931016 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:38:10.958420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4775df5-a691-4578-a4a1-86d2090dd2fc req-5ca1e309-6122-4fac-8fb4-eae31e262622 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545733 Nov 01 18:38:10.962557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bf143eb7-f9b8-493d-8cad-91c0d7ef17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:10.969965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-bf143eb7-f9b8-493d-8cad-91c0d7ef17db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1094 time: 0.1555023 Nov 01 18:38:11.038723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-0758934f-6f43-47d3-90df-eee26e0fd08f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 217 time: 0.0599604 Nov 01 18:38:11.096620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-bc53c14b-eaad-4146-bb07-77fb404df349 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268715 Nov 01 18:38:11.239258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-e98ec9da-61c5-45c1-a87c-0d11816de2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.241147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-e98ec9da-61c5-45c1-a87c-0d11816de2c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.1878266 Nov 01 18:38:11.256730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-58fb07ab-7787-480c-abe6-66b73d7cce54 req-32ef3b96-6d18-45d9-869b-52e7eb5c9d3b service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522067 Nov 01 18:38:11.259895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45c986-30ca-46b7-ba84-52bb3891ea3d req-fdc6d098-6951-456c-947f-bccb16c98d94 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.272525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b45c986-30ca-46b7-ba84-52bb3891ea3d req-fdc6d098-6951-456c-947f-bccb16c98d94 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.2317548 Nov 01 18:38:11.471578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b45c986-30ca-46b7-ba84-52bb3891ea3d req-556cbc39-2d74-4b02-8f39-5f19fb5527d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960027 Nov 01 18:38:11.503092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-5de81b0e-fba0-4f18-8368-a3ae61922e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.504899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-5de81b0e-fba0-4f18-8368-a3ae61922e59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151637 Nov 01 18:38:11.568033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-ed404ffb-97d1-4897-b012-708c2433322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.590912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-ed404ffb-97d1-4897-b012-708c2433322a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1094 time: 0.1375947 Nov 01 18:38:11.759631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-db4531dd-04d9-4bf2-b572-7ca3298e9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.761457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-db4531dd-04d9-4bf2-b572-7ca3298e9d3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 914 time: 0.1795087 Nov 01 18:38:11.811671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-d5ce3723-a5a8-4f58-9080-d1269fb9978a service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988365 Nov 01 18:38:11.862148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fd627-6c55-4140-919e-0d4c92066f80 req-7b2d8feb-7cd9-45ec-860c-9e65da654967 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.866721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-868fd627-6c55-4140-919e-0d4c92066f80 req-7b2d8feb-7cd9-45ec-860c-9e65da654967 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 944 time: 0.2088885 Nov 01 18:38:11.880828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-62f64a91-0061-440e-9ef2-52eca73d888e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 217 time: 0.1056855 Nov 01 18:38:11.995800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-9830041c-c532-4347-b9d6-c4ffb73ad8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:11.997659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-9830041c-c532-4347-b9d6-c4ffb73ad8ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.1130636 Nov 01 18:38:12.135718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da0e2a-8aa6-4341-b4c4-ac938debdc50 req-f7d92c1e-5373-442b-b7b7-1ad1abd159e3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:12.137871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7da0e2a-8aa6-4341-b4c4-ac938debdc50 req-f7d92c1e-5373-442b-b7b7-1ad1abd159e3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1636856 Nov 01 18:38:12.160061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-18f82f01-d902-458d-b4ca-6f97db92e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:12.160061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-18f82f01-d902-458d-b4ca-6f97db92e2dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466842 Nov 01 18:38:12.160216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-868fd627-6c55-4140-919e-0d4c92066f80 req-16bf00c2-e167-4f3c-8503-ba2d4b7e0187 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534077 Nov 01 18:38:12.212343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0199ffe0-e326-4608-9757-5dd436d9a19e req-c68a220a-e9d9-454e-b458-6217ac27203f service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890975 Nov 01 18:38:12.397320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-9092112b-60ec-434a-b36e-b957089ab63c service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297764 Nov 01 18:38:12.491192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c96559-10e7-45f5-9a65-75c7e26da159 req-fe29e339-ec99-46bd-803b-7a762296f1db tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:12.498661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04c96559-10e7-45f5-9a65-75c7e26da159 req-fe29e339-ec99-46bd-803b-7a762296f1db tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.2461221 Nov 01 18:38:12.680499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04c96559-10e7-45f5-9a65-75c7e26da159 req-9fac4f0d-780d-4e3c-ad3d-4591bde422b6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567185 Nov 01 18:38:12.692862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7da0e2a-8aa6-4341-b4c4-ac938debdc50 req-952d9e67-52e0-4d67-a6c9-69bfa55bd12b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375824 Nov 01 18:38:12.706792 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d1abe85-0f5d-47d3-90d8-bfc000a425ec req-7101e6aa-9321-465e-baed-e7320b18a932 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983975 Nov 01 18:38:12.852228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8ed5e-e775-4b9a-8b8d-49f234b276a5 req-48dccda1-6137-4008-9a61-01642f8f40a9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:12.854049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bd8ed5e-e775-4b9a-8b8d-49f234b276a5 req-48dccda1-6137-4008-9a61-01642f8f40a9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.0589235 Nov 01 18:38:12.942674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6bd8ed5e-e775-4b9a-8b8d-49f234b276a5 req-11dabe59-caa7-4751-ac04-91f8aaf7e696 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814433 Nov 01 18:38:13.144570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:13.341981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5397a2-4b21-45b6-9a61-f22dc2b9a6b8 req-33540df5-de06-40b3-a7e1-b58d394f3ca5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:13.357270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c5397a2-4b21-45b6-9a61-f22dc2b9a6b8 req-33540df5-de06-40b3-a7e1-b58d394f3ca5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 944 time: 0.1138659 Nov 01 18:38:13.364242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:38:13.370265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:13.370474 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:13.443948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c5397a2-4b21-45b6-9a61-f22dc2b9a6b8 req-38ef627c-0da0-4dd8-89d6-73fc98788891 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853853 Nov 01 18:38:13.531908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:13.567710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:13.569932 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107697f6-b452-42ec-b107-2de860431403" -d '{"events": [{"server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "name": "network-vif-plugged", "status": "completed", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:13.606672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:13.616389 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3999a3-8fe9-45b9-8e9a-3ca1e2738fd2 x-openstack-request-id: req-ae3999a3-8fe9-45b9-8e9a-3ca1e2738fd2 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:13.616680 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "name": "network-vif-plugged", "status": "completed", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:13.616934 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae3999a3-8fe9-45b9-8e9a-3ca1e2738fd2 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:13.617948 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'code': 200} Nov 01 18:38:13.725482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:13.763248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17be74-95ef-4cb1-acc3-8ec6432f6480 req-c26c9186-ece6-45c2-a6e2-0a26c7b18663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:13.765684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e17be74-95ef-4cb1-acc3-8ec6432f6480 req-c26c9186-ece6-45c2-a6e2-0a26c7b18663 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1095 time: 0.0664022 Nov 01 18:38:13.856819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2e17be74-95ef-4cb1-acc3-8ec6432f6480 req-64e1110d-5a6c-477d-8970-8adeac3ffe45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821741 Nov 01 18:38:13.862080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:13.943581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bcba7-82cc-413a-9e53-dbc63417b2f2 req-16de1115-716c-4075-8e7a-2138493afd41 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:13.945832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d8bcba7-82cc-413a-9e53-dbc63417b2f2 req-16de1115-716c-4075-8e7a-2138493afd41 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.1223412 Nov 01 18:38:13.960878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220366c-d3fc-4c91-b364-23bcf4d475f5 req-078eb076-d061-420f-868c-502e633b8917 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:13.970383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8220366c-d3fc-4c91-b364-23bcf4d475f5 req-078eb076-d061-420f-868c-502e633b8917 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1336741 Nov 01 18:38:14.033101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8220366c-d3fc-4c91-b364-23bcf4d475f5 req-e87b652a-5575-4031-b456-a6d219dba890 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551763 Nov 01 18:38:14.044359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d8bcba7-82cc-413a-9e53-dbc63417b2f2 req-e1cba83f-03e7-4f2f-bed8-5696280d0357 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728714 Nov 01 18:38:14.205442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b324-7fd8-4b2c-9a20-4580013d1c3e req-a3a77325-2765-4567-bbf3-f59b29670a44 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:14.207014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9dd6b324-7fd8-4b2c-9a20-4580013d1c3e req-a3a77325-2765-4567-bbf3-f59b29670a44 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1023517 Nov 01 18:38:14.266961 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9dd6b324-7fd8-4b2c-9a20-4580013d1c3e req-5956ab19-7007-4ba4-9c8b-65197a1853c1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517108 Nov 01 18:38:14.760337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69ba95-0540-401e-add5-2170529083df req-d542072d-414a-4dd9-819a-f90f116c2bd5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:14.769113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb69ba95-0540-401e-add5-2170529083df req-d542072d-414a-4dd9-819a-f90f116c2bd5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.2396452 Nov 01 18:38:14.839542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb69ba95-0540-401e-add5-2170529083df req-6ea7a60c-08dc-4c7c-900f-aee6ec25a5b7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694065 Nov 01 18:38:15.416472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff81b8-62c7-4ab5-ad12-c6b48d8d44c2 req-9bcbb562-b820-45ff-8e8f-709dd9d1215e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:15.418133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edff81b8-62c7-4ab5-ad12-c6b48d8d44c2 req-9bcbb562-b820-45ff-8e8f-709dd9d1215e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.2109232 Nov 01 18:38:15.426117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401d2cd-673b-4bfe-8a41-9163b7418c52 req-420c6be2-c067-4561-b475-62e5ccddca17 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:15.427893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b401d2cd-673b-4bfe-8a41-9163b7418c52 req-420c6be2-c067-4561-b475-62e5ccddca17 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1311615 Nov 01 18:38:15.519008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b401d2cd-673b-4bfe-8a41-9163b7418c52 req-912bc338-8554-4723-9c76-c859d3c5cef4 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672214 Nov 01 18:38:15.592154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edff81b8-62c7-4ab5-ad12-c6b48d8d44c2 req-5a75f50e-c551-47bf-a836-d5dc4def194c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111722 Nov 01 18:38:15.658285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:38:15.720037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cd131-2945-4072-9b09-eb09e98af01c req-4b602cfe-40b4-4ade-a45f-43b4a0cc094e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:15.730403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de4cd131-2945-4072-9b09-eb09e98af01c req-4b602cfe-40b4-4ade-a45f-43b4a0cc094e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1295760 Nov 01 18:38:15.802215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de4cd131-2945-4072-9b09-eb09e98af01c req-d0bbc971-52e6-4981-878f-864f4a444948 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707076 Nov 01 18:38:15.892110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:15.923530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '131b7e29-137f-42ee-abf1-0730181bbd15', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:38:16.041330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:16.069807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:16.114157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:16.124463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ce779-c663-4a32-b8bf-d3767b2a2c41 req-31392abd-b306-4a34-8efc-07276702200d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:16.131772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-043ce779-c663-4a32-b8bf-d3767b2a2c41 req-31392abd-b306-4a34-8efc-07276702200d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.1253016 Nov 01 18:38:16.135055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb2bf2-02cc-4e4b-981d-d3eaf8154aa1 req-0202744c-12b8-412e-b8df-aaa00228684a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:16.136840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70eb2bf2-02cc-4e4b-981d-d3eaf8154aa1 req-0202744c-12b8-412e-b8df-aaa00228684a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1959636 Nov 01 18:38:16.201581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70eb2bf2-02cc-4e4b-981d-d3eaf8154aa1 req-ac4f0681-eef1-4bdd-8472-50cb18422596 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560155 Nov 01 18:38:16.213142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-043ce779-c663-4a32-b8bf-d3767b2a2c41 req-a0b0a19b-d143-4272-93e0-c2eee03dcdcf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750923 Nov 01 18:38:16.229065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:16.448600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f008d-435a-4199-b793-108d2fd0c5e7 req-c6be04dd-c2c0-456d-b55b-c764460f2e4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:16.450136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a62f008d-435a-4199-b793-108d2fd0c5e7 req-c6be04dd-c2c0-456d-b55b-c764460f2e4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1340895 Nov 01 18:38:16.471826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['131b7e29-137f-42ee-abf1-0730181bbd15'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:38:16.476109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:16.579619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a62f008d-435a-4199-b793-108d2fd0c5e7 req-d08e633b-4364-428d-bac2-e9042bb8388f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095405 Nov 01 18:38:16.631652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51061a2e-0138-41a3-a021-c20ccdb21800 req-27bc3664-2425-460d-a448-93079d3341f3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:16.634973 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51061a2e-0138-41a3-a021-c20ccdb21800 req-27bc3664-2425-460d-a448-93079d3341f3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.2090819 Nov 01 18:38:16.763237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51061a2e-0138-41a3-a021-c20ccdb21800 req-3d493f73-0851-44e1-9fc2-82ccceaccc39 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157482 Nov 01 18:38:16.776173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50348) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:16.870254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a656c-d5d5-41c2-a40c-904d1a004b0b req-974ba47c-c7f1-4e82-aab8-dcc832618d19 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:16.871883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568a656c-d5d5-41c2-a40c-904d1a004b0b req-974ba47c-c7f1-4e82-aab8-dcc832618d19 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1076300 Nov 01 18:38:16.975764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568a656c-d5d5-41c2-a40c-904d1a004b0b req-10aa5710-b50c-473d-ab94-02116b256947 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933509 Nov 01 18:38:17.124761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-a7e21270-f735-412b-9a8a-a9030c764c83 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:17.135737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-a7e21270-f735-412b-9a8a-a9030c764c83 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.1929498 Nov 01 18:38:17.170113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-e42fb3d2-20b5-49fe-bad1-d94e747ef1b1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/quotas/9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 375 time: 0.0330215 Nov 01 18:38:17.249808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b258230-1f51-4fe4-8551-3e1b10fb8f10 req-10a7fce0-5051-4485-94e6-3ed19a84fc94 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:17.252047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b8d0b-33a9-4915-a7db-27958417a20a tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:17.253974 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a9b8d0b-33a9-4915-a7db-27958417a20a tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1091 time: 0.4733715 Nov 01 18:38:17.257170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50368) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:17.257314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b258230-1f51-4fe4-8551-3e1b10fb8f10 req-10a7fce0-5051-4485-94e6-3ed19a84fc94 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.1059270 Nov 01 18:38:17.264562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:17.295824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-fbc1328d-c505-47f7-b91c-79227ea251d3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1103687 Nov 01 18:38:17.393101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:17.415309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b258230-1f51-4fe4-8551-3e1b10fb8f10 req-2a0c4d05-38ba-4d67-9185-60b5f2d0620b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426718 Nov 01 18:38:17.486706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-b7baa848-6b13-47a3-bb00-f6677dc67ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751726 Nov 01 18:38:17.511161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:17.608106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-58d8de7b-b717-4669-96e0-a0dad1b176e1 service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204154 Nov 01 18:38:17.633854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.25.2.252 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/987a66bb-21e0-4de3-ad7c-2c271097732a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:17.670720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:17.788862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:17.919115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 131b7e29-137f-42ee-abf1-0730181bbd15 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:38:17.925284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 131b7e29-137f-42ee-abf1-0730181bbd15 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:17.925656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:18.006404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:18.059702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a45df40-8995-4d8a-ae6a-0ea4ad78d579 req-03230655-b3d7-46f3-8cf7-643fd49b09f3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0777006 Nov 01 18:38:18.114244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:18.115166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=987a66bb-21e0-4de3-ad7c-2c271097732a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:18.115683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:18.121301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:18.125864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:18.174050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:18.177684 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ba9c39-c898-41a6-b32c-7233167e9a26" -d '{"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:18.180872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecae4d-69d9-420f-b886-776ef2677098 req-75fb1b8e-12da-4a0c-bb80-38f59344ce7f tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:18.186060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81ecae4d-69d9-420f-b886-776ef2677098 req-75fb1b8e-12da-4a0c-bb80-38f59344ce7f tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.0895958 Nov 01 18:38:18.216288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:18.265285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81ecae4d-69d9-420f-b886-776ef2677098 req-95041825-a7b8-460f-903c-d8e9fc44ecbb tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711603 Nov 01 18:38:18.328599 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7f88ed-3978-4f4b-b712-243070b97a46 x-openstack-request-id: req-bf7f88ed-3978-4f4b-b712-243070b97a46 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:18.329092 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:18.329367 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf7f88ed-3978-4f4b-b712-243070b97a46 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:18.331331 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'code': 200} Nov 01 18:38:18.334795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:18.426668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:18.596511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e9209-4491-49a3-a3c8-56a5a27bb39f req-e5949238-949d-4bc1-9016-7f6d3494cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:18.598355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a60e9209-4491-49a3-a3c8-56a5a27bb39f req-e5949238-949d-4bc1-9016-7f6d3494cd5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1096 time: 0.1914907 Nov 01 18:38:18.652082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59a2e8-d512-4cce-a8d1-9921705f0d12 req-1452d9fb-989c-4f3e-9b2d-9a8646a1cf4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:18.655800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae59a2e8-d512-4cce-a8d1-9921705f0d12 req-1452d9fb-989c-4f3e-9b2d-9a8646a1cf4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1172562 Nov 01 18:38:18.739451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae59a2e8-d512-4cce-a8d1-9921705f0d12 req-3a19974c-44ca-4467-bed8-f573e916154c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502250 Nov 01 18:38:18.782248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-036f3337-b50c-43a8-8646-cc0484b1821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:19.173178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4064a411-8d97-4e90-a1b0-ea3c4808c8c1 req-0cdb13b4-d287-4449-8e27-b723e901fa46 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0545995 Nov 01 18:38:19.285202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a60e9209-4491-49a3-a3c8-56a5a27bb39f req-563ff9d5-ea25-4a65-b79b-044664f83158 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6645300 Nov 01 18:38:19.461006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:19.550526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4b0e1-2b78-4916-a85c-ba2fb4c974de req-443380fa-7c55-4df7-ae15-ed2ea1d63d9e tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:19.552286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7e4b0e1-2b78-4916-a85c-ba2fb4c974de req-443380fa-7c55-4df7-ae15-ed2ea1d63d9e tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1063979 Nov 01 18:38:19.607888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7e4b0e1-2b78-4916-a85c-ba2fb4c974de req-f520559e-c4b4-4de8-8a0e-f53c831ba1d8 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Nov 01 18:38:19.841742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:19.908363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b3c6c-8f35-4b28-847f-7592851ea0c9 req-d3cf9f7c-450b-40b9-ac26-4b70b4a67bba tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:19.918309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d71b3c6c-8f35-4b28-847f-7592851ea0c9 req-d3cf9f7c-450b-40b9-ac26-4b70b4a67bba tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0805907 Nov 01 18:38:19.993561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d71b3c6c-8f35-4b28-847f-7592851ea0c9 req-1fdfce84-6027-4683-b4ab-1320f95ac9be tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726194 Nov 01 18:38:20.122852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:20.285249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:20.290991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16102e70-511b-4bd1-b57a-d7fd3ee2779c req-dd5ef026-7367-4336-b6c8-353f1bf640a9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0287251 Nov 01 18:38:20.361268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=987a66bb-21e0-4de3-ad7c-2c271097732a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:20.370916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:20.480730 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 2054fb93-5618-4331-b4b8-e2cf3f8e88b8 associated. External IP: 172.25.2.252, port: 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe. Nov 01 18:38:20.744113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59258ee-393b-41f2-9a7b-c5e126c73852 req-59ea9831-c278-4f2f-a8c3-ec698560c667 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:20.745606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d59258ee-393b-41f2-9a7b-c5e126c73852 req-59ea9831-c278-4f2f-a8c3-ec698560c667 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.0561960 Nov 01 18:38:20.766675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:20.795682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d59258ee-393b-41f2-9a7b-c5e126c73852 req-65d471e6-b216-48b0-90a5-e823fecd2ea6 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Nov 01 18:38:20.888408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:20.899596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:20.910523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:20.911223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:37:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:21.021460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-443a8ed5-bb55-483f-b47d-a56e3469ede8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:21.049473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:21.097004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:21.143139 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e6610100-029e-462d-8e9d-0d006a56a74d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8734562 Nov 01 18:38:21.143139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:21.143139 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75" -d '{"events": [{"name": "network-changed", "server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:21.156520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6119530-611b-4d6c-81fa-46bb843a61ec req-e1bf3f03-da42-4602-b631-7c82b3dd026a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.165988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6119530-611b-4d6c-81fa-46bb843a61ec req-e1bf3f03-da42-4602-b631-7c82b3dd026a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0876243 Nov 01 18:38:21.189350 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be621e-a470-48cb-8c32-059d46def1d2 x-openstack-request-id: req-28be621e-a470-48cb-8c32-059d46def1d2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:21.189900 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:21.190188 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28be621e-a470-48cb-8c32-059d46def1d2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:21.190598 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'status': 'completed', 'code': 200} Nov 01 18:38:21.207945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6119530-611b-4d6c-81fa-46bb843a61ec req-1333ac8f-da29-4719-8c6e-d45c744e2bf8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Nov 01 18:38:21.279180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-e6d2aacd-9469-447a-9a3c-216531db73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.280851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-e6d2aacd-9469-447a-9a3c-216531db73f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1096 time: 0.0650072 Nov 01 18:38:21.374658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ee9ab-8f6d-4728-9952-fca801cd3d6a req-c52603be-c9fb-4fdb-90fe-32c1e2a2aff4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.376260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e6ee9ab-8f6d-4728-9952-fca801cd3d6a req-c52603be-c9fb-4fdb-90fe-32c1e2a2aff4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0731807 Nov 01 18:38:21.383756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2054fb93-5618-4331-b4b8-e2cf3f8e88b8', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:24:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:19Z', 'updated_at': '2021-11-01T18:38:19Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:21.386547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50446) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:21.393286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'floatingip': {'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:21.406632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-25fb068d-6957-4525-86da-c34c748b2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.408150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-25fb068d-6957-4525-86da-c34c748b2762 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.1195045 Nov 01 18:38:21.419831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:21.436827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:21.437850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:21.467313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a155e65-e22d-43da-aad3-64500575cd3e req-d18fd38e-f94b-45b0-8498-3e5609bda5f9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0894589 Nov 01 18:38:21.498480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:21.548176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-7df486f7-474f-47c3-a5e7-4a14e2995aa2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 200 len: 999 time: 0.1317306 Nov 01 18:38:21.668163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-779d9e76-d2e3-430d-841b-dcce1c380d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.668163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-779d9e76-d2e3-430d-841b-dcce1c380d0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1007562 Nov 01 18:38:21.717192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:21.758681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-eeef35b9-4552-4df9-96f3-3b9f261a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:21.760313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-eeef35b9-4552-4df9-96f3-3b9f261a53a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841820 Nov 01 18:38:21.889107 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-f3da631b-3aca-4c62-8525-2f9205ff65df service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134994 Nov 01 18:38:22.045325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ba12c0e2-256a-47ba-bd09-c29be5aa2c75 req-844d33b5-4b2e-4be7-9981-b799f82de01d service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366608 Nov 01 18:38:22.052049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2054fb93-5618-4331-b4b8-e2cf3f8e88b8', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:24:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:19Z', 'updated_at': '2021-11-01T18:38:19Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:22.085112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129d166-0b9e-4934-8888-718dd612b6d9 None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '2054fb93-5618-4331-b4b8-e2cf3f8e88b8', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:24:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:19Z', 'updated_at': '2021-11-01T18:38:19Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:22.115265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132b6b-b547-44d9-a12e-a7a27c813248 req-7a1bc1f0-8582-4a56-b50e-55805882de01 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:22.116921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51132b6b-b547-44d9-a12e-a7a27c813248 req-7a1bc1f0-8582-4a56-b50e-55805882de01 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.2349894 Nov 01 18:38:22.142171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:22.204321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-c031075e-afe7-4a43-9a36-f141e9f7806f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:22.204321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-c031075e-afe7-4a43-9a36-f141e9f7806f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.2440660 Nov 01 18:38:22.218276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'device_id': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'admin_state_up': True, 'tenant_id': '9492341bfc3142069873ddf9e283aab2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:22.244262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51132b6b-b547-44d9-a12e-a7a27c813248 req-7b9ffb2a-baec-4ade-b6f1-5b1ea4afeae4 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177359 Nov 01 18:38:22.398583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:22.398824 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7d915-d65a-45ed-bbed-2cf9da7bd6e5 None None] New status for floating IP 2054fb93-5618-4331-b4b8-e2cf3f8e88b8: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:38:22.519989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:22.523221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:22.528079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:22.615400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8e273e6-237b-4e42-8282-d17963580546 req-a97d8bb5-92ec-4516-94ca-9a1352693180 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0438931 Nov 01 18:38:22.762770 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Floating IP e0044ad2-44d4-467b-b2c4-a6e99f3632fe associated. External IP: 172.25.2.78, port: 131b7e29-137f-42ee-abf1-0730181bbd15. Nov 01 18:38:23.170087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.20.0.13 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/a51c22d2-8b45-43ef-a6a1-eb16e168f8aa) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:23.561762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb166c-6fe5-41ce-b415-02450ebbac33 req-671da213-0706-4d37-ac28-f73540d02d8d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:23.564402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07bb166c-6fe5-41ce-b415-02450ebbac33 req-671da213-0706-4d37-ac28-f73540d02d8d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1991589 Nov 01 18:38:23.587717 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:38:23.613842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:23.655907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:23.698524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07bb166c-6fe5-41ce-b415-02450ebbac33 req-0a0348fa-dd62-4758-9262-5f06ec5b6de7 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149433 Nov 01 18:38:23.802731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bf66280e-83bb-496d-9eae-d7f863dda13f req-6252d172-8b19-4d27-b745-195fc977228e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0483291 Nov 01 18:38:23.878914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:23.884418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:23.889346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:23.900432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:23.901108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:23.910223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:23.947727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-60766939-2461-4360-bde9-91b4766c0e42 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "PUT /v2.0/floatingips/e0044ad2-44d4-467b-b2c4-a6e99f3632fe HTTP/1.1" status: 200 len: 990 time: 2.5566039 Nov 01 18:38:23.947904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:38:23.957080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:23.962479 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1673782a-a71a-4bfc-9638-8849c8d19274" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:23.994700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:23.996711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.004806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:24.009916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:24.027454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:24.089791 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e2436-2367-4c2b-a51a-1020c2e5bfcc x-openstack-request-id: req-980e2436-2367-4c2b-a51a-1020c2e5bfcc {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:24.090311 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:24.090784 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-980e2436-2367-4c2b-a51a-1020c2e5bfcc {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:24.091541 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'status': 'completed', 'code': 200} Nov 01 18:38:24.126364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:24.127709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.141112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-fdb4b6ab-5e88-42ef-aea2-63da584b4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:24.142730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-fdb4b6ab-5e88-42ef-aea2-63da584b4e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1096 time: 0.0924461 Nov 01 18:38:24.250637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:24.316229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-8c37b5d5-e244-4703-ad04-2affb44a36dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1065919 Nov 01 18:38:24.329982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Request body: {'port': {'device_id': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:24.332134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-33bf9cbb-e359-4132-bba0-939099449838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:24.333778 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-33bf9cbb-e359-4132-bba0-939099449838 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1826451 Nov 01 18:38:24.460095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.497770 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-26ddc29e-251c-41aa-ab1f-67d2a65d1923 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 998 time: 0.1407480 Nov 01 18:38:24.567465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-83a51941-ed08-49cc-a5f9-a4a53308f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:24.569183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-83a51941-ed08-49cc-a5f9-a4a53308f472 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0626535 Nov 01 18:38:24.644141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-8ebdcda4-dff7-4531-9488-dce8445f0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:24.646141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-8ebdcda4-dff7-4531-9488-dce8445f0740 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687082 Nov 01 18:38:24.660250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-72e7877e-ea38-43e9-967e-f8c2d37c1c3a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:38:24.664410 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-72e7877e-ea38-43e9-967e-f8c2d37c1c3a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065413 Nov 01 18:38:24.840542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51c22d2-8b45-43ef-a6a1-eb16e168f8aa {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:24.849197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.862659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Transition to ACTIVE for port object a51c22d2-8b45-43ef-a6a1-eb16e168f8aa will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:38:24.870201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-0506b9f7-ad8b-4a76-b786-1f12371853a6 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991816 Nov 01 18:38:24.875195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-22c9ae0a-b13f-49b9-8577-f369c8200f61 None None] Provisioning complete for port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:24.875195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-22c9ae0a-b13f-49b9-8577-f369c8200f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.937226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-22c9ae0a-b13f-49b9-8577-f369c8200f61 None None] Port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:24.966287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:24.996789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1673782a-a71a-4bfc-9638-8849c8d19274 req-618d8384-befc-4756-8d7b-5ae93bb4585b service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192601 Nov 01 18:38:25.060661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0044ad2-44d4-467b-b2c4-a6e99f3632fe', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba127e6-5735-4435-8202-292d2365a41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:37:42Z', 'updated_at': '2021-11-01T18:38:22Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:25.096102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:25.107774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:25.123444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:25.156824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d33bda-f5ff-4a74-8fa5-68e7942caeca req-8219c98a-6c5e-4356-83b4-bff25b3c48ff tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:25.158412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27d33bda-f5ff-4a74-8fa5-68e7942caeca req-8219c98a-6c5e-4356-83b4-bff25b3c48ff tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.2932944 Nov 01 18:38:25.162287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Pushing event updated for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:25.296484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa585961-3b53-4e53-88c2-4ac01473b959 req-11c3d9c5-b93d-488c-9580-33697bf18b08 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:25.298197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa585961-3b53-4e53-88c2-4ac01473b959 req-11c3d9c5-b93d-488c-9580-33697bf18b08 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 944 time: 0.2604876 Nov 01 18:38:25.364830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:25.427298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27d33bda-f5ff-4a74-8fa5-68e7942caeca req-6aa4e63b-0566-40a1-9ced-7c6d79079a5a tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620869 Nov 01 18:38:25.474070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Attempting to bind port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:25.476091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Attempting to bind port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:25.477670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Attempting to bind port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:25.484825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa585961-3b53-4e53-88c2-4ac01473b959 req-c5734984-7f49-48f3-880e-1e9dc0190a8b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360021 Nov 01 18:38:25.496512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa on network 230941fe-8f3d-4e23-946f-41da9a3097b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:38:25.498039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Attempting to bind port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:25.512084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:25.513441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:25.513957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:25.515549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Bound port: a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:25.518616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:25.598410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:25.601611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:25.729104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0044ad2-44d4-467b-b2c4-a6e99f3632fe', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba127e6-5735-4435-8202-292d2365a41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:37:42Z', 'updated_at': '2021-11-01T18:38:22Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:25.758109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3275d1-da09-450e-a4c0-514cf1aff197 None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0044ad2-44d4-467b-b2c4-a6e99f3632fe', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba127e6-5735-4435-8202-292d2365a41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:37:42Z', 'updated_at': '2021-11-01T18:38:22Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:25.776151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:25.794872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:25.795493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:25.796890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] 10.222.0.37 "PUT /v2.0/ports/a51c22d2-8b45-43ef-a6a1-eb16e168f8aa HTTP/1.1" status: 200 len: 1092 time: 1.4716024 Nov 01 18:38:25.861942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee319c4-3085-4eed-9546-148b5a8fd828 service neutron] Pushing event updated for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:26.014409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-4711720d-d0da-416a-9e40-1f6f8d600a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.016076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-4711720d-d0da-416a-9e40-1f6f8d600a54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 1095 time: 0.0781872 Nov 01 18:38:26.075213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-757133e9-9b6c-41fe-b29b-db7fdd994840 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa HTTP/1.1" status: 200 len: 217 time: 0.0498774 Nov 01 18:38:26.135323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:26.137654 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206f34a-ed02-4953-9000-9d0ef171f221" -d '{"events": [{"name": "network-changed", "server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:26.145031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e9454-81be-4699-8d38-a0403e94378e None None] New status for floating IP e0044ad2-44d4-467b-b2c4-a6e99f3632fe: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:38:26.172613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-ca2957ef-6281-48ca-9b1e-da4eee28c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.174192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-ca2957ef-6281-48ca-9b1e-da4eee28c5e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0912747 Nov 01 18:38:26.215329 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa50bb-2931-46fd-9d85-1d0817a643d8 x-openstack-request-id: req-f9fa50bb-2931-46fd-9d85-1d0817a643d8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:26.215721 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:26.216032 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9fa50bb-2931-46fd-9d85-1d0817a643d8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:26.216564 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'status': 'completed', 'code': 200} Nov 01 18:38:26.240294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0a55-339f-4872-b273-de1690fc63de req-35d8cb5a-f1f7-41c6-abe8-a17f19eef598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.240294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-35d8cb5a-f1f7-41c6-abe8-a17f19eef598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547717 Nov 01 18:38:26.370627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-11ffb425-2d03-4064-bf48-230a4fcf0f57 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229796 Nov 01 18:38:26.493637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-895e0a55-339f-4872-b273-de1690fc63de req-77c100c8-013e-42cc-9a1d-83bb2c6f7347 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142352 Nov 01 18:38:26.595904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b876a78-aea7-4038-82ff-23ad6d1db82b req-8d30c637-c176-40dd-829b-589ee2378d67 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.605760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b876a78-aea7-4038-82ff-23ad6d1db82b req-8d30c637-c176-40dd-829b-589ee2378d67 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.0799420 Nov 01 18:38:26.690856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b876a78-aea7-4038-82ff-23ad6d1db82b req-9431286a-1af9-40d0-a6a2-a9246b6579b0 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836513 Nov 01 18:38:26.700831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a2c3-bacb-469f-bd5b-3ca57c2e0f82 req-844b497c-6217-4eff-ae9f-237e8ea489e9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.715211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2223a2c3-bacb-469f-bd5b-3ca57c2e0f82 req-844b497c-6217-4eff-ae9f-237e8ea489e9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 944 time: 0.0978925 Nov 01 18:38:26.798562 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2223a2c3-bacb-469f-bd5b-3ca57c2e0f82 req-40cc2f6f-b49d-4025-93b7-af92720aaf52 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874259 Nov 01 18:38:26.827076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-5aee9e11-0882-491d-9111-09cba0a495dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.829119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-5aee9e11-0882-491d-9111-09cba0a495dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 1095 time: 0.0951598 Nov 01 18:38:26.901469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:26.939183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-eddd1304-69d2-4bc3-8e64-664bd7d97ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:26.940759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-eddd1304-69d2-4bc3-8e64-664bd7d97ba9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.0981221 Nov 01 18:38:26.988444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-f2e489d1-a54a-40b1-814f-749e46db27cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa HTTP/1.1" status: 200 len: 217 time: 0.0396342 Nov 01 18:38:27.052629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-03a916d5-602d-46d7-bc36-78a24781b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:27.054314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-03a916d5-602d-46d7-bc36-78a24781b824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0590012 Nov 01 18:38:27.103964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-83f6b267-0042-4bfc-a197-53173f32f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:27.105339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-83f6b267-0042-4bfc-a197-53173f32f12f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429492 Nov 01 18:38:27.223576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-65af96a1-5e75-4084-8fbe-fe55b3a79af1 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076677 Nov 01 18:38:27.330912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b206f34a-ed02-4953-9000-9d0ef171f221 req-45a29597-2793-49a2-9621-0d05390c1abc service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993984 Nov 01 18:38:27.709535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:27.733549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d132e6ef-99df-4f61-b87e-d132455977a5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:38:27.974098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d132e6ef-99df-4f61-b87e-d132455977a5,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:27.993141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Deleting subnet 43a1eaa2-3319-4f52-a232-517cd7b12ebd {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:38:27.997861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:27.998379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:38:28.075979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.098553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.106935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d132e6ef-99df-4f61-b87e-d132455977a5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:28.148281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d132e6ef-99df-4f61-b87e-d132455977a5,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:28.162276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d433d27-58c2-4201-8bc9-75caa0097afc req-24d2ef1b-45f0-4ce6-8f46-11a9545368c1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:28.165479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d433d27-58c2-4201-8bc9-75caa0097afc req-24d2ef1b-45f0-4ce6-8f46-11a9545368c1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 944 time: 0.1647151 Nov 01 18:38:28.186679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f04c-6b7f-407e-b1ba-785d85c1ba3c req-1c43766b-994f-42fc-be9e-d9b1f643ac67 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:28.192216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bae8f04c-6b7f-407e-b1ba-785d85c1ba3c req-1c43766b-994f-42fc-be9e-d9b1f643ac67 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 943 time: 0.1902943 Nov 01 18:38:28.212817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.238909 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.291250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bae8f04c-6b7f-407e-b1ba-785d85c1ba3c req-9c173c7b-b114-4276-adcf-e749f4a1ecc8 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934200 Nov 01 18:38:28.294928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d433d27-58c2-4201-8bc9-75caa0097afc req-33093631-a9fa-48d5-8b4b-d94660166575 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017320 Nov 01 18:38:28.324318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:28.334771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.335948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.337085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.337632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.338389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.339246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.339891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.340499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.341018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.341628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.342146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.342661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:28.476476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d132e6ef-99df-4f61-b87e-d132455977a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:38:28.476670 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.496648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a1eaa2-3319-4f52-a232-517cd7b12ebd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:28.506847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.511057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a31238f-4685-47ef-9340-8dfbe064ba98 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43a1eaa2-3319-4f52-a232-517cd7b12ebd HTTP/1.1" status: 204 len: 168 time: 0.7988198 Nov 01 18:38:28.514290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50584) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:28.601763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.773542 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.811019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b62185-45fe-49ec-864d-b7070d416927']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:28.831921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670b0b0c-45af-4982-8dfe-302a8485ab52') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:28.832441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670b0b0c-45af-4982-8dfe-302a8485ab52') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:28.853999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.868640 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.876436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:38:28.877060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:38:28.879035 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:38:29.215818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:29.222815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:29.227373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58b62185-45fe-49ec-864d-b7070d416927 HTTP/1.1" status: 204 len: 168 time: 0.7124028 Nov 01 18:38:29.241465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca6377-8790-4940-a223-92af86a08af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b62185-45fe-49ec-864d-b7070d416927,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:29.517125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f5f2e-552b-4915-b198-014680be1dc8 req-14a91cb7-b657-442a-a995-921e21976361 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:29.518656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e07f5f2e-552b-4915-b198-014680be1dc8 req-14a91cb7-b657-442a-a995-921e21976361 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 944 time: 0.1033871 Nov 01 18:38:29.531624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf030ccb-7027-43ef-9bdc-da10dad3043a req-4c43da7e-6bf2-4820-8f3c-1e54a9550523 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:29.532976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf030ccb-7027-43ef-9bdc-da10dad3043a req-4c43da7e-6bf2-4820-8f3c-1e54a9550523 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 944 time: 0.0801351 Nov 01 18:38:29.587535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e07f5f2e-552b-4915-b198-014680be1dc8 req-89b30b13-a3a1-46d8-be05-8466a1b05592 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535765 Nov 01 18:38:29.596499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf030ccb-7027-43ef-9bdc-da10dad3043a req-ffd299af-6969-4192-8591-be1b96f790bf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564098 Nov 01 18:38:29.761162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d132e6ef-99df-4f61-b87e-d132455977a5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:29.832185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:29.874810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-62869be8-bb7e-4597-8f86-6a8ede25cf0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aded5a25615e4c039b9a7d2b40c044c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413849 Nov 01 18:38:29.877208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50606) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:29.926092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:29.950861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:29.991578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d132e6ef-99df-4f61-b87e-d132455977a5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:38:30.003209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d132e6ef-99df-4f61-b87e-d132455977a5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:30.003821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:30.106590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:30.130907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:30.133880 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a3cadb-f96c-491b-ad3c-caf7820b5890" -d '{"events": [{"server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "name": "network-vif-plugged", "status": "completed", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:30.148931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d132e6ef-99df-4f61-b87e-d132455977a5,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:30.170336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:30.172956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:30.176423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68223230-13d5-4c92-bd0f-7acc3ebd89c3 HTTP/1.1" status: 204 len: 168 time: 0.2959542 Nov 01 18:38:30.182421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd907a7-85fe-45a5-83b1-a16a6314f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68223230-13d5-4c92-bd0f-7acc3ebd89c3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:30.191396 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a236af-736d-4130-8aaa-77db2aa73d3f x-openstack-request-id: req-d4a236af-736d-4130-8aaa-77db2aa73d3f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:30.191703 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "name": "network-vif-plugged", "status": "completed", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:30.191957 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4a236af-736d-4130-8aaa-77db2aa73d3f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:30.192333 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'code': 200} Nov 01 18:38:30.336780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:30.337030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506885-6780-4877-b372-0c1a264ec8b6 req-01939e43-fe21-423d-932d-89a1a05f5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:30.339736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75506885-6780-4877-b372-0c1a264ec8b6 req-01939e43-fe21-423d-932d-89a1a05f5fbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0580418 Nov 01 18:38:30.378539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75506885-6780-4877-b372-0c1a264ec8b6 req-db7a2992-150f-4a1f-bc6e-33008443add9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Nov 01 18:38:30.390392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:30.802149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ac79-9666-4eac-83b7-33a1bd9862c6 req-93ebc762-081d-4da9-a2fb-3fed9a7d0f4e tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:30.804032 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e422ac79-9666-4eac-83b7-33a1bd9862c6 req-93ebc762-081d-4da9-a2fb-3fed9a7d0f4e tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.0952854 Nov 01 18:38:30.847741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0405cf-f833-458e-adc3-1328d0b58e6c req-06837b02-0fc5-4445-8d57-9995ac24cedc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:30.849761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e0405cf-f833-458e-adc3-1328d0b58e6c req-06837b02-0fc5-4445-8d57-9995ac24cedc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 944 time: 0.1430748 Nov 01 18:38:30.908455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e422ac79-9666-4eac-83b7-33a1bd9862c6 req-c786616d-e10d-4ef8-9ca5-d01e6006dff7 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940692 Nov 01 18:38:30.944266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e0405cf-f833-458e-adc3-1328d0b58e6c req-6d0befda-ec1e-491c-a966-0266c841594e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805860 Nov 01 18:38:31.309624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a51c22d2-8b45-43ef-a6a1-eb16e168f8aa details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:38:31.498430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:31.514763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'mac_address': 'fa:16:3e:14:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:38:31.569446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:31.604094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51c22d2-8b45-43ef-a6a1-eb16e168f8aa {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:38:31.632376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:31.743094 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:31.800788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:32.091910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:38:32.113456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea93ff4-9415-44f0-b4ad-d8c463761866 req-6a466199-fd6c-44e6-9384-21321c826a8b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:32.116876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ea93ff4-9415-44f0-b4ad-d8c463761866 req-6a466199-fd6c-44e6-9384-21321c826a8b tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.1189129 Nov 01 18:38:32.179044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4397-1453-44f4-a5a8-4550578d22d3 req-0673a6f0-8226-46c8-906d-58d8844614d5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:32.189547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-837b4397-1453-44f4-a5a8-4550578d22d3 req-0673a6f0-8226-46c8-906d-58d8844614d5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 945 time: 0.1473255 Nov 01 18:38:32.242067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ea93ff4-9415-44f0-b4ad-d8c463761866 req-94c0f9ae-56eb-4a07-a3b5-2499aa171c8d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131520 Nov 01 18:38:32.295123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-837b4397-1453-44f4-a5a8-4550578d22d3 req-32ec12fe-a303-4c49-87a2-a88e5055eba3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028736 Nov 01 18:38:32.459275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299151b-135a-47db-b187-67acf9b8082c req-5ef32feb-8245-4b4c-8011-bc55547231ec tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:32.462477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4299151b-135a-47db-b187-67acf9b8082c req-5ef32feb-8245-4b4c-8011-bc55547231ec tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.0584474 Nov 01 18:38:32.500535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4299151b-135a-47db-b187-67acf9b8082c req-b4e9362d-7f8e-4b81-9eaa-3c7696d6b4d7 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Nov 01 18:38:32.529753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:32.804671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ded90-1031-4590-a6bb-005ddd682165 tempest-TestVolumeBackupRestore-511778688 tempest-TestVolumeBackupRestore-511778688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:32.806333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fa8ded90-1031-4590-a6bb-005ddd682165 tempest-TestVolumeBackupRestore-511778688 tempest-TestVolumeBackupRestore-511778688-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1091 time: 0.2749140 Nov 01 18:38:32.809452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50650) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:32.813861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:32.928888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.054674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.168892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Allocated IP 172.25.2.91 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/0b80a7be-2fc1-4eeb-9862-092347789fba) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:33.297992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.326709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a51c22d2-8b45-43ef-a6a1-eb16e168f8aa up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:33.441277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.480929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05011b7-c1ae-41e0-9dfa-5369157cd09d req-63e795db-cb01-4dd9-b29c-1f56853a9ff8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:33.482292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d05011b7-c1ae-41e0-9dfa-5369157cd09d req-63e795db-cb01-4dd9-b29c-1f56853a9ff8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 945 time: 0.0748863 Nov 01 18:38:33.497992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:33.502799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:33.509131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:33.525573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:38:33.529956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:33.530657 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.560244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d05011b7-c1ae-41e0-9dfa-5369157cd09d req-d48123cb-42dd-48b3-aae5-5e8760f97efb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676169 Nov 01 18:38:33.581932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'Port': ['ID=0b80a7be-2fc1-4eeb-9862-092347789fba,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:33.597184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.597535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.597875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.598218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.598542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.598869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.599194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.599603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.605213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.605213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.605213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.605213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:33.650843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.678302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:33.681305 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7452ca2-c970-4482-a901-babf4e8d186f" -d '{"events": [{"server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "name": "network-vif-plugged", "status": "completed", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:33.699967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:33.739996 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee270a-c2f4-495d-a1e8-6842265083ff x-openstack-request-id: req-23ee270a-c2f4-495d-a1e8-6842265083ff {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:33.740583 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "name": "network-vif-plugged", "status": "completed", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:33.740981 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23ee270a-c2f4-495d-a1e8-6842265083ff {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:33.741790 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'code': 200} Nov 01 18:38:33.849646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:33.858397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf547-efab-4f77-ab5d-d1b3ae515739 req-264b4247-7fd6-44c2-9764-ed60012b083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:33.862970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afdbf547-efab-4f77-ab5d-d1b3ae515739 req-264b4247-7fd6-44c2-9764-ed60012b083f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 1096 time: 0.0486386 Nov 01 18:38:33.909818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afdbf547-efab-4f77-ab5d-d1b3ae515739 req-2b89806c-15e1-4d24-b5de-c766209d2978 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Nov 01 18:38:33.933188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:33.994578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:34.222976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:34.783693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad658-f64c-4ec3-9c50-da87dcb4f9a9 req-403e2fb2-543e-44ab-90d6-7e5a0ed1d634 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:34.797956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-155ad658-f64c-4ec3-9c50-da87dcb4f9a9 req-403e2fb2-543e-44ab-90d6-7e5a0ed1d634 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.0979466 Nov 01 18:38:34.827520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:34.874522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:34.898390 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-155ad658-f64c-4ec3-9c50-da87dcb4f9a9 req-92ffa279-d294-41b1-88ef-75bdb8baf375 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949075 Nov 01 18:38:34.948436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:34.988329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:35.075022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event updated for resources: {'Port': ['ID=0b80a7be-2fc1-4eeb-9862-092347789fba,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:35.105026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.249372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdef3-c9b2-4e15-8c9f-ebff2a8ba803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.262453 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Floating IP 389a3d34-2405-40e7-94ae-94a5d966095c associated. External IP: 172.25.2.91, port: d132e6ef-99df-4f61-b87e-d132455977a5. Nov 01 18:38:35.435423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdef3-c9b2-4e15-8c9f-ebff2a8ba803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.514022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdef3-c9b2-4e15-8c9f-ebff2a8ba803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.524782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:35.563318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d1bbdef3-c9b2-4e15-8c9f-ebff2a8ba803 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=404e39677e4444da9a942e0fc5ee0183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736272 Nov 01 18:38:35.565738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50694) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:35.681662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.722173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbdef3-c9b2-4e15-8c9f-ebff2a8ba803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada3ed4e-ff2a-4dab-ae2c-6025fe3eaeb2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:35.728459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:35.736754 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.758157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:35.767909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:35.768591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:35.890444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:35.892921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.924381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50702) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:35.932322 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b41c8f9-99de-49b4-b9d2-dd9f5df53cc9 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1107063 Nov 01 18:38:35.933077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:35.935418 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb8c9e-a47b-4874-85c0-a88958c2dc46" -d '{"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:35.973979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.977309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:35.979292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ada3ed4e-ff2a-4dab-ae2c-6025fe3eaeb2 HTTP/1.1" status: 204 len: 168 time: 0.4118888 Nov 01 18:38:36.011954 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f31bdc-36a1-4852-9461-4d6428250daa x-openstack-request-id: req-28f31bdc-36a1-4852-9461-4d6428250daa {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:36.012425 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:36.012897 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28f31bdc-36a1-4852-9461-4d6428250daa {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:36.013413 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:38:36.033582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82324bb4-9a4a-4630-9ecd-f0b6659eaffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada3ed4e-ff2a-4dab-ae2c-6025fe3eaeb2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:36.056183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741045ea-a0ee-4342-b690-14581cbab820 tempest-TestVolumeBackupRestore-511778688 tempest-TestVolumeBackupRestore-511778688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:36.061089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-741045ea-a0ee-4342-b690-14581cbab820 tempest-TestVolumeBackupRestore-511778688 tempest-TestVolumeBackupRestore-511778688-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1091 time: 0.1299319 Nov 01 18:38:36.075230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50708) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:36.093260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Request body: {'floatingip': {'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:36.119494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c41f-9acf-467e-a5f5-caf2470cd668 req-e508f05d-6270-4a5e-aa77-df0dde7d34e3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:36.121609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f418c41f-9acf-467e-a5f5-caf2470cd668 req-e508f05d-6270-4a5e-aa77-df0dde7d34e3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.0744474 Nov 01 18:38:36.218491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f418c41f-9acf-467e-a5f5-caf2470cd668 req-8de5480f-a704-402d-8606-282d6036461b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615482 Nov 01 18:38:36.313078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-d06af4ba-2fa0-496d-bc3c-753d7cecee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:36.314591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-d06af4ba-2fa0-496d-bc3c-753d7cecee93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1096 time: 0.2735021 Nov 01 18:38:36.450641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:33Z', 'revision_number': 0, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:36.458780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:36.485301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:36.505122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:36.505774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:36.562749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-3a90e54a-ed0c-488a-8916-e931c01a6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:36.571676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-3a90e54a-ed0c-488a-8916-e931c01a6624 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 914 time: 0.2413225 Nov 01 18:38:36.681328 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-ae1ee861-38b1-4f14-b488-b90cb1f87a13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 998 time: 0.1064262 Nov 01 18:38:36.842165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:36.897044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-7623020d-ed8e-4b0b-92f7-6420cb75c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:36.899476 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-7623020d-ed8e-4b0b-92f7-6420cb75c463 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.2108090 Nov 01 18:38:37.016065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50720) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:37.040880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbdef0aa-293f-4b97-ada9-694db3e9cdcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.042099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-27663c07-82c7-46e4-9847-c2b7a8290fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:37.044013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-27663c07-82c7-46e4-9847-c2b7a8290fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318963 Nov 01 18:38:37.159230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbdef0aa-293f-4b97-ada9-694db3e9cdcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.175581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:33Z', 'revision_number': 0, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:37.212835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93740b95-7e0e-43e2-ace7-54ed0d8b5590 None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:33Z', 'revision_number': 0, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:37.252780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-00f15f55-eca4-404a-acc3-1fbbc41fb1f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993628 Nov 01 18:38:37.253246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbdef0aa-293f-4b97-ada9-694db3e9cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.321028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbdef0aa-293f-4b97-ada9-694db3e9cdcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45d81a8d8a3041849d9d560fa8e1160d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024676 Nov 01 18:38:37.321986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50722) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:37.360400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef0aa-293f-4b97-ada9-694db3e9cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50811554-f4f3-4419-a06f-ebbcc5be30d5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:37.415623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.449508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.563159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38eb8c9e-a47b-4874-85c0-a88958c2dc46 req-5b12dcad-a597-44df-988d-2186cac98819 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711494 Nov 01 18:38:37.590289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.593122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.596396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.598933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50811554-f4f3-4419-a06f-ebbcc5be30d5 HTTP/1.1" status: 204 len: 168 time: 0.2755265 Nov 01 18:38:37.609745 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320237-388f-43a1-9b01-4f050c4b8eed None None] New status for floating IP 389a3d34-2405-40e7-94ae-94a5d966095c: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:38:37.610381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d860355-f1e6-46f3-8ac4-944dd69b3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50811554-f4f3-4419-a06f-ebbcc5be30d5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:37.662732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:37.787104 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.db.api [None req-74320237-388f-43a1-9b01-4f050c4b8eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:38:37.787553 n-d-815923-2 neutron-server[102785]: DEBUG oslo_db.api [None req-74320237-388f-43a1-9b01-4f050c4b8eed None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:38:38.036961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:38.166091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:38.171345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:38.220441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:38.222676 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb" -d '{"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:38.253589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9badcbae-7fca-4557-bff9-5711390e837d tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "PUT /v2.0/floatingips/389a3d34-2405-40e7-94ae-94a5d966095c HTTP/1.1" status: 200 len: 990 time: 2.1719537 Nov 01 18:38:38.282011 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e9b146-4a9b-4986-a935-17cfd368e890 x-openstack-request-id: req-51e9b146-4a9b-4986-a935-17cfd368e890 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:38.288394 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:38.288394 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e9b146-4a9b-4986-a935-17cfd368e890 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:38.288394 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:38:38.289375 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320237-388f-43a1-9b01-4f050c4b8eed None None] New status for floating IP 389a3d34-2405-40e7-94ae-94a5d966095c: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:38:38.365089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-cd0ed340-3602-43ba-aa2e-25ba4df773b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:38.368081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-cd0ed340-3602-43ba-aa2e-25ba4df773b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0562263 Nov 01 18:38:38.493691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-3037abc6-e83c-4de7-a23f-5acaac9356c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:38.493691 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-3037abc6-e83c-4de7-a23f-5acaac9356c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 914 time: 0.1173921 Nov 01 18:38:38.592434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-c06da5a0-58b0-4e1e-882d-79d50cf2a520 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 998 time: 0.0909078 Nov 01 18:38:38.678584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-d5d725e1-6bc5-4461-9712-19fea6954eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:38.680519 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-d5d725e1-6bc5-4461-9712-19fea6954eca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.0813587 Nov 01 18:38:38.726173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:38.734867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-0c739af0-bbda-46ed-a626-baa3ea825c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:38.736509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-0c739af0-bbda-46ed-a626-baa3ea825c2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473390 Nov 01 18:38:38.737684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:38.738713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:38.849821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-79e6ef6e-90bc-4b1a-90a4-398bcbd5942e service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029820 Nov 01 18:38:38.887245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:39.032755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-95eaa744-9fa5-4eef-98df-6cdfa2f8fabb req-c5a39bdf-86f1-4bc4-a63f-a905b3b06b24 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721616 Nov 01 18:38:39.039819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50762) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:39.162236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-889214309-network', 'tenant_id': 'dfb418c4edc540b097141070259bc952'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:39.204504 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.217599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:38Z', 'revision_number': 2, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:39.254190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:39.264169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:39.264788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:39.284433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Made reservation on behalf of dfb418c4edc540b097141070259bc952 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:39.286805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.301508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.384034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:39.399483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.494107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.530325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:38:39.540767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957216e-9bb3-4880-85d9-bfc798368b27,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:39.555357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.555357 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Added segment 9cf8b0f8-ba19-4b06-b272-08379b18f471 of type vlan for network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 Nov 01 18:38:39.613094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.642754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:38Z', 'revision_number': 2, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:39.671125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8735ff-6d68-4b52-80fd-814b5797158a None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '389a3d34-2405-40e7-94ae-94a5d966095c', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'port_id': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'mac_address': 'fa:16:3e:67:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:38:33Z', 'updated_at': '2021-11-01T18:38:38Z', 'revision_number': 2, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:39.707297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.708310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:39.708892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:39.789870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd0c1bf-8bd7-445b-9590-00e7f47003c6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:39.800704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:38:39.837042 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-efd9f9da-8fed-4529-a01e-5ed1af178a39 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7958534 Nov 01 18:38:39.840702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50768) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:39.845934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Request body: {'subnet': {'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-889214309-subnet', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:39.958845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Made reservation on behalf of dfb418c4edc540b097141070259bc952 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:39.962320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.267711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.284741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:38:40.287287 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d321418-b268-4249-9ca1-a7be2d04825a" -d '{"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:38:40.319589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a38084-5179-4de0-80f0-6aca94f2cd93,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:40.340912 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d627503-7d60-4c4f-bf80-72616235cd31 x-openstack-request-id: req-8d627503-7d60-4c4f-bf80-72616235cd31 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:38:40.343790 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:38:40.343790 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d627503-7d60-4c4f-bf80-72616235cd31 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:38:40.343790 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:38:40.355041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Checking segment: {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:40.355469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Network hostable DHCP agents. Network: 0bd0c1bf-8bd7-445b-9590-00e7f47003c6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:38:40.411223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321418-b268-4249-9ca1-a7be2d04825a req-b77c6c36-00bd-4124-8dbf-1f4741904285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:40.413198 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-b77c6c36-00bd-4124-8dbf-1f4741904285 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0471418 Nov 01 18:38:40.438716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:38:40.524655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0bd0c1bf-8bd7-445b-9590-00e7f47003c6) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:40.526651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321418-b268-4249-9ca1-a7be2d04825a req-fd72d82e-1bb7-4e2c-861d-1c5b994f4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:40.528057 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-fd72d82e-1bb7-4e2c-861d-1c5b994f4d27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 914 time: 0.1077642 Nov 01 18:38:40.535205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0aa00-80c7-438b-a542-c9280f05c76e None None] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:38:40.540265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:40.541469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.658085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aca7e405-0f88-4234-b488-e9885a14af90 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8138094 Nov 01 18:38:40.660334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:40.666748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:40.744323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'fixed_ips': [{'subnet_id': '64a38084-5179-4de0-80f0-6aca94f2cd93'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:38:40.745305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.774284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.775425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:40.977006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-2c434f03-ddfb-4185-974e-3535b77586c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 1000 time: 0.4413884 Nov 01 18:38:40.987923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Allocated IP 172.20.0.2 (0bd0c1bf-8bd7-445b-9590-00e7f47003c6/64a38084-5179-4de0-80f0-6aca94f2cd93/83915355-85bb-4d3e-a8bf-e952eb346cac) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:41.039439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321418-b268-4249-9ca1-a7be2d04825a req-893bf922-7358-4230-a638-87d3bea8a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:41.041336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-893bf922-7358-4230-a638-87d3bea8a5ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.0571485 Nov 01 18:38:41.099142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321418-b268-4249-9ca1-a7be2d04825a req-53ef70b3-0e3f-4847-bab9-85a8b51bea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:41.103603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-53ef70b3-0e3f-4847-bab9-85a8b51bea3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538394 Nov 01 18:38:41.196136 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.280487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-de4fe397-e18d-45dc-8e85-762801434037 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322980 Nov 01 18:38:41.280584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.326295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.349781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d321418-b268-4249-9ca1-a7be2d04825a req-019a54b2-8fbc-401b-af6e-e6b83ca3e927 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973408 Nov 01 18:38:41.379239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:41.386369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:41.390412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:41.397070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Pushing event updated for resources: {'Port': ['ID=83915355-85bb-4d3e-a8bf-e952eb346cac,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:41.465027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Attempting to bind port 83915355-85bb-4d3e-a8bf-e952eb346cac on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:41.465350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Attempting to bind port 83915355-85bb-4d3e-a8bf-e952eb346cac by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:41.467855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Attempting to bind port 83915355-85bb-4d3e-a8bf-e952eb346cac on network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:41.476538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:41.476914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Checking segment: {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:41.477507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.477902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Bound using segment: {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:41.479691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Bound port: 83915355-85bb-4d3e-a8bf-e952eb346cac, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:41.479691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.532321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.545474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] For port 83915355-85bb-4d3e-a8bf-e952eb346cac, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:41.553899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] For port 83915355-85bb-4d3e-a8bf-e952eb346cac, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=83915355-85bb-4d3e-a8bf-e952eb346cac,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:41.654962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.716417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82fc1e-adc0-4c3c-9524-62a179722301 None None] Pushing event updated for resources: {'Port': ['ID=83915355-85bb-4d3e-a8bf-e952eb346cac,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:41.916617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:41.937556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:42.064397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Allocated IP 172.25.2.225 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f2104c76-2ce2-4a83-839c-9c28cb58fb21) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:42.181715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:42.300325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:42.342062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:42.348156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:42.353207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:42.405166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Pushing event updated for resources: {'Port': ['ID=f2104c76-2ce2-4a83-839c-9c28cb58fb21,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:42.718957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7b9d8-7e8d-4527-9b6c-5b8362267222 None None] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:38:42.824697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 83915355-85bb-4d3e-a8bf-e952eb346cac up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:42.855754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] Provisioning complete for port 83915355-85bb-4d3e-a8bf-e952eb346cac triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:42.856134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:42.887229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.020324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 83915355-85bb-4d3e-a8bf-e952eb346cac triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:43.020324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.055739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.105422 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.118290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] For port 83915355-85bb-4d3e-a8bf-e952eb346cac, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=83915355-85bb-4d3e-a8bf-e952eb346cac,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:43.175410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.221969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.314387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:38:43.314813 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:38:43.328150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e78d-cf31-4091-b938-147fc9313105 None None] Pushing event updated for resources: {'Port': ['ID=83915355-85bb-4d3e-a8bf-e952eb346cac,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:43.334170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Router 3db9adab-418d-455f-9c46-236f7307f5b1 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:38:43.444474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-089e3947-0592-47c5-a494-98c18784cebf None None] Provisioning complete for port 83915355-85bb-4d3e-a8bf-e952eb346cac triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:43.445096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-089e3947-0592-47c5-a494-98c18784cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.457716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:43.469801 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Sync routers for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:43.486040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:43.486769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:43.589445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:43.592229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-79f33d8b-f718-4085-927a-451b5adf5c52 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9306929 Nov 01 18:38:43.594933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50818) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:43.707938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:43.993655 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:42Z', 'revision_number': 3, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:44.026386 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Checking router: 3db9adab-418d-455f-9c46-236f7307f5b1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:44.026738 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Updating router 3db9adab-418d-455f-9c46-236f7307f5b1 port f2104c76-2ce2-4a83-839c-9c28cb58fb21 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:38:44.066143 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.116873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.334802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Allocated IP 172.20.0.1 (0bd0c1bf-8bd7-445b-9590-00e7f47003c6/64a38084-5179-4de0-80f0-6aca94f2cd93/75748521-0808-4abb-b55f-54a61a0c0efd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:44.402511 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.447277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.495666 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.553058 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Attempting to bind port f2104c76-2ce2-4a83-839c-9c28cb58fb21 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:44.558388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Attempting to bind port f2104c76-2ce2-4a83-839c-9c28cb58fb21 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:44.558388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Attempting to bind port f2104c76-2ce2-4a83-839c-9c28cb58fb21 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:44.558388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Pushing event updated for resources: {'Port': ['ID=f2104c76-2ce2-4a83-839c-9c28cb58fb21,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:44.564490 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:44.564857 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:44.565249 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.565633 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:44.566086 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Bound port: f2104c76-2ce2-4a83-839c-9c28cb58fb21, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:44.566553 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.568612 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.569098 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.569432 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.569761 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.570086 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.570408 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.570725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.571041 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.571357 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.571693 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.572243 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.572346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:38:44.587433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.628612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:44.635135 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] For port f2104c76-2ce2-4a83-839c-9c28cb58fb21, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:44.635725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:44.638864 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] For port f2104c76-2ce2-4a83-839c-9c28cb58fb21, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f2104c76-2ce2-4a83-839c-9c28cb58fb21,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:44.640503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:44.666588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Pushing event updated for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:44.687411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.762630 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.792961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 83915355-85bb-4d3e-a8bf-e952eb346cac up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:44.844318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:44.845127 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:44.846940 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712803-4af7-4937-87a8-fd8350a08792 None None] Pushing event updated for resources: {'Port': ['ID=f2104c76-2ce2-4a83-839c-9c28cb58fb21,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:44.883929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 83915355-85bb-4d3e-a8bf-e952eb346cac triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:44.884304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:44.988987 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:45.034651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.137349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-277e4459-698a-4089-b0e3-79b6348e8c04 None None] Provisioning complete for port 75748521-0808-4abb-b55f-54a61a0c0efd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:45.138090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-277e4459-698a-4089-b0e3-79b6348e8c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.208862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-277e4459-698a-4089-b0e3-79b6348e8c04 None None] Port 75748521-0808-4abb-b55f-54a61a0c0efd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:45.245976 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:42Z', 'revision_number': 3, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:45.281221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.283897 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a933c-c24d-4702-9aeb-9b46b795f819 None None] The sync data for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 is: [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:42Z', 'revision_number': 3, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:45.340905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.420256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Pushing event updated for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:45.423208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.547466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:45.551380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:45.721093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Router 3db9adab-418d-455f-9c46-236f7307f5b1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:45.864079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:45.872032 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a1d6196-5cb1-4a2f-be3b-578901071278 admin admin] 10.222.0.31 "PUT /v2.0/routers/3db9adab-418d-455f-9c46-236f7307f5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2758596 Nov 01 18:38:45.934691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-41a8635c-f2ff-4f5f-84a5-809ceaaafb6b None None] Provisioning complete for port 75748521-0808-4abb-b55f-54a61a0c0efd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:45.935234 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41a8635c-f2ff-4f5f-84a5-809ceaaafb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:45.998731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-41a8635c-f2ff-4f5f-84a5-809ceaaafb6b None None] Port 75748521-0808-4abb-b55f-54a61a0c0efd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:46.732897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 50872) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:46.738405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-652566252-network', 'tenant_id': 'c41b434bcf534b208286218d5119dd14'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:46.759349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f2104c76-2ce2-4a83-839c-9c28cb58fb21 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:46.811726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f2104c76-2ce2-4a83-839c-9c28cb58fb21 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:46.812095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:46.867176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Made reservation on behalf of c41b434bcf534b208286218d5119dd14 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:46.870170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:46.880316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:46.906447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:46.957429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port f2104c76-2ce2-4a83-839c-9c28cb58fb21, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f2104c76-2ce2-4a83-839c-9c28cb58fb21,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:46.973676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.049933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.089569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.116496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=f2104c76-2ce2-4a83-839c-9c28cb58fb21,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:47.129040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:38:47.138713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e924d0-0ac6-4cf3-9a96-8c4f60fbc9f0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:47.144628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.145367 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Added segment 7ff39dab-20c1-46af-b412-f8be130c7168 of type vlan for network 819caba8-e22f-41d6-bf76-4fb1601025a0 Nov 01 18:38:47.192358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.278308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.279404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:47.283168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.321481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Sync routers for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:47.332602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:47.333136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:47.358142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] Pushing event updated for resources: {'Network': ['ID=819caba8-e22f-41d6-bf76-4fb1601025a0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:47.383852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:38:47.393471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d86111c2-6700-4552-9b0f-dc8d9e9260c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6593723 Nov 01 18:38:47.400007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:47.409119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Request body: {'subnet': {'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-652566252-subnet', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:47.501222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Made reservation on behalf of c41b434bcf534b208286218d5119dd14 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:38:47.504878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.517960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:47.770354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:44Z', 'revision_number': 4, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '75748521-0808-4abb-b55f-54a61a0c0efd', 'name': '', 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'mac_address': 'fa:16:3e:be:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:44Z', 'updated_at': '2021-11-01T18:38:45Z', 'revision_number': 2, 'project_id': 'dfb418c4edc540b097141070259bc952', 'subnets': [{'id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:47.775769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.798737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Checking router: 3db9adab-418d-455f-9c46-236f7307f5b1 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:47.799093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Updating router 3db9adab-418d-455f-9c46-236f7307f5b1 port 75748521-0808-4abb-b55f-54a61a0c0efd binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:38:47.830024 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:47.842578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94b2c00-5dbd-4d07-b439-ed798593ce0c,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:47.849381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Checking segment: {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:47.850461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Network hostable DHCP agents. Network: 819caba8-e22f-41d6-bf76-4fb1601025a0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:38:47.992591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:38:48.098339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.101062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 819caba8-e22f-41d6-bf76-4fb1601025a0) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:48.108250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:48.109555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.110057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5c870-2a6d-4b06-acd4-945ea2237760 None None] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:38:48.207141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aac5ab35-d8e2-4ee8-bd84-0d8caf87a9b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8044250 Nov 01 18:38:48.210157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50888) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:48.214943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:38:48.215708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.318459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.319972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9d219-ea88-4d35-b4b3-702348b0ad26 None None] Pushing event updated for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:48.320599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.354697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-819caba8-e22f-41d6-bf76-4fb1601025a0', 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'fixed_ips': [{'subnet_id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:38:48.356058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.393516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Attempting to bind port 75748521-0808-4abb-b55f-54a61a0c0efd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:48.394027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Attempting to bind port 75748521-0808-4abb-b55f-54a61a0c0efd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:48.394400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Attempting to bind port 75748521-0808-4abb-b55f-54a61a0c0efd on network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:48.417093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:48.417499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Checking segment: {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:48.419112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.419586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Bound using segment: {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:48.420202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Bound port: 75748521-0808-4abb-b55f-54a61a0c0efd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8b0f8-ba19-4b06-b272-08379b18f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:48.420590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.439876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.535884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76f339-feb7-4299-b6ef-71830413e217 req-b02fa704-429e-4a74-b40b-0296f2ab18c7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:48.538292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af76f339-feb7-4299-b6ef-71830413e217 req-b02fa704-429e-4a74-b40b-0296f2ab18c7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0634625 Nov 01 18:38:48.640752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8a9337f6-e998-490f-affb-469786d4e154 None None] Provisioning complete for port 75748521-0808-4abb-b55f-54a61a0c0efd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:48.641182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a9337f6-e998-490f-affb-469786d4e154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.652436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] For port 75748521-0808-4abb-b55f-54a61a0c0efd, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:48.675046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Allocated IP 172.20.0.2 (819caba8-e22f-41d6-bf76-4fb1601025a0/a94b2c00-5dbd-4d07-b439-ed798593ce0c/7ac80a85-5d24-44e4-bb85-68628819e922) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:48.698373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] For port 75748521-0808-4abb-b55f-54a61a0c0efd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=75748521-0808-4abb-b55f-54a61a0c0efd,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:48.715175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8a9337f6-e998-490f-affb-469786d4e154 None None] Port 75748521-0808-4abb-b55f-54a61a0c0efd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:48.727105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a443cb3e-481d-436b-9d32-f59c162e8df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.758333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af76f339-feb7-4299-b6ef-71830413e217 req-31ce7d43-7980-40a7-b433-78444c96b1b5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572580 Nov 01 18:38:48.769565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.783367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:48.842667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f2104c76-2ce2-4a83-839c-9c28cb58fb21 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:48.908507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c87f5-bc1b-4658-bf93-761a4caac995 req-ae29973f-4d4f-48e9-9ac2-d0dbe9443e28 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:48.910223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-691c87f5-bc1b-4658-bf93-761a4caac995 req-ae29973f-4d4f-48e9-9ac2-d0dbe9443e28 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0865185 Nov 01 18:38:48.928555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9d219-ea88-4d35-b4b3-702348b0ad26 None None] Pushing event updated for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:48.960662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:48.961331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:49.006906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-691c87f5-bc1b-4658-bf93-761a4caac995 req-db94f33b-a8df-478a-b595-a23996e3dae2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592716 Nov 01 18:38:49.065621 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.082843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f2104c76-2ce2-4a83-839c-9c28cb58fb21 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:49.083373 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.220037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.244651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.360084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.394050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:49.412930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Allocated IP 172.25.2.74 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:49.552451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.602117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:49.612039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] Provisioning complete for port 75748521-0808-4abb-b55f-54a61a0c0efd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:49.612039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.613462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:49.654379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:49.669016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Pushing event updated for resources: {'Port': ['ID=7ac80a85-5d24-44e4-bb85-68628819e922,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:49.697430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.745187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd91d73-7e92-457b-b08e-7e932eb529b1 req-cf713190-cf7b-4143-b2f2-4e28c1ef529b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:49.746879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4fd91d73-7e92-457b-b08e-7e932eb529b1 req-cf713190-cf7b-4143-b2f2-4e28c1ef529b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1052437 Nov 01 18:38:49.755523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:49.759884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:49.771033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:49.804700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Attempting to bind port 7ac80a85-5d24-44e4-bb85-68628819e922 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:49.805076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Attempting to bind port 7ac80a85-5d24-44e4-bb85-68628819e922 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:49.806477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Attempting to bind port 7ac80a85-5d24-44e4-bb85-68628819e922 on network 819caba8-e22f-41d6-bf76-4fb1601025a0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:49.807895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Pushing event updated for resources: {'Port': ['ID=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:49.838954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:49.839312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Checking segment: {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:49.839734 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.840134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Bound using segment: {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:49.840614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Bound port: 7ac80a85-5d24-44e4-bb85-68628819e922, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:49.841009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.843648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4fd91d73-7e92-457b-b08e-7e932eb529b1 req-55ee2e7f-90dd-422a-83ac-7b29f8a5cdb4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849335 Nov 01 18:38:49.876818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:49.996974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:44Z', 'revision_number': 4, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '75748521-0808-4abb-b55f-54a61a0c0efd', 'name': '', 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'mac_address': 'fa:16:3e:be:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:44Z', 'updated_at': '2021-11-01T18:38:48Z', 'revision_number': 4, 'project_id': 'dfb418c4edc540b097141070259bc952', 'subnets': [{'id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:50.009069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] For port 75748521-0808-4abb-b55f-54a61a0c0efd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=75748521-0808-4abb-b55f-54a61a0c0efd,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:50.040872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff4c58-bcfa-42f0-9703-9a850488fda0 None None] The sync data for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 is: [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:44Z', 'revision_number': 4, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '75748521-0808-4abb-b55f-54a61a0c0efd', 'name': '', 'network_id': '0bd0c1bf-8bd7-445b-9590-00e7f47003c6', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'mac_address': 'fa:16:3e:be:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:44Z', 'updated_at': '2021-11-01T18:38:48Z', 'revision_number': 4, 'project_id': 'dfb418c4edc540b097141070259bc952', 'subnets': [{'id': '64a38084-5179-4de0-80f0-6aca94f2cd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:50.045049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] For port 7ac80a85-5d24-44e4-bb85-68628819e922, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:50.061705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] For port 7ac80a85-5d24-44e4-bb85-68628819e922, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ac80a85-5d24-44e4-bb85-68628819e922,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:50.106644 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:50.184871 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:50.236397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e585fc-666d-4b9b-a2d5-20cdc4b3bcf4 None None] Pushing event updated for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:50.270356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:50.318104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cec596-c100-4ea2-97c8-cd402c9b0adb None None] Pushing event updated for resources: {'Port': ['ID=7ac80a85-5d24-44e4-bb85-68628819e922,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:50.905359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91e2fe0b-bd24-4d6e-9c92-fab8b1dfda49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:50.927127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ac80a85-5d24-44e4-bb85-68628819e922 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:51.042179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7ac80a85-5d24-44e4-bb85-68628819e922 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:51.044533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.113102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.123831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e9a2-1acb-4498-a82a-eec1ab08013f req-6a8ae386-44a4-4163-a889-247fd0294cfa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:51.125351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e6e9a2-1acb-4498-a82a-eec1ab08013f req-6a8ae386-44a4-4163-a889-247fd0294cfa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0701811 Nov 01 18:38:51.150595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.222267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 7ac80a85-5d24-44e4-bb85-68628819e922, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ac80a85-5d24-44e4-bb85-68628819e922,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:51.307198 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.308147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 75748521-0808-4abb-b55f-54a61a0c0efd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:51.309642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e6e9a2-1acb-4498-a82a-eec1ab08013f req-f2ff50a2-10bd-4c28-9565-27dcbd3dfcaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717877 Nov 01 18:38:51.430016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=7ac80a85-5d24-44e4-bb85-68628819e922,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:51.455427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 75748521-0808-4abb-b55f-54a61a0c0efd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:51.456093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.467242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Router 4991feb2-5ad3-4e75-8ac2-d00755193ecd is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:38:51.678543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:51.692475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Sync routers for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:51.710690 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:51.711348 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:51.733768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b8677-77de-472f-80eb-c268aab47b1c None None] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:38:51.795414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.797457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-19a910ba-9e11-4e78-8c38-168239ff474e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5860391 Nov 01 18:38:51.800503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 50952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:51.823973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-52baff90-d6c0-4329-9bae-472196fee489 None None] Provisioning complete for port 7ac80a85-5d24-44e4-bb85-68628819e922 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:51.824379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52baff90-d6c0-4329-9bae-472196fee489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:51.840395 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:52.102986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.253164 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:49Z', 'revision_number': 3, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:52.286130 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Checking router: 4991feb2-5ad3-4e75-8ac2-d00755193ecd for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:52.286651 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Updating router 4991feb2-5ad3-4e75-8ac2-d00755193ecd port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:38:52.317342 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.359117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d5ab4d28-313c-4cd7-ae58-12f8d6deb3b3 None None] Provisioning complete for port 7ac80a85-5d24-44e4-bb85-68628819e922 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:52.359649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5ab4d28-313c-4cd7-ae58-12f8d6deb3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.470072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.494950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347048-ec3b-4b16-932d-ab0195838fa2 req-a6509c36-549a-48ed-9e10-0d4b7b135cf0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:52.496496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18347048-ec3b-4b16-932d-ab0195838fa2 req-a6509c36-549a-48ed-9e10-0d4b7b135cf0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0789969 Nov 01 18:38:52.583071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18347048-ec3b-4b16-932d-ab0195838fa2 req-7fcc54b7-2f78-40c7-b973-dd8ea5bb70b7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791636 Nov 01 18:38:52.630081 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.688647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Allocated IP 172.20.0.1 (819caba8-e22f-41d6-bf76-4fb1601025a0/a94b2c00-5dbd-4d07-b439-ed798593ce0c/5bb51cc9-ba97-4300-9642-8526bdff439a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:38:52.745022 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.776720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ac80a85-5d24-44e4-bb85-68628819e922 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:52.811256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a63cc-8018-4af1-930b-fc05eba897bf None None] Pushing event updated for resources: {'Port': ['ID=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:52.819118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.843727 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Attempting to bind port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:52.844194 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Attempting to bind port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:52.844674 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Attempting to bind port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:52.854854 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:52.859138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:52.859138 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.859138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:52.859138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Bound port: 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:52.859138 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.884867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7ac80a85-5d24-44e4-bb85-68628819e922 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:52.884867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:52.913815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] For port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:52.917275 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] For port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:52.981395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.028433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:53.034993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:53.040173 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.040346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:38:53.042431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:53.082852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.118233 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:53.118895 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:53.133859 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a63cc-8018-4af1-930b-fc05eba897bf None None] Pushing event updated for resources: {'Port': ['ID=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:53.303877 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:53.343548 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.383306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-04ab34a8-26b7-44fc-9c8f-2fc30ff86b1c None None] Provisioning complete for port 5bb51cc9-ba97-4300-9642-8526bdff439a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:53.384383 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04ab34a8-26b7-44fc-9c8f-2fc30ff86b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.435082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-04ab34a8-26b7-44fc-9c8f-2fc30ff86b1c None None] Port 5bb51cc9-ba97-4300-9642-8526bdff439a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:53.488837 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:49Z', 'revision_number': 3, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:53.514610 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cb29e-f708-4da5-9a46-a3360b562b04 None None] The sync data for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 is: [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:49Z', 'revision_number': 3, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:53.566511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.655886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.757889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:53.766927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.814341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb738-0e81-4eb1-ab36-0d4a4d46d4a4 req-d576d93e-5205-4627-8885-4bc5e930474a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:53.816301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f70fb738-0e81-4eb1-ab36-0d4a4d46d4a4 req-d576d93e-5205-4627-8885-4bc5e930474a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1132288 Nov 01 18:38:53.839422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:53.920450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f70fb738-0e81-4eb1-ab36-0d4a4d46d4a4 req-3d04e32e-b5bd-4793-abc6-a73f902d6c4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865533 Nov 01 18:38:53.955423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:38:53.956899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:38:54.100177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Router 4991feb2-5ad3-4e75-8ac2-d00755193ecd has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:54.238456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:54.253027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-24bb1a07-80d9-4851-aee7-2699e2335890 admin admin] 10.222.0.31 "PUT /v2.0/routers/4991feb2-5ad3-4e75-8ac2-d00755193ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511538 Nov 01 18:38:54.269152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b6f3c48b-caed-4ba0-8d1f-2bc4a7c37ab1 None None] Provisioning complete for port 5bb51cc9-ba97-4300-9642-8526bdff439a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:54.269786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c48b-caed-4ba0-8d1f-2bc4a7c37ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:54.325422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3c48b-caed-4ba0-8d1f-2bc4a7c37ab1 None None] Port 5bb51cc9-ba97-4300-9642-8526bdff439a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:38:54.807146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:54.857689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:54.858058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:54.969964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:55.023564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:55.082196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476543e-bd8a-4b45-8766-1f075dfdb5d7 req-a575a461-7bc8-4f54-8513-b9ed6c5afe35 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:55.085057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8476543e-bd8a-4b45-8766-1f075dfdb5d7 req-a575a461-7bc8-4f54-8513-b9ed6c5afe35 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Nov 01 18:38:55.124365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:55.147282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8476543e-bd8a-4b45-8766-1f075dfdb5d7 req-93ac7e48-1fe2-476d-ab11-2d9afaaccf3d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551977 Nov 01 18:38:55.185079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:55.499665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Sync routers for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:55.511162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:55.511914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:55.631997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:55.873129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:53Z', 'revision_number': 4, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5bb51cc9-ba97-4300-9642-8526bdff439a', 'name': '', 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'mac_address': 'fa:16:3e:eb:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:52Z', 'updated_at': '2021-11-01T18:38:53Z', 'revision_number': 2, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'subnets': [{'id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:55.910310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Checking router: 4991feb2-5ad3-4e75-8ac2-d00755193ecd for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:55.910665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Updating router 4991feb2-5ad3-4e75-8ac2-d00755193ecd port 5bb51cc9-ba97-4300-9642-8526bdff439a binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:38:55.942432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.267719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.304358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854e0f-a56b-4f57-965a-5558e3d10182 req-88ec0184-394b-4dab-8ea7-682976a203b1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:56.305949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea854e0f-a56b-4f57-965a-5558e3d10182 req-88ec0184-394b-4dab-8ea7-682976a203b1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0557394 Nov 01 18:38:56.344711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea854e0f-a56b-4f57-965a-5558e3d10182 req-26dfed37-e21e-4231-8ae4-42d4e7e277af tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327096 Nov 01 18:38:56.373299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.608053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51056) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:56.636155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810568-cbca-494b-973b-7c975d163657 None None] Pushing event updated for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:56.670437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Attempting to bind port 5bb51cc9-ba97-4300-9642-8526bdff439a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:38:56.670833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Attempting to bind port 5bb51cc9-ba97-4300-9642-8526bdff439a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:38:56.671186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Attempting to bind port 5bb51cc9-ba97-4300-9642-8526bdff439a on network 819caba8-e22f-41d6-bf76-4fb1601025a0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:38:56.684641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:38:56.685032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Checking segment: {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:38:56.685403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.685786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Bound using segment: {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:38:56.686266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Bound port: 5bb51cc9-ba97-4300-9642-8526bdff439a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff39dab-20c1-46af-b412-f8be130c7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:38:56.686741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.780866 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.832228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] For port 5bb51cc9-ba97-4300-9642-8526bdff439a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:38:56.839673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] For port 5bb51cc9-ba97-4300-9642-8526bdff439a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5bb51cc9-ba97-4300-9642-8526bdff439a,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:38:56.867663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:56.929745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:56.930391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:56.961956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.037400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] Provisioning complete for port 5bb51cc9-ba97-4300-9642-8526bdff439a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:57.037772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.089810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810568-cbca-494b-973b-7c975d163657 None None] Pushing event updated for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:57.092465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:57.093028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:57.107297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-10d203aa-0dea-4272-b660-a5a9570817fd req-d6649f15-e325-43b9-98ba-c485a16f6587 service neutron] (102783) timed out ('10.222.0.37', 63528) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:38:57.260753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:57.262423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.421507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.501296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526162-f6d2-4369-adad-553ece0759c0 req-7ee843b9-9ddf-44da-9927-8e51567b46a8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:57.510968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67526162-f6d2-4369-adad-553ece0759c0 req-7ee843b9-9ddf-44da-9927-8e51567b46a8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0733392 Nov 01 18:38:57.512255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] For port 5bb51cc9-ba97-4300-9642-8526bdff439a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5bb51cc9-ba97-4300-9642-8526bdff439a,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:57.571819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67526162-f6d2-4369-adad-553ece0759c0 req-631595f8-1141-46e9-8eee-67bc4bb3b57c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545721 Nov 01 18:38:57.616595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:53Z', 'revision_number': 4, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5bb51cc9-ba97-4300-9642-8526bdff439a', 'name': '', 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'mac_address': 'fa:16:3e:eb:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:52Z', 'updated_at': '2021-11-01T18:38:56Z', 'revision_number': 4, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'subnets': [{'id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:57.664012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.668157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb01d02-39de-4bc5-8fbd-44b075303475 None None] The sync data for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 is: [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:38:53Z', 'revision_number': 4, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5bb51cc9-ba97-4300-9642-8526bdff439a', 'name': '', 'network_id': '819caba8-e22f-41d6-bf76-4fb1601025a0', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'mac_address': 'fa:16:3e:eb:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:52Z', 'updated_at': '2021-11-01T18:38:56Z', 'revision_number': 4, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'subnets': [{'id': 'a94b2c00-5dbd-4d07-b439-ed798593ce0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:57.697894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Deleting port 75748521-0808-4abb-b55f-54a61a0c0efd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:38:57.698879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.741505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d514f-464b-47a6-8231-cf0ef4be61d9 None None] Pushing event updated for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:57.799550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-140836ae-6a77-4b7f-9df1-7b42ee05e8fa None None] Provisioning complete for port 5bb51cc9-ba97-4300-9642-8526bdff439a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:57.799964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-140836ae-6a77-4b7f-9df1-7b42ee05e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.824577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] For port 75748521-0808-4abb-b55f-54a61a0c0efd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=75748521-0808-4abb-b55f-54a61a0c0efd,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:57.824981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:57.841061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Calling delete_port for 75748521-0808-4abb-b55f-54a61a0c0efd owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:38:58.158094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:58.191029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Pushing event deleted for resources: {'Port': ['ID=75748521-0808-4abb-b55f-54a61a0c0efd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:38:58.422147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:58.839146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2a5a-ef8b-4fd6-9ff6-925a6fa9e9fe req-1f0908d6-ccb4-4823-9abd-3498d45bd18e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:58.847555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d79d2a5a-ef8b-4fd6-9ff6-925a6fa9e9fe req-1f0908d6-ccb4-4823-9abd-3498d45bd18e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0779259 Nov 01 18:38:58.896740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d79d2a5a-ef8b-4fd6-9ff6-925a6fa9e9fe req-d14b369b-693a-4fe8-adca-635f8387cabd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476391 Nov 01 18:38:58.986715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5bb51cc9-ba97-4300-9642-8526bdff439a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:38:59.060445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5bb51cc9-ba97-4300-9642-8526bdff439a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:38:59.061056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:59.095950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Router 3db9adab-418d-455f-9c46-236f7307f5b1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:38:59.225888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:38:59.232154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c4c6000d-7f9f-4574-8515-e36089bc43cf admin admin] 10.222.0.31 "PUT /v2.0/routers/3db9adab-418d-455f-9c46-236f7307f5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197433 Nov 01 18:38:59.234255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51082) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:38:59.237625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Sync routers for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:38:59.255007 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:59.256510 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:59.355247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:59.398094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:59.476422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:59.548236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-e99c2211-b01e-4761-aa2f-a78b7fa9c6d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454085 Nov 01 18:38:59.594324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:58Z', 'revision_number': 5, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port': {'id': 'f2104c76-2ce2-4a83-839c-9c28cb58fb21', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:41Z', 'updated_at': '2021-11-01T18:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:59.624333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Checking router: 3db9adab-418d-455f-9c46-236f7307f5b1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:38:59.633873 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Routers {'3db9adab-418d-455f-9c46-236f7307f5b1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:38:59.634472 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['3db9adab-418d-455f-9c46-236f7307f5b1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:59.665091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-11ed434c-bb16-4f24-a8b6-01cbee07b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:59.666682 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-11ed434c-bb16-4f24-a8b6-01cbee07b22d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1096 time: 0.0749969 Nov 01 18:38:59.696479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Deleting port f2104c76-2ce2-4a83-839c-9c28cb58fb21 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:38:59.696821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:59.728764 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] Set router 3db9adab-418d-455f-9c46-236f7307f5b1 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:38:59.787763 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:59Z', 'revision_number': 6, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:38:59.816362 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ddc92-61b7-4020-9e4a-6647a7ac984a None None] The sync data for ids ['3db9adab-418d-455f-9c46-236f7307f5b1'] in n-d-815923-2 is: [{'id': '3db9adab-418d-455f-9c46-236f7307f5b1', 'name': 'tempest-TestAggregatesBasicOps-889214309-router', 'tenant_id': 'dfb418c4edc540b097141070259bc952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:40Z', 'updated_at': '2021-11-01T18:38:59Z', 'revision_number': 6, 'project_id': 'dfb418c4edc540b097141070259bc952', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:38:59.872283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] For port f2104c76-2ce2-4a83-839c-9c28cb58fb21, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f2104c76-2ce2-4a83-839c-9c28cb58fb21,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:38:59.872663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:38:59.888089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-696db237-27e8-424b-a22b-b4c8dca3957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:38:59.889729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-696db237-27e8-424b-a22b-b4c8dca3957e service neutron] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1792896 Nov 01 18:38:59.897726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Calling delete_port for f2104c76-2ce2-4a83-839c-9c28cb58fb21 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:38:59.949310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-4a6bd3af-dce0-40d9-97aa-204284519ef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 200 len: 217 time: 0.0449052 Nov 01 18:39:00.041295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b5e8-ed76-4dac-ac76-d311d04a647e req-2cfb29d3-a545-4fc4-9126-fafcbad11308 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:00.050336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b33b5e8-ed76-4dac-ac76-d311d04a647e req-2cfb29d3-a545-4fc4-9126-fafcbad11308 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0694056 Nov 01 18:39:00.088060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b33b5e8-ed76-4dac-ac76-d311d04a647e req-f3d366f7-94de-426d-b3d2-46c6bc99c7e6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366659 Nov 01 18:39:00.158233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-2dd5e9e3-145e-4c1d-ba7a-623102d1de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:00.159913 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-2dd5e9e3-145e-4c1d-ba7a-623102d1de8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0733490 Nov 01 18:39:00.251861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-de2c7b22-92f3-4c9d-870e-297cf325c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:00.253414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-de2c7b22-92f3-4c9d-870e-297cf325c1d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843678 Nov 01 18:39:00.337430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.382277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-fb54f4c4-11a1-4d7b-8a76-4cd71b4f7825 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208451 Nov 01 18:39:00.383768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2104c76-2ce2-4a83-839c-9c28cb58fb21,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:00.500117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.587189 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:39:00.610554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.613128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.616787 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b07210b-83fd-4ccb-bce4-40f459ca085b req-b96c25de-ba13-46e2-9658-6a6ebc842ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119682 Nov 01 18:39:00.750279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.750968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db9adab-418d-455f-9c46-236f7307f5b1 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:39:00.756659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.760743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d560662b-a68a-463c-90f0-0ed93550b080 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3db9adab-418d-455f-9c46-236f7307f5b1 HTTP/1.1" status: 204 len: 168 time: 1.5214856 Nov 01 18:39:00.761732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:00.769656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 75748521-0808-4abb-b55f-54a61a0c0efd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:00.790793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 75748521-0808-4abb-b55f-54a61a0c0efd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:00.791143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 75748521-0808-4abb-b55f-54a61a0c0efd not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:00.810987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Deleting subnet 64a38084-5179-4de0-80f0-6aca94f2cd93 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:39:00.814330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.858668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:00.981490 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.124680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.172458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a38084-5179-4de0-80f0-6aca94f2cd93,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:01.184724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af9c05-94c5-49c4-a5da-ae4bfaeeeadc None None] Network 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:01.202550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.209110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/64a38084-5179-4de0-80f0-6aca94f2cd93 HTTP/1.1" status: 204 len: 168 time: 0.4438257 Nov 01 18:39:01.209110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.209110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.211362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.211362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.212725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.213510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa9d4ec-23cc-4031-adaf-62bf6a468c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:01.279946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe653-70b3-44cf-a397-8afdaaae5b58 req-ba522c72-4b50-4492-a0e6-03f1a62bf91d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:01.290441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd7fe653-70b3-44cf-a397-8afdaaae5b58 req-ba522c72-4b50-4492-a0e6-03f1a62bf91d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0682514 Nov 01 18:39:01.297340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.363178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Deleting port 83915355-85bb-4d3e-a8bf-e952eb346cac {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:01.365954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.368254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd7fe653-70b3-44cf-a397-8afdaaae5b58 req-3f41a9b8-1f27-4275-b4e1-5138ef7817b7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760646 Nov 01 18:39:01.459301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] For port 83915355-85bb-4d3e-a8bf-e952eb346cac, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=83915355-85bb-4d3e-a8bf-e952eb346cac,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:01.461529 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.473058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Calling delete_port for 83915355-85bb-4d3e-a8bf-e952eb346cac owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:01.533513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] DHCP port deletion for 0bd0c1bf-8bd7-445b-9590-00e7f47003c6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:39:01.592681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Deleting port 83915355-85bb-4d3e-a8bf-e952eb346cac {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:01.593170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.661096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] For port 83915355-85bb-4d3e-a8bf-e952eb346cac, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=83915355-85bb-4d3e-a8bf-e952eb346cac,segment=NetworkSegment(9cf8b0f8-ba19-4b06-b272-08379b18f471),segment_id=9cf8b0f8-ba19-4b06-b272-08379b18f471)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:01.661495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.666814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.678690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Calling delete_port for 83915355-85bb-4d3e-a8bf-e952eb346cac owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:01.694850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Pushing event deleted for resources: {'Port': ['ID=83915355-85bb-4d3e-a8bf-e952eb346cac,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:01.701506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] No DVR routers for this DVR port 83915355-85bb-4d3e-a8bf-e952eb346cac on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:39:01.785864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.790143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.816243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] Pushing event deleted for resources: {'Port': ['ID=83915355-85bb-4d3e-a8bf-e952eb346cac,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:01.827114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd0c1bf-8bd7-445b-9590-00e7f47003c6']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:01.827863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661ed17-b6db-44cf-8cc6-0ae8dafb452f None None] No DVR routers for this DVR port 83915355-85bb-4d3e-a8bf-e952eb346cac on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:39:01.843448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf8b0f8-ba19-4b06-b272-08379b18f471') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:01.843641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf8b0f8-ba19-4b06-b272-08379b18f471') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:01.859646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.882245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.887473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:39:01.888087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:39:01.889825 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:39:02.010534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:02.016193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:02.023032 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] 10.222.0.31 "DELETE /v2.0/networks/0bd0c1bf-8bd7-445b-9590-00e7f47003c6 HTTP/1.1" status: 204 len: 168 time: 0.8081999 Nov 01 18:39:02.023381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51122) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:02.033215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e6c45-0038-4195-808b-0ed7ede66dec admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd0c1bf-8bd7-445b-9590-00e7f47003c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:02.407769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:02.546718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3df9bc-5a84-4a4b-b28d-3068d8da3923 req-1833a5b6-3e48-4aa3-8c2d-2a0183ee4a6f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:02.560838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b3df9bc-5a84-4a4b-b28d-3068d8da3923 req-1833a5b6-3e48-4aa3-8c2d-2a0183ee4a6f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0978057 Nov 01 18:39:02.641870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b3df9bc-5a84-4a4b-b28d-3068d8da3923 req-145c1ecd-dccc-41c6-add3-3ef7c3145405 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867839 Nov 01 18:39:02.753739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Deleting port 5bb51cc9-ba97-4300-9642-8526bdff439a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:02.754083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:02.785789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 83915355-85bb-4d3e-a8bf-e952eb346cac no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:02.815215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 83915355-85bb-4d3e-a8bf-e952eb346cac {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:02.815929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 83915355-85bb-4d3e-a8bf-e952eb346cac not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:02.816032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f2104c76-2ce2-4a83-839c-9c28cb58fb21 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:02.838474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f2104c76-2ce2-4a83-839c-9c28cb58fb21 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:02.851093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f2104c76-2ce2-4a83-839c-9c28cb58fb21 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:02.851711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-811a35ad-8c23-404c-a2bc-333bf4186bd3 req-2cfedf6d-0818-4e3c-be10-289d6d248032 service neutron] (102782) timed out ('10.222.0.31', 60250) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:39:02.852127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] For port 5bb51cc9-ba97-4300-9642-8526bdff439a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5bb51cc9-ba97-4300-9642-8526bdff439a,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:02.852226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:02.865995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Calling delete_port for 5bb51cc9-ba97-4300-9642-8526bdff439a owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:03.137595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357290-fd3d-465f-9634-0fa01865ccea req-0d0f8e2f-0261-415a-8301-bb26b2969486 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:03.139132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34357290-fd3d-465f-9634-0fa01865ccea req-0d0f8e2f-0261-415a-8301-bb26b2969486 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0617764 Nov 01 18:39:03.178274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34357290-fd3d-465f-9634-0fa01865ccea req-9b92be7f-abe7-4419-8a54-659f6958a51d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Nov 01 18:39:03.231305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:03.254650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb51cc9-ba97-4300-9642-8526bdff439a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:03.718928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-cafa4311-33af-45bf-9e69-43cf0afcd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:03.723236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-cafa4311-33af-45bf-9e69-43cf0afcd631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.4152770 Nov 01 18:39:03.853106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:03.913998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-ee7dca54-093e-48a1-9960-7c5dd5002b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:03.915485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-ee7dca54-093e-48a1-9960-7c5dd5002b3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1870937 Nov 01 18:39:04.058539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-1838df80-ce74-4219-abb6-10e197294f20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.1359203 Nov 01 18:39:04.152706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-f1665727-8851-41d4-b56b-88d7e6e0d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:04.154179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-f1665727-8851-41d4-b56b-88d7e6e0d0ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0881500 Nov 01 18:39:04.242571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-cffc63a9-29ca-4403-afea-bf6efed990a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:04.244052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-cffc63a9-29ca-4403-afea-bf6efed990a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645103 Nov 01 18:39:04.245996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Router 4991feb2-5ad3-4e75-8ac2-d00755193ecd has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:39:04.257671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-90086b38-f643-451c-8234-912bf04b7704 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:39:04.258672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-90086b38-f643-451c-8234-912bf04b7704 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074782 Nov 01 18:39:04.407571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020548-dbc7-463c-b45d-4d3cc8c32dfc req-b3edd84c-cd63-4bdd-bd2c-7673fc9d0a95 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:04.408997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d020548-dbc7-463c-b45d-4d3cc8c32dfc req-b3edd84c-cd63-4bdd-bd2c-7673fc9d0a95 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1483824 Nov 01 18:39:04.493634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-3cd2ca51-9fb6-45d8-94c5-a4de2df6ea13 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223630 Nov 01 18:39:04.526783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d020548-dbc7-463c-b45d-4d3cc8c32dfc req-5a516300-653a-4e58-8e62-2deeae3f34a3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869243 Nov 01 18:39:04.533286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:39:04.539680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-614f7d5c-93b0-46de-a30d-1d53a0f1a9b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4991feb2-5ad3-4e75-8ac2-d00755193ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5151556 Nov 01 18:39:04.545918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51152) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:04.546427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Sync routers for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:39:04.563851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:04.563851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:04.689871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6569569-b1e1-4bed-85a2-71bd2c1de67d req-648d16fa-37e2-496b-bfc2-3cb87c753256 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887116 Nov 01 18:39:04.697065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:04.714733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:04.814395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:04.945262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:39:03Z', 'revision_number': 5, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port': {'id': '8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:38:49Z', 'updated_at': '2021-11-01T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:04.964780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Deleting port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:04.965384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:04.971997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Checking router: 4991feb2-5ad3-4e75-8ac2-d00755193ecd for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:39:04.981611 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:04.985199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Routers {'4991feb2-5ad3-4e75-8ac2-d00755193ecd'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:04.985199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:05.053971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] For port 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:05.054460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.066625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Calling delete_port for 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:05.101602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] Set router 4991feb2-5ad3-4e75-8ac2-d00755193ecd gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:05.174031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:39:04Z', 'revision_number': 6, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:05.201921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7724b9c-e118-4c97-83fe-373eea3b05e2 None None] The sync data for ids ['4991feb2-5ad3-4e75-8ac2-d00755193ecd'] in n-d-815923-2 is: [{'id': '4991feb2-5ad3-4e75-8ac2-d00755193ecd', 'name': 'tempest-TestAggregatesBasicOps-652566252-router', 'tenant_id': 'c41b434bcf534b208286218d5119dd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:38:48Z', 'updated_at': '2021-11-01T18:39:04Z', 'revision_number': 6, 'project_id': 'c41b434bcf534b208286218d5119dd14', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:39:05.386256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.410831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:05.477017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.588584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.590982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.702768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a875af4-cf77-415a-8f81-69daecbd5a41 req-45263cab-96a7-4792-ba5d-f7fbacfbb907 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:05.704458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a875af4-cf77-415a-8f81-69daecbd5a41 req-45263cab-96a7-4792-ba5d-f7fbacfbb907 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0743229 Nov 01 18:39:05.745413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a875af4-cf77-415a-8f81-69daecbd5a41 req-2805618f-1dfb-4599-afea-03a4dd1f30f0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Nov 01 18:39:05.761679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.761679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4991feb2-5ad3-4e75-8ac2-d00755193ecd {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:39:05.763920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.767841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:05.775900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2301e82c-ec10-4a32-883d-bc3a5bcfb9b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4991feb2-5ad3-4e75-8ac2-d00755193ecd HTTP/1.1" status: 204 len: 168 time: 1.2246850 Nov 01 18:39:05.815849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Deleting subnet a94b2c00-5dbd-4d07-b439-ed798593ce0c {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:39:05.819643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.863991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:05.874020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48c576-6a83-4c1b-b9fa-b2dbb61acbd6 req-a41a146d-5b1e-473e-8778-7818371d6a4e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:05.875664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e48c576-6a83-4c1b-b9fa-b2dbb61acbd6 req-a41a146d-5b1e-473e-8778-7818371d6a4e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0577965 Nov 01 18:39:05.921807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e48c576-6a83-4c1b-b9fa-b2dbb61acbd6 req-a903324f-f0ca-4f35-b2d3-de6947faf8fc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Nov 01 18:39:05.948599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.063288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-d04d8b58-b751-4a9a-bc28-7f58f4acb243 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553639 Nov 01 18:39:06.156111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-9b774be4-78e0-4388-a567-a5d547962c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:06.157685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-9b774be4-78e0-4388-a567-a5d547962c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.0437033 Nov 01 18:39:06.210278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.237862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94b2c00-5dbd-4d07-b439-ed798593ce0c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:06.244868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.248383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-788c7041-27c0-4ff5-a281-5de3c5e295d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a94b2c00-5dbd-4d07-b439-ed798593ce0c HTTP/1.1" status: 204 len: 168 time: 0.4793739 Nov 01 18:39:06.251308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:06.251778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80fd767-f420-497a-9739-4dba17a1342d None None] Network 819caba8-e22f-41d6-bf76-4fb1601025a0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:06.295268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-799d12ac-8f09-4652-bd40-48e9aaba3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:06.297779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-799d12ac-8f09-4652-bd40-48e9aaba3bf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1182420 Nov 01 18:39:06.345462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.421359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Deleting port 7ac80a85-5d24-44e4-bb85-68628819e922 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:06.422225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.471590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-f7b5b897-8ccf-4ca1-b038-7f7c859f28e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.1589940 Nov 01 18:39:06.528521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] For port 7ac80a85-5d24-44e4-bb85-68628819e922, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7ac80a85-5d24-44e4-bb85-68628819e922,segment=NetworkSegment(7ff39dab-20c1-46af-b412-f8be130c7168),segment_id=7ff39dab-20c1-46af-b412-f8be130c7168)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:06.529239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.544208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Calling delete_port for 7ac80a85-5d24-44e4-bb85-68628819e922 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:06.583612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-30928618-bed0-443b-8061-6d7919878348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:06.586080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-30928618-bed0-443b-8061-6d7919878348 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1021552 Nov 01 18:39:06.643857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-67b220ee-0e72-4ec1-8754-7490a039aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:06.646408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-67b220ee-0e72-4ec1-8754-7490a039aa05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522783 Nov 01 18:39:06.727947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.772774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac80a85-5d24-44e4-bb85-68628819e922,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:06.785385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] No DVR routers for this DVR port 7ac80a85-5d24-44e4-bb85-68628819e922 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:39:06.842461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39319-4998-4e63-9363-9b9cf312feb1 req-fb1517ca-a94b-4886-a5a2-bb533afa9c28 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:06.843701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-baf39319-4998-4e63-9363-9b9cf312feb1 req-fb1517ca-a94b-4886-a5a2-bb533afa9c28 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0992265 Nov 01 18:39:06.845739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-f475d102-0d75-4ca8-8db3-98d95821f95f service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925724 Nov 01 18:39:06.850663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407790b-aca9-493f-9260-c52b665482fd None None] DHCP port deletion for 819caba8-e22f-41d6-bf76-4fb1601025a0 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:39:06.867554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5bb51cc9-ba97-4300-9642-8526bdff439a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:06.892737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.899195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5bb51cc9-ba97-4300-9642-8526bdff439a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:06.900493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5bb51cc9-ba97-4300-9642-8526bdff439a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:06.901773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:06.916804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819caba8-e22f-41d6-bf76-4fb1601025a0']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:06.928009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff39dab-20c1-46af-b412-f8be130c7168') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:06.928453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff39dab-20c1-46af-b412-f8be130c7168') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:06.936892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:06.937255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8de8ea4e-8dad-4c59-b5f4-9ecf46c3b3f5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:06.945757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.968352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.975897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:39:06.979671 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:39:07.158088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:07.175644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:07.181869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] 10.222.0.31 "DELETE /v2.0/networks/819caba8-e22f-41d6-bf76-4fb1601025a0 HTTP/1.1" status: 204 len: 168 time: 0.9269295 Nov 01 18:39:07.181869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0678-45e0-4338-9778-f0822c886b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=819caba8-e22f-41d6-bf76-4fb1601025a0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:07.285338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-baf39319-4998-4e63-9363-9b9cf312feb1 req-a4026bc3-5687-49c8-b001-ed122a485a8f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338250 Nov 01 18:39:07.334767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca5a84e6-99da-4606-bd34-becef965a7b6 req-30322975-c9e0-49b0-bc36-26cd6e105c77 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649122 Nov 01 18:39:07.651144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51198) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:07.709856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3f4b654c-3f87-4ac6-81cd-6fa326540af1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfb418c4edc540b097141070259bc952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566039 Nov 01 18:39:07.713985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5706d6-d726-465c-b94b-6d1494ec16c8 req-f7be861c-9d30-4c6c-a6f3-b7e9c3d05134 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:07.714812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:07.716000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b5706d6-d726-465c-b94b-6d1494ec16c8 req-f7be861c-9d30-4c6c-a6f3-b7e9c3d05134 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0667162 Nov 01 18:39:07.783906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b5706d6-d726-465c-b94b-6d1494ec16c8 req-96fca7a5-3275-4652-95e5-3a463ab8a73c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539093 Nov 01 18:39:07.788994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:07.821965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:08.038624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:08.041206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:08.042406 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8957216e-9bb3-4880-85d9-bfc798368b27 HTTP/1.1" status: 204 len: 168 time: 0.3265598 Nov 01 18:39:08.050403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ccff6-e1fa-4246-a7a0-d11db86befd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957216e-9bb3-4880-85d9-bfc798368b27,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:08.750239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ac80a85-5d24-44e4-bb85-68628819e922 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:39:08.774925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51218) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:08.776246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7ac80a85-5d24-44e4-bb85-68628819e922 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:39:08.776705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7ac80a85-5d24-44e4-bb85-68628819e922 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:39:08.825121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e1b95af4-04a8-4486-ac57-fa0e047b8774 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c41b434bcf534b208286218d5119dd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468979 Nov 01 18:39:08.825448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:08.922247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:08.948835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536573-a57f-4202-a6f1-ce3e88a6a418 req-a5b95184-cb62-4c48-895f-5ff77db71a76 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:08.950332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35536573-a57f-4202-a6f1-ce3e88a6a418 req-a5b95184-cb62-4c48-895f-5ff77db71a76 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0727921 Nov 01 18:39:08.960755 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:09.020968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35536573-a57f-4202-a6f1-ce3e88a6a418 req-db133793-4266-4a71-a663-b757ac92c7dd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629029 Nov 01 18:39:09.122030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:09.125280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:09.125866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79e924d0-0ac6-4cf3-9a96-8c4f60fbc9f0 HTTP/1.1" status: 204 len: 168 time: 0.2987969 Nov 01 18:39:09.136951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257533d-5326-4494-b4b7-dfe28f9720ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e924d0-0ac6-4cf3-9a96-8c4f60fbc9f0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:09.169783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:09.498927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94858e-4261-4ab2-93c9-263dc34ed5c9 req-df45b36c-3bf5-443f-9ea6-bbb6e7bcf6a1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:09.500515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a94858e-4261-4ab2-93c9-263dc34ed5c9 req-df45b36c-3bf5-443f-9ea6-bbb6e7bcf6a1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0549839 Nov 01 18:39:09.559706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a94858e-4261-4ab2-93c9-263dc34ed5c9 req-731875cd-c031-470d-bb17-3c074f4f1584 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Nov 01 18:39:10.537648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51266) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:10.684566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-482006945-network', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:10.728421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328480d5-e426-438e-977b-1a7562da9824 req-02029c59-551e-4ae1-8b1a-35f1bb483070 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:10.729921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-328480d5-e426-438e-977b-1a7562da9824 req-02029c59-551e-4ae1-8b1a-35f1bb483070 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Nov 01 18:39:10.773706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-328480d5-e426-438e-977b-1a7562da9824 req-4e5805ff-ab43-427d-8b27-d15107f99f4a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361319 Nov 01 18:39:10.774756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Made reservation on behalf of 65099e4edc2e481c8f1f7a4d3b3b5c57 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:10.780699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:10.802600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:10.900747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:10.926657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739e6e1-835c-4642-a1d2-3caf4103a174 req-d70e0e18-49a6-4e78-9a6a-ba0e50fe1462 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:10.929977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2739e6e1-835c-4642-a1d2-3caf4103a174 req-d70e0e18-49a6-4e78-9a6a-ba0e50fe1462 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0638864 Nov 01 18:39:10.988787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2739e6e1-835c-4642-a1d2-3caf4103a174 req-89ff3fc0-1735-4155-8a1e-bbefa814dffe tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 Nov 01 18:39:10.989294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.029012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:39:11.050199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be438fe-c60a-4677-ac67-373184d7bb49,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:11.055049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.055478 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Added segment 6f3eaacc-d400-46fe-8474-474e5a266e45 of type vlan for network d07436b6-06a1-4bd5-8ef6-16e167c794b5 Nov 01 18:39:11.120652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.164025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583efe-f399-4c99-8e96-89fbfcbaced5 req-15144140-1579-4f47-8074-5ff35ba67430 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:11.165494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9583efe-f399-4c99-8e96-89fbfcbaced5 req-15144140-1579-4f47-8074-5ff35ba67430 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0791500 Nov 01 18:39:11.204339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9583efe-f399-4c99-8e96-89fbfcbaced5 req-4b092d6b-d37a-4990-9eef-a476e17f8f86 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Nov 01 18:39:11.264073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.265088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:11.268164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.368693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] Pushing event updated for resources: {'Network': ['ID=d07436b6-06a1-4bd5-8ef6-16e167c794b5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:11.384574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:39:11.394472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1157ff-b69c-400c-b783-e9ba37c87c55 req-155bdf23-5228-4c45-8233-48d290b76038 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:11.395684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d1157ff-b69c-400c-b783-e9ba37c87c55 req-155bdf23-5228-4c45-8233-48d290b76038 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1091788 Nov 01 18:39:11.436029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-43adcd36-796b-4d26-a887-b2d7af60c30a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8970783 Nov 01 18:39:11.438096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 51288) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:11.444638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Request body: {'subnet': {'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-482006945-subnet', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:11.453680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d1157ff-b69c-400c-b783-e9ba37c87c55 req-a8486fdf-e1bb-4019-be66-ed1c9377c563 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Nov 01 18:39:11.555601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Made reservation on behalf of 65099e4edc2e481c8f1f7a4d3b3b5c57 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:11.558035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.809534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:11.874360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167f9715-d95c-4ae1-b8d0-fd5ef4211f9a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:11.886119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Checking segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:11.886497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Network hostable DHCP agents. Network: d07436b6-06a1-4bd5-8ef6-16e167c794b5, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:39:11.986345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:39:12.094833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d07436b6-06a1-4bd5-8ef6-16e167c794b5) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:12.103957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:12.105449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.108072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0f814-d35f-430e-bd80-397a3e03ff48 None None] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:12.192857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0adbed58-d220-49aa-810f-2772ffa17a38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7528555 Nov 01 18:39:12.204305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51302) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:12.204305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:12.258736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d07436b6-06a1-4bd5-8ef6-16e167c794b5', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:39:12.259706 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.324775 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.325884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.399889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.400727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Allocated IP 172.20.0.2 (d07436b6-06a1-4bd5-8ef6-16e167c794b5/167f9715-d95c-4ae1-b8d0-fd5ef4211f9a/540c037e-71bb-4d05-8355-6bba4277fae7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:12.551845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.662165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.750055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.788566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:12.793340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:12.798044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:12.806273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Pushing event updated for resources: {'Port': ['ID=540c037e-71bb-4d05-8355-6bba4277fae7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:12.871378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Attempting to bind port 540c037e-71bb-4d05-8355-6bba4277fae7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:12.871785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Attempting to bind port 540c037e-71bb-4d05-8355-6bba4277fae7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:12.875443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Attempting to bind port 540c037e-71bb-4d05-8355-6bba4277fae7 on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:12.877302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:12.877770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Checking segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:12.878259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.878821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Bound using segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:12.879433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Bound port: 540c037e-71bb-4d05-8355-6bba4277fae7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:12.880008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:12.975463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] For port 540c037e-71bb-4d05-8355-6bba4277fae7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:12.983546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] For port 540c037e-71bb-4d05-8355-6bba4277fae7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=540c037e-71bb-4d05-8355-6bba4277fae7,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:13.055907 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:13.077233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:13.099291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:13.127106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b100b8-3926-4a05-a90e-f641dc90d640 None None] Pushing event updated for resources: {'Port': ['ID=540c037e-71bb-4d05-8355-6bba4277fae7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:13.243258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Allocated IP 172.25.2.194 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:13.425174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:13.649935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:13.692930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:13.701597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:13.705843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:13.712227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Pushing event updated for resources: {'Port': ['ID=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:14.133579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.338766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b341b6-6563-4d62-9b36-acec62b0d669 None None] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:14.389540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.444510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] Provisioning complete for port 540c037e-71bb-4d05-8355-6bba4277fae7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:14.444926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.595249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.633587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] For port 540c037e-71bb-4d05-8355-6bba4277fae7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=540c037e-71bb-4d05-8355-6bba4277fae7,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:14.647437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Router b9227284-db33-4aeb-985f-1203d47e3cb9 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:39:14.777038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.809236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:39:14.824407 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Sync routers for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:39:14.834136 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:14.834786 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:14.868184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 540c037e-71bb-4d05-8355-6bba4277fae7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:14.872723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974f1d2-3df6-41fa-82e2-20413f49322f None None] Pushing event updated for resources: {'Port': ['ID=540c037e-71bb-4d05-8355-6bba4277fae7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:14.919812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.921105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e6615743-644b-40a6-b3d2-4b86444ee566 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7236447 Nov 01 18:39:14.924062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51328) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:14.945346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-154c6009-5c13-4984-8065-6f7321c65d85 None None] Provisioning complete for port 540c037e-71bb-4d05-8355-6bba4277fae7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:14.945727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-154c6009-5c13-4984-8065-6f7321c65d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:14.993559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 540c037e-71bb-4d05-8355-6bba4277fae7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:14.993942 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.044565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:15.273219 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:13Z', 'revision_number': 3, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:15.299814 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Checking router: b9227284-db33-4aeb-985f-1203d47e3cb9 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:39:15.300164 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Updating router b9227284-db33-4aeb-985f-1203d47e3cb9 port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:39:15.329503 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.482796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.616021 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.642584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Allocated IP 172.20.0.1 (d07436b6-06a1-4bd5-8ef6-16e167c794b5/167f9715-d95c-4ae1-b8d0-fd5ef4211f9a/94be4ac6-dd1f-455c-8920-86c39501334e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:15.718122 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.750221 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.767964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Attempting to bind port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:15.768471 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Attempting to bind port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:15.769094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Attempting to bind port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:15.778821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:15.779202 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:15.780101 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.780368 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:15.780761 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Bound port: f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:15.781148 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.829685 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f9a43-c9ad-40e9-8b59-1edbfb2b6b42 None None] Pushing event updated for resources: {'Port': ['ID=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:15.847455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] For port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:15.850803 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] For port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:15.889668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:15.933252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:15.936193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:15.941549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:15.945995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Pushing event updated for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:15.993166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.025626 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.111769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:16.112475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:16.232504 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:16.296320 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f9a43-c9ad-40e9-8b59-1edbfb2b6b42 None None] Pushing event updated for resources: {'Port': ['ID=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:16.329068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7fb4a825-b47e-499c-a436-cc88b60613be None None] Provisioning complete for port 94be4ac6-dd1f-455c-8920-86c39501334e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:16.329578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fb4a825-b47e-499c-a436-cc88b60613be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.406365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4a825-b47e-499c-a436-cc88b60613be None None] Port 94be4ac6-dd1f-455c-8920-86c39501334e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:16.477970 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:13Z', 'revision_number': 3, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:16.512842 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8677a-102f-4036-b1c3-8554c2ecdb8a None None] The sync data for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 is: [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:13Z', 'revision_number': 3, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:39:16.610986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.797511 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.799904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 540c037e-71bb-4d05-8355-6bba4277fae7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:16.867835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 540c037e-71bb-4d05-8355-6bba4277fae7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:16.868322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:16.902540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:17.046884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:17.055956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Pushing event updated for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:17.170148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:17.172378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:17.437513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Router b9227284-db33-4aeb-985f-1203d47e3cb9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:39:17.604897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:39:17.611287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-69327100-afa0-4bc0-a2f7-0bba06d4e696 admin admin] 10.222.0.31 "PUT /v2.0/routers/b9227284-db33-4aeb-985f-1203d47e3cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6850774 Nov 01 18:39:17.645756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-44c08b5b-4524-4d25-bf92-1263f49de6a1 None None] Provisioning complete for port 94be4ac6-dd1f-455c-8920-86c39501334e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:17.647115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-44c08b5b-4524-4d25-bf92-1263f49de6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:17.691312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-44c08b5b-4524-4d25-bf92-1263f49de6a1 None None] Port 94be4ac6-dd1f-455c-8920-86c39501334e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:18.668885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51390) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:18.676421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-43553957-network', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:18.744469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Sync routers for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:39:18.747274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f4dd97ce-0793-46b8-9c23-641b907a5fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:18.762485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:18.763416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:18.792471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Made reservation on behalf of b9eb8154afb54d2e9bffcc2ab67b5d53 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:18.797177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:18.810720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:18.876600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:18.918595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:18.939257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:18.987286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:18.988059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:18.994711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.009094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:39:19.035002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.035358 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Added segment 9c80d1cc-8501-4535-ac90-7ee8c74bf013 of type vlan for network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 Nov 01 18:39:19.114003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.126748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d79a95f-f69b-4a7c-8887-a6574d182c2f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:19.211628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.253381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.254504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:19.255109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.262687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:19.293028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:16Z', 'revision_number': 4, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '94be4ac6-dd1f-455c-8920-86c39501334e', 'name': '', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'mac_address': 'fa:16:3e:d2:41:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:15Z', 'updated_at': '2021-11-01T18:39:16Z', 'revision_number': 2, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'subnets': [{'id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:19.323087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Checking router: b9227284-db33-4aeb-985f-1203d47e3cb9 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:39:19.323602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Updating router b9227284-db33-4aeb-985f-1203d47e3cb9 port 94be4ac6-dd1f-455c-8920-86c39501334e binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:39:19.329203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d14a36-3d6d-43b4-8e04-8561f9a80f63,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:19.346806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:39:19.375155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.386289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cd887b96-be18-43cc-83ce-4fb7acee55f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7159333 Nov 01 18:39:19.388823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51394) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:19.396175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Request body: {'subnet': {'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-43553957-subnet', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:19.417009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.529728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Made reservation on behalf of b9eb8154afb54d2e9bffcc2ab67b5d53 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:19.529728 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.554319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:19.757632 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.864247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.903088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:19.939231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19b2661-6ab4-4559-b43b-2505269a081a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:19.950477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Checking segment: {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:19.951321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Network hostable DHCP agents. Network: a5d14a36-3d6d-43b4-8e04-8561f9a80f63, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:39:20.034589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15984-a5b4-422c-a9ff-be957617acff None None] Pushing event updated for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:20.048165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Attempting to bind port 94be4ac6-dd1f-455c-8920-86c39501334e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:20.048607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Attempting to bind port 94be4ac6-dd1f-455c-8920-86c39501334e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:20.048976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Attempting to bind port 94be4ac6-dd1f-455c-8920-86c39501334e on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:20.060230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:20.060871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Checking segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:20.061413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.063777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Bound using segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:20.064845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Bound port: 94be4ac6-dd1f-455c-8920-86c39501334e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:20.065354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.092311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:39:20.161320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] For port 94be4ac6-dd1f-455c-8920-86c39501334e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:20.165879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] For port 94be4ac6-dd1f-455c-8920-86c39501334e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94be4ac6-dd1f-455c-8920-86c39501334e,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:20.178271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a5d14a36-3d6d-43b4-8e04-8561f9a80f63) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:20.183411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:20.185486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.186452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d456c07-cb30-464e-b106-74ac2af3c7bc None None] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:20.278683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.305889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-28bad134-adf9-4808-8872-d2ee09e6dee3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9133430 Nov 01 18:39:20.306248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51406) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:20.310648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:20.407116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.408842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.539474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.612209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15984-a5b4-422c-a9ff-be957617acff None None] Pushing event updated for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:20.616190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:20.616803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:38:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:20.670755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] Provisioning complete for port 94be4ac6-dd1f-455c-8920-86c39501334e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:20.671219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.772013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'fixed_ips': [{'subnet_id': 'f19b2661-6ab4-4559-b43b-2505269a081a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:39:20.773063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.826246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:20.857463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:20.866925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:20.973975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a6826b5d-d957-4ce6-9ec3-781917b1beb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.156567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.191183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Allocated IP 172.20.0.2 (a5d14a36-3d6d-43b4-8e04-8561f9a80f63/f19b2661-6ab4-4559-b43b-2505269a081a/bdc22c4d-00a7-45f1-bc99-5f627ad879f6) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:21.202436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:21.202810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.271048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.298335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] For port 94be4ac6-dd1f-455c-8920-86c39501334e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94be4ac6-dd1f-455c-8920-86c39501334e,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:21.302946 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.441460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.469541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Allocated IP 172.25.2.138 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/17243a96-f200-41dc-afff-0f4c7425f5ce) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:21.527101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:16Z', 'revision_number': 4, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '94be4ac6-dd1f-455c-8920-86c39501334e', 'name': '', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'mac_address': 'fa:16:3e:d2:41:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:15Z', 'updated_at': '2021-11-01T18:39:20Z', 'revision_number': 4, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'subnets': [{'id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:21.595090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7181a8-310a-4cac-be9e-0ea4dbb6a2b7 None None] The sync data for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 is: [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:39:16Z', 'revision_number': 4, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '94be4ac6-dd1f-455c-8920-86c39501334e', 'name': '', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'mac_address': 'fa:16:3e:d2:41:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:15Z', 'updated_at': '2021-11-01T18:39:20Z', 'revision_number': 4, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'subnets': [{'id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:39:21.614989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5cdb5-2902-4444-a133-33fc9fc682e0 None None] Pushing event updated for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:21.635363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.642445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8513647d-3812-427d-ac0d-ab5e28597253 None None] Provisioning complete for port 94be4ac6-dd1f-455c-8920-86c39501334e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:21.642580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8513647d-3812-427d-ac0d-ab5e28597253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.704173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.760401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.829822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:21.849479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:21.851778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Pushing event updated for resources: {'Port': ['ID=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:21.861251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:21.869420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:21.902532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:21.906005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:21.910324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:21.950379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Pushing event updated for resources: {'Port': ['ID=17243a96-f200-41dc-afff-0f4c7425f5ce,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:22.018960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Attempting to bind port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:22.019481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Attempting to bind port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:22.020151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Attempting to bind port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 on network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:22.027963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:22.028498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Checking segment: {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:22.029020 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.029570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Bound using segment: {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:22.030151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Bound port: bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:22.030765 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.097919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.133860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] For port bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:22.141981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] For port bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:22.222871 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.288715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c19d0-9788-4781-9f6b-dabf1c08920f None None] Pushing event updated for resources: {'Port': ['ID=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:22.488997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.834467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:22.957968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bdc22c4d-00a7-45f1-bc99-5f627ad879f6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:23.029499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:23.030000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.155284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Router c1b7f40f-6406-4837-bbb5-8ea6001141ce is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:39:23.183176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.232659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:23.297974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:39:23.305258 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Sync routers for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:39:23.317637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.319086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94be4ac6-dd1f-455c-8920-86c39501334e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:23.335160 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:23.336139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:23.408806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.410093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-976ab8d3-7814-4b7e-99a8-36916be65edf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1029921 Nov 01 18:39:23.412973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 51434) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:39:23.490961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:23.515162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 94be4ac6-dd1f-455c-8920-86c39501334e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:23.515566 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.525886 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:23.791319 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:22Z', 'revision_number': 3, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:23.826029 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Checking router: c1b7f40f-6406-4837-bbb5-8ea6001141ce for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:39:23.826717 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Updating router c1b7f40f-6406-4837-bbb5-8ea6001141ce port 17243a96-f200-41dc-afff-0f4c7425f5ce binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:39:23.887262 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.948040 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:23.999207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671328d7-82fc-4eaa-9b76-44ab22aa6b1b None None] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:39:24.345628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a1df5584-8f0d-4837-a780-579793757826 None None] Provisioning complete for port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:24.346003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1df5584-8f0d-4837-a780-579793757826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.373529 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.549147 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.581481 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.612592 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Attempting to bind port 17243a96-f200-41dc-afff-0f4c7425f5ce on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:24.624083 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Attempting to bind port 17243a96-f200-41dc-afff-0f4c7425f5ce by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:24.624083 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Attempting to bind port 17243a96-f200-41dc-afff-0f4c7425f5ce on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:24.624083 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f764-4257-45be-b578-48aab4589491 None None] Pushing event updated for resources: {'Port': ['ID=17243a96-f200-41dc-afff-0f4c7425f5ce,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:24.625480 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:24.625869 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:24.626267 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.626770 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:24.627246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Bound port: 17243a96-f200-41dc-afff-0f4c7425f5ce, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:24.627761 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.707006 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] For port 17243a96-f200-41dc-afff-0f4c7425f5ce, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:24.711526 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] For port 17243a96-f200-41dc-afff-0f4c7425f5ce, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=17243a96-f200-41dc-afff-0f4c7425f5ce,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:24.801308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bdc22c4d-00a7-45f1-bc99-5f627ad879f6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:24.808300 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Allocated IP 172.20.0.1 (a5d14a36-3d6d-43b4-8e04-8561f9a80f63/f19b2661-6ab4-4559-b43b-2505269a081a/6668d45b-e093-4fbd-b8ec-fa5eb96ae60a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:24.838344 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.880743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:24.882096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.911425 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:24.913139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:24.918976 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f764-4257-45be-b578-48aab4589491 None None] Pushing event updated for resources: {'Port': ['ID=17243a96-f200-41dc-afff-0f4c7425f5ce,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:24.935021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:24.952166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b50eea64-bf56-4f89-93d3-1f5688483a02 None None] Provisioning complete for port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:24.952541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b50eea64-bf56-4f89-93d3-1f5688483a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.032834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.057960 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:25.143084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:25.145134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:25.165779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:25.196197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:25.215588 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.268797 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:22Z', 'revision_number': 3, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:25.303657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c86a5-fa97-4130-8774-f6b575df0ea8 None None] The sync data for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 is: [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:22Z', 'revision_number': 3, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:39:25.449543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c6cd4469-93ed-42be-8764-55a2e797fe36 None None] Provisioning complete for port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:25.450032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c6cd4469-93ed-42be-8764-55a2e797fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.500212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd4469-93ed-42be-8764-55a2e797fe36 None None] Port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:25.562694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.786242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.863266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:25.937692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:25.940289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:26.045198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:26.046904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:26.212872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Router c1b7f40f-6406-4837-bbb5-8ea6001141ce has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:39:26.353197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:39:26.362060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-263a9538-242f-4683-b361-43a97606bcaa admin admin] 10.222.0.31 "PUT /v2.0/routers/c1b7f40f-6406-4837-bbb5-8ea6001141ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9477780 Nov 01 18:39:26.443868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-25461768-dd83-4e78-9459-84c71903a03d None None] Provisioning complete for port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:26.443868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25461768-dd83-4e78-9459-84c71903a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:26.487664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-25461768-dd83-4e78-9459-84c71903a03d None None] Port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:26.767737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:26.810718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 17243a96-f200-41dc-afff-0f4c7425f5ce up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:26.872678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 17243a96-f200-41dc-afff-0f4c7425f5ce triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:26.873058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:26.965749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:26.988775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 17243a96-f200-41dc-afff-0f4c7425f5ce, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=17243a96-f200-41dc-afff-0f4c7425f5ce,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:26.995290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-63409815-3c12-4634-932e-88e84c65fb43 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:27.000084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-63409815-3c12-4634-932e-88e84c65fb43 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 200 len: 910 time: 0.1088746 Nov 01 18:39:27.016145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-b5d5e53e-9ac4-4f1b-bf47-eb8a45c304ae tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/quotas/b9eb8154afb54d2e9bffcc2ab67b5d53 HTTP/1.1" status: 200 len: 375 time: 0.0133317 Nov 01 18:39:27.098425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:27.112593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-d5f72033-c7ce-4c85-ba65-ac43bb02fd02 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893345 Nov 01 18:39:27.157883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=17243a96-f200-41dc-afff-0f4c7425f5ce,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:27.191165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Sync routers for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:39:27.203083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:27.206043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:27.233252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-ad8ce8f2-f5c8-454c-86a7-2a1348327ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112597 Nov 01 18:39:27.337983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:27.350818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-98b43d08-cb43-48eb-bc36-138bf56314d6 service neutron] 10.222.0.31 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092327 Nov 01 18:39:27.567900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:25Z', 'revision_number': 4, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6668d45b-e093-4fbd-b8ec-fa5eb96ae60a', 'name': '', 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'mac_address': 'fa:16:3e:5e:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:24Z', 'updated_at': '2021-11-01T18:39:25Z', 'revision_number': 2, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'subnets': [{'id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:27.599057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Checking router: c1b7f40f-6406-4837-bbb5-8ea6001141ce for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:39:27.599649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Updating router c1b7f40f-6406-4837-bbb5-8ea6001141ce port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:39:27.623587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:27.763183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4917f844-176d-4f10-8f13-9f666ce0fc09 req-430e1245-2600-4cd5-86e2-4fe96aeebf32 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 210 time: 0.0334496 Nov 01 18:39:27.904950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:27.980624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.041476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Pushing event updated for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:28.093680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Attempting to bind port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:28.094060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Attempting to bind port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:28.094428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Attempting to bind port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a on network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:28.099889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:28.100183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Checking segment: {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:28.100587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.100983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Bound using segment: {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:28.101448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Bound port: 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80d1cc-8501-4535-ac90-7ee8c74bf013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:28.101830 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.169003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] For port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:28.172307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] For port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:28.281269 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.360211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:39:28.360836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:28.362633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] Provisioning complete for port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:28.363004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.368137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Pushing event updated for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:28.432284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.432635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.432977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.433313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.433657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.433984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.434314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.434638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.434963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.435286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.435752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.436015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70085a-a331-4144-b4fe-0fcefa8104ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:39:28.554482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:39:28.594428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.680364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] For port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:28.780402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 17243a96-f200-41dc-afff-0f4c7425f5ce up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:28.840985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:25Z', 'revision_number': 4, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6668d45b-e093-4fbd-b8ec-fa5eb96ae60a', 'name': '', 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'mac_address': 'fa:16:3e:5e:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:24Z', 'updated_at': '2021-11-01T18:39:28Z', 'revision_number': 4, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'subnets': [{'id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:39:28.846011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5d4d6e12-ed69-4a3b-a70c-2af7ab53ed6e req-5d255996-8b76-4970-97cf-d241193478fe tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Nov 01 18:39:28.879434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 17243a96-f200-41dc-afff-0f4c7425f5ce triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:28.879823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.883533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e489d-69b5-4ba7-82d9-a89c2e11d6cb None None] The sync data for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 is: [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:39:25Z', 'revision_number': 4, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6668d45b-e093-4fbd-b8ec-fa5eb96ae60a', 'name': '', 'network_id': 'a5d14a36-3d6d-43b4-8e04-8561f9a80f63', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'mac_address': 'fa:16:3e:5e:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:24Z', 'updated_at': '2021-11-01T18:39:28Z', 'revision_number': 4, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'subnets': [{'id': 'f19b2661-6ab4-4559-b43b-2505269a081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:39:28.885336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:28.990337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548eb889-2480-4c38-a8fa-263bcdfd49f8 None None] Pushing event updated for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:29.033668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9287e643-ca6d-4015-9ac9-765f61c11651 None None] Provisioning complete for port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:29.033668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9287e643-ca6d-4015-9ac9-765f61c11651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:29.958007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f35f437-d637-46c4-a3e8-06e4e5e23e6c req-87f38ec2-a479-4002-b684-727e8474f857 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 210 time: 0.0320981 Nov 01 18:39:30.718210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-5c78d332-373a-4feb-bef9-9f25b9e9ff57 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:30.719822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-5c78d332-373a-4feb-bef9-9f25b9e9ff57 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.32 "GET /v2.0/networks?id=d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 200 len: 910 time: 0.0970788 Nov 01 18:39:30.739467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Request body: {'port': {'device_id': '037f1ea9-d496-4000-ba60-c08622115497', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'admin_state_up': True, 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:30.793207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:30.852966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:30.853341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:30.911210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Made reservation on behalf of b9eb8154afb54d2e9bffcc2ab67b5d53 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:30.932007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:31.051569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Allocated IP 172.20.0.3 (d07436b6-06a1-4bd5-8ef6-16e167c794b5/167f9715-d95c-4ae1-b8d0-fd5ef4211f9a/238b18a4-001d-42eb-a8b0-4d1c2eb992cd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:31.061925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d5b41e8-047f-4863-8c53-bcd08c0b0355 req-b230e363-19ec-498c-adad-6ebebaea1320 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 210 time: 0.0270057 Nov 01 18:39:31.205312 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:31.363173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:31.404072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:31.409755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:31.414129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:31.439416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Pushing event updated for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:31.462051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:31.462051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:31.638124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-97b52dd5-1f5e-407a-8128-a33a7f7b70f1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9034657 Nov 01 18:39:31.656479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9f20e309-8425-4faf-bc8e-a524f4242ef4 None None] Provisioning complete for port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:31.656922 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f20e309-8425-4faf-bc8e-a524f4242ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:31.696556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9f20e309-8425-4faf-bc8e-a524f4242ef4 None None] Port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:31.765468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Request body: {'port': {'device_id': '037f1ea9-d496-4000-ba60-c08622115497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:31.828110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.112830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238b18a4-001d-42eb-a8b0-4d1c2eb992cd {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:39:32.122301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.135857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Transition to ACTIVE for port object 238b18a4-001d-42eb-a8b0-4d1c2eb992cd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:39:32.179354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8ecf-9af4-498e-8404-04258cd62fb9 req-f36c7917-ea87-4f61-a90e-3e7e7a86c9e2 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:32.181631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a6e8ecf-9af4-498e-8404-04258cd62fb9 req-f36c7917-ea87-4f61-a90e-3e7e7a86c9e2 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1027 time: 0.0417192 Nov 01 18:39:32.216533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a6e8ecf-9af4-498e-8404-04258cd62fb9 req-bdcd45d4-1897-4423-84d3-f3c2701ff452 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288055 Nov 01 18:39:32.272359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.318864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Pushing event updated for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:32.395893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Attempting to bind port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:32.400108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Attempting to bind port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:32.400108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Attempting to bind port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:32.402071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:39:32.402409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Attempting to bind port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:32.407758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:32.408101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Checking segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:32.408484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Bound using segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:32.408914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Bound port: 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:32.409276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.477106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:32.480511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:32.586356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.621212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:32.621874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:32.623251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] 10.222.0.32 "PUT /v2.0/ports/238b18a4-001d-42eb-a8b0-4d1c2eb992cd HTTP/1.1" status: 200 len: 1091 time: 0.9763467 Nov 01 18:39:32.623719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:39:32.625945 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec181d-87a1-4efa-a142-3411a3fe3183" -d '{"events": [{"name": "network-changed", "server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:39:32.660202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fb08-5824-4b97-a9ae-25e05a5d160b service neutron] Pushing event updated for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:32.773113 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999e1c3-bbc0-4a2c-83e9-a02a1843ba1a x-openstack-request-id: req-2999e1c3-bbc0-4a2c-83e9-a02a1843ba1a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:39:32.773770 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:39:32.773770 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2999e1c3-bbc0-4a2c-83e9-a02a1843ba1a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:39:32.774063 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd', 'status': 'completed', 'code': 200} Nov 01 18:39:32.826442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-92b8e0bc-d26a-4a48-931c-edbdb72dd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:32.828258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-92b8e0bc-d26a-4a48-931c-edbdb72dd8ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1094 time: 0.0454233 Nov 01 18:39:32.879213 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-89c74c3b-00f9-4e9d-b62c-419e98f60e3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd HTTP/1.1" status: 200 len: 217 time: 0.0408027 Nov 01 18:39:32.930428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-2aa2252c-7d6b-4257-a87d-519e76daa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:32.932045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-2aa2252c-7d6b-4257-a87d-519e76daa019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=167f9715-d95c-4ae1-b8d0-fd5ef4211f9a HTTP/1.1" status: 200 len: 848 time: 0.0465248 Nov 01 18:39:32.986191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-8fb34f4b-562d-45a4-afe6-7c67c99f6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:32.987677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-8fb34f4b-562d-45a4-afe6-7c67c99f6126 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d07436b6-06a1-4bd5-8ef6-16e167c794b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490091 Nov 01 18:39:33.084989 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-3ac90332-2fea-4fe3-9005-bc33d4b837fd service neutron] 10.222.0.32 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901942 Nov 01 18:39:33.179223 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-407dec68-1dd5-4f57-9389-f77bbc7b3481 req-62f0569d-d3a5-4e14-b8c8-0b3ed5900563 service neutron] 10.222.0.32 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873840 Nov 01 18:39:33.329701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a064-d8ab-4d05-a907-9289c5dad828 req-18d1c685-a0e8-4644-969c-af2e9ee8c57a tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:33.331400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1c1a064-d8ab-4d05-a907-9289c5dad828 req-18d1c685-a0e8-4644-969c-af2e9ee8c57a tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1094 time: 0.0428085 Nov 01 18:39:33.373773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1c1a064-d8ab-4d05-a907-9289c5dad828 req-cb238aa1-c8b8-4d4f-a2c5-dbe0ee1763a0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Nov 01 18:39:33.706623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-20d80343-731c-456e-a2a5-84569f9a67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:33.709909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-20d80343-731c-456e-a2a5-84569f9a67b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1094 time: 0.3646870 Nov 01 18:39:33.804430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-b2474c46-e917-4a3b-b649-07cab5b09a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:33.806029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-b2474c46-e917-4a3b-b649-07cab5b09a9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 200 len: 910 time: 0.0889473 Nov 01 18:39:33.854039 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-ba5e4167-aebf-4fd9-9624-43b2c7b6b81c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd HTTP/1.1" status: 200 len: 217 time: 0.0403302 Nov 01 18:39:33.917472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-93f9aca6-86c6-410f-8a7d-041e2eec42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:33.919212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-93f9aca6-86c6-410f-8a7d-041e2eec42cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=167f9715-d95c-4ae1-b8d0-fd5ef4211f9a HTTP/1.1" status: 200 len: 848 time: 0.0568249 Nov 01 18:39:33.976478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-30f7fda4-bbed-4429-9fdc-c111a0b15cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:33.977918 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-30f7fda4-bbed-4429-9fdc-c111a0b15cfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d07436b6-06a1-4bd5-8ef6-16e167c794b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493948 Nov 01 18:39:34.091440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-4fcc26f1-adf2-4ac2-ab43-0405af6e2d32 service neutron] 10.222.0.32 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054361 Nov 01 18:39:34.208895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82ec181d-87a1-4efa-a142-3411a3fe3183 req-7bb43479-e457-4f73-b846-4e0a37d92dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081538 Nov 01 18:39:34.490281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a728bee-d327-4f53-8278-e76364610a6f req-eb4f6b5a-ceff-4a18-851f-2713b35e4c63 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:34.491936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a728bee-d327-4f53-8278-e76364610a6f req-eb4f6b5a-ceff-4a18-851f-2713b35e4c63 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1094 time: 0.0456057 Nov 01 18:39:34.528303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a728bee-d327-4f53-8278-e76364610a6f req-42fb48d3-ff63-40b6-aab4-0a3ec00c4a33 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303204 Nov 01 18:39:34.794495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:35.635008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717caff-a61c-4b8c-b393-99433ee40159 req-06ee7d04-7127-4761-9230-44c50fafc61e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:35.636558 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b717caff-a61c-4b8c-b393-99433ee40159 req-06ee7d04-7127-4761-9230-44c50fafc61e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1094 time: 0.0414653 Nov 01 18:39:35.673009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b717caff-a61c-4b8c-b393-99433ee40159 req-01ed01b4-b285-4122-b708-999203012d53 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299103 Nov 01 18:39:36.056856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 238b18a4-001d-42eb-a8b0-4d1c2eb992cd details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:39:36.170296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:36.181881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'port_id': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd', 'mac_address': 'fa:16:3e:c0:0e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:39:36.218262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:36.234495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238b18a4-001d-42eb-a8b0-4d1c2eb992cd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:39:36.254769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:36.342804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:36.390618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:36.588348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['238b18a4-001d-42eb-a8b0-4d1c2eb992cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:39:36.786968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049acd-f997-404f-8de2-3a9319b81435 req-d43dcdac-6619-4b57-88aa-66fb89ed18a5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:36.789222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31049acd-f997-404f-8de2-3a9319b81435 req-d43dcdac-6619-4b57-88aa-66fb89ed18a5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1095 time: 0.0412612 Nov 01 18:39:36.826036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31049acd-f997-404f-8de2-3a9319b81435 req-e55ffcd0-f454-4dee-a286-f82abcbb6995 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Nov 01 18:39:37.586248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:39:37.942780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b2c3-e006-4b55-bfbe-b58224c5262b req-f904fbd5-bc96-4027-bdc3-c545bc267043 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:37.944330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d51b2c3-e006-4b55-bfbe-b58224c5262b req-f904fbd5-bc96-4027-bdc3-c545bc267043 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1095 time: 0.0451162 Nov 01 18:39:37.979959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d51b2c3-e006-4b55-bfbe-b58224c5262b req-035519fa-d420-4d55-901f-666e3a7991c1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290272 Nov 01 18:39:38.053953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 238b18a4-001d-42eb-a8b0-4d1c2eb992cd up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:38.213699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:39:38.218979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:38.218979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:38.305157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:38.329589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:39:38.331895 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c84d1f-27bd-41f6-9abf-b6108b177140" -d '{"events": [{"server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "name": "network-vif-plugged", "status": "completed", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:39:38.349183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:38.369746 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d575ba-b5bf-4fcb-a0d2-9814acf5ef74 x-openstack-request-id: req-98d575ba-b5bf-4fcb-a0d2-9814acf5ef74 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:39:38.370059 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "name": "network-vif-plugged", "status": "completed", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:39:38.370315 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98d575ba-b5bf-4fcb-a0d2-9814acf5ef74 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:39:38.370734 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd', 'code': 200} Nov 01 18:39:38.481256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab620ca-9ec0-44e5-b047-cffa6d62b03b req-33987c01-db23-4946-a4c2-cfa342899690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:38.482829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ab620ca-9ec0-44e5-b047-cffa6d62b03b req-33987c01-db23-4946-a4c2-cfa342899690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1095 time: 0.0452976 Nov 01 18:39:38.506309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:38.520620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ab620ca-9ec0-44e5-b047-cffa6d62b03b req-6b346d65-912a-4155-864b-a5f815ad7f19 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299282 Nov 01 18:39:38.557620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:39.090258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99793cb5-9e9e-496f-ac63-eb6c98be9299 req-ecfa614a-1a2b-4712-913e-bc5e5a87a280 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:39.091845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99793cb5-9e9e-496f-ac63-eb6c98be9299 req-ecfa614a-1a2b-4712-913e-bc5e5a87a280 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0427725 Nov 01 18:39:39.130984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99793cb5-9e9e-496f-ac63-eb6c98be9299 req-209b2644-2a5a-4e21-b030-ad88a8e1bc25 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Nov 01 18:39:39.231393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:40.238978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39735f6-3b69-4d5e-ac26-948e1d02c5b9 req-89084098-122f-4341-a80a-7dcfc2280b25 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:40.241173 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a39735f6-3b69-4d5e-ac26-948e1d02c5b9 req-89084098-122f-4341-a80a-7dcfc2280b25 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0411279 Nov 01 18:39:40.278823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a39735f6-3b69-4d5e-ac26-948e1d02c5b9 req-640a24a9-5525-4b7c-9285-940ec0e1af5f tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Nov 01 18:39:40.400466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294adc86-a81b-4295-850e-5f9fa7c19236 req-7f8eb3bc-7094-4eda-b641-bab48145c56c tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:40.401990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-294adc86-a81b-4295-850e-5f9fa7c19236 req-7f8eb3bc-7094-4eda-b641-bab48145c56c tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0513549 Nov 01 18:39:40.437756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-294adc86-a81b-4295-850e-5f9fa7c19236 req-73c4d562-1fdd-4556-8e8b-e6fe2063c5f2 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298157 Nov 01 18:39:40.546745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5cbc-a20d-4085-a8ef-f6ca05306dee req-0f509ae0-d482-462b-bd18-c0f519d5968f tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:40.548323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-995a5cbc-a20d-4085-a8ef-f6ca05306dee req-0f509ae0-d482-462b-bd18-c0f519d5968f tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0424402 Nov 01 18:39:40.584127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-995a5cbc-a20d-4085-a8ef-f6ca05306dee req-146e2abf-1799-4195-9f4d-96adae32c72e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289810 Nov 01 18:39:40.879812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-55c22ea5-66ea-4198-b898-01b4146a7687 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:40.882000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-55c22ea5-66ea-4198-b898-01b4146a7687 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 200 len: 910 time: 0.0885010 Nov 01 18:39:40.900210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-1b5376b1-d206-4936-a861-f811de2c8609 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/quotas/b9eb8154afb54d2e9bffcc2ab67b5d53 HTTP/1.1" status: 200 len: 375 time: 0.0094206 Nov 01 18:39:40.950152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-1d62edd3-1a68-4bea-9923-884bdbfe8d17 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463407 Nov 01 18:39:41.040669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-0a3dca80-a2e7-46d3-8c1c-875d869b2799 service neutron] 10.222.0.31 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 Nov 01 18:39:41.138399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-2afb48ca-4be4-4f69-9b1e-936dcebcfe86 service neutron] 10.222.0.31 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916450 Nov 01 18:39:41.441726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7173320-2b17-47b2-9a1a-99c0573df134 req-b8dceb4a-5915-4bdf-add3-82ae802ff53b tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 210 time: 0.0312574 Nov 01 18:39:42.551200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2094ef6a-ef9c-44a2-bab9-44da9bf7d642 req-4e54f70c-88f6-4215-99f5-096a1d184a90 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 210 time: 0.0390270 Nov 01 18:39:43.652823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57719de0-d416-4bf7-b3fa-131186ca1410 req-b21dce28-61fd-4db0-af62-eac89c8e9aa9 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 210 time: 0.0314510 Nov 01 18:39:44.008204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-b3111bd8-10d3-44e8-a251-5314b288fd62 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:44.009837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-b3111bd8-10d3-44e8-a251-5314b288fd62 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.37 "GET /v2.0/networks?id=d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 200 len: 910 time: 0.0974469 Nov 01 18:39:44.022967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Request body: {'port': {'device_id': 'e1f0897d-6379-476c-ab62-053201f7492c', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'admin_state_up': True, 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:44.168263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Made reservation on behalf of b9eb8154afb54d2e9bffcc2ab67b5d53 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:39:44.174033 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:44.296155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Allocated IP 172.20.0.5 (d07436b6-06a1-4bd5-8ef6-16e167c794b5/167f9715-d95c-4ae1-b8d0-fd5ef4211f9a/44129fb1-a075-477b-b475-d2913a873b13) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:39:44.431166 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:44.557437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:44.577742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['238b18a4-001d-42eb-a8b0-4d1c2eb992cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:39:44.613005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:39:44.619616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:39:44.621573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Pushing event updated for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:44.631253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:39:44.665434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:44.666130 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:44.783456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef816d8-fe3c-4208-a781-8f550a249fba req-b5b4aeb8-ac64-4eb4-ac12-a65935862233 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:44.785235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ef816d8-fe3c-4208-a781-8f550a249fba req-b5b4aeb8-ac64-4eb4-ac12-a65935862233 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1027 time: 0.0443749 Nov 01 18:39:44.827944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ef816d8-fe3c-4208-a781-8f550a249fba req-af16923d-fba0-41ea-b1ca-575914832f35 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Nov 01 18:39:44.854136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-3159abee-e683-4d8f-a831-5bf2362e93cc tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8353684 Nov 01 18:39:44.924310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Request body: {'port': {'device_id': 'e1f0897d-6379-476c-ab62-053201f7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:39:44.969380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9f9a52f3-4fd5-4182-9903-5df2c1163577 None None] Provisioning complete for port 44129fb1-a075-477b-b475-d2913a873b13 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:44.969729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f9a52f3-4fd5-4182-9903-5df2c1163577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:44.986098 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.013607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a52f3-4fd5-4182-9903-5df2c1163577 None None] Port 44129fb1-a075-477b-b475-d2913a873b13 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:39:45.273768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44129fb1-a075-477b-b475-d2913a873b13 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:39:45.281653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.295410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Transition to ACTIVE for port object 44129fb1-a075-477b-b475-d2913a873b13 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:39:45.416748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.469002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Pushing event updated for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:45.542627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Attempting to bind port 44129fb1-a075-477b-b475-d2913a873b13 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:39:45.543361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Attempting to bind port 44129fb1-a075-477b-b475-d2913a873b13 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:39:45.543734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Attempting to bind port 44129fb1-a075-477b-b475-d2913a873b13 on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:45.548717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Port 44129fb1-a075-477b-b475-d2913a873b13 on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:39:45.549036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Attempting to bind port 44129fb1-a075-477b-b475-d2913a873b13 on network d07436b6-06a1-4bd5-8ef6-16e167c794b5 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:39:45.554473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:39:45.554808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Checking segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:39:45.555194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Bound using segment: {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:39:45.555712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Bound port: 44129fb1-a075-477b-b475-d2913a873b13, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3eaacc-d400-46fe-8474-474e5a266e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:39:45.556075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.640270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:39:45.643846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=44129fb1-a075-477b-b475-d2913a873b13,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:39:45.751271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.790874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:45.791678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:45.793072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] 10.222.0.37 "PUT /v2.0/ports/44129fb1-a075-477b-b475-d2913a873b13 HTTP/1.1" status: 200 len: 1091 time: 0.9279969 Nov 01 18:39:45.793519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'tag': '44129fb1-a075-477b-b475-d2913a873b13'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:39:45.795801 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "tag": "44129fb1-a075-477b-b475-d2913a873b13"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:39:45.820288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1928e1-d973-42c6-b3c3-2aae62f98444 service neutron] Pushing event updated for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:45.948684 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7365f81-c8c2-461e-807d-1d48b12f93d9 x-openstack-request-id: req-e7365f81-c8c2-461e-807d-1d48b12f93d9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:39:45.948982 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "tag": "44129fb1-a075-477b-b475-d2913a873b13", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:39:45.949233 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7365f81-c8c2-461e-807d-1d48b12f93d9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:39:45.949630 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'tag': '44129fb1-a075-477b-b475-d2913a873b13', 'status': 'completed', 'code': 200} Nov 01 18:39:45.966488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a5cb-d829-4c6a-aee4-811d13a5299a req-4bbae88d-aaf4-4c18-92d0-bada3512830e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:45.968077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba5a5cb-d829-4c6a-aee4-811d13a5299a req-4bbae88d-aaf4-4c18-92d0-bada3512830e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0480156 Nov 01 18:39:46.038197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-a88d1815-6ddc-41f3-bc1d-39c6101ae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.039729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-a88d1815-6ddc-41f3-bc1d-39c6101ae7ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0685019 Nov 01 18:39:46.047420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba5a5cb-d829-4c6a-aee4-811d13a5299a req-e3903e92-392c-45c0-a7d3-9757a841d122 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Nov 01 18:39:46.158048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-1fa4d55a-4fdb-4113-b1ed-17480c0f73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.160395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-1fa4d55a-4fdb-4113-b1ed-17480c0f73df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1112685 Nov 01 18:39:46.261296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-fe25b5d9-b157-4368-9007-bea47ee2212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.262767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58e8c0ff-02cf-42e2-a1de-2a1e2d55ba18 req-fe25b5d9-b157-4368-9007-bea47ee2212b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924256 Nov 01 18:39:46.348965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-5235e56e-9b76-460d-bbbc-eef902668fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.349785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-5235e56e-9b76-460d-bbbc-eef902668fd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0484605 Nov 01 18:39:46.397271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-40f9fb00-92b7-4ade-9354-4cc481cac850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44129fb1-a075-477b-b475-d2913a873b13 HTTP/1.1" status: 200 len: 217 time: 0.0387821 Nov 01 18:39:46.446359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-defbf759-d3bb-4821-931b-3a41785ca0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.447879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-defbf759-d3bb-4821-931b-3a41785ca0da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=167f9715-d95c-4ae1-b8d0-fd5ef4211f9a HTTP/1.1" status: 200 len: 848 time: 0.0438528 Nov 01 18:39:46.499383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c724-f78e-4030-9a8d-552fabc78785 req-72ac3046-dd39-434c-b552-de5f22656326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:46.500925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-72ac3046-dd39-434c-b552-de5f22656326 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07436b6-06a1-4bd5-8ef6-16e167c794b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464897 Nov 01 18:39:46.595226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-521939a7-8623-45ec-a4ed-927f5320b8cb service neutron] 10.222.0.37 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859210 Nov 01 18:39:46.723189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3476c724-f78e-4030-9a8d-552fabc78785 req-7e7dab37-69d8-4c50-940e-c941b7356dcc service neutron] 10.222.0.37 "GET /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206663 Nov 01 18:39:47.177115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d442e-b63d-43fc-91ee-9a7554a6db3c req-4ddf8258-06b2-4117-9f69-341501f3aa46 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:47.178608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-705d442e-b63d-43fc-91ee-9a7554a6db3c req-4ddf8258-06b2-4117-9f69-341501f3aa46 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0676022 Nov 01 18:39:47.220907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-705d442e-b63d-43fc-91ee-9a7554a6db3c req-f701834d-f971-42ab-9b16-8e2c44bfaa74 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360529 Nov 01 18:39:48.335203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ae079-8a1b-4879-bda0-7cb5ddbcbd9f req-59845a59-31b4-44a0-9150-ec824bcb82b0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:48.336800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e34ae079-8a1b-4879-bda0-7cb5ddbcbd9f req-59845a59-31b4-44a0-9150-ec824bcb82b0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0417805 Nov 01 18:39:48.377846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e34ae079-8a1b-4879-bda0-7cb5ddbcbd9f req-f219f547-4322-47a1-8ca9-1b82844410aa tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Nov 01 18:39:48.734833 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7354f62a-8b13-45c5-a084-a135bdd488d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:49.499453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2523d9-0c6d-42cf-aed3-f2f2dbba3ff6 req-b3f36c0d-774e-4c03-a7cb-f0485bfdc422 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:49.501244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab2523d9-0c6d-42cf-aed3-f2f2dbba3ff6 req-b3f36c0d-774e-4c03-a7cb-f0485bfdc422 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0475135 Nov 01 18:39:49.536970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab2523d9-0c6d-42cf-aed3-f2f2dbba3ff6 req-af9593ce-af13-4452-bb69-d53acfdb1eb7 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285392 Nov 01 18:39:50.649928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056b771-2d38-442d-b10a-7421bb10bd7b req-f36ab5fa-7d12-443e-99a8-9c5aa86ad1a6 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:50.651633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f056b771-2d38-442d-b10a-7421bb10bd7b req-f36ab5fa-7d12-443e-99a8-9c5aa86ad1a6 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0438790 Nov 01 18:39:50.687019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f056b771-2d38-442d-b10a-7421bb10bd7b req-9bf02847-f95e-4117-b7b9-00356937c25c tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289586 Nov 01 18:39:50.890900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6316b5d8-ad10-472e-8be9-b9bbd0bb4681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:51.736027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 44129fb1-a075-477b-b475-d2913a873b13 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:39:51.798061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505763d9-31f2-457f-88b9-37bfd4164927 req-6a4aad78-5152-4321-9f71-774c1b6046a7 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:51.799707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505763d9-31f2-457f-88b9-37bfd4164927 req-6a4aad78-5152-4321-9f71-774c1b6046a7 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1094 time: 0.0429862 Nov 01 18:39:51.834167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-505763d9-31f2-457f-88b9-37bfd4164927 req-e300841a-58ee-4c6a-8f67-31da96e52827 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283554 Nov 01 18:39:51.837577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=44129fb1-a075-477b-b475-d2913a873b13,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:51.854813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '44129fb1-a075-477b-b475-d2913a873b13', 'network_id': 'd07436b6-06a1-4bd5-8ef6-16e167c794b5', 'port_id': '44129fb1-a075-477b-b475-d2913a873b13', 'mac_address': 'fa:16:3e:17:73:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167f9715-d95c-4ae1-b8d0-fd5ef4211f9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:39:51.893150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:51.907350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44129fb1-a075-477b-b475-d2913a873b13 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:39:51.927034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=44129fb1-a075-477b-b475-d2913a873b13,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:52.039559 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:52.094343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:52.139491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:52.466536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['44129fb1-a075-477b-b475-d2913a873b13'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:39:52.952899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbe62-d651-4d30-8d56-a81d7d9ed6b9 req-1882c9fe-838e-453e-83ec-900b55ab2213 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:52.954417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd6fbe62-d651-4d30-8d56-a81d7d9ed6b9 req-1882c9fe-838e-453e-83ec-900b55ab2213 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1095 time: 0.0498078 Nov 01 18:39:52.990243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd6fbe62-d651-4d30-8d56-a81d7d9ed6b9 req-fe8ec6e6-35de-4e91-87ab-4b3d4fef9268 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291111 Nov 01 18:39:53.754964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 44129fb1-a075-477b-b475-d2913a873b13 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:39:53.821506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:53.893824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 44129fb1-a075-477b-b475-d2913a873b13 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:39:53.898303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 44129fb1-a075-477b-b475-d2913a873b13 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:39:53.898706 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:53.993479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:54.019245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44129fb1-a075-477b-b475-d2913a873b13'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:39:54.021569 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d9fd36-71f7-487d-ad65-1fae353fb73d" -d '{"events": [{"server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "name": "network-vif-plugged", "status": "completed", "tag": "44129fb1-a075-477b-b475-d2913a873b13"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:39:54.034769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=44129fb1-a075-477b-b475-d2913a873b13,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:54.115110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8cf74-590f-4838-ab46-ec105d86c8c9 req-cee28553-7119-4119-9ad8-351f0fa316ee tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:54.117295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82e8cf74-590f-4838-ab46-ec105d86c8c9 req-cee28553-7119-4119-9ad8-351f0fa316ee tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1095 time: 0.0505855 Nov 01 18:39:54.149724 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b849e-fd7f-43aa-9ab2-21feefb2e926 x-openstack-request-id: req-e25b849e-fd7f-43aa-9ab2-21feefb2e926 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:39:54.150020 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "name": "network-vif-plugged", "status": "completed", "tag": "44129fb1-a075-477b-b475-d2913a873b13", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:39:54.150296 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e25b849e-fd7f-43aa-9ab2-21feefb2e926 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:39:54.150676 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44129fb1-a075-477b-b475-d2913a873b13', 'code': 200} Nov 01 18:39:54.158087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82e8cf74-590f-4838-ab46-ec105d86c8c9 req-cddc30d6-d1a7-439e-ad12-a6f0e380ddfa tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Nov 01 18:39:54.179884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:54.234212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:54.269565 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680acb7b-34ee-4394-b679-2e0d3f1e2ce2 req-839ade02-09f1-4ef2-b2e2-2e5251d00975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:54.271104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-680acb7b-34ee-4394-b679-2e0d3f1e2ce2 req-839ade02-09f1-4ef2-b2e2-2e5251d00975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0427334 Nov 01 18:39:54.306615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-680acb7b-34ee-4394-b679-2e0d3f1e2ce2 req-c5212587-10ae-444b-b43c-744ba350c76b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278664 Nov 01 18:39:55.280068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468763aa-39a0-4dba-940e-9e56607cc0c0 req-a61aa8ce-18da-4b07-a5ba-79cea96106fa tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:55.281655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-468763aa-39a0-4dba-940e-9e56607cc0c0 req-a61aa8ce-18da-4b07-a5ba-79cea96106fa tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0499485 Nov 01 18:39:55.317918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-468763aa-39a0-4dba-940e-9e56607cc0c0 req-0a3cdcda-fd29-4623-ba6c-5b43614498c7 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295177 Nov 01 18:39:56.433550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecf120-be8a-4b34-9b2f-ad2ed7f8f1af req-a1f693e4-f127-4580-9cf6-8392777af4a1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:56.435087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78ecf120-be8a-4b34-9b2f-ad2ed7f8f1af req-a1f693e4-f127-4580-9cf6-8392777af4a1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0451710 Nov 01 18:39:56.470372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78ecf120-be8a-4b34-9b2f-ad2ed7f8f1af req-41f3dda9-52f5-487a-a00a-ea20c751d053 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292187 Nov 01 18:39:56.585588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6100-7326-49c3-916e-1986a64b4d61 req-1531fc51-e8e2-4838-a878-ceb3ded98f54 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:56.587165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-196c6100-7326-49c3-916e-1986a64b4d61 req-1531fc51-e8e2-4838-a878-ceb3ded98f54 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0435429 Nov 01 18:39:56.622091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-196c6100-7326-49c3-916e-1986a64b4d61 req-54d1b405-325c-4417-9f9d-c49aa040fbd1 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288553 Nov 01 18:39:56.731937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10b24-698e-4b3a-b33a-a28508433ec8 req-e9b048e4-5003-492e-a523-2cac7c52be9b tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:56.733445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea10b24-698e-4b3a-b33a-a28508433ec8 req-e9b048e4-5003-492e-a523-2cac7c52be9b tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0448084 Nov 01 18:39:56.768160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ea10b24-698e-4b3a-b33a-a28508433ec8 req-f3dc2fdc-3b8f-4755-a149-9da64adcd26a tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287299 Nov 01 18:39:56.838891 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:57.319680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc2f1-4e27-44d0-84a7-0839d776a5af req-4679f049-0945-41be-b347-d57db49e0edf tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:57.321118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f73fc2f1-4e27-44d0-84a7-0839d776a5af req-4679f049-0945-41be-b347-d57db49e0edf tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0412807 Nov 01 18:39:57.355310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f73fc2f1-4e27-44d0-84a7-0839d776a5af req-4b8a01ba-e2f4-491b-b68e-d1b34ddc9ac4 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282676 Nov 01 18:39:58.471976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dd503-89c1-417b-8337-c1b3e6b85264 req-da0a2abd-2de2-42fc-a450-fee842b53900 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:58.473955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-262dd503-89c1-417b-8337-c1b3e6b85264 req-da0a2abd-2de2-42fc-a450-fee842b53900 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0484805 Nov 01 18:39:58.511202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-262dd503-89c1-417b-8337-c1b3e6b85264 req-20a0d6d5-0a30-4c42-b313-135dfd27bf0c tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Nov 01 18:39:58.841222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960bab-3016-4f81-9109-134b538a7a99 req-af40fa9a-d56b-4503-91ad-e56b5a6d2e80 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:39:58.842721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5960bab-3016-4f81-9109-134b538a7a99 req-af40fa9a-d56b-4503-91ad-e56b5a6d2e80 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 1096 time: 0.0470684 Nov 01 18:39:58.936062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Deleting port 44129fb1-a075-477b-b475-d2913a873b13 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:39:58.936429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:59.333281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] For port 44129fb1-a075-477b-b475-d2913a873b13, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=44129fb1-a075-477b-b475-d2913a873b13,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:39:59.333737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:59.348142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Calling delete_port for 44129fb1-a075-477b-b475-d2913a873b13 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:39:59.585732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:59.600395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['44129fb1-a075-477b-b475-d2913a873b13'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:39:59.602687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['238b18a4-001d-42eb-a8b0-4d1c2eb992cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:39:59.722424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Pushing event deleted for resources: {'Port': ['ID=44129fb1-a075-477b-b475-d2913a873b13,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:39:59.773082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] No DVR routers for this DVR port 44129fb1-a075-477b-b475-d2913a873b13 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:39:59.776791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a81ac28-9cbd-4d27-bd80-aec776b15542 req-8e5c01a8-f219-423d-8d65-c4053a1b48ab tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 210 time: 0.0832696 Nov 01 18:39:59.782617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:39:59.782617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5960bab-3016-4f81-9109-134b538a7a99 req-89be5bd5-f1d4-49bb-bc7d-7117adda89e5 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.37 "DELETE /v2.0/ports/44129fb1-a075-477b-b475-d2913a873b13 HTTP/1.1" status: 204 len: 173 time: 0.9332869 Nov 01 18:39:59.782955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'name': 'network-vif-deleted', 'tag': '44129fb1-a075-477b-b475-d2913a873b13'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:39:59.785572 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8accfd-6bbb-4e7e-9259-9a51ea3d0f88" -d '{"events": [{"server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "name": "network-vif-deleted", "tag": "44129fb1-a075-477b-b475-d2913a873b13"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:39:59.841625 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcba1dbc-414e-48b4-92ff-0b4293026b2c x-openstack-request-id: req-fcba1dbc-414e-48b4-92ff-0b4293026b2c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:39:59.841993 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f0897d-6379-476c-ab62-053201f7492c", "name": "network-vif-deleted", "tag": "44129fb1-a075-477b-b475-d2913a873b13", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:39:59.842294 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcba1dbc-414e-48b4-92ff-0b4293026b2c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:39:59.842774 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f0897d-6379-476c-ab62-053201f7492c', 'name': 'network-vif-deleted', 'tag': '44129fb1-a075-477b-b475-d2913a873b13', 'status': 'completed', 'code': 200} Nov 01 18:40:00.519781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-e442a083-bab7-49ff-9d29-f33fb656149e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450542 Nov 01 18:40:00.624515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-cc107e5a-2942-45d1-9893-bbaa171e7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:00.626034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-cc107e5a-2942-45d1-9893-bbaa171e7bd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1096 time: 0.0748241 Nov 01 18:40:00.759412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-d0c96eae-1b3e-487c-a12b-18d53bfb78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:00.761014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-d0c96eae-1b3e-487c-a12b-18d53bfb78c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1084683 Nov 01 18:40:00.842701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-c1321d86-bc02-41ad-9b07-76b962468633 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 1000 time: 0.0719655 Nov 01 18:40:00.918201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-329a34c1-41e6-400a-8e2a-67e36ac3fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:00.926399 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-329a34c1-41e6-400a-8e2a-67e36ac3fd65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0697749 Nov 01 18:40:00.947955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4205234a-97f8-44a6-ab41-fd1ae12384a2 req-1aff7ec2-a887-4d5b-b0fe-94f66618ed9a tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f0897d-6379-476c-ab62-053201f7492c HTTP/1.1" status: 200 len: 210 time: 0.0595601 Nov 01 18:40:00.998946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-0d35ae51-8af1-45c5-a5e2-01ee7136c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:01.003084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-0d35ae51-8af1-45c5-a5e2-01ee7136c745 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682817 Nov 01 18:40:01.107067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-a9abe148-fab3-4dd5-a441-92ef3c44aa62 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948079 Nov 01 18:40:01.214141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6c9236c-9b86-486f-8b9d-cee02f547c00 req-a4016b18-6b05-4016-a647-fc8f1789c276 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997481 Nov 01 18:40:02.612049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee2aa-c25e-4dd5-ab72-f9acc4fb3574 req-dfa7a173-ef6a-4c1d-9a20-81acfdc66a3d tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:02.613583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-594ee2aa-c25e-4dd5-ab72-f9acc4fb3574 req-dfa7a173-ef6a-4c1d-9a20-81acfdc66a3d tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0481448 Nov 01 18:40:02.656603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-594ee2aa-c25e-4dd5-ab72-f9acc4fb3574 req-c2b562f7-fd88-4bd9-90d4-91e51762156e tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Nov 01 18:40:03.769722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 44129fb1-a075-477b-b475-d2913a873b13 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:03.781462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d72e4-0819-4939-b449-873fe3b90e81 req-3f948cf8-d0c4-4f06-bd30-0eceb6b7ade8 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:03.783543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb0d72e4-0819-4939-b449-873fe3b90e81 req-3f948cf8-d0c4-4f06-bd30-0eceb6b7ade8 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0446639 Nov 01 18:40:03.830651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 44129fb1-a075-477b-b475-d2913a873b13 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:03.831129 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 44129fb1-a075-477b-b475-d2913a873b13 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:03.855111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb0d72e4-0819-4939-b449-873fe3b90e81 req-9da88f4b-f54b-4db1-aa6f-75ad72d460c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d79a95f-f69b-4a7c-8887-a6574d182c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 Nov 01 18:40:04.020410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-2b75dbb7-be0b-40e1-81b0-afe3d53c79b0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:04.022334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-2b75dbb7-be0b-40e1-81b0-afe3d53c79b0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 1096 time: 0.0465853 Nov 01 18:40:04.142042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Deleting port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:04.142389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:04.232526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] For port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:04.233919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:04.255159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Calling delete_port for 238b18a4-001d-42eb-a8b0-4d1c2eb992cd owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:04.398525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8b75-2592-436a-af46-6138450efafc req-b8a930a4-164b-4230-b04f-1c671b23ab01 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:04.398525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db5f8b75-2592-436a-af46-6138450efafc req-b8a930a4-164b-4230-b04f-1c671b23ab01 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0646882 Nov 01 18:40:04.431823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db5f8b75-2592-436a-af46-6138450efafc req-fd507317-885a-468a-9ff6-0865314d9c1c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Nov 01 18:40:04.590964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:04.603730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['238b18a4-001d-42eb-a8b0-4d1c2eb992cd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:40:04.623684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Pushing event deleted for resources: {'Port': ['ID=238b18a4-001d-42eb-a8b0-4d1c2eb992cd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:04.649995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.650458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.650875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.651288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.651732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.652187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.652577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.664477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.664477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.664477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.664477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.664477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:04.685892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] No DVR routers for this DVR port 238b18a4-001d-42eb-a8b0-4d1c2eb992cd on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:04.691668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:04.696300 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa44f6d2-5e78-460d-b6b3-7e85cfb79b00 req-796e4fe2-418d-4083-b08a-2b777ebc48c0 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.32 "DELETE /v2.0/ports/238b18a4-001d-42eb-a8b0-4d1c2eb992cd HTTP/1.1" status: 204 len: 173 time: 0.6678114 Nov 01 18:40:04.696850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'name': 'network-vif-deleted', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:04.699273 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f91435f-6640-4b19-a4a0-ca9feafdbb12" -d '{"events": [{"server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "name": "network-vif-deleted", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:04.743808 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be544ce8-d895-43b5-827c-09cb8f908dfb x-openstack-request-id: req-be544ce8-d895-43b5-827c-09cb8f908dfb {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:04.744280 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f1ea9-d496-4000-ba60-c08622115497", "name": "network-vif-deleted", "tag": "238b18a4-001d-42eb-a8b0-4d1c2eb992cd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:04.745335 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be544ce8-d895-43b5-827c-09cb8f908dfb {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:04.745335 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f1ea9-d496-4000-ba60-c08622115497', 'name': 'network-vif-deleted', 'tag': '238b18a4-001d-42eb-a8b0-4d1c2eb992cd', 'status': 'completed', 'code': 200} Nov 01 18:40:04.856027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:04.982899 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c08ebd29-64e6-480a-88f5-87debf82ee31 req-5e23a0a8-a68d-436b-b2b5-2312b341f3f9 tempest-TestServerMultinode-1961585035 tempest-TestServerMultinode-1961585035-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=037f1ea9-d496-4000-ba60-c08622115497 HTTP/1.1" status: 200 len: 210 time: 0.0357828 Nov 01 18:40:05.560798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3ab85-56d6-44a2-bd13-f4a61323dea6 req-e1787554-e08f-4539-aef5-bf53642bd482 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:05.562275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebd3ab85-56d6-44a2-bd13-f4a61323dea6 req-e1787554-e08f-4539-aef5-bf53642bd482 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0519769 Nov 01 18:40:05.599610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebd3ab85-56d6-44a2-bd13-f4a61323dea6 req-24bdd593-efe3-4c39-84b1-0eef8c85d8f3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Nov 01 18:40:06.065677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52144) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:06.072694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-e11fd2f9-fd5b-4779-b580-f9d2d31ba2c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678506 Nov 01 18:40:06.147144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078512-9988-45c2-a8b5-d2dea587892a req-5dfe90a9-c168-4db4-8557-6265ee8a9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:06.149211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-5dfe90a9-c168-4db4-8557-6265ee8a9ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 1096 time: 0.0523479 Nov 01 18:40:06.265489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078512-9988-45c2-a8b5-d2dea587892a req-f06e8a90-708a-4791-b1c7-5aedecd82505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:06.267713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-f06e8a90-708a-4791-b1c7-5aedecd82505 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.0967813 Nov 01 18:40:06.365091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-183ecd69-f30a-49dc-bc6c-622241e01aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 200 len: 1001 time: 0.0887082 Nov 01 18:40:06.429947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078512-9988-45c2-a8b5-d2dea587892a req-524711c7-8bec-461b-8549-991b9adbcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:06.432110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-524711c7-8bec-461b-8549-991b9adbcc64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0592437 Nov 01 18:40:06.493913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078512-9988-45c2-a8b5-d2dea587892a req-d50a666b-0c1c-4aae-919d-cdbe4f23c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:06.495897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-d50a666b-0c1c-4aae-919d-cdbe4f23c239 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558078 Nov 01 18:40:06.549520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:06.633294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-7fe7ca0b-fa24-43d3-a2ab-db783c8b1d17 service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295319 Nov 01 18:40:06.800252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9264c-28c1-439a-8319-75a3f032bd9e req-444156cb-0b2b-4a99-a5e4-d8951a885e82 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:06.801857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4aa9264c-28c1-439a-8319-75a3f032bd9e req-444156cb-0b2b-4a99-a5e4-d8951a885e82 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0783927 Nov 01 18:40:06.836924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89078512-9988-45c2-a8b5-d2dea587892a req-4aa97f63-4a14-4fe8-8fb9-57584df90622 service neutron] 10.222.0.37 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938059 Nov 01 18:40:06.869753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4aa9264c-28c1-439a-8319-75a3f032bd9e req-0be90b86-7fb7-4f3b-89b6-d8287dd01846 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526049 Nov 01 18:40:06.947225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Deleting port 94be4ac6-dd1f-455c-8920-86c39501334e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:06.947598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:07.039713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] For port 94be4ac6-dd1f-455c-8920-86c39501334e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94be4ac6-dd1f-455c-8920-86c39501334e,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:07.040077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:07.052923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Calling delete_port for 94be4ac6-dd1f-455c-8920-86c39501334e owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:07.410439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:07.427301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Pushing event deleted for resources: {'Port': ['ID=94be4ac6-dd1f-455c-8920-86c39501334e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:07.680151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:07.941149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Router b9227284-db33-4aeb-985f-1203d47e3cb9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:08.012308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e329c-e5e3-4f0e-8111-6da4a33bbc72 req-0db14061-2618-48a7-a3bc-3d3bc18c487d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:08.014226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d3e329c-e5e3-4f0e-8111-6da4a33bbc72 req-0db14061-2618-48a7-a3bc-3d3bc18c487d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0677814 Nov 01 18:40:08.055944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d3e329c-e5e3-4f0e-8111-6da4a33bbc72 req-88c04d8b-22ef-4ffc-b16b-7b64286a77fc tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350995 Nov 01 18:40:08.087255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:08.095236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ae943aa-f2ef-4b88-9a91-8443f7dc0895 admin admin] 10.222.0.31 "PUT /v2.0/routers/b9227284-db33-4aeb-985f-1203d47e3cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0284922 Nov 01 18:40:08.095854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52174) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:08.098034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Sync routers for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:08.112888 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:08.113779 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:08.210880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:08.240907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:08.243448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 238b18a4-001d-42eb-a8b0-4d1c2eb992cd no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:08.276674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 238b18a4-001d-42eb-a8b0-4d1c2eb992cd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:08.277502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 238b18a4-001d-42eb-a8b0-4d1c2eb992cd not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:08.323012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:08.459568 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:40:07Z', 'revision_number': 5, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port': {'id': 'f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:13Z', 'updated_at': '2021-11-01T18:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:08.478775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Deleting port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:08.479294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:08.489578 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Checking router: b9227284-db33-4aeb-985f-1203d47e3cb9 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:08.501434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Routers {'b9227284-db33-4aeb-985f-1203d47e3cb9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:08.502050 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['b9227284-db33-4aeb-985f-1203d47e3cb9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:08.570475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] For port f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:08.571005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:08.589747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Calling delete_port for f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:08.600424 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] Set router b9227284-db33-4aeb-985f-1203d47e3cb9 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:08.660459 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:40:08Z', 'revision_number': 6, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:08.688825 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991deb2c-a574-4844-827c-a56debce77d7 None None] The sync data for ids ['b9227284-db33-4aeb-985f-1203d47e3cb9'] in n-d-815923-2 is: [{'id': 'b9227284-db33-4aeb-985f-1203d47e3cb9', 'name': 'tempest-TestServerMultinode-482006945-router', 'tenant_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:12Z', 'updated_at': '2021-11-01T18:40:08Z', 'revision_number': 6, 'project_id': '65099e4edc2e481c8f1f7a4d3b3b5c57', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:08.844878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:08.871050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:08.931760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.025439 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.027656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.199012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.199778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9227284-db33-4aeb-985f-1203d47e3cb9 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:40:09.205013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.209558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-810b9d28-4f14-4c55-842a-2ab7e7b39d84 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b9227284-db33-4aeb-985f-1203d47e3cb9 HTTP/1.1" status: 204 len: 168 time: 1.1104898 Nov 01 18:40:09.209865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52194) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:09.219084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.248750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546cf6a-67b9-4837-b605-5eac79eabe46 req-86340afa-2642-4b1a-bcb5-b56123884ec3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:09.251269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b546cf6a-67b9-4837-b605-5eac79eabe46 req-86340afa-2642-4b1a-bcb5-b56123884ec3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0966172 Nov 01 18:40:09.265528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Deleting subnet 167f9715-d95c-4ae1-b8d0-fd5ef4211f9a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:40:09.269499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.312835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b546cf6a-67b9-4837-b605-5eac79eabe46 req-3809d50f-397a-433e-821f-a6eebd6ba578 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Nov 01 18:40:09.321289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.420465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.540210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.570927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167f9715-d95c-4ae1-b8d0-fd5ef4211f9a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:09.573112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.579119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-47cf5616-0570-4556-a8a3-dbcc90c090ee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/167f9715-d95c-4ae1-b8d0-fd5ef4211f9a HTTP/1.1" status: 204 len: 168 time: 0.3678131 Nov 01 18:40:09.579841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52204) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:09.584719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276cfef-67fd-4b0a-a09a-6e9a7db6650a None None] Network d07436b6-06a1-4bd5-8ef6-16e167c794b5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:09.664854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:09.862580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] DHCP port deletion for d07436b6-06a1-4bd5-8ef6-16e167c794b5 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:40:09.941689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Deleting port 540c037e-71bb-4d05-8355-6bba4277fae7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:09.942307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.032014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] For port 540c037e-71bb-4d05-8355-6bba4277fae7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=540c037e-71bb-4d05-8355-6bba4277fae7,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:10.032799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.070132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Calling delete_port for 540c037e-71bb-4d05-8355-6bba4277fae7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:10.176481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Deleting port 540c037e-71bb-4d05-8355-6bba4277fae7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:10.176961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.228878 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.258746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] For port 540c037e-71bb-4d05-8355-6bba4277fae7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=540c037e-71bb-4d05-8355-6bba4277fae7,segment=NetworkSegment(6f3eaacc-d400-46fe-8474-474e5a266e45),segment_id=6f3eaacc-d400-46fe-8474-474e5a266e45)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:10.259073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.264752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] Pushing event deleted for resources: {'Port': ['ID=540c037e-71bb-4d05-8355-6bba4277fae7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:10.267880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824722e-da76-4dc1-a58d-36f2e06f5f66 None None] No DVR routers for this DVR port 540c037e-71bb-4d05-8355-6bba4277fae7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:10.287908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Calling delete_port for 540c037e-71bb-4d05-8355-6bba4277fae7 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:10.389581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.430369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] No DVR routers for this DVR port 540c037e-71bb-4d05-8355-6bba4277fae7 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:10.436021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Pushing event deleted for resources: {'Port': ['ID=540c037e-71bb-4d05-8355-6bba4277fae7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:10.493171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa2b95-3d05-47d1-b2be-b993e3e11882 req-c6ea1876-5889-4c6b-8f1a-034263efd7fc tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:10.494738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63fa2b95-3d05-47d1-b2be-b993e3e11882 req-c6ea1876-5889-4c6b-8f1a-034263efd7fc tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0787020 Nov 01 18:40:10.540807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.563595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63fa2b95-3d05-47d1-b2be-b993e3e11882 req-60528423-0cd3-44e9-b7eb-695c11e095b0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612624 Nov 01 18:40:10.572183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07436b6-06a1-4bd5-8ef6-16e167c794b5']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:10.583667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3eaacc-d400-46fe-8474-474e5a266e45') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:10.583667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3eaacc-d400-46fe-8474-474e5a266e45') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:10.592569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.605849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.612082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:40:10.612475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:40:10.614250 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:40:10.781875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94be4ac6-dd1f-455c-8920-86c39501334e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:10.813411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.820059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 94be4ac6-dd1f-455c-8920-86c39501334e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:10.820059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94be4ac6-dd1f-455c-8920-86c39501334e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:10.820059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:10.822904 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:10.829341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] 10.222.0.31 "DELETE /v2.0/networks/d07436b6-06a1-4bd5-8ef6-16e167c794b5 HTTP/1.1" status: 204 len: 168 time: 1.2454119 Nov 01 18:40:10.829683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52226) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:10.837252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:10.837611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f626ac7f-eefe-48b6-aaa8-ad6d465bfe6d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:10.838034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 540c037e-71bb-4d05-8355-6bba4277fae7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:10.839244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2493f-9ae0-4c27-98a3-85483b1262be admin admin] Pushing event deleted for resources: {'Network': ['ID=d07436b6-06a1-4bd5-8ef6-16e167c794b5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:10.860527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 540c037e-71bb-4d05-8355-6bba4277fae7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:10.860883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 540c037e-71bb-4d05-8355-6bba4277fae7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:11.212984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:11.467854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Deleting port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:11.468353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:11.557270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] For port 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:11.557945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:11.571264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Calling delete_port for 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:11.762494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff37ed-5616-4984-bad2-b9aaef890130 req-e48b2309-e699-49cc-a6f8-35314d64055a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:11.765588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bff37ed-5616-4984-bad2-b9aaef890130 req-e48b2309-e699-49cc-a6f8-35314d64055a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1203084 Nov 01 18:40:11.838430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bff37ed-5616-4984-bad2-b9aaef890130 req-f4ec09a8-6105-4f59-bd14-132029827d35 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492887 Nov 01 18:40:11.913567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:11.939315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Pushing event deleted for resources: {'Port': ['ID=6668d45b-e093-4fbd-b8ec-fa5eb96ae60a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:11.950100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.950443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.950830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.951174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.951511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.951897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.952223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.952961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.952961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.953222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.953465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:11.953786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:12.161990 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:12.392531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Router c1b7f40f-6406-4837-bbb5-8ea6001141ce has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:12.498115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:12.506082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ab068557-08bc-4ca0-9da9-050440eb0528 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1b7f40f-6406-4837-bbb5-8ea6001141ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752949 Nov 01 18:40:12.506494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52240) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:12.507566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Sync routers for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:12.520049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:12.520930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:12.622545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:12.641021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:12.754748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:12.844174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:40:11Z', 'revision_number': 5, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port': {'id': '17243a96-f200-41dc-afff-0f4c7425f5ce', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:39:21Z', 'updated_at': '2021-11-01T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:12.886185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Checking router: c1b7f40f-6406-4837-bbb5-8ea6001141ce for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:12.897212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Routers {'c1b7f40f-6406-4837-bbb5-8ea6001141ce'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:12.898150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:12.921991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Deleting port 17243a96-f200-41dc-afff-0f4c7425f5ce {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:12.922477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:12.986159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52246) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:13.022166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] Set router c1b7f40f-6406-4837-bbb5-8ea6001141ce gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:13.042239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] For port 17243a96-f200-41dc-afff-0f4c7425f5ce, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=17243a96-f200-41dc-afff-0f4c7425f5ce,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:13.042672 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.064879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Calling delete_port for 17243a96-f200-41dc-afff-0f4c7425f5ce owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:13.113623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:40:12Z', 'revision_number': 6, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:13.130601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eec32-d576-4ae5-ab03-30013e486786 req-946992e1-e56a-4c0c-b844-188424e1f6da tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:13.141813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442eec32-d576-4ae5-ab03-30013e486786 req-946992e1-e56a-4c0c-b844-188424e1f6da tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1897883 Nov 01 18:40:13.144593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d58b2a2-fc3d-45c5-88f9-2d73566ff705 None None] The sync data for ids ['c1b7f40f-6406-4837-bbb5-8ea6001141ce'] in n-d-815923-2 is: [{'id': 'c1b7f40f-6406-4837-bbb5-8ea6001141ce', 'name': 'tempest-TestServerMultinode-43553957-router', 'tenant_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:39:20Z', 'updated_at': '2021-11-01T18:40:12Z', 'revision_number': 6, 'project_id': 'b9eb8154afb54d2e9bffcc2ab67b5d53', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:13.262745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442eec32-d576-4ae5-ab03-30013e486786 req-556aa3d8-3173-4522-adb8-a659b498b5b3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135304 Nov 01 18:40:13.348372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Deleting port 0b80a7be-2fc1-4eeb-9862-092347789fba {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:13.348882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.440536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.440867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.457127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Calling delete_port for 0b80a7be-2fc1-4eeb-9862-092347789fba owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:13.512590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.559065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=17243a96-f200-41dc-afff-0f4c7425f5ce,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:13.715653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.847730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.850305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.853541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.973426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.973883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b7f40f-6406-4837-bbb5-8ea6001141ce {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:40:13.983441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:13.986869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c1427cb-582a-47a4-a694-015994bc3d4f admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1b7f40f-6406-4837-bbb5-8ea6001141ce HTTP/1.1" status: 204 len: 168 time: 1.4754670 Nov 01 18:40:13.987481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:14.128212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Deleting subnet f19b2661-6ab4-4559-b43b-2505269a081a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:40:14.147015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.232412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.307852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event deleted for resources: {'Port': ['ID=0b80a7be-2fc1-4eeb-9862-092347789fba,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:14.399762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.400240 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Floating IP 389a3d34-2405-40e7-94ae-94a5d966095c disassociated (deleted). External IP: 172.25.2.91, port: d132e6ef-99df-4f61-b87e-d132455977a5. Nov 01 18:40:14.425844 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.587890 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:40:14.650413 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.690918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19b2661-6ab4-4559-b43b-2505269a081a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:14.695491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.696551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e4a1e-c630-4230-8d6a-d3616c4aa267 None None] Network a5d14a36-3d6d-43b4-8e04-8561f9a80f63 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:14.702631 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-28b036b4-008d-473a-a8e5-78c494be37fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f19b2661-6ab4-4559-b43b-2505269a081a HTTP/1.1" status: 204 len: 168 time: 0.7140155 Nov 01 18:40:14.703198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:14.843028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:14.858583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.911885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 17243a96-f200-41dc-afff-0f4c7425f5ce no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:14.950350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 17243a96-f200-41dc-afff-0f4c7425f5ce {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:14.951089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 17243a96-f200-41dc-afff-0f4c7425f5ce not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:14.951547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:14.963242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd130fe-b156-41f3-bb75-6a08752287b7 req-afaa35d3-a8c8-49eb-ac7d-4b50b7aaa3c4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:14.969384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fd130fe-b156-41f3-bb75-6a08752287b7 req-afaa35d3-a8c8-49eb-ac7d-4b50b7aaa3c4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.4054854 Nov 01 18:40:14.988534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Deleting port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:14.994667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:14.995257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:14.995804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6668d45b-e093-4fbd-b8ec-fa5eb96ae60a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:15.097165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] DHCP port deletion for a5d14a36-3d6d-43b4-8e04-8561f9a80f63 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:40:15.108881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9fd130fe-b156-41f3-bb75-6a08752287b7 req-5fb8fedc-30e0-4fec-91c0-9adb2bef6002 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247048 Nov 01 18:40:15.113414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] For port bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:15.114499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.121243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:15.131612 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:15.132842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.139451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Calling delete_port for bdc22c4d-00a7-45f1-bc99-5f627ad879f6 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:15.154497 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:15.156512 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.219108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Deleting port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:15.219890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.250607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-28a3857a-961d-4bb6-a50e-6d087803b54c tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "DELETE /v2.0/floatingips/389a3d34-2405-40e7-94ae-94a5d966095c HTTP/1.1" status: 204 len: 168 time: 2.2578413 Nov 01 18:40:15.250607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:15.255973 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927acc4-8dac-4294-88e1-5e040b79ca83" -d '{"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:15.315305 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04462cd5-b0cb-4b20-bf31-ec01dcd9e2de x-openstack-request-id: req-04462cd5-b0cb-4b20-bf31-ec01dcd9e2de {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:15.315918 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:15.316032 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04462cd5-b0cb-4b20-bf31-ec01dcd9e2de {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:15.316419 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:40:15.350040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] For port bdc22c4d-00a7-45f1-bc99-5f627ad879f6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,segment=NetworkSegment(9c80d1cc-8501-4535-ac90-7ee8c74bf013),segment_id=9c80d1cc-8501-4535-ac90-7ee8c74bf013)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:15.351067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.379050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Calling delete_port for bdc22c4d-00a7-45f1-bc99-5f627ad879f6 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:15.418770 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:15.419221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-25e1df47-99e9-4e06-b1d7-f985e2baedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:15.421868 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-25e1df47-99e9-4e06-b1d7-f985e2baedd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0790615 Nov 01 18:40:15.421868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.518709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] No DVR routers for this DVR port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:15.530987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:15.546252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.591605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] Pushing event deleted for resources: {'Port': ['ID=bdc22c4d-00a7-45f1-bc99-5f627ad879f6,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:15.602542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f9e0a-02a7-4997-8e32-e8c33f334d0a None None] No DVR routers for this DVR port bdc22c4d-00a7-45f1-bc99-5f627ad879f6 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:15.695869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.743922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d14a36-3d6d-43b4-8e04-8561f9a80f63']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.757571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-8c618a5d-6cf9-409b-be62-d0a05a2c2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:15.759363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-8c618a5d-6cf9-409b-be62-d0a05a2c2a04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 200 len: 914 time: 0.3292973 Nov 01 18:40:15.761217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80d1cc-8501-4535-ac90-7ee8c74bf013') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.761591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80d1cc-8501-4535-ac90-7ee8c74bf013') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.785426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.812041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.821548 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-1bc71741-e9a9-4935-86fa-9bae815f3691 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 200 len: 217 time: 0.0510597 Nov 01 18:40:15.839103 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.885690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:40:15.886099 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:40:15.888101 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:40:15.924925 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:15.932594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:15.933210 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:39:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:15.956502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-8b85e872-3460-4c81-8207-83bcfab29ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:15.958005 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-8b85e872-3460-4c81-8207-83bcfab29ca8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 200 len: 852 time: 0.1292503 Nov 01 18:40:16.015143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-0e2e542c-5b51-4835-8d14-8243d9522635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.017188 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-0e2e542c-5b51-4835-8d14-8243d9522635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c1b59c-6e3b-44c8-8328-b8a19de040c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509989 Nov 01 18:40:16.074260 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:16.092024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387371e-1158-441d-9841-5efc3f53ae5e req-2b1b2678-f262-4ff5-90a2-bffa57883064 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.093684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2387371e-1158-441d-9841-5efc3f53ae5e req-2b1b2678-f262-4ff5-90a2-bffa57883064 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.1032588 Nov 01 18:40:16.132386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:16.137785 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:16.143193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a5d14a36-3d6d-43b4-8e04-8561f9a80f63 HTTP/1.1" status: 204 len: 168 time: 1.4381080 Nov 01 18:40:16.160097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2387371e-1158-441d-9841-5efc3f53ae5e req-2a709520-7f6f-4243-97cb-e30678b05106 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510323 Nov 01 18:40:16.173431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-0e379e46-66a3-4ba8-98b1-b1b450133abd service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405323 Nov 01 18:40:16.252156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26c198-6ee8-4373-946f-10bfe7c808c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d14a36-3d6d-43b4-8e04-8561f9a80f63,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:16.277255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:40:16.439842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173ab3-b4ac-4459-9c0f-9a31c62a8a4e req-4068c251-34c6-424d-a30d-e86100f17c0f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.443621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5173ab3-b4ac-4459-9c0f-9a31c62a8a4e req-4068c251-34c6-424d-a30d-e86100f17c0f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1057286 Nov 01 18:40:16.482074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f927acc4-8dac-4294-88e1-5e040b79ca83 req-a57aac2f-b4a8-47bd-a682-52802f6247ab service neutron] 10.222.0.32 "GET /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750609 Nov 01 18:40:16.511229 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:16.523695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:16.531737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e5173ab3-b4ac-4459-9c0f-9a31c62a8a4e req-8026715f-3461-48b3-824c-e20d8b892eaf tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801806 Nov 01 18:40:16.561214 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2452a8-8cde-490c-8744-40f478c5cdef None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:33:08Z', 'revision_number': 4, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6f7dab5d-845d-4ca0-8326-5332ba24a204', 'name': '', 'network_id': 'b5c1b59c-6e3b-44c8-8328-b8a19de040c7', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'mac_address': 'fa:16:3e:92:ba:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:07Z', 'updated_at': '2021-11-01T18:33:15Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'subnets': [{'id': 'a93391ad-5e86-4624-bac4-00cfef1e66b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:16.673836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4322571-9023-4077-8603-9f841e41f9d6 req-ffcf85d7-f19a-4adf-9c81-fcc296ff5d98 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.675794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4322571-9023-4077-8603-9f841e41f9d6 req-ffcf85d7-f19a-4adf-9c81-fcc296ff5d98 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0883694 Nov 01 18:40:16.790841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '131b7e29-137f-42ee-abf1-0730181bbd15', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:40:16.802106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-5873afbf-5d3c-47c8-9afb-ad7f4d847f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.803892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-5873afbf-5d3c-47c8-9afb-ad7f4d847f1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.1540570 Nov 01 18:40:16.820337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4322571-9023-4077-8603-9f841e41f9d6 req-59ac9e91-e94d-42bc-81ee-f445f278f77c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054246 Nov 01 18:40:16.843399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:16.860781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:40:16.866195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bdc22c4d-00a7-45f1-bc99-5f627ad879f6 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:16.890731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: bdc22c4d-00a7-45f1-bc99-5f627ad879f6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:16.890731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bdc22c4d-00a7-45f1-bc99-5f627ad879f6 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:16.910899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:16.931009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52302) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:16.974260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-43d87163-203b-4f06-8119-0e1ae37163ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:16.976830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-43d87163-203b-4f06-8119-0e1ae37163ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1555223 Nov 01 18:40:16.998378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.032180 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec2b75a9-dff6-4afd-829a-939b1885885d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65099e4edc2e481c8f1f7a4d3b3b5c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985379 Nov 01 18:40:17.035254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:17.102379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-da9169a4-3a5f-4d1a-9db8-74fb0f8c3662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.1171792 Nov 01 18:40:17.136293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:17.145124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['131b7e29-137f-42ee-abf1-0730181bbd15'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:40:17.207403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.258536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.267716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-bf9f02a1-266b-48c1-9f9b-773d47be03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:17.269451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-bf9f02a1-266b-48c1-9f9b-773d47be03da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.1588614 Nov 01 18:40:17.307997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc0039-468e-49e9-9131-da5751eabccf None None] New status for floating IP 389a3d34-2405-40e7-94ae-94a5d966095c: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:40:17.405042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-8a4470bb-6090-423f-aa90-12e5de2d5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:17.406858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-8a4470bb-6090-423f-aa90-12e5de2d5b9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130788 Nov 01 18:40:17.476613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecac84-c293-4f62-a569-40abfa261d85 req-96dbb75d-a9ae-4f02-99be-a96678b848af tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:17.478389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3eecac84-c293-4f62-a569-40abfa261d85 req-96dbb75d-a9ae-4f02-99be-a96678b848af tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.1330137 Nov 01 18:40:17.522723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.525915 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.529489 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6be438fe-c60a-4677-ac67-373184d7bb49 HTTP/1.1" status: 204 len: 168 time: 0.4879651 Nov 01 18:40:17.588373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3eecac84-c293-4f62-a569-40abfa261d85 req-e9e5bc76-aed8-468f-a320-ea0ea8a7d3a5 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c245c54-1081-46dd-9e2a-fa5171727c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673130 Nov 01 18:40:17.597406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2414-4fff-435c-9401-0817613f61a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be438fe-c60a-4677-ac67-373184d7bb49,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:17.603383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-3d37b60f-5632-44e2-866e-47a4be1b20cc service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860912 Nov 01 18:40:17.704840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-8f4207d9-bc33-426b-b5c7-474091fdfe40 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:17.706889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-8f4207d9-bc33-426b-b5c7-474091fdfe40 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.32 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 945 time: 0.1211886 Nov 01 18:40:17.888327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33aa06d4-f57d-4822-8450-e1f4f1804958 req-b767b1eb-4d16-4fca-aefe-e7f2647b7984 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741909 Nov 01 18:40:17.931448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd6ec-8c27-48b6-967c-de695ec11814 req-d36609b6-cb94-4d7e-99da-5c19ed6e24e9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:17.937237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Deleting port d132e6ef-99df-4f61-b87e-d132455977a5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:17.937764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:17.946160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01dfd6ec-8c27-48b6-967c-de695ec11814 req-d36609b6-cb94-4d7e-99da-5c19ed6e24e9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.2658746 Nov 01 18:40:18.085274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] For port d132e6ef-99df-4f61-b87e-d132455977a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d132e6ef-99df-4f61-b87e-d132455977a5,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:18.086028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.090280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01dfd6ec-8c27-48b6-967c-de695ec11814 req-dc8bdd90-11e8-48fd-bc98-95b1f049ffa6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423643 Nov 01 18:40:18.108755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce3928-ee08-4deb-9689-742c66815bd4 req-cec6de1c-5771-461e-a46f-7959e203b74e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:18.110276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Calling delete_port for d132e6ef-99df-4f61-b87e-d132455977a5 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:18.118298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bce3928-ee08-4deb-9689-742c66815bd4 req-cec6de1c-5771-461e-a46f-7959e203b74e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1683085 Nov 01 18:40:18.173007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bce3928-ee08-4deb-9689-742c66815bd4 req-71ac3539-698f-4591-8d9f-5f899906f822 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527542 Nov 01 18:40:18.293522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:18.415281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.428124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 131b7e29-137f-42ee-abf1-0730181bbd15 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:18.431895 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.549679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52348) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:18.560049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event deleted for resources: {'Port': ['ID=d132e6ef-99df-4f61-b87e-d132455977a5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:18.623209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] No DVR routers for this DVR port d132e6ef-99df-4f61-b87e-d132455977a5 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:18.626508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.632253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7da38c2b-5c10-4086-95b2-dc225f11f305 req-f49bc765-c7a1-4b22-aa03-e2866ec843d1 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.32 "DELETE /v2.0/ports/d132e6ef-99df-4f61-b87e-d132455977a5 HTTP/1.1" status: 204 len: 173 time: 0.9184115 Nov 01 18:40:18.632725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'name': 'network-vif-deleted', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:18.642099 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88986646-fbf1-493d-b1a9-1dcec1ccb77b" -d '{"events": [{"server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "name": "network-vif-deleted", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:18.739012 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0377d940-336a-4040-82f3-c720b23096ca x-openstack-request-id: req-0377d940-336a-4040-82f3-c720b23096ca {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:18.739525 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fb8632-2171-4efc-93e2-4f128bd3f3b2", "name": "network-vif-deleted", "tag": "d132e6ef-99df-4f61-b87e-d132455977a5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:18.739959 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0377d940-336a-4040-82f3-c720b23096ca {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:18.740524 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fb8632-2171-4efc-93e2-4f128bd3f3b2', 'name': 'network-vif-deleted', 'tag': 'd132e6ef-99df-4f61-b87e-d132455977a5', 'status': 'completed', 'code': 200} Nov 01 18:40:18.802254 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0691-8796-458f-a85d-d7ce29cb7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.853597 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.896311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20d83a38-94bc-4851-a57d-ef05df69aff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:18.923119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-196af326-9cb1-47cc-be69-1825c291c3f8 req-d1bd1714-1a5a-439e-8eb4-6385b6a12b6f tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.1489420 Nov 01 18:40:18.971375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:18.977499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:18.980105 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6cbae-f8de-4c8b-9151-10ca6634acbd" -d '{"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:19.093451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.094568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d132e6ef-99df-4f61-b87e-d132455977a5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:19.097963 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524f343-01b5-4239-93bc-7d4c8ef1b342 x-openstack-request-id: req-0524f343-01b5-4239-93bc-7d4c8ef1b342 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:19.098372 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:19.103835 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0524f343-01b5-4239-93bc-7d4c8ef1b342 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:19.103835 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'code': 200} Nov 01 18:40:19.121386 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20d83a38-94bc-4851-a57d-ef05df69aff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.139160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52358) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:19.174275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d132e6ef-99df-4f61-b87e-d132455977a5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:19.174757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d132e6ef-99df-4f61-b87e-d132455977a5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:19.258298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7dcdb1f-2915-4e26-b2cc-99bdd4a13617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9eb8154afb54d2e9bffcc2ab67b5d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178858 Nov 01 18:40:19.259067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20d83a38-94bc-4851-a57d-ef05df69aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.261070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52364) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:19.291016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:19.353598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d83a38-94bc-4851-a57d-ef05df69aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b93bacb-bdc7-4467-a00b-b32acab68c5a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:19.436927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.499893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.500389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20d83a38-94bc-4851-a57d-ef05df69aff7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=599464d44dd14686974f6dd8ca978bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484982 Nov 01 18:40:19.506290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52368) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:19.535329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dd2b3-0032-4596-aa2b-8180171e48e9 req-175126a6-f4a5-47ca-b262-b447394f0134 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:19.537204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc7dd2b3-0032-4596-aa2b-8180171e48e9 req-175126a6-f4a5-47ca-b262-b447394f0134 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.2058959 Nov 01 18:40:19.566856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6901f8-62fc-4bf6-a13c-3c9c433f9b59 req-4d4e9640-b255-4e37-b272-bc9679365840 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:19.572202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d6901f8-62fc-4bf6-a13c-3c9c433f9b59 req-4d4e9640-b255-4e37-b272-bc9679365840 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1947107 Nov 01 18:40:19.658912 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.660411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d6901f8-62fc-4bf6-a13c-3c9c433f9b59 req-357736be-1ee6-4d83-8626-2a72567c7390 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814593 Nov 01 18:40:19.661891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.668843 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d79a95f-f69b-4a7c-8887-a6574d182c2f HTTP/1.1" status: 204 len: 168 time: 0.4033425 Nov 01 18:40:19.718497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e045cf0-6a59-4acd-a459-ee5dfd213318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d79a95f-f69b-4a7c-8887-a6574d182c2f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:19.743941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc7dd2b3-0032-4596-aa2b-8180171e48e9 req-1357cb81-eed0-4971-94dd-c4d2f9f6e5b5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906598 Nov 01 18:40:19.769453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.817896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.984611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.987613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:19.993765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b93bacb-bdc7-4467-a00b-b32acab68c5a HTTP/1.1" status: 204 len: 168 time: 0.4755003 Nov 01 18:40:19.999609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7a03e-080f-41da-b168-8f3c790bf4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b93bacb-bdc7-4467-a00b-b32acab68c5a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:20.118853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c22642a-2d0f-4c19-b519-d6f1f4c77dfa req-c656a62e-0112-49ae-be0e-be2acee4c779 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0514300 Nov 01 18:40:20.913489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce974484-9a14-4556-85e8-3663f851931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:20.994354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27488d2e-a043-44b3-8b11-6573b2e5b845 req-76d3d133-593e-425c-a5f6-0d88fa32c894 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:20.996029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27488d2e-a043-44b3-8b11-6573b2e5b845 req-76d3d133-593e-425c-a5f6-0d88fa32c894 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1494615 Nov 01 18:40:21.077167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27488d2e-a043-44b3-8b11-6573b2e5b845 req-a3ca4e79-709a-4d68-b86d-02a0f327a3ca tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743604 Nov 01 18:40:21.268948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cbc8361-9409-4e85-bee5-2de282fdb68d req-57843bfa-ed2f-4546-a370-6d4d89791fad tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0444770 Nov 01 18:40:22.078107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:22.302290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa1df-0e7b-42ab-8907-79971fc5e9a4 req-8815a2a9-5352-4edb-affd-279cac9b6d79 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:22.305233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48afa1df-0e7b-42ab-8907-79971fc5e9a4 req-8815a2a9-5352-4edb-affd-279cac9b6d79 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1380892 Nov 01 18:40:22.379609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48afa1df-0e7b-42ab-8907-79971fc5e9a4 req-e93566d3-18aa-4fb8-827f-fc6e972dcd33 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605903 Nov 01 18:40:22.483777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70245202-673f-4871-8f31-bba3b3eb4ab9 req-a182d63a-c97e-4527-b2f9-1f862c57f36e tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0380361 Nov 01 18:40:23.561158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bbcc2dd-7de5-45b0-9626-a840546a7792 req-11eedb71-7c39-4596-9d35-a15ec55ac059 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Nov 01 18:40:23.682510 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106617a-9102-4d3d-b9bb-9aa9427b8c81 req-16aa184d-9ab7-47f8-9031-0fb88c1afa75 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:23.684138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b106617a-9102-4d3d-b9bb-9aa9427b8c81 req-16aa184d-9ab7-47f8-9031-0fb88c1afa75 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0556078 Nov 01 18:40:23.734976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b106617a-9102-4d3d-b9bb-9aa9427b8c81 req-eb91236a-4f03-417c-9f82-58c27f8db185 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Nov 01 18:40:23.756921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:23.768371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220851056', 'description': 'tempest-secgroup-smoke-220851056 description', 'project_id': '874863ad66c744669a2a4dc0e24cf099'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:23.773155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:23.849575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:23.858544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.008564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.093293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.243238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.250212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab22b9d-5e84-4eae-8074-e0a39da3e2ee,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:24.318228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.366177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e726ca35-f6be-4278-9c93-047eca3747e6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:24.434965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.436412 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06ffb72b-0050-461c-a2ba-e33bc6e2ddc2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6778510 Nov 01 18:40:24.439296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52444) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:24.447982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:24.587440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.722209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.764097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50eccc40-e092-4926-be65-f82d98353f9a req-7e9d1453-3930-4083-9276-92cdfd7bdeec tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0714638 Nov 01 18:40:24.807009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.845928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265c2cb1-152b-4a46-84ce-fef597679151,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:24.921607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdfdec-b2c1-466b-b78a-7e2bf76f4b0d req-a50dfb01-c115-47d1-81ba-8783907a6308 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:24.923184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebfdfdec-b2c1-466b-b78a-7e2bf76f4b0d req-a50dfb01-c115-47d1-81ba-8783907a6308 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0680978 Nov 01 18:40:24.931817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:24.931817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e11e3cb-3881-4588-9ca4-1b4c412d2c00 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4888790 Nov 01 18:40:24.934654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:24.936848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:24.987904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ebfdfdec-b2c1-466b-b78a-7e2bf76f4b0d req-9d087cc0-7780-4396-a64c-ade688a1bf91 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495641 Nov 01 18:40:25.035274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.104377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.173165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.201306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53289da-e6b0-474c-bd6c-4106d366c608,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:25.273453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.276111 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-af789c7f-c15d-43f5-b620-c392023bd209 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3426557 Nov 01 18:40:25.279636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52456) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:25.286375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:25.407593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.517074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.597507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.627262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f14ad42-98d5-4876-b318-5cd6f01c6ac5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:25.697774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.700460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3dacb1fb-a4b3-45de-9f12-155ecd54e07b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217007 Nov 01 18:40:25.705523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52458) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:25.712196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:25.840180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:25.972854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264979e7-e58f-407e-a393-dddadb06b8d0 req-1b14bcc8-cb0c-480a-b461-2408bf88ae33 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "GET /v2.0/ports?device_id=49fb8632-2171-4efc-93e2-4f128bd3f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0605311 Nov 01 18:40:26.022958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.098834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.132948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a7382-07e1-4e69-acdf-dbe666801738,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:26.206075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9905e4-560f-4516-a942-8bcc34cbe9f3 req-7de8c909-2e9d-437d-b7a3-3e6e666d5977 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:26.207789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c9905e4-560f-4516-a942-8bcc34cbe9f3 req-7de8c909-2e9d-437d-b7a3-3e6e666d5977 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0633714 Nov 01 18:40:26.250541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.252124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d9264118-bc0c-45b4-ae90-2048f2dd8d5f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5442224 Nov 01 18:40:26.254899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:26.262289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:26.308057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c9905e4-560f-4516-a942-8bcc34cbe9f3 req-26fabbfa-2fe1-4d90-87c0-782188378672 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786233 Nov 01 18:40:26.392459 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:40:26.403378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.514593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.575302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.609405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50bcfee-f773-4708-93bb-8fef57044785,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:26.703195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.707551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-27c07fac-bca0-443b-82cd-13df8de4827b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4492755 Nov 01 18:40:26.708363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52468) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:26.714917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'e726ca35-f6be-4278-9c93-047eca3747e6', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:26.767391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.843650 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:40:26.851840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:26.951073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.038663 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.043132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52474) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:27.072529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e9f274-fd2c-4705-a304-49f1b94b6973,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:27.128160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.142851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.144807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-054f935d-ce96-4f8d-9afd-1ac2596d9b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4340856 Nov 01 18:40:27.148614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52476) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:27.153731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'network': {'name': 'tempest-network-smoke--1435884374', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'port_security_enabled': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:27.160706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.422812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede916ee-8cac-4040-83fa-76b2ef54e147 req-c6067334-1d74-4b66-b386-3325b1c58575 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:27.424364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ede916ee-8cac-4040-83fa-76b2ef54e147 req-c6067334-1d74-4b66-b386-3325b1c58575 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0505700 Nov 01 18:40:27.464215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ede916ee-8cac-4040-83fa-76b2ef54e147 req-57cbe494-0574-430a-9a8a-e418a79a63f8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Nov 01 18:40:27.473101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:40:27.477283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.539195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.542873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.546850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:40:27.547004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c245c54-1081-46dd-9e2a-fa5171727c08 HTTP/1.1" status: 204 len: 168 time: 0.5001457 Nov 01 18:40:27.554292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.554559 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Added segment 430119bb-ef82-4334-bafe-f78d18360059 of type vlan for network 40439b59-e52d-488e-b00d-9394a6a319d8 Nov 01 18:40:27.557593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a355b1-022a-4e61-94c4-abbc3e787368 tempest-TestVolumeBackupRestore-1286147149 tempest-TestVolumeBackupRestore-1286147149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c245c54-1081-46dd-9e2a-fa5171727c08,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:27.595213 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.773134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.780898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:27.781639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:27.851881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Network': ['ID=40439b59-e52d-488e-b00d-9394a6a319d8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:27.862420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 40439b59-e52d-488e-b00d-9394a6a319d8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:40:27.900946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f888016a-ad62-46cc-bc78-ef690f910bc9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7484262 Nov 01 18:40:27.901295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52486) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:27.905802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'admin_state_up': True, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:28.043689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:28.044914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:28.188136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:28.548140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:28.661969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620419-eee8-47df-9ccc-5dcbcd26285e req-7e98c2b3-0857-438b-ac87-db116074517e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:28.680782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f620419-eee8-47df-9ccc-5dcbcd26285e req-7e98c2b3-0857-438b-ac87-db116074517e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0803039 Nov 01 18:40:28.751781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f620419-eee8-47df-9ccc-5dcbcd26285e req-c040a047-1858-4a0e-af79-925e142cc79b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616174 Nov 01 18:40:28.949473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:28.971230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:29.128064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.92 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/0978016e-ae3e-4251-9c30-3a57ed7e17bb) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:40:29.275187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:29.380246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:29.438459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:29.444732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:29.456782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:40:29.533828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=0978016e-ae3e-4251-9c30-3a57ed7e17bb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:29.961511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f556c8-3f6d-4768-87a0-ac48248b9a63 req-d0695690-cd73-4547-9f12-3a40ecdfb322 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:29.965616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23f556c8-3f6d-4768-87a0-ac48248b9a63 req-d0695690-cd73-4547-9f12-3a40ecdfb322 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0649755 Nov 01 18:40:30.101276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23f556c8-3f6d-4768-87a0-ac48248b9a63 req-d410ae65-fb33-48b7-8330-e88c568bbd4d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264749 Nov 01 18:40:30.426779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:30.715751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:31.014829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router c4da4b16-e005-4d2d-96ef-e85271e9d9bb is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:40:31.184817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:31.206536 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Sync routers for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:31.228617 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:31.229189 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:31.310448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7361ac-ac0d-41df-b4eb-b64d2109e897 req-0041414d-52b5-4d55-997e-5baa9f39ae61 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:31.318862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af7361ac-ac0d-41df-b4eb-b64d2109e897 req-0041414d-52b5-4d55-997e-5baa9f39ae61 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0833428 Nov 01 18:40:31.324988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:31.326973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c005d982-0dfd-4d7e-8a5d-b7a4e7ed5926 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4246931 Nov 01 18:40:31.331224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52604) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:31.403784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af7361ac-ac0d-41df-b4eb-b64d2109e897 req-b7ba1302-f05f-4abc-960c-77afd919786e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836072 Nov 01 18:40:31.489111 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:31.640195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b178e07f-5f31-42f1-9961-6da13fe4a7e2 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=874863ad66c744669a2a4dc0e24cf099&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3037632 Nov 01 18:40:31.641402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52614) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:31.805664 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:29Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:31.842024 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Checking router: c4da4b16-e005-4d2d-96ef-e85271e9d9bb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:31.842615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Updating router c4da4b16-e005-4d2d-96ef-e85271e9d9bb port 0978016e-ae3e-4251-9c30-3a57ed7e17bb binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:40:31.872231 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:31.929026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b57419-dcf9-4079-ae25-199be84fd0c3 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:31.931407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c1b57419-dcf9-4079-ae25-199be84fd0c3 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2887554 Nov 01 18:40:31.934116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:31.972390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c2b1466-052e-402c-8699-141ff4d7459c tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371466 Nov 01 18:40:31.975744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52626) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:31.982693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541040663', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:32.220461 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.224071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:40:32.229799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.477556 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.512862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.624317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Checking segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:32.624776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network hostable DHCP agents. Network: 40439b59-e52d-488e-b00d-9394a6a319d8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:40:32.629210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d790b9d-1f72-43b6-811d-f4f8fa0fe914 req-ac5d56db-d420-41df-92b4-6f1843a0a838 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:32.635269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d790b9d-1f72-43b6-811d-f4f8fa0fe914 req-ac5d56db-d420-41df-92b4-6f1843a0a838 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1580784 Nov 01 18:40:32.641297 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Pushing event updated for resources: {'Port': ['ID=0978016e-ae3e-4251-9c30-3a57ed7e17bb,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:32.685428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.685861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.686466 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.686904 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.687152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Subnet': ['ID=a76aa650-189b-48d2-917b-643a4b8949de,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:32.688031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.690000 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.690476 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.695652 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.696950 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.698343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.698785 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.699224 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:32.721167 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Attempting to bind port 0978016e-ae3e-4251-9c30-3a57ed7e17bb on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:40:32.722556 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Attempting to bind port 0978016e-ae3e-4251-9c30-3a57ed7e17bb by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:40:32.722975 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Attempting to bind port 0978016e-ae3e-4251-9c30-3a57ed7e17bb on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:32.738231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:40:32.738619 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:32.740205 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.741100 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:40:32.741585 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Bound port: 0978016e-ae3e-4251-9c30-3a57ed7e17bb, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:40:32.741988 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.745995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d790b9d-1f72-43b6-811d-f4f8fa0fe914 req-c8fcc6f1-1954-402c-8d18-0bdde4f77a48 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915182 Nov 01 18:40:32.784695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 40439b59-e52d-488e-b00d-9394a6a319d8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:40:32.860352 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] For port 0978016e-ae3e-4251-9c30-3a57ed7e17bb, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:32.864573 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] For port 0978016e-ae3e-4251-9c30-3a57ed7e17bb, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0978016e-ae3e-4251-9c30-3a57ed7e17bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:40:32.881614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 40439b59-e52d-488e-b00d-9394a6a319d8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:32.886217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:32.886954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.895254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa2977-0eeb-4119-8149-4053a43448e2 None None] Network 40439b59-e52d-488e-b00d-9394a6a319d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:32.930308 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:32.988771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b6bbad0-1ec5-4660-8115-2e0c1a93ae56 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0118728 Nov 01 18:40:32.991663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52654) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:33.142255 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c49b1-2a61-4686-be90-96533ed3213b None None] Pushing event updated for resources: {'Port': ['ID=0978016e-ae3e-4251-9c30-3a57ed7e17bb,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:33.222921 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:33.224303 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:33.344982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-40439b59-e52d-488e-b00d-9394a6a319d8', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:40:33.345912 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:33.432579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:33.674643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Allocated IP 172.20.0.2 (40439b59-e52d-488e-b00d-9394a6a319d8/a76aa650-189b-48d2-917b-643a4b8949de/91e65353-2a46-4cee-b0fa-74c8d886c71d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:40:33.781712 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:29Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:33.864104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:33.867407 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce27242-8200-44b4-a57e-416b7ea99f14 None None] The sync data for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 is: [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:29Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:34.043488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:34.106295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:34.152424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96adfd-1885-4913-8216-3980190628e5 req-80c245bc-840e-41cd-bf51-69db1d3c9011 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:34.165956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f96adfd-1885-4913-8216-3980190628e5 req-80c245bc-840e-41cd-bf51-69db1d3c9011 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1864769 Nov 01 18:40:34.199604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Network 40439b59-e52d-488e-b00d-9394a6a319d8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:34.222537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:34.232826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:40:34.249371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Pushing event updated for resources: {'Port': ['ID=91e65353-2a46-4cee-b0fa-74c8d886c71d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:34.389067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.391823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.392427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.393015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.411496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.418114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.418975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.419645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.421220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.433461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.434097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.435919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:40:34.483833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Attempting to bind port 91e65353-2a46-4cee-b0fa-74c8d886c71d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:40:34.487997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Attempting to bind port 91e65353-2a46-4cee-b0fa-74c8d886c71d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:40:34.488746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Attempting to bind port 91e65353-2a46-4cee-b0fa-74c8d886c71d on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:34.501763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:40:34.510640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Checking segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:34.511420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:34.512026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Bound using segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:40:34.512700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Bound port: 91e65353-2a46-4cee-b0fa-74c8d886c71d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:40:34.513274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:34.525005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f96adfd-1885-4913-8216-3980190628e5 req-0a0b41e2-588a-4e45-a510-c9019e8f1777 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489015 Nov 01 18:40:34.635860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] For port 91e65353-2a46-4cee-b0fa-74c8d886c71d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:34.640975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] For port 91e65353-2a46-4cee-b0fa-74c8d886c71d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=91e65353-2a46-4cee-b0fa-74c8d886c71d,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:40:34.705773 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:34.934107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.1 (40439b59-e52d-488e-b00d-9394a6a319d8/a76aa650-189b-48d2-917b-643a4b8949de/f0f6273e-8cdb-40fb-9fce-0db6b95bbe78) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:40:35.067997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d367a-3443-425f-9071-3cbd02e55b17 None None] Pushing event updated for resources: {'Port': ['ID=91e65353-2a46-4cee-b0fa-74c8d886c71d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:35.081537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0978016e-ae3e-4251-9c30-3a57ed7e17bb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:35.142323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.196230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0978016e-ae3e-4251-9c30-3a57ed7e17bb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:35.196882 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.337654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.389735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.441003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 0978016e-ae3e-4251-9c30-3a57ed7e17bb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0978016e-ae3e-4251-9c30-3a57ed7e17bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:35.448091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.557544 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.558444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 40439b59-e52d-488e-b00d-9394a6a319d8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:35.558444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:35.558444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:40:35.671313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=0978016e-ae3e-4251-9c30-3a57ed7e17bb,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:35.682991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:35.697862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:35.832772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e55a9-4586-4bd9-a7b2-5ec9d1eadcfb req-087a3870-e7ef-447d-948b-eb9aee182234 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:35.843085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-451e55a9-4586-4bd9-a7b2-5ec9d1eadcfb req-087a3870-e7ef-447d-948b-eb9aee182234 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1065085 Nov 01 18:40:35.921647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-451e55a9-4586-4bd9-a7b2-5ec9d1eadcfb req-12fc8ad3-a26d-4e67-b70e-5be2c9dcf967 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714839 Nov 01 18:40:36.041277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:36.424090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:36.493217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:36.565608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c2ef9-f779-472c-9e3d-2a48f8d33614 None None] Network 40439b59-e52d-488e-b00d-9394a6a319d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:36.568804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-151b9a82-ca97-4378-a3e4-c01e127b8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:36.572512 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-151b9a82-ca97-4378-a3e4-c01e127b8216 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1096 time: 0.0633991 Nov 01 18:40:36.613135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:36.619590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:36.732181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-225678d5-78ed-4688-b9ed-f0efde27eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:36.736402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-225678d5-78ed-4688-b9ed-f0efde27eccb service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1568122 Nov 01 18:40:36.736686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] Provisioning complete for port 91e65353-2a46-4cee-b0fa-74c8d886c71d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:36.750584 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:36.797517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 40439b59-e52d-488e-b00d-9394a6a319d8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:36.801116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:36.888426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-d054e979-2d9c-40f4-afda-13a5ceba5621 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 1000 time: 0.1359787 Nov 01 18:40:37.046081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.082002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0978016e-ae3e-4251-9c30-3a57ed7e17bb up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:37.094447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-7b603b40-feff-4047-b35d-511f98eda3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:37.096851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-7b603b40-feff-4047-b35d-511f98eda3e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.2029176 Nov 01 18:40:37.142552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] For port 91e65353-2a46-4cee-b0fa-74c8d886c71d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=91e65353-2a46-4cee-b0fa-74c8d886c71d,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:37.171922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-355bf48e-054a-4fc5-bbe7-2f830f14dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:37.171922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-355bf48e-054a-4fc5-bbe7-2f830f14dae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630658 Nov 01 18:40:37.196386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0978016e-ae3e-4251-9c30-3a57ed7e17bb triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:37.196759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.254537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.329029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-cfcbe374-5729-48af-8178-362d686b1a92 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498425 Nov 01 18:40:37.450204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b73ce-c058-41ea-87fd-74719d29714d None None] Pushing event updated for resources: {'Port': ['ID=91e65353-2a46-4cee-b0fa-74c8d886c71d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:37.464489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6e26a3a8-6ba1-4b27-93e7-f00f44748c69 None None] Provisioning complete for port 91e65353-2a46-4cee-b0fa-74c8d886c71d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:37.465102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e26a3a8-6ba1-4b27-93e7-f00f44748c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.498422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-89ea58a2-c92d-4035-9fb6-f4d5d423b8bd req-18e80fea-2349-435d-8e86-44064b1ade5f service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571951 Nov 01 18:40:37.558657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 91e65353-2a46-4cee-b0fa-74c8d886c71d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:37.686940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af078d-2464-49dd-849b-01c182997414 req-bb79339a-bb82-4dc4-a75b-c5d39c23bd4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:37.688751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4af078d-2464-49dd-849b-01c182997414 req-bb79339a-bb82-4dc4-a75b-c5d39c23bd4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0738733 Nov 01 18:40:37.691173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router c4da4b16-e005-4d2d-96ef-e85271e9d9bb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:37.694359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6e26a3a8-6ba1-4b27-93e7-f00f44748c69 None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:37.694822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e26a3a8-6ba1-4b27-93e7-f00f44748c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.732956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6e26a3a8-6ba1-4b27-93e7-f00f44748c69 None None] Port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:40:37.744993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 91e65353-2a46-4cee-b0fa-74c8d886c71d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:37.745608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.793384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4af078d-2464-49dd-849b-01c182997414 req-ff61261f-f671-4134-bf4c-fb3beaf9b069 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495627 Nov 01 18:40:37.859371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:37.866246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a52bafbb-41eb-477f-8f73-01f4b619ad08 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/c4da4b16-e005-4d2d-96ef-e85271e9d9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8731692 Nov 01 18:40:37.873817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Sync routers for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:37.882978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9d8c440-d93c-44e5-b8a3-bf32ebe4f96c None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:37.883486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c440-d93c-44e5-b8a3-bf32ebe4f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:37.923198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:37.925916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:37.980829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8c440-d93c-44e5-b8a3-bf32ebe4f96c None None] Port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:40:38.110503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:38.144311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b03a380c-41be-4a47-83ee-5de30bbe3c54 None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:38.144694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b03a380c-41be-4a47-83ee-5de30bbe3c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:38.145255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-fa8ec753-3216-4484-8e2c-028c1cf52be7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220851056&fields=id&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 267 time: 0.0442350 Nov 01 18:40:38.235816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b03a380c-41be-4a47-83ee-5de30bbe3c54 None None] Port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:40:38.271545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-eebd054c-514d-47db-b000-b2c3795a29a3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:38.273082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-eebd054c-514d-47db-b000-b2c3795a29a3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 797 time: 0.1269169 Nov 01 18:40:38.290391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-ea7f2b08-9f79-404d-9867-a7c074382e9a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/quotas/874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 375 time: 0.0105674 Nov 01 18:40:38.365977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-e48d3147-e3b5-44ce-bdc4-ec9064566d20 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680063 Nov 01 18:40:38.399126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 52866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:38.419016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-56efbb39-70d8-435e-acba-9dfd40f0d513 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:40:38.420050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-56efbb39-70d8-435e-acba-9dfd40f0d513 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058491 Nov 01 18:40:38.557263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-c0672f94-58e6-4b6c-b141-b57302e9e72f service neutron] 10.222.0.31 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235642 Nov 01 18:40:38.619787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:36Z', 'revision_number': 2, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:38.650798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Checking router: c4da4b16-e005-4d2d-96ef-e85271e9d9bb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:38.651146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Updating router c4da4b16-e005-4d2d-96ef-e85271e9d9bb port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:40:38.685835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:38.765817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-03c96fe1-d444-4f9b-8fc3-bb74d35f938f service neutron] 10.222.0.31 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017477 Nov 01 18:40:38.915030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 91e65353-2a46-4cee-b0fa-74c8d886c71d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:39.059373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 91e65353-2a46-4cee-b0fa-74c8d886c71d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:39.059912 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.195556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a87d010e-22df-4cf4-a73c-53f59e764f44 req-1d99ff2d-13bf-4be3-b524-abd00fa1cf3a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 210 time: 0.0610344 Nov 01 18:40:39.209798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dd6f0-de73-4940-a89d-187790023317 req-c03e93e5-12a3-4423-a598-cd39773ea3f7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:39.217847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f0dd6f0-de73-4940-a89d-187790023317 req-c03e93e5-12a3-4423-a598-cd39773ea3f7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.2684224 Nov 01 18:40:39.290677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f0dd6f0-de73-4940-a89d-187790023317 req-552fb222-dfa6-48f4-b185-79014d0d8e6c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717540 Nov 01 18:40:39.319919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.404222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.446301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.563036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.608067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5dff-c866-4cad-a558-71e08306a35f None None] Pushing event updated for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:39.715206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Deleting port 6f7dab5d-845d-4ca0-8326-5332ba24a204 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:39.715796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.794943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Attempting to bind port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:40:39.795384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Attempting to bind port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:40:39.795874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Attempting to bind port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:39.801662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:40:39.802131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Checking segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:39.803204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.803204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Bound using segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:40:39.803658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Bound port: f0f6273e-8cdb-40fb-9fce-0db6b95bbe78, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:40:39.807957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.823281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] For port 6f7dab5d-845d-4ca0-8326-5332ba24a204, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f7dab5d-845d-4ca0-8326-5332ba24a204,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:39.824808 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:39.860608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Calling delete_port for 6f7dab5d-845d-4ca0-8326-5332ba24a204 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:39.946661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] For port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:39.950967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] For port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:40:40.042042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.129286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:40.129914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:40.133627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5dff-c866-4cad-a558-71e08306a35f None None] Pushing event updated for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:40.163908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.206410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:40.206757 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.207801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7dab5d-845d-4ca0-8326-5332ba24a204,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:40.362742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:40.380763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3891cbe-263b-4cb5-bd19-b4e9c786a7d7 req-5a5645f0-d0e3-4525-b49a-fe1e178559b1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 210 time: 0.0336151 Nov 01 18:40:40.519099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.550958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53aa02-2c37-4246-8bf3-a704a1185fe0 req-112bd313-d01b-4ac8-9b9b-3e16727c0ff8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:40.554056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:40.563803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff53aa02-2c37-4246-8bf3-a704a1185fe0 req-112bd313-d01b-4ac8-9b9b-3e16727c0ff8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.1000721 Nov 01 18:40:40.632490 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.650844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff53aa02-2c37-4246-8bf3-a704a1185fe0 req-b08d152a-c722-4aec-bb94-5ec5fe243a79 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861406 Nov 01 18:40:40.674046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:40.809482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:40.811758 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c936f9e7-7263-4f6f-9282-bcf46db30124" -d '{"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-unplugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:40.861939 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c0fba-3570-48e4-bfaf-18d4ceddd2eb x-openstack-request-id: req-838c0fba-3570-48e4-bfaf-18d4ceddd2eb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:40.861939 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-unplugged", "status": "failed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "code": 422}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:40.861939 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-838c0fba-3570-48e4-bfaf-18d4ceddd2eb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:40.861939 n-d-815923-2 neutron-server[102784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'code': 422} returned with failed status Nov 01 18:40:40.864096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] For port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:40.868680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:40.869501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:40.948610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:39Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:40.957916 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.020230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:41.025802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef3c6a-1569-450c-adb8-03e0c2a483cf None None] The sync data for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 is: [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:39Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:41.026440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-925172be-5d40-4ec3-8a78-dad4e0e4ec68 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c9df192-d84f-43a3-8b5b-f73e0a7edcbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261897 Nov 01 18:40:41.030321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 52978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:41.036517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Sync routers for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:41.041301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.074112 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:41.075367 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:41.087894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad6c3d-ad7c-49ac-8e91-0c27bde761d2 None None] Pushing event updated for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:41.171889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8007609b-1cd6-400f-990d-b70d1c384c28 None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:41.172261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8007609b-1cd6-400f-990d-b70d1c384c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.277351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:41.279083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.434365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:41.484185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.537409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-877df9d3-99c6-4889-838a-1eb29d08ba14 req-1311e62f-b7fc-4eff-a539-952763b4d520 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 210 time: 0.0422344 Nov 01 18:40:41.625563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Deleting port 29603041-2063-43c0-a514-a4c9dc5ccb95 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:41.626068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.701141 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port': {'id': '29603041-2063-43c0-a514-a4c9dc5ccb95', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:02Z', 'updated_at': '2021-11-01T18:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:41.740120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] For port 29603041-2063-43c0-a514-a4c9dc5ccb95, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=29603041-2063-43c0-a514-a4c9dc5ccb95,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:41.740490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:41.741589 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Checking router: 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:41.751564 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Routers {'4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:41.752289 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:41.754668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Calling delete_port for 29603041-2063-43c0-a514-a4c9dc5ccb95 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:41.859840 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] Set router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:41.915794 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:40:41Z', 'revision_number': 6, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:41.962650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ca9dd-11e6-48f7-a557-81ba844dc9a5 None None] The sync data for ids ['4c9df192-d84f-43a3-8b5b-f73e0a7edcbc'] in n-d-815923-2 is: [{'id': '4c9df192-d84f-43a3-8b5b-f73e0a7edcbc', 'name': 'tempest-TestVolumeBackupRestore-871562524-router', 'tenant_id': '6aa610410f9143c3bb52451d7a79e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:00Z', 'updated_at': '2021-11-01T18:40:41Z', 'revision_number': 6, 'project_id': '6aa610410f9143c3bb52451d7a79e8e7', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:42.130006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.139304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-5f059a57-d69d-468a-8148-24a752729fa3 req-9bbe2809-e63a-4bf2-9e6d-ebb60e7e021d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:40:42.140884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f059a57-d69d-468a-8148-24a752729fa3 req-9bbe2809-e63a-4bf2-9e6d-ebb60e7e021d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062079 Nov 01 18:40:42.163185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-3a76c661-bf9f-469b-a638-4666234d7c15 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:42.165066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-3a76c661-bf9f-469b-a638-4666234d7c15 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 797 time: 0.1657124 Nov 01 18:40:42.165879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Pushing event deleted for resources: {'Port': ['ID=29603041-2063-43c0-a514-a4c9dc5ccb95,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:42.276689 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-eb60b29a-af7e-484c-ba69-c1f6b9b2904b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 379 time: 0.1011860 Nov 01 18:40:42.293083 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.338160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'port': {'device_id': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'admin_state_up': True, 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'security_groups': ['e726ca35-f6be-4278-9c93-047eca3747e6']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:42.437515 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.441928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.607637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7981-cba2-44c6-8ece-bd98ea57fc5d req-1236507a-f318-4869-84a0-fd99c1feb59f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:42.609206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-511d7981-cba2-44c6-8ece-bd98ea57fc5d req-1236507a-f318-4869-84a0-fd99c1feb59f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.0794880 Nov 01 18:40:42.648341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.648341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9df192-d84f-43a3-8b5b-f73e0a7edcbc {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:40:42.652533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.654571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-336338fc-39b4-4c3b-abf7-446c98fe2632 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4c9df192-d84f-43a3-8b5b-f73e0a7edcbc HTTP/1.1" status: 204 len: 168 time: 1.6231878 Nov 01 18:40:42.657136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:42.686062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5ee70f4-f2c6-439b-8a37-e5dcfe362b54 req-d34592e9-cf83-4473-81f7-82e3b23f82ab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 210 time: 0.0513473 Nov 01 18:40:42.717769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:40:42.722122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.736224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-511d7981-cba2-44c6-8ece-bd98ea57fc5d req-825be9a9-530d-4a16-a1e2-14527be8d6e3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198113 Nov 01 18:40:42.757650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Deleting subnet a93391ad-5e86-4624-bac4-00cfef1e66b4 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:40:42.762624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.853771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:42.969435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.9 (40439b59-e52d-488e-b00d-9394a6a319d8/a76aa650-189b-48d2-917b-643a4b8949de/36dc01bd-e53f-4b52-828c-dae34a613dff) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:40:42.996699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.128355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53064) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:43.153172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:43.254298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-4994b9ad-9c0b-423a-b34d-1f514b8b4abd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247418 Nov 01 18:40:43.273771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-916bfeb5-2103-43b0-96b3-52db3c1c4d76 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:40:43.275378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-916bfeb5-2103-43b0-96b3-52db3c1c4d76 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077522 Nov 01 18:40:43.285720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:43.286101 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.517192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 29603041-2063-43c0-a514-a4c9dc5ccb95 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:43.550759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 29603041-2063-43c0-a514-a4c9dc5ccb95 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:43.551485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 29603041-2063-43c0-a514-a4c9dc5ccb95 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:43.552776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f7dab5d-845d-4ca0-8326-5332ba24a204 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:43.600505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.601781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6f7dab5d-845d-4ca0-8326-5332ba24a204 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:43.602340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f7dab5d-845d-4ca0-8326-5332ba24a204 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:43.607965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.639620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93391ad-5e86-4624-bac4-00cfef1e66b4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:43.646966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.650145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-10d5741e-5473-4b04-a258-25dfbe28881a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a93391ad-5e86-4624-bac4-00cfef1e66b4 HTTP/1.1" status: 204 len: 168 time: 0.9913876 Nov 01 18:40:43.650986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6b2b3-e4d8-4cfd-96d6-faffdcd66a03 None None] Network b5c1b59c-6e3b-44c8-8328-b8a19de040c7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:43.658278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53088) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:43.785867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.849046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:43.905579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] DHCP port deletion for b5c1b59c-6e3b-44c8-8328-b8a19de040c7 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:40:43.941372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 40439b59-e52d-488e-b00d-9394a6a319d8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:43.945733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:43.955252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:43.962776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:40:44.013849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Deleting port 199e7202-4236-4c37-b83b-42b53c6a669c {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:44.014513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.032855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:44.033794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.051406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2003f-d58d-4392-bba4-2a1588450187 req-ec8f6288-5d27-495d-bb0e-7dbd998ad639 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:44.051406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0a2003f-d58d-4392-bba4-2a1588450187 req-ec8f6288-5d27-495d-bb0e-7dbd998ad639 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 931 time: 0.1996145 Nov 01 18:40:44.060718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae523b4-d09e-4321-8de7-24d4684d98c2 req-f175f09a-5d75-4aa7-8d22-ec53648a06f9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:44.062532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ae523b4-d09e-4321-8de7-24d4684d98c2 req-f175f09a-5d75-4aa7-8d22-ec53648a06f9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1706593 Nov 01 18:40:44.074755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Deleting port 199e7202-4236-4c37-b83b-42b53c6a669c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:44.075104 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.137308 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-4c835943-7b82-4274-80d0-cd9f35991253 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8458676 Nov 01 18:40:44.150638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Request body: {'port': {'device_id': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:44.158332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] For port 199e7202-4236-4c37-b83b-42b53c6a669c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=199e7202-4236-4c37-b83b-42b53c6a669c,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:44.161250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.180734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Calling delete_port for 199e7202-4236-4c37-b83b-42b53c6a669c owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:44.211115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ae523b4-d09e-4321-8de7-24d4684d98c2 req-12e4135f-d1f3-4959-8ae7-b82a6c91982c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339812 Nov 01 18:40:44.226610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.268094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0a2003f-d58d-4392-bba4-2a1588450187 req-2bb73397-cd89-4233-8f67-5021b1684998 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042480 Nov 01 18:40:44.270741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] For port 199e7202-4236-4c37-b83b-42b53c6a669c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=199e7202-4236-4c37-b83b-42b53c6a669c,segment=NetworkSegment(04966373-acfa-4a49-b8be-e4e73aa550c2),segment_id=04966373-acfa-4a49-b8be-e4e73aa550c2)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:44.272267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.290201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Calling delete_port for 199e7202-4236-4c37-b83b-42b53c6a669c owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:44.328221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-02b93502-d83e-474a-ade0-fa77249add42 None None] Provisioning complete for port 36dc01bd-e53f-4b52-828c-dae34a613dff triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:44.328606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02b93502-d83e-474a-ade0-fa77249add42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.374382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-02b93502-d83e-474a-ade0-fa77249add42 None None] Port 36dc01bd-e53f-4b52-828c-dae34a613dff cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:40:44.466522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.468120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.495821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] No DVR routers for this DVR port 199e7202-4236-4c37-b83b-42b53c6a669c on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:44.501268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8363e-ebf0-49d0-a129-7d3696104640 None None] Pushing event deleted for resources: {'Port': ['ID=199e7202-4236-4c37-b83b-42b53c6a669c,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:44.504545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Pushing event deleted for resources: {'Port': ['ID=199e7202-4236-4c37-b83b-42b53c6a669c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:44.504545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] No DVR routers for this DVR port 199e7202-4236-4c37-b83b-42b53c6a669c on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:44.585845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.610794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c1b59c-6e3b-44c8-8328-b8a19de040c7']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:44.622874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04966373-acfa-4a49-b8be-e4e73aa550c2') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:44.623145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04966373-acfa-4a49-b8be-e4e73aa550c2') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:44.633041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dc01bd-e53f-4b52-828c-dae34a613dff {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:40:44.643727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.644647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.660386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Transition to ACTIVE for port object 36dc01bd-e53f-4b52-828c-dae34a613dff will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:40:44.662439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:40:44.684444 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:40:44.757768 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.834176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:44.834950 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.847148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:44.856979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5c1b59c-6e3b-44c8-8328-b8a19de040c7 HTTP/1.1" status: 204 len: 168 time: 1.1966169 Nov 01 18:40:44.858019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53128) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:44.869597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783249f5-c2b6-437d-b141-7a3cdb48381b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c1b59c-6e3b-44c8-8328-b8a19de040c7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:44.872454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 199e7202-4236-4c37-b83b-42b53c6a669c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:44.950096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:40:44.950433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:40:44.950774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:44.953304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 199e7202-4236-4c37-b83b-42b53c6a669c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:44.954166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 199e7202-4236-4c37-b83b-42b53c6a669c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:44.999390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:40:44.999772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:45.007662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:40:45.008082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Checking segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:45.008424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Bound using segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:40:45.008877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Bound port: 36dc01bd-e53f-4b52-828c-dae34a613dff, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:40:45.009243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:45.147184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:45.193086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:40:45.345536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:45.419835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:45.420837 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:45.423276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] 10.222.0.32 "PUT /v2.0/ports/36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 1091 time: 1.2771022 Nov 01 18:40:45.424045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:45.426902 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab771c0-d7fc-4872-84fa-b11d3578352e" -d '{"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:45.466882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:45.497402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3e74-0af0-4b96-9876-b2b5333b378a req-e1cf047e-2f96-431f-8088-4a073be40026 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:45.499139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccbc3e74-0af0-4b96-9876-b2b5333b378a req-e1cf047e-2f96-431f-8088-4a073be40026 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.1225657 Nov 01 18:40:45.508492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcaea3-3c3a-416b-8ae8-a6c0e022ec9a req-27224851-1f9b-4d5b-94df-b9e322bb20b7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:45.510096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38fcaea3-3c3a-416b-8ae8-a6c0e022ec9a req-27224851-1f9b-4d5b-94df-b9e322bb20b7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1244133 Nov 01 18:40:45.516170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87307a05-a786-45fb-b163-c91bbbc62537 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:45.587102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38fcaea3-3c3a-416b-8ae8-a6c0e022ec9a req-118fb0d5-7362-4c49-a832-10f8bf3b65c7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692761 Nov 01 18:40:45.604737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccbc3e74-0af0-4b96-9876-b2b5333b378a req-4f3ae338-fac0-47a7-a9f7-8104446cceaa tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935986 Nov 01 18:40:45.696256 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21360127-e57a-49fa-8ad2-9a9e3e460956 x-openstack-request-id: req-21360127-e57a-49fa-8ad2-9a9e3e460956 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:45.696814 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:45.696814 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21360127-e57a-49fa-8ad2-9a9e3e460956 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:45.697218 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'status': 'completed', 'code': 200} Nov 01 18:40:45.780219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-12557c0f-fa15-47dc-944c-33b54021ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:45.781860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-12557c0f-fa15-47dc-944c-33b54021ede0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1094 time: 0.0827761 Nov 01 18:40:45.834836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-d1d2cafd-77c6-40ef-ad3e-b5421c69eb20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 217 time: 0.0449083 Nov 01 18:40:45.939246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-85a7c392-8962-4dab-a4f2-638aa01a109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:45.940739 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-85a7c392-8962-4dab-a4f2-638aa01a109e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0990689 Nov 01 18:40:45.998602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Deleting port e474b1bd-8ea9-4acc-9087-0f08d3709735 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:45.998932 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:46.051874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555767-9aef-47a2-8039-8c423a6631ab req-d79ca5ff-0a13-417b-91e7-0bc8904f4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:46.054302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-d79ca5ff-0a13-417b-91e7-0bc8904f4fef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053994 Nov 01 18:40:46.149421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] For port e474b1bd-8ea9-4acc-9087-0f08d3709735, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e474b1bd-8ea9-4acc-9087-0f08d3709735,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:46.149799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:46.170200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Calling delete_port for e474b1bd-8ea9-4acc-9087-0f08d3709735 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:46.198349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-13768576-0df6-4aa9-a442-582b328c34a0 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354904 Nov 01 18:40:46.384023 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0a555767-9aef-47a2-8039-8c423a6631ab req-b9eae580-8ebd-44ba-a366-a838c135862e service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559460 Nov 01 18:40:46.531566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:46.621156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e474b1bd-8ea9-4acc-9087-0f08d3709735,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:46.729839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-473f9d92-f554-4712-86f2-b4d6cd247c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:46.731393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-473f9d92-f554-4712-86f2-b4d6cd247c80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1094 time: 0.2126472 Nov 01 18:40:46.853440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24734-c7af-496d-8cde-0f5c5e6789a9 req-28020f34-0ae7-4b7a-a947-078abbcd4ff6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:46.862437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09f24734-c7af-496d-8cde-0f5c5e6789a9 req-28020f34-0ae7-4b7a-a947-078abbcd4ff6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.1146424 Nov 01 18:40:46.935972 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09f24734-c7af-496d-8cde-0f5c5e6789a9 req-503e71d4-d10f-4405-9e04-add15e6413d8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577910 Nov 01 18:40:46.938462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787e2b-7e3b-475b-ae81-ad72d9c1c8df req-4e958d9e-6c28-40a7-b820-9359243c1e25 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:46.940018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f787e2b-7e3b-475b-ae81-ad72d9c1c8df req-4e958d9e-6c28-40a7-b820-9359243c1e25 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1569672 Nov 01 18:40:46.992595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f787e2b-7e3b-475b-ae81-ad72d9c1c8df req-51ef78ee-5bc1-42e8-b34f-a1bfea990e9c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Nov 01 18:40:47.006073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:47.032864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-7c855dbd-2831-43a5-a892-bec5e4122f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:47.034925 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-7c855dbd-2831-43a5-a892-bec5e4122f56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.2832344 Nov 01 18:40:47.121078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-c0624f3f-96cc-481f-ac07-edf2f67369ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 217 time: 0.0454514 Nov 01 18:40:47.218100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-64d7703b-fd7d-4ee1-9021-1b9565db2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:47.219661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-64d7703b-fd7d-4ee1-9021-1b9565db2f3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0881784 Nov 01 18:40:47.357074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-6b19f306-0e37-4d7f-bc29-177c041554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:47.358732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-6b19f306-0e37-4d7f-bc29-177c041554a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042178 Nov 01 18:40:47.398917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Router d39ce499-9791-4a02-8422-e73bb057f807 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:47.516066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-d1a00829-ffe5-437a-ab94-55ef50ad9d1d service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495056 Nov 01 18:40:47.952670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:47.962503 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5dd56d81-1bfd-4557-ac24-7c1b926fef9f admin admin] 10.222.0.31 "PUT /v2.0/routers/d39ce499-9791-4a02-8422-e73bb057f807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1032422 Nov 01 18:40:47.965504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53220) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:47.980175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Sync routers for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:48.001827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9ab771c0-d7fc-4872-84fa-b11d3578352e req-508cd920-b24b-4285-bbca-ad11e2f39a5b service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569271 Nov 01 18:40:48.013134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:48.014067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:48.136588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:48.148269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.386159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:40:48.582818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:48.620810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'mac_address': 'fa:16:3e:0a:76:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:40:48.623745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:40:46Z', 'revision_number': 5, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:48.631869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.654872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Checking router: d39ce499-9791-4a02-8422-e73bb057f807 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:48.679408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c52b5-24cf-4c1d-b2cd-b3ccb6ea6f05 req-ac41ee3a-097b-4bd8-b3b1-2a19e6ad6966 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:48.681076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a59c52b5-24cf-4c1d-b2cd-b3ccb6ea6f05 req-ac41ee3a-097b-4bd8-b3b1-2a19e6ad6966 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.6344581 Nov 01 18:40:48.692991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123faa-0ac2-4c40-b9f7-c7bf1773ba62 req-901fa78a-f401-44cf-8dc6-f3b138a5baae tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:48.694290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Routers {'d39ce499-9791-4a02-8422-e73bb057f807'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:48.694512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94123faa-0ac2-4c40-b9f7-c7bf1773ba62 req-901fa78a-f401-44cf-8dc6-f3b138a5baae tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.0815480 Nov 01 18:40:48.694930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d39ce499-9791-4a02-8422-e73bb057f807'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:48.701528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.744332 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c51b685a-11a2-4325-99ad-5440b9c6e836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.754161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dc01bd-e53f-4b52-828c-dae34a613dff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:40:48.759431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94123faa-0ac2-4c40-b9f7-c7bf1773ba62 req-f90b5863-df26-4155-8a61-521485112c6d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574839 Nov 01 18:40:48.784128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a59c52b5-24cf-4c1d-b2cd-b3ccb6ea6f05 req-89d3edfc-578d-4691-a4c6-b4a5884b6f4b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885322 Nov 01 18:40:48.826418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:48.850899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Deleting port a5dbda00-2369-4071-b954-217f8aaa733a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:48.851264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.858208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] Set router d39ce499-9791-4a02-8422-e73bb057f807 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:48.939821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] For port a5dbda00-2369-4071-b954-217f8aaa733a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5dbda00-2369-4071-b954-217f8aaa733a,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:48.940195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:48.954576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Calling delete_port for a5dbda00-2369-4071-b954-217f8aaa733a owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:48.980948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.076917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:49.128093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:40:46Z', 'revision_number': 5, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:49.158868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc06989-f2a1-4589-ba07-f6060642aa2b None None] The sync data for ids ['d39ce499-9791-4a02-8422-e73bb057f807'] in n-d-815923-2 is: [{'id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'name': 'tempest-TestVolumeBackupRestore-2121085400-router', 'tenant_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:33:14Z', 'updated_at': '2021-11-01T18:40:46Z', 'revision_number': 5, 'project_id': 'ffef084b352c4d7cbae89afd437cfa0d', 'gw_port': {'id': 'a5dbda00-2369-4071-b954-217f8aaa733a', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ce499-9791-4a02-8422-e73bb057f807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:33:16Z', 'updated_at': '2021-11-01T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:49.208958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['36dc01bd-e53f-4b52-828c-dae34a613dff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:40:49.265489 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.303241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dbda00-2369-4071-b954-217f8aaa733a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:49.419399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.534400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.537605 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.772798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.773379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39ce499-9791-4a02-8422-e73bb057f807 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:40:49.777853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.779533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-605b96de-280e-4930-9f0d-d2cfb3e22787 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d39ce499-9791-4a02-8422-e73bb057f807 HTTP/1.1" status: 204 len: 168 time: 1.8115199 Nov 01 18:40:49.782083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53238) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:49.885919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Deleting subnet d67de65d-2b1b-46ac-9a9a-5ddffca1f703 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:40:49.900328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.969986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:49.987378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625aae-ad9c-4c2d-b903-245312a39f67 req-afad3da9-a092-4e23-bd1c-5381ec428406 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:49.989089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e625aae-ad9c-4c2d-b903-245312a39f67 req-afad3da9-a092-4e23-bd1c-5381ec428406 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 944 time: 0.1092525 Nov 01 18:40:50.087699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e625aae-ad9c-4c2d-b903-245312a39f67 req-acf244ae-9381-4c1e-91b3-3f9e3f12c722 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911608 Nov 01 18:40:50.125822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73b6ab-f5c3-4cdc-9be0-357888072e98 req-b933a37c-003a-4aa2-9aad-408dba6e561f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:50.127664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b73b6ab-f5c3-4cdc-9be0-357888072e98 req-b933a37c-003a-4aa2-9aad-408dba6e561f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.2148137 Nov 01 18:40:50.133744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.188707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b73b6ab-f5c3-4cdc-9be0-357888072e98 req-38f181a1-e3b6-4e70-91a5-c441b495a937 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507047 Nov 01 18:40:50.269876 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.320589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67de65d-2b1b-46ac-9a9a-5ddffca1f703,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:50.324995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.330143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a9fdbda-cd98-4664-944c-3683e2ca0c0d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d67de65d-2b1b-46ac-9a9a-5ddffca1f703 HTTP/1.1" status: 204 len: 168 time: 0.5460250 Nov 01 18:40:50.331389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4960c77-b237-4308-8b6c-b079ce329279 None None] Network 90fcd793-206d-405c-862b-5fb95004b428 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:40:50.332351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:50.398020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:40:50.436945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.498530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Deleting port 9498587e-48e1-4681-a29c-cc2db35021bd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:50.498885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.597013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 36dc01bd-e53f-4b52-828c-dae34a613dff completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:40:50.607885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 36dc01bd-e53f-4b52-828c-dae34a613dff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:40:50.607885 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.607885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] DHCP port deletion for 90fcd793-206d-405c-862b-5fb95004b428 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:40:50.615566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] For port 9498587e-48e1-4681-a29c-cc2db35021bd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9498587e-48e1-4681-a29c-cc2db35021bd,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:50.616017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.633888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Calling delete_port for 9498587e-48e1-4681-a29c-cc2db35021bd owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:50.733369 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.746286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Deleting port 9498587e-48e1-4681-a29c-cc2db35021bd {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:40:50.746661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.776289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:50.778564 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe75ea8-cba9-4634-9212-ad42c97976f7" -d '{"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-plugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:50.830532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:50.839053 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34726f77-a376-4473-995e-52828b28b460 x-openstack-request-id: req-34726f77-a376-4473-995e-52828b28b460 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:50.839924 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-plugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:50.840329 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34726f77-a376-4473-995e-52828b28b460 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:50.841161 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'code': 200} Nov 01 18:40:50.872905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.876536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] For port 9498587e-48e1-4681-a29c-cc2db35021bd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9498587e-48e1-4681-a29c-cc2db35021bd,segment=NetworkSegment(b1adceb5-67a0-43bd-9adf-feac99ef30d2),segment_id=b1adceb5-67a0-43bd-9adf-feac99ef30d2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:50.877264 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:50.885086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5dbda00-2369-4071-b954-217f8aaa733a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:50.908884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9498587e-48e1-4681-a29c-cc2db35021bd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:50.910953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] No DVR routers for this DVR port 9498587e-48e1-4681-a29c-cc2db35021bd on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:50.914299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Calling delete_port for 9498587e-48e1-4681-a29c-cc2db35021bd owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:40:50.943559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a5dbda00-2369-4071-b954-217f8aaa733a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:50.943807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5dbda00-2369-4071-b954-217f8aaa733a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:50.945888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9498587e-48e1-4681-a29c-cc2db35021bd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:50.976130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 9498587e-48e1-4681-a29c-cc2db35021bd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:50.976274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9498587e-48e1-4681-a29c-cc2db35021bd not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:50.977067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e474b1bd-8ea9-4acc-9087-0f08d3709735 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:40:51.037280 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.038039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b69bcd6b-b2b9-4652-a659-98ceaeeb030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.040084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.052611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e474b1bd-8ea9-4acc-9087-0f08d3709735 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:40:51.053597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e474b1bd-8ea9-4acc-9087-0f08d3709735 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:40:51.062667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd56ff3-e12d-4673-a11c-c0d70b911252 req-2b983fa7-ff1c-4f07-83a0-da9eade9f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:51.065254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fd56ff3-e12d-4673-a11c-c0d70b911252 req-2b983fa7-ff1c-4f07-83a0-da9eade9f4da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1095 time: 0.1295459 Nov 01 18:40:51.065828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fcd793-206d-405c-862b-5fb95004b428']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:51.082552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1adceb5-67a0-43bd-9adf-feac99ef30d2') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:51.083354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1adceb5-67a0-43bd-9adf-feac99ef30d2') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:51.100602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.128054 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2fd56ff3-e12d-4673-a11c-c0d70b911252 req-98fcd961-49bb-4899-a51d-f85ab4f4a379 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546572 Nov 01 18:40:51.129129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.138919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:40:51.139346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:40:51.142421 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:40:51.162991 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:40:51.167952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:51.182545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.209859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] Pushing event deleted for resources: {'Port': ['ID=9498587e-48e1-4681-a29c-cc2db35021bd,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:51.213891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26b04a-16ab-4d5e-a03f-8c748fe74f0f None None] No DVR routers for this DVR port 9498587e-48e1-4681-a29c-cc2db35021bd on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:51.269885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80492be-c49e-4ed6-b529-37c027545416 req-508e10d3-1512-44cd-ae27-881a2594aab2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:51.272694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c80492be-c49e-4ed6-b529-37c027545416 req-508e10d3-1512-44cd-ae27-881a2594aab2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0903463 Nov 01 18:40:51.298097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.308411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.314647 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/90fcd793-206d-405c-862b-5fb95004b428 HTTP/1.1" status: 204 len: 168 time: 0.9775710 Nov 01 18:40:51.330751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b566c4c-0333-46bc-be22-c72e78910c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=90fcd793-206d-405c-862b-5fb95004b428,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:51.358909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c80492be-c49e-4ed6-b529-37c027545416 req-7993b894-ec99-431c-826b-683a190b67f5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783284 Nov 01 18:40:51.387797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f6fbd-8876-411b-9dd2-4c49ff97e80b req-84dcfc37-ee84-428a-a6d9-0ae1b00cf7f5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:51.389532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c6f6fbd-8876-411b-9dd2-4c49ff97e80b req-84dcfc37-ee84-428a-a6d9-0ae1b00cf7f5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.0988548 Nov 01 18:40:51.430654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c6f6fbd-8876-411b-9dd2-4c49ff97e80b req-6538a95a-fea8-4813-8148-5cff0c1436bd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Nov 01 18:40:51.587905 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:40:51.784500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:51.830410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53278) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:51.830840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cb84af27-f756-43c2-8f3c-31d0152d696d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aa610410f9143c3bb52451d7a79e8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449731 Nov 01 18:40:51.894801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:51.917740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:52.048113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:52.050763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:52.052001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f82fbcf0-2b86-49cc-bc4f-eb6ea307b32b HTTP/1.1" status: 204 len: 168 time: 0.2196229 Nov 01 18:40:52.061214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc33c3-f378-4d82-9719-ad4486f38ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82fbcf0-2b86-49cc-bc4f-eb6ea307b32b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:52.102516 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:52.592828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e011b38-4c8c-4f67-852b-1a54cf7d37c2 req-d0520b87-9528-494e-ad7f-b74cb4334feb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:52.595153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e011b38-4c8c-4f67-852b-1a54cf7d37c2 req-d0520b87-9528-494e-ad7f-b74cb4334feb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.0775733 Nov 01 18:40:52.654849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e011b38-4c8c-4f67-852b-1a54cf7d37c2 req-ae918cda-5846-479a-92e2-a3995d3a7add tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521896 Nov 01 18:40:52.768188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-938ca5e6-bdff-4c81-a4ee-b5a261d2be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:52.770098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-938ca5e6-bdff-4c81-a4ee-b5a261d2be5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 1094 time: 0.1284170 Nov 01 18:40:52.778112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d8be-6412-4d5e-adde-b2892394cf92 req-93da1ba8-2af0-4d44-be46-e4c58a9e6075 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:52.779487 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3b9d8be-6412-4d5e-adde-b2892394cf92 req-93da1ba8-2af0-4d44-be46-e4c58a9e6075 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0856500 Nov 01 18:40:52.784278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:52.863368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3b9d8be-6412-4d5e-adde-b2892394cf92 req-793168f1-8825-42e0-95b5-e942cb78d77c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764699 Nov 01 18:40:52.866725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.045733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:53.068185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2e28e-5e21-4d4c-ab66-bb35fa907a1f req-945e71d8-97b3-415f-87c7-50258d90a385 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:53.069850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00a2e28e-5e21-4d4c-ab66-bb35fa907a1f req-945e71d8-97b3-415f-87c7-50258d90a385 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0917692 Nov 01 18:40:53.095168 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad90307e-8220-4447-b629-247d07ad7b3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffef084b352c4d7cbae89afd437cfa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480335 Nov 01 18:40:53.097462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53310) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:53.153373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00a2e28e-5e21-4d4c-ab66-bb35fa907a1f req-204b6e54-f66f-4787-9913-5443402bf7f6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543246 Nov 01 18:40:53.158264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.168998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:40:53.180131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53314) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:53.219692 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.222561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:53.257835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951571f-9f21-4e5c-a830-be2e9d650b5b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:53.259838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e951571f-9f21-4e5c-a830-be2e9d650b5b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1091 time: 0.0786097 Nov 01 18:40:53.263078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 53316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:53.267867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:40:53.268208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:40:53.278460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.533786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.581466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Transition to ACTIVE for port object 131b7e29-137f-42ee-abf1-0730181bbd15 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:40:53.591056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.593676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.594833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfb61298-2d61-4dff-a808-f43a1b2ddc9c HTTP/1.1" status: 204 len: 168 time: 0.4963355 Nov 01 18:40:53.605639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e93e73-490d-4dbc-9224-401c83e91cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb61298-2d61-4dff-a808-f43a1b2ddc9c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:53.661802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.673536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.801686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.173 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/edb6333c-1f80-4759-bac6-38f796863d7b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:40:53.807956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:53.868285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=9']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:53.936655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4e60-e5b6-42ac-95ac-00113bbe1805 req-e0d85258-1fff-49ef-928c-bddb0be1092a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:53.946252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065f4e60-e5b6-42ac-95ac-00113bbe1805 req-e0d85258-1fff-49ef-928c-bddb0be1092a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 943 time: 0.1316693 Nov 01 18:40:53.972329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] No DVR routers for this DVR port 131b7e29-137f-42ee-abf1-0730181bbd15 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:40:53.991670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.052508 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065f4e60-e5b6-42ac-95ac-00113bbe1805 req-7746e811-bf04-44b7-b6db-fc55a3684806 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052632 Nov 01 18:40:54.134235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.189117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:40:54.189766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:40:54.190285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:54.194961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:40:54.196547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:40:54.197062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Attempting to bind port 131b7e29-137f-42ee-abf1-0730181bbd15 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:40:54.203285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:40:54.203946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:40:54.204491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:40:54.205072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:40:54.205751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Bound port: 131b7e29-137f-42ee-abf1-0730181bbd15, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:40:54.206399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.214127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:40:54.243079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=edb6333c-1f80-4759-bac6-38f796863d7b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:54.297327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:40:54.302461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:40:54.416057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.461011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:54.461741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.463277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] 10.222.0.37 "PUT /v2.0/ports/131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 1091 time: 1.6828687 Nov 01 18:40:54.463860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:54.466637 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ce779-3421-49aa-8e89-3994f064a95f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:54.496244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32097825-b201-4244-81b9-58c7b4c11473 service neutron] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:54.558144 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1ae88-74bf-4628-a3c4-b04b06bf5e24 x-openstack-request-id: req-8ed1ae88-74bf-4628-a3c4-b04b06bf5e24 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:54.558449 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:54.558708 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ed1ae88-74bf-4628-a3c4-b04b06bf5e24 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:54.559125 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'status': 'completed', 'code': 200} Nov 01 18:40:54.582095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-b51fa225-ebaf-40a5-b024-48cdccd7acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:54.585437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-b51fa225-ebaf-40a5-b024-48cdccd7acda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1095 time: 0.0725524 Nov 01 18:40:54.711995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-2b0a315e-113a-48f3-94bf-fb1c64047f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:54.714317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-2b0a315e-113a-48f3-94bf-fb1c64047f13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1192605 Nov 01 18:40:54.726954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.799606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-a912a8fa-cf4b-476b-8695-a58325225aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 998 time: 0.0789363 Nov 01 18:40:54.857232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-c5850c79-9859-44ce-95bd-1a2651283b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:54.858704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-c5850c79-9859-44ce-95bd-1a2651283b7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0517082 Nov 01 18:40:54.905401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:54.908074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0649714-5add-4813-af9a-48c750462a2c req-b9afd28b-0b2f-4b28-bc24-221ebdcb5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:54.909590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-b9afd28b-0b2f-4b28-bc24-221ebdcb5114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432892 Nov 01 18:40:55.014337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-ecfab9e0-8d8c-4fa0-82a5-e196bc5ab04a service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973775 Nov 01 18:40:55.069767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:55.110782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0649714-5add-4813-af9a-48c750462a2c req-c8ac0287-8ced-4bd8-8cd2-e6eb60ffa883 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886042 Nov 01 18:40:55.132552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:55.194640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd6ed-8730-4d29-bfc6-49eb0cf029a4 req-ea08910e-bc89-41c4-a27c-1ea8deb94e74 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:55.203317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efefd6ed-8730-4d29-bfc6-49eb0cf029a4 req-ea08910e-bc89-41c4-a27c-1ea8deb94e74 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0670946 Nov 01 18:40:55.205919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=edb6333c-1f80-4759-bac6-38f796863d7b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:40:55.216064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:55.259407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-efefd6ed-8730-4d29-bfc6-49eb0cf029a4 req-c706e677-1cda-4d13-878b-068dbe1795ac tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551858 Nov 01 18:40:55.316790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce779-3421-49aa-8e89-3994f064a95f req-affa7a6e-0a68-46c0-928d-7088abf208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:55.317989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-affa7a6e-0a68-46c0-928d-7088abf208e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1095 time: 0.0701013 Nov 01 18:40:55.339525 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP a351d0fe-d3c6-40d6-9554-6d1364272fd3 associated. External IP: 172.25.2.173, port: 36dc01bd-e53f-4b52-828c-dae34a613dff. Nov 01 18:40:55.452797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce779-3421-49aa-8e89-3994f064a95f req-7c2edd4a-618f-4663-bb16-b7d53b5b6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:55.454291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-7c2edd4a-618f-4663-bb16-b7d53b5b6be6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1252122 Nov 01 18:40:55.535220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-b0f89217-05c0-4e6f-8cc8-d93564e11a4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 200 len: 998 time: 0.0736802 Nov 01 18:40:55.582650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router c4da4b16-e005-4d2d-96ef-e85271e9d9bb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:40:55.598264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce779-3421-49aa-8e89-3994f064a95f req-f87f285e-fa2b-49b7-984b-deda2548b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:55.599847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-f87f285e-fa2b-49b7-984b-deda2548b857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0565677 Nov 01 18:40:55.656255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce779-3421-49aa-8e89-3994f064a95f req-2fb657ad-7863-4ed1-9453-158220fb994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:55.660933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-2fb657ad-7863-4ed1-9453-158220fb994b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496123 Nov 01 18:40:55.699687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:40:55.711802 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Sync routers for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:40:55.730636 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:55.732322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:55.760756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-8de351d8-53a1-45ca-9b54-5860d3f452ff service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950596 Nov 01 18:40:55.829563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:55.879338 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb68fc41-a758-4dfe-a6c8-debe0eb7b263 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6149340 Nov 01 18:40:55.880006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:40:55.882332 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5287a239-d842-4e02-a343-3b066e9e5565" -d '{"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:40:55.891892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-403ce779-3421-49aa-8e89-3994f064a95f req-a6f0eee3-7547-491d-bfbd-2982ff620a0e service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245434 Nov 01 18:40:55.899455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:55.960535 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b773a5b-d67f-4f00-b40c-574c6e3d2e73 x-openstack-request-id: req-4b773a5b-d67f-4f00-b40c-574c6e3d2e73 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:40:55.960889 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:40:55.961213 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b773a5b-d67f-4f00-b40c-574c6e3d2e73 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:40:55.961685 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'status': 'completed', 'code': 200} Nov 01 18:40:56.138328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a239-d842-4e02-a343-3b066e9e5565 req-0c1f7866-02e4-4d32-baf2-ce4382d82f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.138328 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-0c1f7866-02e4-4d32-baf2-ce4382d82f81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1096 time: 0.1512477 Nov 01 18:40:56.153179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c64d-a1a4-4034-91f2-b5c1126b3ea2 req-47557a52-2df1-45dd-a13f-96f673eed9a1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.155313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e930c64d-a1a4-4034-91f2-b5c1126b3ea2 req-47557a52-2df1-45dd-a13f-96f673eed9a1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1528754 Nov 01 18:40:56.225679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e930c64d-a1a4-4034-91f2-b5c1126b3ea2 req-3fefa14b-de53-4315-975d-0da0aaf3f63d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631053 Nov 01 18:40:56.251004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:56.341967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a239-d842-4e02-a343-3b066e9e5565 req-54f768fa-a564-4692-9e46-8db4699ffdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.343636 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-54f768fa-a564-4692-9e46-8db4699ffdf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1992960 Nov 01 18:40:56.368147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee6d6f70-1009-40f9-83ee-f26cb2505dcb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 200 len: 991 time: 0.1131468 Nov 01 18:40:56.428800 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'a351d0fe-d3c6-40d6-9554-6d1364272fd3', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'mac_address': 'fa:16:3e:0a:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:40:54Z', 'updated_at': '2021-11-01T18:40:54Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:56.441984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-90ef3183-dc3b-46c8-a247-8cba023f2a84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 999 time: 0.0863824 Nov 01 18:40:56.466063 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Checking router: c4da4b16-e005-4d2d-96ef-e85271e9d9bb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:40:56.475553 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:40:56.486210 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:56.499336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc7d4-f007-4f70-88c6-c147ca6c78af req-ef81bf2e-baa1-43d4-b362-a467a7c91e46 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.501141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03fcc7d4-f007-4f70-88c6-c147ca6c78af req-ef81bf2e-baa1-43d4-b362-a467a7c91e46 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0895183 Nov 01 18:40:56.535253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a239-d842-4e02-a343-3b066e9e5565 req-0cb37969-4154-4ed2-a596-d8be7587125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.536802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-0cb37969-4154-4ed2-a596-d8be7587125e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0834377 Nov 01 18:40:56.558167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03fcc7d4-f007-4f70-88c6-c147ca6c78af req-b711dd94-7cd3-4cbb-a298-133c02f0da53 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481548 Nov 01 18:40:56.633824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a239-d842-4e02-a343-3b066e9e5565 req-337acad9-16bd-43f1-81dc-e9d730086bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:56.635355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-337acad9-16bd-43f1-81dc-e9d730086bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911961 Nov 01 18:40:56.683181 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:40:56.785683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:40:56.802447 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-a3945eec-e165-4744-ba0a-073c1d7bb601 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594918 Nov 01 18:40:56.949751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5287a239-d842-4e02-a343-3b066e9e5565 req-e60c4a48-5f05-468e-ac53-48870657362f service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366498 Nov 01 18:40:57.074472 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'a351d0fe-d3c6-40d6-9554-6d1364272fd3', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'mac_address': 'fa:16:3e:0a:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:40:54Z', 'updated_at': '2021-11-01T18:40:54Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:40:57.240279 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b1f4e1-8401-4acb-bb32-db36850c75c2 None None] The sync data for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 is: [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'a351d0fe-d3c6-40d6-9554-6d1364272fd3', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'mac_address': 'fa:16:3e:0a:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:40:54Z', 'updated_at': '2021-11-01T18:40:54Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:40:57.370549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53394) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:57.447520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-379fbc99-7221-4503-84ba-d8cde4b0f3b7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 200 len: 991 time: 0.0756686 Nov 01 18:40:57.636579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d439ce7-1822-4109-820d-b16274ba5f10 None None] New status for floating IP a351d0fe-d3c6-40d6-9554-6d1364272fd3: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:40:57.751534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6dd2c-a122-4ae1-8d96-50b59918a86c req-73b3eab0-9c9b-4567-8d7d-d444072933ca tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:57.753182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07e6dd2c-a122-4ae1-8d96-50b59918a86c req-73b3eab0-9c9b-4567-8d7d-d444072933ca tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0609789 Nov 01 18:40:57.798457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-07e6dd2c-a122-4ae1-8d96-50b59918a86c req-99fe3e5a-e8f2-4e30-85cb-e782a3bbf830 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361567 Nov 01 18:40:58.451536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 53414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:40:58.528901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9c30c6c0-796d-4cd2-970e-eccc4a4558f9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 200 len: 993 time: 0.0705018 Nov 01 18:40:58.981106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bf650-022e-4d90-a096-06a7fa518786 req-a70ac1a9-95fa-420f-8693-e67e2f6e774e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:40:58.984167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c24bf650-022e-4d90-a096-06a7fa518786 req-a70ac1a9-95fa-420f-8693-e67e2f6e774e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0915086 Nov 01 18:40:59.154041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c24bf650-022e-4d90-a096-06a7fa518786 req-2000e7a6-30e9-4668-96ae-42c5b0c75075 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354736 Nov 01 18:41:00.277750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e464b3-ccb9-4082-985c-27224cba8656 req-3dc938cf-d9f9-4349-b029-7b60d5f920a1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:00.280561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1e464b3-ccb9-4082-985c-27224cba8656 req-3dc938cf-d9f9-4349-b029-7b60d5f920a1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0564070 Nov 01 18:41:00.351823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1e464b3-ccb9-4082-985c-27224cba8656 req-bd3486f2-e33f-4690-8e72-ff4080263c67 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598493 Nov 01 18:41:01.475369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82a88-9d19-491d-9280-c1abca3981a6 req-f8bc3557-fe78-4642-9893-6466caabe3d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:01.476902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83e82a88-9d19-491d-9280-c1abca3981a6 req-f8bc3557-fe78-4642-9893-6466caabe3d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0560555 Nov 01 18:41:01.531060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-83e82a88-9d19-491d-9280-c1abca3981a6 req-4753d7e4-5df2-4edf-9215-bf2b651c8e8e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476151 Nov 01 18:41:02.659250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3467-231a-4751-82c3-9028c173a0d3 req-5b762f23-2c9c-4d1c-9ad1-05daf8011005 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:02.660996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70f3467-231a-4751-82c3-9028c173a0d3 req-5b762f23-2c9c-4d1c-9ad1-05daf8011005 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0495408 Nov 01 18:41:02.703366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d70f3467-231a-4751-82c3-9028c173a0d3 req-85bea78f-0268-426f-a69c-e3a1b641153c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354753 Nov 01 18:41:03.856742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e57f00-b1c4-4091-9717-a30f3833d24a req-1ab243ef-b86d-40d8-9edd-caf840b14504 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:03.867065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88e57f00-b1c4-4091-9717-a30f3833d24a req-1ab243ef-b86d-40d8-9edd-caf840b14504 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0663488 Nov 01 18:41:03.907641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88e57f00-b1c4-4091-9717-a30f3833d24a req-2f2eb21f-36c3-4b67-a0d6-fbb7778a4d79 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 Nov 01 18:41:05.038751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8286ca-9c7a-4f2b-be7c-0fecb6a87861 req-c7830d68-afc6-4ffc-9bdd-6c01bd8b8015 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:05.040268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac8286ca-9c7a-4f2b-be7c-0fecb6a87861 req-c7830d68-afc6-4ffc-9bdd-6c01bd8b8015 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0557697 Nov 01 18:41:05.092102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ac8286ca-9c7a-4f2b-be7c-0fecb6a87861 req-a0999aee-0f80-4e99-ac76-8e12d731d8f6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Nov 01 18:41:05.325823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:06.219033 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8e417-1c45-4923-92b5-6dd4d31b1b3f req-0f688e39-b19c-44fc-a5ba-f24ac038c332 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:06.220551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8e8e417-1c45-4923-92b5-6dd4d31b1b3f req-0f688e39-b19c-44fc-a5ba-f24ac038c332 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0527842 Nov 01 18:41:06.281716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8e8e417-1c45-4923-92b5-6dd4d31b1b3f req-6fe2504a-4723-416c-b065-a229cf436fce tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537183 Nov 01 18:41:07.416215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b62e3-cd6d-4541-adb9-f4413c30514d req-3372c00f-4d24-4a21-b6f8-bba050403f20 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:07.417745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-651b62e3-cd6d-4541-adb9-f4413c30514d req-3372c00f-4d24-4a21-b6f8-bba050403f20 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0531251 Nov 01 18:41:07.456218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-651b62e3-cd6d-4541-adb9-f4413c30514d req-79b4b85a-3f4b-4908-b40a-82452562085e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Nov 01 18:41:08.582391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a70ee-13d2-439d-94d9-954542f14334 req-71fa5b7f-9d39-4ef7-a783-ea0f0cac606a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:08.584154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-221a70ee-13d2-439d-94d9-954542f14334 req-71fa5b7f-9d39-4ef7-a783-ea0f0cac606a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0517714 Nov 01 18:41:08.626500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-221a70ee-13d2-439d-94d9-954542f14334 req-3492f9f5-9847-4a4d-851c-994e19dc9e52 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Nov 01 18:41:09.178724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:09.752321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3d265-841b-4231-88a6-c844ce3c5ee7 req-882ead6f-9c3e-4128-ac9d-97fd5f804810 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:09.753785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94f3d265-841b-4231-88a6-c844ce3c5ee7 req-882ead6f-9c3e-4128-ac9d-97fd5f804810 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0482183 Nov 01 18:41:09.795542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94f3d265-841b-4231-88a6-c844ce3c5ee7 req-b95eff60-fe84-487b-8715-f33372063809 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350397 Nov 01 18:41:10.922062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb24d2-7340-4e08-abc2-c345ada06891 req-1a48ea03-ec60-43b8-9b5c-ff90557d90a4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:10.926979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bcb24d2-7340-4e08-abc2-c345ada06891 req-1a48ea03-ec60-43b8-9b5c-ff90557d90a4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0527318 Nov 01 18:41:10.971009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bcb24d2-7340-4e08-abc2-c345ada06891 req-76fa485e-4caf-410f-bcd1-3c91b94a4d49 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361788 Nov 01 18:41:11.295963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-23c96cce-923f-418c-816d-4b9c1aa62ad4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461497 Nov 01 18:41:11.365098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-0e58989c-3ed7-44aa-9604-ee529258712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:11.367234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-0e58989c-3ed7-44aa-9604-ee529258712d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 1097 time: 0.0426984 Nov 01 18:41:11.486179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-c04c3b60-46d1-42ac-9806-6d0ef4e6e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:11.487963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-c04c3b60-46d1-42ac-9806-6d0ef4e6e646 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.0979273 Nov 01 18:41:11.533129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-a483cff0-dbe4-44b3-9787-baca52642cb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa HTTP/1.1" status: 200 len: 217 time: 0.0374346 Nov 01 18:41:11.590772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-5411f651-ad32-4765-9630-3af3dbb62a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:11.592280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-5411f651-ad32-4765-9630-3af3dbb62a5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0514669 Nov 01 18:41:11.638685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-cc3ff9f8-331e-49b4-b336-b218c9f46817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:11.640483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-cc3ff9f8-331e-49b4-b336-b218c9f46817 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413163 Nov 01 18:41:11.739895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-e8375d00-f854-4632-b488-959087baf0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912938 Nov 01 18:41:11.836307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95fbdcc5-71de-4580-8111-3ebfea4245ab req-290f7d73-4d0a-435b-8459-4d52c661e5a4 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895181 Nov 01 18:41:11.970165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c020-187a-4d1e-a177-702a3bccee8f req-a08d7c88-bf9f-4f8b-8ad8-0fb9928cf566 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:11.972234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1570c020-187a-4d1e-a177-702a3bccee8f req-a08d7c88-bf9f-4f8b-8ad8-0fb9928cf566 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.0559895 Nov 01 18:41:12.010601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1570c020-187a-4d1e-a177-702a3bccee8f req-72ca9425-d957-47b4-aeea-e8c50a2e46dd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Nov 01 18:41:12.110061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f3bf9-ffcd-4c3c-bb81-79589049c0e3 req-6d795701-645d-4740-aed5-4542522a9ce5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:12.111642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-380f3bf9-ffcd-4c3c-bb81-79589049c0e3 req-6d795701-645d-4740-aed5-4542522a9ce5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0601966 Nov 01 18:41:12.152587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-380f3bf9-ffcd-4c3c-bb81-79589049c0e3 req-014309a0-4718-4f0d-ae96-40f4978293ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Nov 01 18:41:13.126555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa65e-9808-4cdb-ae65-a3a9c7be00d6 req-a2e162b4-9254-4c77-b2b0-e784664cbfb2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:13.127964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86afa65e-9808-4cdb-ae65-a3a9c7be00d6 req-a2e162b4-9254-4c77-b2b0-e784664cbfb2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.0487423 Nov 01 18:41:13.166496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86afa65e-9808-4cdb-ae65-a3a9c7be00d6 req-e74d99ed-9ee6-40d0-84a8-151e0e0ac9b2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Nov 01 18:41:13.293394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4378b-39e4-4b19-b2a3-e7bb1ca47727 req-7def8a8a-88dc-4ffc-85a4-8f97bb73a48c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:13.294906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edf4378b-39e4-4b19-b2a3-e7bb1ca47727 req-7def8a8a-88dc-4ffc-85a4-8f97bb73a48c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0528803 Nov 01 18:41:13.336430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edf4378b-39e4-4b19-b2a3-e7bb1ca47727 req-cc709bf0-1577-45de-96c3-8f0cbe140e1a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354166 Nov 01 18:41:14.283091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024848-509e-458b-b9d7-c8926cd26c48 req-da2f3014-23e3-4c4a-bb90-4623c41f6c7b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:14.284593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56024848-509e-458b-b9d7-c8926cd26c48 req-da2f3014-23e3-4c4a-bb90-4623c41f6c7b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.37 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.4140608 Nov 01 18:41:14.334186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb9758-78ea-4286-9619-32d8a438786d req-fab5b0f9-bfd8-4ef4-869f-98d029f0df14 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:14.336355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cfb9758-78ea-4286-9619-32d8a438786d req-fab5b0f9-bfd8-4ef4-869f-98d029f0df14 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 945 time: 0.0886154 Nov 01 18:41:14.407900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cfb9758-78ea-4286-9619-32d8a438786d req-480f46fc-f6cf-4d44-beee-c8200dbcd9a5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634308 Nov 01 18:41:14.452796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:41:14.453138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:14.516795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fba21-e87d-457d-a516-743657460e21 req-bf7d33fc-13c1-4dd0-b80e-12c8edb4fd6a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:14.518267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213fba21-e87d-457d-a516-743657460e21 req-bf7d33fc-13c1-4dd0-b80e-12c8edb4fd6a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.1028023 Nov 01 18:41:14.585090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-213fba21-e87d-457d-a516-743657460e21 req-0848a83f-4bcb-4046-b103-f8bcb4e9bd87 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586197 Nov 01 18:41:14.586779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:14.587144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:14.798749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:14.799114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:14.799429 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 2054fb93-5618-4331-b4b8-e2cf3f8e88b8 disassociated. External IP: 172.25.2.252, port: 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe. Nov 01 18:41:14.799802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:41:14.995314 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:15.028419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:15.039450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.039950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.040299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.040643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.040983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.041317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.041656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.041993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.042320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.042645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.042996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.043321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:15.156306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:41:15.286130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:41:15.300157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:41:15.311711 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:41:15.312426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:15.336316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:41:15.340345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:15.344377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56024848-509e-458b-b9d7-c8926cd26c48 req-90f67fd1-5d0e-4af3-9757-e07a81eddf15 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.37 "DELETE /v2.0/ports/2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe HTTP/1.1" status: 204 len: 173 time: 1.0516400 Nov 01 18:41:15.344864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'name': 'network-vif-deleted', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:15.347917 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbbad81-aa60-4d41-86c0-68f2b1aa1803" -d '{"events": [{"server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "name": "network-vif-deleted", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:15.393148 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f602aa3-7213-4e73-a0d9-8296200eb99c x-openstack-request-id: req-8f602aa3-7213-4e73-a0d9-8296200eb99c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:15.393454 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f", "name": "network-vif-deleted", "tag": "2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:15.393804 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f602aa3-7213-4e73-a0d9-8296200eb99c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:15.394205 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f', 'name': 'network-vif-deleted', 'tag': '2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe', 'status': 'completed', 'code': 200} Nov 01 18:41:15.424698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:41:15.561366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63d5097a-5333-4f74-a68c-5f2da64d6d23 req-bb7097d3-6098-4710-bcf3-b9b963c4aae1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0385854 Nov 01 18:41:15.675314 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:15.708642 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:41:15.720115 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:41:15.720727 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:40:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:15.736421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ea59-c190-49a5-9e69-bd918b57faa1 req-081c2d0f-4aca-4a59-bacf-4275516a3b24 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:15.737929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50d6ea59-c190-49a5-9e69-bd918b57faa1 req-081c2d0f-4aca-4a59-bacf-4275516a3b24 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0712574 Nov 01 18:41:15.785200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50d6ea59-c190-49a5-9e69-bd918b57faa1 req-946a0c11-ae94-40c8-b13b-b7ccac8e731b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398586 Nov 01 18:41:15.842636 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:41:16.043831 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:16.073736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5363b1d-b8a0-4b2c-86fe-a6e3256df18d None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:41:16.363760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a3277-4af6-45e7-97e4-ec75999ac87f None None] New status for floating IP 2054fb93-5618-4331-b4b8-e2cf3f8e88b8: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:41:16.693529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95863164-7c08-4efe-97d3-2453e55b5bd5 req-d919d32b-8255-44c1-8f2f-669ef288040d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0441728 Nov 01 18:41:16.911096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09d9f-baaf-41d4-a907-7ae0b458bf48 req-4badd1ea-afdb-4193-98b9-91b0b1b19374 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:16.913378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f09d9f-baaf-41d4-a907-7ae0b458bf48 req-4badd1ea-afdb-4193-98b9-91b0b1b19374 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0513732 Nov 01 18:41:16.957889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74f09d9f-baaf-41d4-a907-7ae0b458bf48 req-9d563719-c774-44d0-97f4-5ab15adb8c61 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383382 Nov 01 18:41:17.167907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-418a3b59-d7da-4589-b763-7a9ee69dd822 req-444cba0b-97ad-4a9f-8656-f6e41f0af018 service neutron] (102783) timed out ('10.222.0.31', 56890) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:41:17.824102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2480b58a-fef7-4d11-b2a1-1f8f70618f7c req-10ef2873-2290-46d5-8586-af5e21572124 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0459514 Nov 01 18:41:18.097529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fcaa4-38bb-41c8-9530-ed05e4f171e2 req-20e88b7c-343e-446d-8ddf-c52450dedd4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:18.099029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-702fcaa4-38bb-41c8-9530-ed05e4f171e2 req-20e88b7c-343e-446d-8ddf-c52450dedd4e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0524850 Nov 01 18:41:18.146478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-702fcaa4-38bb-41c8-9530-ed05e4f171e2 req-56417606-d3cb-417f-9557-b4bd44955a4b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Nov 01 18:41:18.184198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:41:18.209263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:41:18.209730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2dedd8e6-7c72-472f-b6f7-4d51ef6fe3fe not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:41:18.657125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a83b70f6-eecf-4d5b-ad06-44f43d3b76d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:18.914915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-292ab418-f9ac-4a80-b91a-8bb553a17cd6 req-04cba0ea-3d35-43dd-8fa2-c350a419b61b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0275912 Nov 01 18:41:19.272789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cf97e-6c82-4cf5-89cc-78de96ddd991 req-6c147240-35e0-4a03-9230-5c0a88bd0839 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:19.274355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-306cf97e-6c82-4cf5-89cc-78de96ddd991 req-6c147240-35e0-4a03-9230-5c0a88bd0839 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0512295 Nov 01 18:41:19.332451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-306cf97e-6c82-4cf5-89cc-78de96ddd991 req-eca85ff8-e637-43bd-8ff7-4eba8b0f64f2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513728 Nov 01 18:41:20.010170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69f1319b-3ef7-47f5-928a-4edd8d8effc8 req-a75d9db2-b445-4194-8914-ae1f59acdc69 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5119d0b6-3bb9-4adc-9f7a-ef924ca9f08f HTTP/1.1" status: 200 len: 210 time: 0.0280082 Nov 01 18:41:20.186475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:41:20.283048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:20.299724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '131b7e29-137f-42ee-abf1-0730181bbd15', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': '131b7e29-137f-42ee-abf1-0730181bbd15', 'mac_address': 'fa:16:3e:13:74:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:41:20.339739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:20.354208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:20.375424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:20.453618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b5a4e-2df0-448e-999e-02dc2a2e046d req-8a5f1b93-5bed-4322-9f3b-d5d00028c2da tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:20.455169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-941b5a4e-2df0-448e-999e-02dc2a2e046d req-8a5f1b93-5bed-4322-9f3b-d5d00028c2da tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 944 time: 0.0506811 Nov 01 18:41:20.475453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:20.494936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-941b5a4e-2df0-448e-999e-02dc2a2e046d req-9b5b4398-9ab8-4ea1-b362-08658aa52b1e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Nov 01 18:41:20.527568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:20.844573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['131b7e29-137f-42ee-abf1-0730181bbd15'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:20.948453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d4243554-f513-4739-822b-4914eb45cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:21.216770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f41ab457-9ed6-4cef-8062-04722ee24cff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719560166&fields=id&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 267 time: 0.0328913 Nov 01 18:41:21.329393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-b6a8cb71-1c04-49d3-b9b6-b0c846299506 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:21.330897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-b6a8cb71-1c04-49d3-b9b6-b0c846299506 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1070929 Nov 01 18:41:21.347050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-a0217e76-56db-415a-b041-cb3c59da2f47 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0094881 Nov 01 18:41:21.408131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-2afe6179-215e-4357-8e44-e7892c68256b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526485 Nov 01 18:41:21.425262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-7f68a36b-5785-425f-81d2-53becd851002 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:41:21.426238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-7f68a36b-5785-425f-81d2-53becd851002 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051756 Nov 01 18:41:21.519682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-e468276c-eece-4e6a-abbd-ee3898bceb20 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Nov 01 18:41:21.639959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-98a11f2e-33df-40ec-866d-0e8ed9c10351 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132517 Nov 01 18:41:21.648880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbbe76-9df1-466f-944b-55411e9d718a req-a49fbcd2-95a2-4915-8010-4f3dc5291b57 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:21.650315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9dbbe76-9df1-466f-944b-55411e9d718a req-a49fbcd2-95a2-4915-8010-4f3dc5291b57 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 945 time: 0.0724778 Nov 01 18:41:21.703250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9dbbe76-9df1-466f-944b-55411e9d718a req-a617fd42-d821-4e5f-b84e-47deb6900a03 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Nov 01 18:41:22.161090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:22.188282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:41:22.304439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 131b7e29-137f-42ee-abf1-0730181bbd15 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:41:22.310142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 131b7e29-137f-42ee-abf1-0730181bbd15 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:22.310520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:22.356579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ca4480e-d1c1-4d37-b637-1467b38500ca req-3a3c003b-649c-465f-92e5-4ae36adc36b9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0296922 Nov 01 18:41:22.407736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:22.425071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:22.427294 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb785bbb-4209-43d4-b79d-984adffe36f6" -d '{"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:22.446794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:22.468203 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3546998-5bba-448f-a021-40a0b3c2780d x-openstack-request-id: req-e3546998-5bba-448f-a021-40a0b3c2780d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:22.480824 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-plugged", "status": "completed", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:22.480824 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3546998-5bba-448f-a021-40a0b3c2780d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:22.480824 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'code': 200} Nov 01 18:41:22.549819 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:22.597201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:22.793815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3bbee-3cd8-458b-aeb0-520f078d773b req-97571f60-16ad-4517-89de-84a9d1d13915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:22.795362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9a3bbee-3cd8-458b-aeb0-520f078d773b req-97571f60-16ad-4517-89de-84a9d1d13915 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 1097 time: 0.0572805 Nov 01 18:41:22.853549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9a3bbee-3cd8-458b-aeb0-520f078d773b req-07cdae13-192f-467a-8b3d-e524f89ed0c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501838 Nov 01 18:41:22.866682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaf203-3f75-405d-aade-db3018f4591c req-691d72b2-be50-47b3-b0b4-7be885d8c459 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:22.868350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbbaf203-3f75-405d-aade-db3018f4591c req-691d72b2-be50-47b3-b0b4-7be885d8c459 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0783896 Nov 01 18:41:22.907649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cbbaf203-3f75-405d-aade-db3018f4591c req-ad9e585b-d557-4f4f-a05f-6b3d3607f379 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Nov 01 18:41:23.463893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb7f9da8-813f-4611-b4e9-a2b729806abb req-df659be3-1500-4421-b320-ca467388eb1f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0323722 Nov 01 18:41:23.887164 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:24.034092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53944a5e-cfd7-4f9c-bae2-1fbf1f1cd3df req-a61fc125-bbf7-4499-9466-495732b3328b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:24.035610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53944a5e-cfd7-4f9c-bae2-1fbf1f1cd3df req-a61fc125-bbf7-4499-9466-495732b3328b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0507610 Nov 01 18:41:24.076715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53944a5e-cfd7-4f9c-bae2-1fbf1f1cd3df req-f249ad1c-2f3f-4d7f-ab36-48ac4083c79e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350170 Nov 01 18:41:24.578556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc0b7c26-d457-48e0-b6f6-ebc107861a51 req-f9c4540b-222c-4572-b52c-f0422b737b84 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0414093 Nov 01 18:41:24.586727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-b26d71ce-e85f-4893-ba71-7b0707978c1e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:24.588319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-b26d71ce-e85f-4893-ba71-7b0707978c1e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1154726 Nov 01 18:41:24.632070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-105413ba-40f3-4671-9cb0-8391a8faa1b9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 379 time: 0.0344050 Nov 01 18:41:24.641571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'security_groups': ['d680aac7-d627-4b09-b711-1b798aeb6ab0']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:24.868303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:41:24.872352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.010213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.12 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/e7e59435-97fa-4954-989e-b3869a7403d8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:41:25.176300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.230799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d5b7-9c4a-42cb-9cf7-13fef4e6c522 req-2e3becc5-fafb-41a5-b893-dbcd87865f4d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:25.232338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6598d5b7-9c4a-42cb-9cf7-13fef4e6c522 req-2e3becc5-fafb-41a5-b893-dbcd87865f4d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0667040 Nov 01 18:41:25.273003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6598d5b7-9c4a-42cb-9cf7-13fef4e6c522 req-73d6c534-2309-4903-879f-3952eef48a4a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345011 Nov 01 18:41:25.321505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.363328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:41:25.366664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:41:25.372648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:41:25.400608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:25.414124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.414471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.415000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.415531 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.415882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.416224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.416559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.416889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.417224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.417554 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.417885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.418217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:25.438989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:25.439993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.575218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-8aeea592-4601-488a-a355-59f920928340 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9373653 Nov 01 18:41:25.589029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Request body: {'port': {'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:25.648939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.681439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aaece97c-e042-47e1-946c-f262cd04bf01 None None] Provisioning complete for port e7e59435-97fa-4954-989e-b3869a7403d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:25.684016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aaece97c-e042-47e1-946c-f262cd04bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:25.734911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-aaece97c-e042-47e1-946c-f262cd04bf01 None None] Port e7e59435-97fa-4954-989e-b3869a7403d8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:41:25.751298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cf85f-2fcc-457e-9626-4c653d4b37b4 req-59887773-d5d4-4119-8715-43bac1ba92ba tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:25.753484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b9cf85f-2fcc-457e-9626-4c653d4b37b4 req-59887773-d5d4-4119-8715-43bac1ba92ba tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 932 time: 0.1006858 Nov 01 18:41:25.825902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b9cf85f-2fcc-457e-9626-4c653d4b37b4 req-4464a031-3ae1-4feb-b824-e6af0c39d680 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648997 Nov 01 18:41:26.003411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e59435-97fa-4954-989e-b3869a7403d8 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:26.011214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.024291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Transition to ACTIVE for port object e7e59435-97fa-4954-989e-b3869a7403d8 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:41:26.132164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.185652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Pushing event updated for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:26.269661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Attempting to bind port e7e59435-97fa-4954-989e-b3869a7403d8 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:41:26.270119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Attempting to bind port e7e59435-97fa-4954-989e-b3869a7403d8 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:41:26.270549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Attempting to bind port e7e59435-97fa-4954-989e-b3869a7403d8 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:26.276411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Port e7e59435-97fa-4954-989e-b3869a7403d8 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:41:26.276876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Attempting to bind port e7e59435-97fa-4954-989e-b3869a7403d8 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:26.282185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:41:26.282614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:41:26.283002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:41:26.283433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Bound port: e7e59435-97fa-4954-989e-b3869a7403d8, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:41:26.283823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.361804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:41:26.368773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e7e59435-97fa-4954-989e-b3869a7403d8,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:41:26.423197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6669d4-7e94-48f4-87b9-d26d8e261b8b req-b7081e80-1f66-4abd-946c-7b6fc9738577 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.425057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d6669d4-7e94-48f4-87b9-d26d8e261b8b req-b7081e80-1f66-4abd-946c-7b6fc9738577 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0691054 Nov 01 18:41:26.447747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.481597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d6669d4-7e94-48f4-87b9-d26d8e261b8b req-63a6e5ac-c355-42cf-bfde-e36503fdefa7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498257 Nov 01 18:41:26.500888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.501922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.504450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] 10.222.0.32 "PUT /v2.0/ports/e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 1092 time: 0.9196162 Nov 01 18:41:26.508370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:26.510680 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:26.548218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c44eb-82ac-4848-93a2-d426f1f0de1a service neutron] Pushing event updated for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:26.565566 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db955d-dc29-4571-961f-0b52a3a14a6f x-openstack-request-id: req-45db955d-dc29-4571-961f-0b52a3a14a6f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:26.565998 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:26.565998 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45db955d-dc29-4571-961f-0b52a3a14a6f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:26.566593 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'status': 'completed', 'code': 200} Nov 01 18:41:26.650230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-c9a35f13-5f53-4f8a-8823-4be91f180112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.651951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-c9a35f13-5f53-4f8a-8823-4be91f180112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1095 time: 0.0533783 Nov 01 18:41:26.749413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:26.814006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aee9bb-908b-442a-87a8-29e9d703ef12 req-78300523-1836-4580-b7dc-25e45d4b920e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.815785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23aee9bb-908b-442a-87a8-29e9d703ef12 req-78300523-1836-4580-b7dc-25e45d4b920e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0762434 Nov 01 18:41:26.828129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-62c31c3c-a542-4c1e-b648-22055f6397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.829599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-62c31c3c-a542-4c1e-b648-22055f6397c6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d712ff3728894f5db33da7597d228e41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1637144 Nov 01 18:41:26.863208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23aee9bb-908b-442a-87a8-29e9d703ef12 req-c6748f20-1ef5-43a5-92cf-b070f10c02e1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 Nov 01 18:41:26.965166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-3f89657a-1d30-4bac-9c9b-4fcfb2489ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:26.967052 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bb2caffd-7f7c-44b7-be00-4e3b9e91c79e req-3f89657a-1d30-4bac-9c9b-4fcfb2489ad5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306448 Nov 01 18:41:27.017896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263da3-151a-4d61-8878-46c8a0159137 req-2a9fef61-1609-4c3d-8e21-4d9377c6310c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.019712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16263da3-151a-4d61-8878-46c8a0159137 req-2a9fef61-1609-4c3d-8e21-4d9377c6310c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0883989 Nov 01 18:41:27.028634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559bad-64b2-4d63-aa34-ddfd93d17fe8 req-fe3ccc71-17b6-4137-824e-4c5b95bdd3b7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.030399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f559bad-64b2-4d63-aa34-ddfd93d17fe8 req-fe3ccc71-17b6-4137-824e-4c5b95bdd3b7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0867867 Nov 01 18:41:27.068192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f59949ba-232d-4c70-ae6a-ca91325bd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.069769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-f59949ba-232d-4c70-ae6a-ca91325bd70a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1095 time: 0.0573349 Nov 01 18:41:27.087792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16263da3-151a-4d61-8878-46c8a0159137 req-73968422-edc6-485a-aad2-0ca6faf9120a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561779 Nov 01 18:41:27.095488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f559bad-64b2-4d63-aa34-ddfd93d17fe8 req-50f811fa-80d1-4f63-8015-24830ca2e543 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571678 Nov 01 18:41:27.131650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-1848434e-9aa0-4441-87fd-779c1a24074b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 217 time: 0.0516315 Nov 01 18:41:27.184989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-7e83f74e-3da7-4963-a36e-cd6243751657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.186594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-7e83f74e-3da7-4963-a36e-cd6243751657 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0473597 Nov 01 18:41:27.251313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-92e6e385-2a8a-49e9-b3dd-36b1f5d2603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.252997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-92e6e385-2a8a-49e9-b3dd-36b1f5d2603b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576792 Nov 01 18:41:27.399102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-c948d952-02ba-4a4d-b67b-9a59f935abf3 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388288 Nov 01 18:41:27.408375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-7919999c-1d5f-4f1a-b2a2-bb721ff79073 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.409975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-7919999c-1d5f-4f1a-b2a2-bb721ff79073 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.1221402 Nov 01 18:41:27.426970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-81ed1131-1f29-4c2b-a564-d0c635348a30 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/quotas/9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 375 time: 0.0094895 Nov 01 18:41:27.511150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-22f26dc0-9ce2-420f-bfa3-c9b2fb189963 req-0b65212d-1327-4bf9-ba49-dc1f8f15a80c service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033533 Nov 01 18:41:27.526347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-6c61025f-8b3e-4b30-ae9a-c777edf4952c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0821519 Nov 01 18:41:27.631242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-2553fb55-96cb-47fa-8e90-d5d3853cfb79 service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965185 Nov 01 18:41:27.730549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-bdfec99e-259a-4ba4-8c86-d0572317ef00 service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930636 Nov 01 18:41:27.877085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-e27c3182-04a4-4f9d-aed6-ebd8b3978c7a tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:27.879069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-e27c3182-04a4-4f9d-aed6-ebd8b3978c7a tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1096 time: 0.0552621 Nov 01 18:41:27.900086 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-a3e7cd8d-dc81-4102-b146-f40d3a66fc59 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:27.984686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-a3e7cd8d-dc81-4102-b146-f40d3a66fc59 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:28.070271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-a3e7cd8d-dc81-4102-b146-f40d3a66fc59 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:28.104439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba623ef5-f57c-4150-a60d-2ff81d5a70d2 req-a3e7cd8d-dc81-4102-b146-f40d3a66fc59 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160151 Nov 01 18:41:28.221124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7b59029e-b4c7-4ee3-9dec-3fa3d6d31ec4 req-5af55076-b497-4c99-8e8a-1c1b3c268cd6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 210 time: 0.1148131 Nov 01 18:41:28.222331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7cd8d-dc81-4102-b146-f40d3a66fc59 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037a926-0e48-4192-a296-4a4c172307e6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:28.319857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610d00-1ec9-4518-8c40-95748a8936ce req-a0a226a0-0541-4c9f-aad3-452d2bd27f3a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:28.321354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e610d00-1ec9-4518-8c40-95748a8936ce req-a0a226a0-0541-4c9f-aad3-452d2bd27f3a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0834916 Nov 01 18:41:28.383850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e610d00-1ec9-4518-8c40-95748a8936ce req-cb9972ea-5448-4cd9-b000-8c432b0a25cf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Nov 01 18:41:28.393424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cfd15-c44b-49e0-b56f-36731103d944 req-4bfba79d-de88-472e-b0db-2ae7dcf70ddb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:28.394981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-073cfd15-c44b-49e0-b56f-36731103d944 req-4bfba79d-de88-472e-b0db-2ae7dcf70ddb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0957975 Nov 01 18:41:28.423206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54156) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:41:28.478579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-073cfd15-c44b-49e0-b56f-36731103d944 req-78569732-494e-4e19-b09e-af0178327e3c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693176 Nov 01 18:41:28.512933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0fc10d0f-3847-4cc6-9599-bd86bf4a4413 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 200 len: 993 time: 0.0884712 Nov 01 18:41:28.587190 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:41:28.851352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-8dbf31d3-d487-43f0-a0f4-82d2febfe826 req-7f65ae4b-480b-4ea6-94c9-c689ed9e3bce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:41:28.852447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dbf31d3-d487-43f0-a0f4-82d2febfe826 req-7f65ae4b-480b-4ea6-94c9-c689ed9e3bce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060394 Nov 01 18:41:29.297607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1ba2ee1-82d5-401c-afd9-f6dbc5e92275 req-4a1adfe5-5dee-4cdc-8417-9e97f82bca03 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Nov 01 18:41:29.432866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dbbcb-b2cd-40b9-8ca3-f495845ca276 req-e1c8de3c-1c4e-417e-968f-08f21fef812f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:29.434454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e9dbbcb-b2cd-40b9-8ca3-f495845ca276 req-e1c8de3c-1c4e-417e-968f-08f21fef812f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0542023 Nov 01 18:41:29.477387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e9dbbcb-b2cd-40b9-8ca3-f495845ca276 req-4d0a6d08-e2e3-47cf-a97c-9c211fe3dc8f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Nov 01 18:41:29.558933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54186) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:41:29.622139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7338bf-1346-48a4-9842-3a38f0b1b413 req-50823150-0cb8-42e0-844a-0e2895ee2c0b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:29.624034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe7338bf-1346-48a4-9842-3a38f0b1b413 req-50823150-0cb8-42e0-844a-0e2895ee2c0b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0721633 Nov 01 18:41:29.668711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe7338bf-1346-48a4-9842-3a38f0b1b413 req-d1daea2a-6dae-4172-9095-42f5319ddec7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Nov 01 18:41:29.730210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-6dae6caf-e9e8-44a0-8e6d-0b7127d2bae4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828740 Nov 01 18:41:29.738875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-60098dec-21ac-4c6c-86af-8f37111cf56b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:41:29.740630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-60098dec-21ac-4c6c-86af-8f37111cf56b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050242 Nov 01 18:41:30.426459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a85c444d-d795-44d8-9d52-2866d0ae35a5 req-42d9ce68-926f-49e3-a616-e11a4be2de82 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 210 time: 0.0370939 Nov 01 18:41:30.549726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-66b6fee3-c0f2-4de5-b3bb-e5b9dec40a4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:30.613346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-66b6fee3-c0f2-4de5-b3bb-e5b9dec40a4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.1238716 Nov 01 18:41:30.613346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'device_id': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'admin_state_up': True, 'tenant_id': '9492341bfc3142069873ddf9e283aab2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:30.679856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ba3e-a077-479e-b4be-d94bfb86c1fc req-cfde20f5-89ee-44a7-a785-55b4ce6438f3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:30.687152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71a6ba3e-a077-479e-b4be-d94bfb86c1fc req-cfde20f5-89ee-44a7-a785-55b4ce6438f3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1168303 Nov 01 18:41:30.759174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71a6ba3e-a077-479e-b4be-d94bfb86c1fc req-eece8c10-620b-4175-b7ed-d18059f2ee30 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652835 Nov 01 18:41:30.843225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a954a-532e-44ac-82a6-9b532bcddeb8 req-d8ad438a-1d9f-4dcd-96c1-8fd36744ec4d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:30.846430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c2a954a-532e-44ac-82a6-9b532bcddeb8 req-d8ad438a-1d9f-4dcd-96c1-8fd36744ec4d tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0533438 Nov 01 18:41:30.884958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c2a954a-532e-44ac-82a6-9b532bcddeb8 req-645c107e-34a0-4174-8476-f50b55af02a3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Nov 01 18:41:30.944128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:41:30.947595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:31.085516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.20.0.4 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/dcea0fc3-58eb-4735-842c-9984a24af944) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:41:31.251810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:31.412778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:31.430097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:31.432529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:31.478669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:31.494319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:41:31.496074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:41:31.527290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:41:31.652438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:31.653600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:31.681939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217ee5-d75f-4df7-83a8-b268623ceaa7 req-606f941c-8f5e-4a88-a10f-5a7871af2c82 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:31.691595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41217ee5-d75f-4df7-83a8-b268623ceaa7 req-606f941c-8f5e-4a88-a10f-5a7871af2c82 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 931 time: 0.1220305 Nov 01 18:41:31.791299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41217ee5-d75f-4df7-83a8-b268623ceaa7 req-49318c8c-e04a-414d-ae9b-4a7cbfdfb7c8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Nov 01 18:41:31.805870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-77c25b2a-17f1-4d08-9b7e-4b5c3f91aa75 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451468 Nov 01 18:41:31.859180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-61e7e35b-1399-4415-b47e-6cbea0035a6d None None] Provisioning complete for port dcea0fc3-58eb-4735-842c-9984a24af944 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:31.859677 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-61e7e35b-1399-4415-b47e-6cbea0035a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:31.888827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Request body: {'port': {'device_id': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:31.896935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-61e7e35b-1399-4415-b47e-6cbea0035a6d None None] Port dcea0fc3-58eb-4735-842c-9984a24af944 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:41:31.941489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e779a0-5046-450f-91d3-de2bdad1b754 req-de5ef1f3-72bc-4382-8a9f-79157e7d741d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:31.943759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e779a0-5046-450f-91d3-de2bdad1b754 req-de5ef1f3-72bc-4382-8a9f-79157e7d741d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0998025 Nov 01 18:41:31.982956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.040612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3e779a0-5046-450f-91d3-de2bdad1b754 req-d408b664-42bd-4fec-8170-47ab7fcfbfef tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818775 Nov 01 18:41:32.096607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ebd4c-5ed9-4dfa-9edd-61ca8395aa7f req-5f5ff912-2594-4665-a88b-a2f774535376 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:32.096607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-903ebd4c-5ed9-4dfa-9edd-61ca8395aa7f req-5f5ff912-2594-4665-a88b-a2f774535376 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.1158147 Nov 01 18:41:32.192073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-903ebd4c-5ed9-4dfa-9edd-61ca8395aa7f req-eaa5b4ac-4467-402c-a3ed-3330757bc5f1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878396 Nov 01 18:41:32.333965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcea0fc3-58eb-4735-842c-9984a24af944 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:32.341710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.353824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Transition to ACTIVE for port object dcea0fc3-58eb-4735-842c-9984a24af944 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:41:32.452105 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.509995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-fb8b7be0-fed0-4020-9dd9-d4e0ef872671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:32.511541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-fb8b7be0-fed0-4020-9dd9-d4e0ef872671 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1096 time: 0.0450673 Nov 01 18:41:32.525734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:32.598161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Attempting to bind port dcea0fc3-58eb-4735-842c-9984a24af944 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:41:32.598490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Attempting to bind port dcea0fc3-58eb-4735-842c-9984a24af944 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:41:32.598735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Attempting to bind port dcea0fc3-58eb-4735-842c-9984a24af944 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:32.604597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Port dcea0fc3-58eb-4735-842c-9984a24af944 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:41:32.604904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Attempting to bind port dcea0fc3-58eb-4735-842c-9984a24af944 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:32.610638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:41:32.611270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:41:32.611778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:41:32.612210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Bound port: dcea0fc3-58eb-4735-842c-9984a24af944, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:41:32.612609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.632693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-497c20aa-4637-461f-9a70-bbd3d524c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:32.634756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-497c20aa-4637-461f-9a70-bbd3d524c985 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1164422 Nov 01 18:41:32.694616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:41:32.698558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:41:32.801388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.845258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:32.845258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:32.845856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] 10.222.0.37 "PUT /v2.0/ports/dcea0fc3-58eb-4735-842c-9984a24af944 HTTP/1.1" status: 200 len: 1091 time: 0.9659359 Nov 01 18:41:32.846344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:32.848691 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d17376-d8bc-4523-8203-fecccd4811d5" -d '{"events": [{"name": "network-changed", "server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:32.890671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3955-0714-44a4-b61c-2900977b9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:32.934865 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d4da10-8f88-4419-8a52-2d551bc6b1e7 x-openstack-request-id: req-86d4da10-8f88-4419-8a52-2d551bc6b1e7 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:32.935414 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:32.936348 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86d4da10-8f88-4419-8a52-2d551bc6b1e7 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:32.937097 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'status': 'completed', 'code': 200} Nov 01 18:41:33.056586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4344c-cadb-4132-bf3f-906ce6d89523 req-3f5469e9-942d-4467-b9a6-7193f0784e44 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.060360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7af4344c-cadb-4132-bf3f-906ce6d89523 req-3f5469e9-942d-4467-b9a6-7193f0784e44 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 943 time: 0.1146469 Nov 01 18:41:33.063260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-a4258322-9caa-4740-90d9-767060a9f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.077452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-a4258322-9caa-4740-90d9-767060a9f860 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 1094 time: 0.1195712 Nov 01 18:41:33.134851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-407218a7-beac-441d-bd5c-f6e2fb9eb891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 1001 time: 0.4927173 Nov 01 18:41:33.189519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-58e0e6f2-80bc-40d5-8c9e-117641966504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.191139 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-58e0e6f2-80bc-40d5-8c9e-117641966504 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0480616 Nov 01 18:41:33.246158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7af4344c-cadb-4132-bf3f-906ce6d89523 req-2b3fbc3b-3df0-4131-be0d-cb9b1d48b549 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629744 Nov 01 18:41:33.276007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-10a38930-1594-4d95-8a89-e96912b407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.285789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-10a38930-1594-4d95-8a89-e96912b407de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790381 Nov 01 18:41:33.286142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913847c-df9e-40f5-add9-cc22fe7181d4 req-a6c93be4-6aaf-4984-a080-779125a99ddf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.295029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a913847c-df9e-40f5-add9-cc22fe7181d4 req-a6c93be4-6aaf-4984-a080-779125a99ddf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1450975 Nov 01 18:41:33.328983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-94171f2e-deb5-452c-8b15-7d5131abe61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.330436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-94171f2e-deb5-452c-8b15-7d5131abe61d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9492341bfc3142069873ddf9e283aab2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2398999 Nov 01 18:41:33.385742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-4b0712f2-2a07-4fa0-b271-d790665fbc58 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010485 Nov 01 18:41:33.408246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a913847c-df9e-40f5-add9-cc22fe7181d4 req-c0708e5a-a5d7-407f-9da0-94b7e749f766 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122596 Nov 01 18:41:33.459989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e700902-17bb-4eaf-a627-066bf7f724d4 req-14eb6e09-345c-4320-bce1-2fd83d34956e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.462824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e700902-17bb-4eaf-a627-066bf7f724d4 req-14eb6e09-345c-4320-bce1-2fd83d34956e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.1450801 Nov 01 18:41:33.500259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-971ba176-8493-4f57-a7b9-d942ceb6a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.500605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-aaea9dba-4b1c-4b5f-b2ce-2d2078c9310b service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077502 Nov 01 18:41:33.502072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6d17376-d8bc-4523-8203-fecccd4811d5 req-971ba176-8493-4f57-a7b9-d942ceb6a50a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502490 Nov 01 18:41:33.525333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5e700902-17bb-4eaf-a627-066bf7f724d4 req-f85d76db-8cf1-4aa6-9cbb-1486a06e27ff tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529160 Nov 01 18:41:33.603411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-c00922e9-25ab-4c0b-962a-073f086239e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.604951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-c00922e9-25ab-4c0b-962a-073f086239e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 1094 time: 0.0433412 Nov 01 18:41:33.651921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-934f1813-1759-4d3c-b224-12d6855ae63f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcea0fc3-58eb-4735-842c-9984a24af944 HTTP/1.1" status: 200 len: 217 time: 0.0397387 Nov 01 18:41:33.712283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-f69b1af7-094b-4d4c-8693-8b180687066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.713833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-f69b1af7-094b-4d4c-8693-8b180687066b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0551615 Nov 01 18:41:33.762456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-457aca57-8718-4fe3-ae54-5a53e158d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:33.764290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-457aca57-8718-4fe3-ae54-5a53e158d0c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432827 Nov 01 18:41:34.186148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-d3480ff3-7200-4ff5-a833-9b2d71a93012 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151654 Nov 01 18:41:34.294098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-051211b8-e15c-48c2-b9ae-415a10df6309 req-8902497d-ee38-4398-8438-a727c4cac836 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951591 Nov 01 18:41:34.363491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544c35-c486-42c1-ba30-c22172ab419a req-a0b6ecaf-cc1a-4a41-b927-6ec09e1d314e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:34.365630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db544c35-c486-42c1-ba30-c22172ab419a req-a0b6ecaf-cc1a-4a41-b927-6ec09e1d314e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 943 time: 0.0501561 Nov 01 18:41:34.407588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db544c35-c486-42c1-ba30-c22172ab419a req-87a0616b-eb2c-460c-963e-af215b16bf06 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356836 Nov 01 18:41:34.522229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ad3c2-dda2-49c2-9d03-041b1490a78d req-b65974f3-07c3-4454-956a-166f837d7d11 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:34.523653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-500ad3c2-dda2-49c2-9d03-041b1490a78d req-b65974f3-07c3-4454-956a-166f837d7d11 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0497832 Nov 01 18:41:34.567883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-500ad3c2-dda2-49c2-9d03-041b1490a78d req-cdbae57e-2607-4b21-8b4e-22fc8046dc58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Nov 01 18:41:34.649946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872676b5-c025-4e2c-afd5-5cb1708590ba req-b116e33d-c5ea-4d95-8054-da16b28fa720 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:34.651444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-872676b5-c025-4e2c-afd5-5cb1708590ba req-b116e33d-c5ea-4d95-8054-da16b28fa720 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0492351 Nov 01 18:41:34.695721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-872676b5-c025-4e2c-afd5-5cb1708590ba req-8d4181d5-603c-453f-b00e-d43c30b26918 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 Nov 01 18:41:34.851725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:35.532701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093a4c7-6851-48a4-b401-ca968af372b0 req-b8e85919-989c-4867-b1b5-49569a90e864 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:35.542850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4093a4c7-6851-48a4-b401-ca968af372b0 req-b8e85919-989c-4867-b1b5-49569a90e864 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 943 time: 0.0526252 Nov 01 18:41:35.577907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4093a4c7-6851-48a4-b401-ca968af372b0 req-7a524717-8b56-436b-8130-d7f9afd6cf7d tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Nov 01 18:41:35.728839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589fe8-083c-4ca7-bd03-a5594a41ada2 req-2fd308fe-7301-4986-9e7c-fc92acf697e0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:35.730620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e589fe8-083c-4ca7-bd03-a5594a41ada2 req-2fd308fe-7301-4986-9e7c-fc92acf697e0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0503068 Nov 01 18:41:35.776043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e589fe8-083c-4ca7-bd03-a5594a41ada2 req-f999bf94-bd85-4c73-9931-4580d3156ece tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391786 Nov 01 18:41:35.827097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfe14-038d-49d5-878e-49231076a01b req-dbfe63c9-d0b8-409b-a527-ff69ac44a534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:35.828779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9cdfe14-038d-49d5-878e-49231076a01b req-dbfe63c9-d0b8-409b-a527-ff69ac44a534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0570529 Nov 01 18:41:35.873816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9cdfe14-038d-49d5-878e-49231076a01b req-aea6497b-c8b6-46c6-ad89-5ab5a2dea109 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375311 Nov 01 18:41:36.695088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66013c3b-57db-449a-afe1-d8e30b7b660f req-a317748e-027f-4a15-a0c5-1293da66a99f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:36.696677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66013c3b-57db-449a-afe1-d8e30b7b660f req-a317748e-027f-4a15-a0c5-1293da66a99f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 943 time: 0.0483489 Nov 01 18:41:36.737366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66013c3b-57db-449a-afe1-d8e30b7b660f req-033b14fd-2440-4cbb-8f8d-792b0ed55929 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Nov 01 18:41:36.902953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5395a-765a-42cd-925f-b9e36557125b req-89a6b287-2a7e-4abd-bccf-d5db15d414ad tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:36.905003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5d5395a-765a-42cd-925f-b9e36557125b req-89a6b287-2a7e-4abd-bccf-d5db15d414ad tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0501821 Nov 01 18:41:36.944254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5d5395a-765a-42cd-925f-b9e36557125b req-f9ce9f88-da83-49cb-8218-9302818ed7f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332456 Nov 01 18:41:36.991679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822da5-dd39-47df-b303-c5b5f1c5298d req-e2d44e52-07b5-476d-85b3-28d2a885e1c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:36.993063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d822da5-dd39-47df-b303-c5b5f1c5298d req-e2d44e52-07b5-476d-85b3-28d2a885e1c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0479417 Nov 01 18:41:37.032766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d822da5-dd39-47df-b303-c5b5f1c5298d req-a107713f-46ea-4fae-a545-7b01c0b78c0e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 Nov 01 18:41:37.853446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee61b-5e2e-4a50-9798-cb358f1e1bdc req-fbf6f6b1-e258-44f6-b194-1aa4bdf8fc0e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:37.854946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59fee61b-5e2e-4a50-9798-cb358f1e1bdc req-fbf6f6b1-e258-44f6-b194-1aa4bdf8fc0e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 943 time: 0.0495777 Nov 01 18:41:37.896201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59fee61b-5e2e-4a50-9798-cb358f1e1bdc req-77250873-e25a-4994-bfc8-77c4a4fc8bc2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Nov 01 18:41:38.060690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61023ae-7430-4931-bd95-1efd6b504abb req-8609edcb-2476-41c0-8dd0-d641bc76a269 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:38.062226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d61023ae-7430-4931-bd95-1efd6b504abb req-8609edcb-2476-41c0-8dd0-d641bc76a269 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0495250 Nov 01 18:41:38.120229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d61023ae-7430-4931-bd95-1efd6b504abb req-aeda6e73-108b-4d80-a796-67ef320db48b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509689 Nov 01 18:41:38.161447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b2a4e-6535-4931-953a-b66e7d50fd43 req-ee5a519b-ade2-4137-bc07-ec5662c5d911 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:38.162977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f5b2a4e-6535-4931-953a-b66e7d50fd43 req-ee5a519b-ade2-4137-bc07-ec5662c5d911 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 944 time: 0.0583556 Nov 01 18:41:38.200631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f5b2a4e-6535-4931-953a-b66e7d50fd43 req-b039b7ce-fe54-421e-889b-385cb7fbbe00 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Nov 01 18:41:38.292468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dcea0fc3-58eb-4735-842c-9984a24af944 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:41:38.392048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:38.401048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'mac_address': 'fa:16:3e:a7:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:41:38.437663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:38.454592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcea0fc3-58eb-4735-842c-9984a24af944 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:38.473231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:38.548752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:38.598245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:38.605918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.607886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.607886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.607886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.607886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.607886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.608321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.608321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.608564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.608899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.609227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.609554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:41:38.660894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e7e59435-97fa-4954-989e-b3869a7403d8 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:41:38.766501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e7e59435-97fa-4954-989e-b3869a7403d8,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:38.781114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:41:38.818489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:38.831061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e59435-97fa-4954-989e-b3869a7403d8 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:38.850940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e7e59435-97fa-4954-989e-b3869a7403d8,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:38.880445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['dcea0fc3-58eb-4735-842c-9984a24af944'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:38.906150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:38.974532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:39.024003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f298b9-3ced-4be8-8eac-06b67fc0d8c5 req-ecc99c3c-ffbb-4e8f-b24a-258f4562adf1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:39.025509 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09f298b9-3ced-4be8-8eac-06b67fc0d8c5 req-ecc99c3c-ffbb-4e8f-b24a-258f4562adf1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 944 time: 0.0597770 Nov 01 18:41:39.070908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09f298b9-3ced-4be8-8eac-06b67fc0d8c5 req-92b42145-2ba8-4459-b6cb-6ca44e106db2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Nov 01 18:41:39.141661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['e7e59435-97fa-4954-989e-b3869a7403d8'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:39.171575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:39.252669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ccf70-ba3a-48f8-b233-721f7ef2853f req-668f3c34-7f11-4343-abf0-b1f754a510e6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:39.254261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-573ccf70-ba3a-48f8-b233-721f7ef2853f req-668f3c34-7f11-4343-abf0-b1f754a510e6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0519893 Nov 01 18:41:39.347846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-573ccf70-ba3a-48f8-b233-721f7ef2853f req-ead9acfd-6d7e-4981-9df3-8627b0b8944b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670295 Nov 01 18:41:39.370332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0215b-8208-44fb-b69d-77cfb8648770 req-e1cdc835-ef52-4322-8718-7c442c444b59 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:39.370332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fa0215b-8208-44fb-b69d-77cfb8648770 req-e1cdc835-ef52-4322-8718-7c442c444b59 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 945 time: 0.0867507 Nov 01 18:41:39.404287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fa0215b-8208-44fb-b69d-77cfb8648770 req-fb0bad0f-b757-41ec-97b4-3df5f79e7ce5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346417 Nov 01 18:41:40.192077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc8ab7-d820-4a75-9307-701d6f9b7fb2 req-a87379f8-d034-4303-89a3-d145d9be3b97 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:40.194534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84dc8ab7-d820-4a75-9307-701d6f9b7fb2 req-a87379f8-d034-4303-89a3-d145d9be3b97 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 944 time: 0.0567787 Nov 01 18:41:40.236939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84dc8ab7-d820-4a75-9307-701d6f9b7fb2 req-102bee89-2a29-4ee4-a5b9-a9ceee4db1c9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362093 Nov 01 18:41:40.310648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dcea0fc3-58eb-4735-842c-9984a24af944 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:41:40.418148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port dcea0fc3-58eb-4735-842c-9984a24af944 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:41:40.421678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port dcea0fc3-58eb-4735-842c-9984a24af944 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:40.422065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:40.501602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c996cde-2b2d-417e-bb54-11429c8a9f3e req-105fed9f-d1a5-4239-99b1-65770ec66808 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:40.502345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c996cde-2b2d-417e-bb54-11429c8a9f3e req-105fed9f-d1a5-4239-99b1-65770ec66808 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0809581 Nov 01 18:41:40.521833 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:40.545004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:40.547291 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d52fd-be63-462b-b658-b9d1e8e677ed" -d '{"events": [{"server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "name": "network-vif-plugged", "status": "completed", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:40.560537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:40.576493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c996cde-2b2d-417e-bb54-11429c8a9f3e req-28bdaa81-7122-4e55-a6cd-cfb7e400fc84 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673316 Nov 01 18:41:40.592402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add5b55-5fda-4b30-8804-36cf6585cc28 req-73b23cb9-90d2-4c79-8303-a4f1748fadf0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:40.594060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0add5b55-5fda-4b30-8804-36cf6585cc28 req-73b23cb9-90d2-4c79-8303-a4f1748fadf0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 945 time: 0.0755887 Nov 01 18:41:40.625064 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e708dcf7-e2f8-4c24-8c75-7ade74351f97 x-openstack-request-id: req-e708dcf7-e2f8-4c24-8c75-7ade74351f97 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:40.625363 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "name": "network-vif-plugged", "status": "completed", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:40.625621 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e708dcf7-e2f8-4c24-8c75-7ade74351f97 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:40.626016 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'code': 200} Nov 01 18:41:40.628433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:40.650803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0add5b55-5fda-4b30-8804-36cf6585cc28 req-59e7b4ae-ab0b-4ee6-8f80-74fc2b3823ab tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493789 Nov 01 18:41:40.677815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e7e59435-97fa-4954-989e-b3869a7403d8 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:41:40.710374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:40.750930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de995-a155-4bb6-8e86-69260662f923 req-1c057b37-c196-4201-9a08-c73b56d2cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:40.752461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db4de995-a155-4bb6-8e86-69260662f923 req-1c057b37-c196-4201-9a08-c73b56d2cf4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0434487 Nov 01 18:41:40.776926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port e7e59435-97fa-4954-989e-b3869a7403d8 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:41:40.781474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port e7e59435-97fa-4954-989e-b3869a7403d8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:40.781748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:40.791582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db4de995-a155-4bb6-8e86-69260662f923 req-55fe48b5-81ae-44a6-b9b0-4b35554c371f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302131 Nov 01 18:41:40.868613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:40.903578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e7e59435-97fa-4954-989e-b3869a7403d8,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:40.971737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:41.019657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:41.357008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bc2dc-c144-486c-9ab5-4485b4591e67 req-0678ba56-3f34-4137-8379-d5e287590b02 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:41.358502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-129bc2dc-c144-486c-9ab5-4485b4591e67 req-0678ba56-3f34-4137-8379-d5e287590b02 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Nov 01 18:41:41.398451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-129bc2dc-c144-486c-9ab5-4485b4591e67 req-e9bc97a3-6335-4014-b887-c9f16be09168 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Nov 01 18:41:41.699589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b22d-b221-4d19-9e9d-0ca9ca9277a2 req-6ee0f02b-04d2-4449-bc60-46a11975adcb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:41.703551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e2b22d-b221-4d19-9e9d-0ca9ca9277a2 req-6ee0f02b-04d2-4449-bc60-46a11975adcb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0551016 Nov 01 18:41:41.768814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e2b22d-b221-4d19-9e9d-0ca9ca9277a2 req-974d973a-8ea1-42a5-a021-8b79d3fbec2a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617318 Nov 01 18:41:41.792927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a277e7-b737-4d8e-8646-19b610e068f5 req-c6b36d6e-f45a-46df-aee1-2f3d63d13a6a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:41.794399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1a277e7-b737-4d8e-8646-19b610e068f5 req-c6b36d6e-f45a-46df-aee1-2f3d63d13a6a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0630503 Nov 01 18:41:41.833531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1a277e7-b737-4d8e-8646-19b610e068f5 req-bdc5c4c2-e564-49ca-a225-ceb06077e81c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Nov 01 18:41:42.517850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386810d1-f578-469e-91de-d959ed58ea9c req-5acc5e35-c0be-4926-bce0-199f31baeeb7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:42.519340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-386810d1-f578-469e-91de-d959ed58ea9c req-5acc5e35-c0be-4926-bce0-199f31baeeb7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Nov 01 18:41:42.557033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-386810d1-f578-469e-91de-d959ed58ea9c req-6d10b0b7-1196-484a-93d7-bd9d9ef55fbc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Nov 01 18:41:42.627675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:42.630585 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56012c8b-8bd5-4aa9-8536-f65fbae9a630" -d '{"events": [{"server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "name": "network-vif-plugged", "status": "completed", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:42.662190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-67e9e87d-b239-45e2-9dc5-74ce0f614fa8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 267 time: 0.0337453 Nov 01 18:41:42.668631 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ea0682-cbd4-4ec6-8d0b-bc1fe7a8099c x-openstack-request-id: req-b8ea0682-cbd4-4ec6-8d0b-bc1fe7a8099c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:42.668975 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "name": "network-vif-plugged", "status": "completed", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:42.669177 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8ea0682-cbd4-4ec6-8d0b-bc1fe7a8099c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:42.669553 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'code': 200} Nov 01 18:41:42.720339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-47ce2d17-c928-4d62-8427-e7727139de47 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:42.721796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-47ce2d17-c928-4d62-8427-e7727139de47 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Nov 01 18:41:42.732857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'security_groups': []}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:42.772855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb212d-b136-4f55-961f-cfeb8f571972 req-21aa4736-8534-4f67-a057-6d0ef6e687ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:42.774462 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1bdb212d-b136-4f55-961f-cfeb8f571972 req-21aa4736-8534-4f67-a057-6d0ef6e687ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0425367 Nov 01 18:41:42.800934 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:42.815225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1bdb212d-b136-4f55-961f-cfeb8f571972 req-9e00c1a7-0865-4227-9edc-4af19a8b3ceb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Nov 01 18:41:42.974394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c661-4dd8-4df4-b1fe-63501e919b5f req-c290d2f1-a85c-49ed-bec3-9994076ef64d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:42.976018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe01c661-4dd8-4df4-b1fe-63501e919b5f req-c290d2f1-a85c-49ed-bec3-9994076ef64d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1145632 Nov 01 18:41:43.033025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:43.048769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe01c661-4dd8-4df4-b1fe-63501e919b5f req-545e8842-38f6-47ac-b8c3-27527d4f7b65 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638700 Nov 01 18:41:43.071662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:43.133881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:43.147911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'dcea0fc3-58eb-4735-842c-9984a24af944'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:43.150134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:43.199085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373bc5-6e81-4c5a-bfac-8a8dea33e2e2 req-cdf228d8-a6e3-42ef-abcd-7b8bc1c44994 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.200792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f373bc5-6e81-4c5a-bfac-8a8dea33e2e2 req-cdf228d8-a6e3-42ef-abcd-7b8bc1c44994 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0963509 Nov 01 18:41:43.209192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.209837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:43.222451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fea7be9-1c1a-4aeb-a78a-638b9cb75451 req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "PUT /v2.0/ports/dcea0fc3-58eb-4735-842c-9984a24af944 HTTP/1.1" status: 200 len: 904 time: 0.4930677 Nov 01 18:41:43.231897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:43.249899 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da227877-c6db-4547-ad4f-fed1b2eea1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:43.284976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c08bc2-8308-4a28-8800-7ec548a7ec8e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:43.299865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['dcea0fc3-58eb-4735-842c-9984a24af944'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:43.333880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f373bc5-6e81-4c5a-bfac-8a8dea33e2e2 req-972042ac-470f-4816-8b2a-cdfa43a70a16 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773368 Nov 01 18:41:43.355062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36695d9-2821-4dd2-ab69-29d62d4bee2c req-b0ea2847-3560-4e25-a5bf-25a20862c7fd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.356642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b36695d9-2821-4dd2-ab69-29d62d4bee2c req-b0ea2847-3560-4e25-a5bf-25a20862c7fd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 907 time: 0.0678968 Nov 01 18:41:43.403017 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c346418-a4ff-4cda-b8ee-d6160d465336 x-openstack-request-id: req-3c346418-a4ff-4cda-b8ee-d6160d465336 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:43.403017 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:43.403017 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c346418-a4ff-4cda-b8ee-d6160d465336 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:43.403017 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'status': 'completed', 'code': 200} Nov 01 18:41:43.523111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-2fd895ac-9e1b-43ad-82ab-b10721c075d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.524638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-2fd895ac-9e1b-43ad-82ab-b10721c075d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 1058 time: 0.1013343 Nov 01 18:41:43.553085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817f18-a0ce-48dd-b191-7e0652bc4ca6 req-205e1d69-4865-4dd9-ad48-5659e17cec1b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.554690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3817f18-a0ce-48dd-b191-7e0652bc4ca6 req-205e1d69-4865-4dd9-ad48-5659e17cec1b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0829601 Nov 01 18:41:43.614522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5c1430c7-d4ce-4b02-b167-fe3f4170f035 None None] Provisioning complete for port dcea0fc3-58eb-4735-842c-9984a24af944 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:43.614887 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c1430c7-d4ce-4b02-b167-fe3f4170f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:43.644722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3817f18-a0ce-48dd-b191-7e0652bc4ca6 req-3fcd0233-7800-4eb9-b0be-166a8e57db81 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798168 Nov 01 18:41:43.667318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-d8a6f8eb-f922-4f9e-b53a-6cde38bd5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.671577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-d8a6f8eb-f922-4f9e-b53a-6cde38bd5f29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1347919 Nov 01 18:41:43.728686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-d19a8842-2a4d-45e5-a1e5-7558264d0d9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcea0fc3-58eb-4735-842c-9984a24af944 HTTP/1.1" status: 200 len: 217 time: 0.0521865 Nov 01 18:41:43.812249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-dcf156f4-f6ef-48d1-bf8c-0b2d837ac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.813735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-dcf156f4-f6ef-48d1-bf8c-0b2d837ac2bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0727525 Nov 01 18:41:43.828144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4df24f-6116-47bb-af35-573b5fd2e122 req-212f5d31-5eb0-4858-8f40-5845d62bb130 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.829610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b4df24f-6116-47bb-af35-573b5fd2e122 req-212f5d31-5eb0-4858-8f40-5845d62bb130 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0979753 Nov 01 18:41:43.894338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b4df24f-6116-47bb-af35-573b5fd2e122 req-542303ab-87a6-4a18-aee3-94e0c2646240 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554364 Nov 01 18:41:43.897689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-8265f9b1-f733-41e7-9a64-9bc7fd8a4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:43.914566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-8265f9b1-f733-41e7-9a64-9bc7fd8a4885 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686686 Nov 01 18:41:44.002294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-4f9dd1c6-0ca1-435a-84b4-8ec2b23b5c8a service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955937 Nov 01 18:41:44.215252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da227877-c6db-4547-ad4f-fed1b2eea1f0 req-fd9d44c0-ebe4-4db4-9fe1-670bae4923b9 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038352 Nov 01 18:41:44.235279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-b1018856-b7aa-482a-beb8-8d68a3104cbe tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:44.236816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-b1018856-b7aa-482a-beb8-8d68a3104cbe tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.2066977 Nov 01 18:41:44.257543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebb89-ba0f-4d03-924c-2d78565d5fd5 req-1a0ea003-89ee-4975-91a4-8c09263d896f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:44.258915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51ebb89-ba0f-4d03-924c-2d78565d5fd5 req-1a0ea003-89ee-4975-91a4-8c09263d896f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0976906 Nov 01 18:41:44.262612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-dd2dbb76-c3e0-4fb6-a41c-931e46ba9696 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/quotas/9492341bfc3142069873ddf9e283aab2 HTTP/1.1" status: 200 len: 375 time: 0.0195854 Nov 01 18:41:44.326755 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f51ebb89-ba0f-4d03-924c-2d78565d5fd5 req-0c091eb0-b244-4e2a-a86d-f8fbfbb070bd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608590 Nov 01 18:41:44.353051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-e014712e-24d0-4a73-b590-7cc3b882c550 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0811467 Nov 01 18:41:44.482617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-009a4236-cf07-4f8c-b207-213146e7f8df service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223290 Nov 01 18:41:44.491483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc59891-1434-4a64-8496-7d8b9ee08cf1 req-878454b3-ff9b-4317-9524-aeff7827ebf3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:44.492922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7dc59891-1434-4a64-8496-7d8b9ee08cf1 req-878454b3-ff9b-4317-9524-aeff7827ebf3 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0718782 Nov 01 18:41:44.599823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7dc59891-1434-4a64-8496-7d8b9ee08cf1 req-75eef031-5fa8-46a9-90a3-c04b93904922 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971847 Nov 01 18:41:44.623188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-f6e24c24-db03-4320-b0ab-e800d7f4df0e service neutron] 10.222.0.31 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293299 Nov 01 18:41:44.729093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ce03-c43c-4533-a586-36f4d2a94d15 req-8182d721-8309-4eea-a674-9c22bf737bf7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:44.733911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b397ce03-c43c-4533-a586-36f4d2a94d15 req-8182d721-8309-4eea-a674-9c22bf737bf7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0563722 Nov 01 18:41:44.770040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b397ce03-c43c-4533-a586-36f4d2a94d15 req-56b56a7f-0317-42d6-b9ad-102d26a6789e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Nov 01 18:41:44.793118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54436) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:41:44.838737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307ff4b-fe07-4dd1-b097-7e7b707abeb9 tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:44.840333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c307ff4b-fe07-4dd1-b097-7e7b707abeb9 tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1092 time: 0.0462158 Nov 01 18:41:44.843114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 54440) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:41:44.847527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:44.896638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-075777a6-50a3-43e1-a60d-d378d045f0b1 req-584c2808-3b40-4ca3-b9ff-4d5dbbd20c0b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 210 time: 0.0276337 Nov 01 18:41:44.971530 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:45.089835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:45.207453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.25.2.6 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/356156a6-b33d-4484-8e83-080c6beedb72) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:41:45.309753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:45.413919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:45.467936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:41:45.474517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:41:45.481167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:41:45.514703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1bc94-d3bd-47f1-ac42-6edf3f86e391 req-5ffa112c-e922-41a8-a24f-7659ddc0bfd8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:45.516239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48c1bc94-d3bd-47f1-ac42-6edf3f86e391 req-5ffa112c-e922-41a8-a24f-7659ddc0bfd8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1139162 Nov 01 18:41:45.518926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=356156a6-b33d-4484-8e83-080c6beedb72,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:45.579042 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-acb32580-af87-476b-b070-df68b70ef68b req-ea76647c-5bac-471f-889f-5af2263dea6c service neutron] show failed (client error): The resource could not be found. Nov 01 18:41:45.582961 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-ea76647c-5bac-471f-889f-5af2263dea6c service neutron] 10.222.0.32 "GET /v2.0/ports/36dc01bd-e53f-4b52-828c-dae34a613dff/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0623324 Nov 01 18:41:45.600773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48c1bc94-d3bd-47f1-ac42-6edf3f86e391 req-d49fedb9-6b5a-4130-92a9-7264a923beb7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690284 Nov 01 18:41:45.945866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.007392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb35e040-b826-4944-8f67-075209fc52ed req-04b31207-9145-4193-b2a0-016fe6446bb1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 210 time: 0.0307758 Nov 01 18:41:46.151417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-1b675157-8012-4b3b-a2f7-227d42a3e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:46.152977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-1b675157-8012-4b3b-a2f7-227d42a3e424 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 1096 time: 0.0665867 Nov 01 18:41:46.154044 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.186708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:46.274971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.485480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.553556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:46.555790 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.678895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:41:46.680983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=356156a6-b33d-4484-8e83-080c6beedb72,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:46.683245 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.794053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:46.796345 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59772a2e-c769-41cc-91bb-e45f16f923c6" -d '{"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-unplugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:46.827976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.854816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Transition to ACTIVE for port object 36dc01bd-e53f-4b52-828c-dae34a613dff will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:41:46.867958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c214d-8eac-49ea-90d5-df9b46f5aa99 req-50a444c9-afdf-4d16-94cb-87f0d1d4d500 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:46.869516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f70c214d-8eac-49ea-90d5-df9b46f5aa99 req-50a444c9-afdf-4d16-94cb-87f0d1d4d500 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.1843119 Nov 01 18:41:46.890422 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d18a2-21fa-433d-b136-736755c670df x-openstack-request-id: req-161d18a2-21fa-433d-b136-736755c670df {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:46.890755 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-unplugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:46.890945 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-161d18a2-21fa-433d-b136-736755c670df {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:46.891332 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'code': 200} Nov 01 18:41:46.892462 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 0396780f-fc1a-4bc7-9d31-a43af5ad2f5b associated. External IP: 172.25.2.6, port: e7e59435-97fa-4954-989e-b3869a7403d8. Nov 01 18:41:46.952607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:46.991772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f70c214d-8eac-49ea-90d5-df9b46f5aa99 req-4eff979e-f895-430f-a62a-3736c88b380c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124938 Nov 01 18:41:47.062662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:47.077218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-b5eaa528-55b6-4292-bf3b-90745e3bba15 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:47.079866 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-b5eaa528-55b6-4292-bf3b-90745e3bba15 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 812 time: 0.1832681 Nov 01 18:41:47.094389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Request body: {'port': {'device_id': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'admin_state_up': True, 'tenant_id': '9492341bfc3142069873ddf9e283aab2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:47.186507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52cd95e4-e1b0-490a-8938-1c8d1a4c78b4 req-32e1ef06-5a36-4674-90ae-b956ed002a26 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 210 time: 0.0706480 Nov 01 18:41:47.308783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Made reservation on behalf of 9492341bfc3142069873ddf9e283aab2 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:41:47.314735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:47.472287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Allocated IP 172.20.0.8 (230941fe-8f3d-4e23-946f-41da9a3097b1/1fe7fe3f-be16-4630-8caf-81dcbf0c1212/8efc434b-71b6-4985-867c-cfbf2efb3454) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:41:47.579654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] No DVR routers for this DVR port 36dc01bd-e53f-4b52-828c-dae34a613dff on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:41:47.632843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:47.742203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:47.757757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:47.761989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:47.766019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:41:47.785812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:41:47.789473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:41:47.793278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:41:47.824466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:41:47.825262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:41:47.825262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:47.865983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:47.866670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:47.870343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:47.899684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:41:47.900315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Attempting to bind port 36dc01bd-e53f-4b52-828c-dae34a613dff on network 40439b59-e52d-488e-b00d-9394a6a319d8 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:47.908703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:41:47.909252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Checking segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:41:47.909744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Bound using segment: {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:41:47.910293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Bound port: 36dc01bd-e53f-4b52-828c-dae34a613dff, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430119bb-ef82-4334-bafe-f78d18360059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:41:47.910760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:47.973662 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-9228dab9-1334-4e17-baf0-42024fd0c2a6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8849003 Nov 01 18:41:47.992887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Request body: {'port': {'device_id': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:41:48.013332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:41:48.023682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:41:48.041182 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:41:48.042261 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:41:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:48.058821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:41:48.062780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:41:48.114757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.183909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.205443 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:41:48.208172 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.241969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eaa8a450-0158-4b28-b209-e65184c693a2 None None] Provisioning complete for port 8efc434b-71b6-4985-867c-cfbf2efb3454 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:48.242458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a450-0158-4b28-b209-e65184c693a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.291114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8a450-0158-4b28-b209-e65184c693a2 None None] Port 8efc434b-71b6-4985-867c-cfbf2efb3454 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:41:48.319529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e69eaab-81c2-4f66-9c24-8bebe3812534 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4617550 Nov 01 18:41:48.380407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.380407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.380407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] 10.222.0.37 "PUT /v2.0/ports/36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 1091 time: 2.1912150 Nov 01 18:41:48.388541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1869c-271b-494a-9102-f51d91f3172b req-5a06fa3a-7b40-4f30-8618-bec67d223362 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.388541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88d1869c-271b-494a-9102-f51d91f3172b req-5a06fa3a-7b40-4f30-8618-bec67d223362 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.2478254 Nov 01 18:41:48.433482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef157c1-e8a4-4d6a-88b6-ee3377804061 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:48.476589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efc434b-71b6-4985-867c-cfbf2efb3454 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:48.483998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.491865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da81a4-4550-4dd5-897e-23792e4f6835 req-06a49e34-e451-42d4-a250-b01174e2c50b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.493565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5da81a4-4550-4dd5-897e-23792e4f6835 req-06a49e34-e451-42d4-a250-b01174e2c50b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 931 time: 0.2255573 Nov 01 18:41:48.519713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Transition to ACTIVE for port object 8efc434b-71b6-4985-867c-cfbf2efb3454 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:41:48.554710 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:45Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:48.560834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88d1869c-271b-494a-9102-f51d91f3172b req-b4f9bd21-3b0f-4ec5-9f8e-266b97189388 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682463 Nov 01 18:41:48.593813 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:41:48.597796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5da81a4-4550-4dd5-897e-23792e4f6835 req-43406404-97ac-4885-9784-f6ca865f52c8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Nov 01 18:41:48.611931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.617076 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:41:48.617944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:41:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:48.630543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-2fd73eea-d6ba-4dd5-a615-8326a9b7f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.632131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-2fd73eea-d6ba-4dd5-a615-8326a9b7f534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1094 time: 0.1863265 Nov 01 18:41:48.691921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b549c2e-e499-4021-9786-d72f45fafb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.695443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:48.733800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:41:48.761420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-3bca5a1b-2b6e-414b-acd6-3dd5a0390d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.765224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-3bca5a1b-2b6e-414b-acd6-3dd5a0390d41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1239855 Nov 01 18:41:48.768643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:41:48.803608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:41:48.825023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Attempting to bind port 8efc434b-71b6-4985-867c-cfbf2efb3454 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:41:48.825373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Attempting to bind port 8efc434b-71b6-4985-867c-cfbf2efb3454 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:41:48.825708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Attempting to bind port 8efc434b-71b6-4985-867c-cfbf2efb3454 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:48.840580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Port 8efc434b-71b6-4985-867c-cfbf2efb3454 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:41:48.840956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Attempting to bind port 8efc434b-71b6-4985-867c-cfbf2efb3454 on network 230941fe-8f3d-4e23-946f-41da9a3097b1 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:41:48.850218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:41:48.850568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Checking segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:41:48.850962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Bound using segment: {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:41:48.851408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Bound port: 8efc434b-71b6-4985-867c-cfbf2efb3454, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff8f016-93a7-4c49-9d06-e242aba53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:41:48.851801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:48.872582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-4b773310-7ce1-431d-9170-4b9f02e63f2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 999 time: 0.1000745 Nov 01 18:41:48.913614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8'}, {'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:48.916063 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d938ce-b675-41a9-b862-3d8b20b8cc50" -d '{"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8"}, {"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:48.935325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:41:48.939568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:41:48.962095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-ab722c80-010d-4005-a5f4-62b5759ec039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:48.964959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-ab722c80-010d-4005-a5f4-62b5759ec039 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0847864 Nov 01 18:41:49.004024 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f9ee2-9bcb-449e-8c52-2ae6aed36a6c x-openstack-request-id: req-d57f9ee2-9bcb-449e-8c52-2ae6aed36a6c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:49.004249 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:49.004512 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d57f9ee2-9bcb-449e-8c52-2ae6aed36a6c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:49.006009 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'status': 'completed', 'code': 200} Nov 01 18:41:49.006280 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'status': 'completed', 'code': 200} Nov 01 18:41:49.012403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:49.087626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-534569a0-8f43-44c3-bbe0-4460e0836e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.089159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-534569a0-8f43-44c3-bbe0-4460e0836e73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0784900 Nov 01 18:41:49.096461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.097656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:49.100601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] 10.222.0.32 "PUT /v2.0/ports/8efc434b-71b6-4985-867c-cfbf2efb3454 HTTP/1.1" status: 200 len: 1091 time: 1.1186867 Nov 01 18:41:49.101671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32580-af87-476b-b070-df68b70ef68b req-3be104ec-9705-485f-85a2-88579ba84ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.103272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:49.105099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-3be104ec-9705-485f-85a2-88579ba84ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319385 Nov 01 18:41:49.158070 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3bbc5c-eca7-46ed-b668-bb024d596556" -d '{"events": [{"name": "network-changed", "server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:49.166668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a93af-5f7a-440a-82c7-cdb90d8cd783 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:49.220751 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd635ee-60cb-4154-a2f6-db976098b2b1 x-openstack-request-id: req-5fd635ee-60cb-4154-a2f6-db976098b2b1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:49.220751 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:49.220751 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fd635ee-60cb-4154-a2f6-db976098b2b1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:49.222161 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'status': 'completed', 'code': 200} Nov 01 18:41:49.279806 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:45Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:41:49.286020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-1166aee2-7bd2-4e7a-a4a7-4e15dce8d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.288531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-1166aee2-7bd2-4e7a-a4a7-4e15dce8d8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 1094 time: 0.0518310 Nov 01 18:41:49.300227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-2061ef92-c718-4604-97eb-6aaa1e145d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.301726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-2061ef92-c718-4604-97eb-6aaa1e145d24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.2029269 Nov 01 18:41:49.305577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-ac2d935d-98fa-4d9d-b1d8-4bcbeb500217 service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928902 Nov 01 18:41:49.322386 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c057-5227-4613-97b1-8b260caf9604 None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:45Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:41:49.344194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-6bd26698-a02f-49ec-81d4-e85b16a7f675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efc434b-71b6-4985-867c-cfbf2efb3454 HTTP/1.1" status: 200 len: 217 time: 0.0460787 Nov 01 18:41:49.416268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-f0299eec-a530-4107-aa79-cd98729a13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.420050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-f0299eec-a530-4107-aa79-cd98729a13f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0683324 Nov 01 18:41:49.436071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-fe6fcaaa-8d94-45a5-9f11-a2b1b83fd770 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 998 time: 0.1255629 Nov 01 18:41:49.497098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-ebf20272-31d0-4868-b4e3-14db00012a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.497363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb32580-af87-476b-b070-df68b70ef68b req-d140cd14-6eb1-432c-8809-11cafd111440 service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811147 Nov 01 18:41:49.507589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-ebf20272-31d0-4868-b4e3-14db00012a12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725467 Nov 01 18:41:49.510760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-64fec7ef-2123-4956-8211-ddedcac9804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.512240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-64fec7ef-2123-4956-8211-ddedcac9804f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0659826 Nov 01 18:41:49.574650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-82d56b95-d2e9-41cc-95f4-4a08633f8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.576551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-82d56b95-d2e9-41cc-95f4-4a08633f8a1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576851 Nov 01 18:41:49.612714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-b1a5920b-6dfe-422e-aff2-483932de2058 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041887 Nov 01 18:41:49.689837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-eb568f4b-d93d-487d-9278-b904e84c4512 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061585 Nov 01 18:41:49.712602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d7409e-cd57-4dec-9b91-9d02c7211dfc None None] New status for floating IP 0396780f-fc1a-4bc7-9d31-a43af5ad2f5b: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:41:49.791757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72ac7760-a220-4b53-b54d-31bf077e60b7 req-c88e77b1-77a2-4524-b101-882f68c76bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670239 Nov 01 18:41:49.893956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-6b94d223-2bd1-41d4-86af-2d48a9a90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.896627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-6b94d223-2bd1-41d4-86af-2d48a9a90703 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1094 time: 0.2056856 Nov 01 18:41:49.931150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-779c3745-8b63-45e6-a395-5d24286571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.932987 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-779c3745-8b63-45e6-a395-5d24286571b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 1094 time: 0.0488663 Nov 01 18:41:49.953794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-1aabe619-fb8b-4646-ade8-328192ed1115 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196825 Nov 01 18:41:49.975449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebaeef-e196-43a1-9d49-5c8b575dfdbf req-be133004-eded-40dd-b068-6c5478bef507 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.976531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6ebaeef-e196-43a1-9d49-5c8b575dfdbf req-be133004-eded-40dd-b068-6c5478bef507 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 943 time: 0.2018013 Nov 01 18:41:49.986557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439e2b-681b-4505-a245-f432ed997e06 req-30cae791-9f19-477e-b9b1-bb4652f8e60b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:49.990152 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a439e2b-681b-4505-a245-f432ed997e06 req-30cae791-9f19-477e-b9b1-bb4652f8e60b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.2197623 Nov 01 18:41:50.064701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a439e2b-681b-4505-a245-f432ed997e06 req-f80dd066-4a37-4ba7-8849-940528cc1c3e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Nov 01 18:41:50.070887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-30380aaa-c38b-4878-99aa-c59d631029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.073481 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-30380aaa-c38b-4878-99aa-c59d631029ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1332784 Nov 01 18:41:50.102437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6ebaeef-e196-43a1-9d49-5c8b575dfdbf req-ee3bbe52-7c47-4cd8-8f17-d825b73ee63f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886540 Nov 01 18:41:50.118731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-c5c05918-f60c-4803-bd08-58e72b8c118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.120411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-c5c05918-f60c-4803-bd08-58e72b8c118c service neutron] 10.222.0.37 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1896498 Nov 01 18:41:50.148048 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-9e2240e7-645e-47ad-848d-450cfb311869 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efc434b-71b6-4985-867c-cfbf2efb3454 HTTP/1.1" status: 200 len: 217 time: 0.0554438 Nov 01 18:41:50.199861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-7a724719-b5a2-4722-b564-c5576013a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.201318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-7a724719-b5a2-4722-b564-c5576013a356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0458236 Nov 01 18:41:50.218403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-a368a228-b897-49e5-80a5-ae677ae0b679 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 999 time: 0.0882947 Nov 01 18:41:50.220220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-a744b023-0ec7-4344-805b-e3a19a62ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.221663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-a744b023-0ec7-4344-805b-e3a19a62ce75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1094 time: 0.1002870 Nov 01 18:41:50.252349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-9216d191-a21c-4c12-8e85-a9a96c68095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.253834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-9216d191-a21c-4c12-8e85-a9a96c68095a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452795 Nov 01 18:41:50.341664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-ffdd654f-1a3d-4620-b5e0-e385fd324e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.343202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-ffdd654f-1a3d-4620-b5e0-e385fd324e06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.1176066 Nov 01 18:41:50.350829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-7eb580ea-f842-4eae-9ffe-b42b2f262717 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 Nov 01 18:41:50.399428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-94bbe75b-72a3-45a4-b33b-f9e5d1d53d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.400954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-94bbe75b-72a3-45a4-b33b-f9e5d1d53d7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1671612 Nov 01 18:41:50.407611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-619ebd08-4969-4836-a496-86720759acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.409067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-619ebd08-4969-4836-a496-86720759acff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579510 Nov 01 18:41:50.483269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a3bbc5c-eca7-46ed-b668-bb024d596556 req-10a994d9-a270-477c-a1db-1cfc512c5625 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112247 Nov 01 18:41:50.524694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-5a07a0bb-26b3-4e86-aeb9-c174b8f31b5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 999 time: 0.1145675 Nov 01 18:41:50.579328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-3a56b3d2-5acb-4222-a7e8-7490fb555b61 service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624103 Nov 01 18:41:50.612251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-5ebc3970-5be4-4d54-a38f-5c909a82212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.613744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-5ebc3970-5be4-4d54-a38f-5c909a82212f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0816679 Nov 01 18:41:50.709803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-3d24d0ab-7166-4268-b208-7cfe2ecca433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:50.711364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-3d24d0ab-7166-4268-b208-7cfe2ecca433 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883622 Nov 01 18:41:50.714816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-00d84b45-cac7-453b-8fe3-a72e01f06e33 service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258917 Nov 01 18:41:50.812135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-c39a3a28-c53a-4ee1-ad35-bf904ff13796 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917747 Nov 01 18:41:50.885078 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ded292aa-9d32-4b1e-b36c-a6c26cf0e38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:50.914330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69d938ce-b675-41a9-b862-3d8b20b8cc50 req-f9847dc5-ee5b-427f-aff1-9f745eacf022 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944240 Nov 01 18:41:51.208881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f589d7-d30b-49ff-aea6-187dc03fe726 req-d4128a56-169a-4492-9856-6f2844c82da7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:51.210457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01f589d7-d30b-49ff-aea6-187dc03fe726 req-d4128a56-169a-4492-9856-6f2844c82da7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.0631590 Nov 01 18:41:51.272861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718954-3c70-4e96-bdbd-199e1efa272a req-da22099e-aebf-4af0-9743-a54a444b98a9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:51.274252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22718954-3c70-4e96-bdbd-199e1efa272a req-da22099e-aebf-4af0-9743-a54a444b98a9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 943 time: 0.0962474 Nov 01 18:41:51.276884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01f589d7-d30b-49ff-aea6-187dc03fe726 req-8e2dc2f0-623a-4571-9484-68444d208ce0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520880 Nov 01 18:41:51.314383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22718954-3c70-4e96-bdbd-199e1efa272a req-41712618-1b70-4c34-8285-049109bc04f7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Nov 01 18:41:52.069336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:52.354770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:41:52.466981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:52.471387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f689-88d1-4a64-8280-345fb80207cc req-362bd2f3-3c7a-4891-a061-089b668bd7b8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:52.472908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69a1f689-88d1-4a64-8280-345fb80207cc req-362bd2f3-3c7a-4891-a061-089b668bd7b8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 943 time: 0.0728025 Nov 01 18:41:52.479808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'port_id': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'mac_address': 'fa:16:3e:0a:76:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:41:52.484207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c05e2e-d941-4833-b9d6-bdd2ff20fb28 req-8f16b853-98d9-444f-a4e7-c5e138c8b2a5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:52.484207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5c05e2e-d941-4833-b9d6-bdd2ff20fb28 req-8f16b853-98d9-444f-a4e7-c5e138c8b2a5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 943 time: 0.1004937 Nov 01 18:41:52.517520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:52.530243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dc01bd-e53f-4b52-828c-dae34a613dff {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:52.538556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69a1f689-88d1-4a64-8280-345fb80207cc req-f7d46426-db3a-4ebe-9d8c-4fb693003a2b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547845 Nov 01 18:41:52.543423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5c05e2e-d941-4833-b9d6-bdd2ff20fb28 req-598cce19-2878-4d1c-aa29-ee137fdda4fe tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531321 Nov 01 18:41:52.550401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:52.618117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:52.671166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:52.720906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8efc434b-71b6-4985-867c-cfbf2efb3454 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:41:52.820443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:52.831247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'mac_address': 'fa:16:3e:c9:0d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:41:52.871702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:52.884151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc434b-71b6-4985-867c-cfbf2efb3454 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:41:52.903139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:52.988463 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:53.035778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:53.225976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8efc434b-71b6-4985-867c-cfbf2efb3454'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:53.697117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d027cd9-46ed-4a16-b9e9-3fc56e869886 req-5372d643-30cc-45f7-b000-e16b36e4f0b8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:53.698734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d027cd9-46ed-4a16-b9e9-3fc56e869886 req-5372d643-30cc-45f7-b000-e16b36e4f0b8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 944 time: 0.0824060 Nov 01 18:41:53.716907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3340ef-2f77-4b3e-8534-5fbd89b166ef req-bf933352-2958-4ef4-a7a7-7c74e254b038 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:53.718694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d3340ef-2f77-4b3e-8534-5fbd89b166ef req-bf933352-2958-4ef4-a7a7-7c74e254b038 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 944 time: 0.0919812 Nov 01 18:41:53.778400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d027cd9-46ed-4a16-b9e9-3fc56e869886 req-da30f345-632a-4d76-8dab-53a1cfb154f5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 Nov 01 18:41:53.784690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d3340ef-2f77-4b3e-8534-5fbd89b166ef req-bd2780c1-9657-41b1-9b22-6823259edb18 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581169 Nov 01 18:41:53.856758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:53.997376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['36dc01bd-e53f-4b52-828c-dae34a613dff'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:41:54.276712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e28727-1838-477f-b683-bc9ac32738a7 req-27a2da18-9cda-46a6-959c-d299ea0e7f3b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.278391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15e28727-1838-477f-b683-bc9ac32738a7 req-27a2da18-9cda-46a6-959c-d299ea0e7f3b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 944 time: 0.0539289 Nov 01 18:41:54.373682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15e28727-1838-477f-b683-bc9ac32738a7 req-111ec121-806e-4898-8cea-8a359c3f0fbc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867515 Nov 01 18:41:54.412338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-8e0c532e-4137-4851-bdd6-649281ec4bed tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.414004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-8e0c532e-4137-4851-bdd6-649281ec4bed tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b&tenant_id=874863ad66c744669a2a4dc0e24cf099&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.1104288 Nov 01 18:41:54.474694 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-955a14bf-debd-4aab-8a2e-3cbe7880e4fc service neutron] delete failed (client error): The resource could not be found. Nov 01 18:41:54.475653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-955a14bf-debd-4aab-8a2e-3cbe7880e4fc service neutron] 10.222.0.32 "DELETE /v2.0/ports/36dc01bd-e53f-4b52-828c-dae34a613dff/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0537550 Nov 01 18:41:54.558368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-ca3678c8-544f-488f-8bcb-811076961e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.559900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-ca3678c8-544f-488f-8bcb-811076961e69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1095 time: 0.0407822 Nov 01 18:41:54.657268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-0023cdd1-5de4-445e-b34f-2a5611c911bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.658765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-0023cdd1-5de4-445e-b34f-2a5611c911bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.0925763 Nov 01 18:41:54.724008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-ea8d6327-32de-428f-b5e7-9abd0b71fee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 1000 time: 0.0585532 Nov 01 18:41:54.749564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8efc434b-71b6-4985-867c-cfbf2efb3454 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:41:54.778240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-611dfa49-7155-4286-8ab9-f6a47d3c5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.779939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-611dfa49-7155-4286-8ab9-f6a47d3c5514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0493181 Nov 01 18:41:54.846085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-70649111-2152-463f-bf7c-9891694f4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:54.846085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-70649111-2152-463f-bf7c-9891694f4688 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545104 Nov 01 18:41:54.868020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 8efc434b-71b6-4985-867c-cfbf2efb3454 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:41:54.872142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 8efc434b-71b6-4985-867c-cfbf2efb3454 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:54.873196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:54.961117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:54.989539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:54.992883 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b838b3f-2ec2-4bf4-9a5f-2318d20901a0" -d '{"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:55.011067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:55.046980 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81375080-0f05-4692-9fea-d9c1813c3c7d x-openstack-request-id: req-81375080-0f05-4692-9fea-d9c1813c3c7d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:55.047276 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:55.047568 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81375080-0f05-4692-9fea-d9c1813c3c7d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:55.048140 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'code': 200} Nov 01 18:41:55.085843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:55.148742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:55.186608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0480a-5810-4560-b7b3-3ff874fe7ea5 req-d30c6b88-5b37-45ea-8f80-c215536fcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:55.188340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-71c0480a-5810-4560-b7b3-3ff874fe7ea5 req-d30c6b88-5b37-45ea-8f80-c215536fcb31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 1096 time: 0.0706265 Nov 01 18:41:55.232977 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-71c0480a-5810-4560-b7b3-3ff874fe7ea5 req-470304b4-42b6-436b-b884-4a1eb5e793b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Nov 01 18:41:55.340332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7c523-e4be-4996-a472-b939febf6014 req-74f013f2-df9c-488f-83ad-b1845c45fd37 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:55.341672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86f7c523-e4be-4996-a472-b939febf6014 req-74f013f2-df9c-488f-83ad-b1845c45fd37 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 944 time: 0.4739487 Nov 01 18:41:55.360289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-749b7721-8a2e-43d6-84e6-758311909264 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120728 Nov 01 18:41:55.392450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86f7c523-e4be-4996-a472-b939febf6014 req-30c28354-a08e-4d1d-888f-81a009f4f0cd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Nov 01 18:41:55.549561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa08ec6d-eeec-47ed-a5e4-9b2ab2a1b3cb req-2e5a7417-5955-4f49-91e5-e6e8cec95ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209955 Nov 01 18:41:55.558225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971190b-de25-483b-a99e-7fe8d024ae5c req-95348483-3073-4349-8a09-45b4799eb66b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:55.559780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1971190b-de25-483b-a99e-7fe8d024ae5c req-95348483-3073-4349-8a09-45b4799eb66b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 944 time: 0.1029723 Nov 01 18:41:55.604093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1971190b-de25-483b-a99e-7fe8d024ae5c req-3ad71abc-619e-4186-be13-e41bc5650459 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374217 Nov 01 18:41:56.377841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:41:56.533672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601aa3-602a-48ad-a69d-efd8037fa5b0 req-3a4c3b21-ea58-4eb4-85a6-a23413c46b2e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:56.535218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e601aa3-602a-48ad-a69d-efd8037fa5b0 req-3a4c3b21-ea58-4eb4-85a6-a23413c46b2e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0605536 Nov 01 18:41:56.564880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 36dc01bd-e53f-4b52-828c-dae34a613dff completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:41:56.568907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 36dc01bd-e53f-4b52-828c-dae34a613dff triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:41:56.569282 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:56.574246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e601aa3-602a-48ad-a69d-efd8037fa5b0 req-0b74b5f5-b712-48e1-8d76-e3a9ec2f85a9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Nov 01 18:41:56.648093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:56.718758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:41:56.742546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:56.747405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3c59b-827e-45ff-af17-5fc348763bb9 req-31b88a93-e1c5-4196-afeb-756c6b9e2d46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:56.750126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6f3c59b-827e-45ff-af17-5fc348763bb9 req-31b88a93-e1c5-4196-afeb-756c6b9e2d46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 944 time: 0.0596979 Nov 01 18:41:56.793171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6f3c59b-827e-45ff-af17-5fc348763bb9 req-94c4826c-ae49-433e-8cc4-0064ade3a81f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 Nov 01 18:41:56.805473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:41:56.817713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 54644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:41:56.853058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:41:56.889781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4698187b-3087-4309-97ef-8203e4e7a03c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 200 len: 993 time: 0.0701551 Nov 01 18:41:57.049567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:41:57.052583 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee3fb6-64c8-4d80-81e9-dae93c50af25" -d '{"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-plugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:41:57.088662 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f11bb-211a-4e03-83d3-e3f4c61e4559 x-openstack-request-id: req-a76f11bb-211a-4e03-83d3-e3f4c61e4559 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:41:57.088953 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-plugged", "status": "completed", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:41:57.089204 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a76f11bb-211a-4e03-83d3-e3f4c61e4559 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:41:57.089593 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'code': 200} Nov 01 18:41:57.692379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168dbb-aacf-4428-895d-1400c53c173b req-8813723c-baba-41cb-8fec-4a507e4ab332 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:57.693886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67168dbb-aacf-4428-895d-1400c53c173b req-8813723c-baba-41cb-8fec-4a507e4ab332 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0506573 Nov 01 18:41:57.733162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67168dbb-aacf-4428-895d-1400c53c173b req-ce566af1-547f-4454-9b8d-39310089f19e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Nov 01 18:41:58.063078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394ac9a-e6ac-428c-899a-ca641ab85a35 req-de4e956e-9b49-4f95-9b57-cc2f79c0497a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:58.064753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1394ac9a-e6ac-428c-899a-ca641ab85a35 req-de4e956e-9b49-4f95-9b57-cc2f79c0497a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0518088 Nov 01 18:41:58.106968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1394ac9a-e6ac-428c-899a-ca641ab85a35 req-f95baef6-b112-4274-9f28-7eb22d3d4e03 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Nov 01 18:41:59.226599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea944d3-ba59-441c-9776-666cf603233d req-9ec084f1-caba-4088-98e3-6b03ab3c4e87 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:41:59.228104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea944d3-ba59-441c-9776-666cf603233d req-9ec084f1-caba-4088-98e3-6b03ab3c4e87 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0492084 Nov 01 18:41:59.272386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ea944d3-ba59-441c-9776-666cf603233d req-d3bdacb2-141b-41e3-9f8a-01802ecc07fa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Nov 01 18:42:00.006360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6448cf-99b1-4726-ac96-eee7cb6fc188 req-b1abab80-819d-4002-aa5b-0d2fc46508b9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:00.007936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c6448cf-99b1-4726-ac96-eee7cb6fc188 req-b1abab80-819d-4002-aa5b-0d2fc46508b9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0548909 Nov 01 18:42:00.046733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c6448cf-99b1-4726-ac96-eee7cb6fc188 req-fd049ce3-7410-479b-be0a-f2e6367827f4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Nov 01 18:42:01.170006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a91167-f9fa-419f-939f-65d5b71f7a9d req-df099739-01a4-42c6-9116-a84198432407 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:01.171616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57a91167-f9fa-419f-939f-65d5b71f7a9d req-df099739-01a4-42c6-9116-a84198432407 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0519838 Nov 01 18:42:01.212232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-57a91167-f9fa-419f-939f-65d5b71f7a9d req-74c23e91-84cc-4ed9-912d-828a40817809 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Nov 01 18:42:02.366917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59870b-b513-45d6-9f70-3f3a01bc447e req-967c0203-b2d9-453a-bef3-e9fed8540191 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:02.371974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d59870b-b513-45d6-9f70-3f3a01bc447e req-967c0203-b2d9-453a-bef3-e9fed8540191 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0879171 Nov 01 18:42:02.414454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d59870b-b513-45d6-9f70-3f3a01bc447e req-38d9918b-2142-43ca-83a2-8fb74c67cdfd tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Nov 01 18:42:02.751423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8efc434b-71b6-4985-867c-cfbf2efb3454 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:42:02.850203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:02.862417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'port_id': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'mac_address': 'fa:16:3e:c9:0d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:42:02.906217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:02.921254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8efc434b-71b6-4985-867c-cfbf2efb3454 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:42:02.950504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:03.022257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:03.100035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:03.110296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8efc434b-71b6-4985-867c-cfbf2efb3454'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:03.531369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-5d0a4512-babf-469f-9e63-1c46572cea2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531847 Nov 01 18:42:03.641252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-c9bd0090-8854-4be7-ba5b-f433045315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:03.643270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-c9bd0090-8854-4be7-ba5b-f433045315d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 1096 time: 0.0539901 Nov 01 18:42:03.842655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f551-e367-4a26-a11c-5e818fb084a9 req-dde5ad9e-858c-4411-a822-60fa18e2da3a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:03.844191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7846f551-e367-4a26-a11c-5e818fb084a9 req-dde5ad9e-858c-4411-a822-60fa18e2da3a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 944 time: 0.1366858 Nov 01 18:42:03.848803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-1425295c-f03c-4c94-bf97-8bc8f1ac1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:03.848803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-1425295c-f03c-4c94-bf97-8bc8f1ac1e66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1778703 Nov 01 18:42:03.942398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-d1099ab7-436e-41de-bf54-b0666782d9e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 200 len: 217 time: 0.0615253 Nov 01 18:42:03.945628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7846f551-e367-4a26-a11c-5e818fb084a9 req-51e4b52e-cbf2-4cb8-acbd-8a0c1d39c034 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941293 Nov 01 18:42:04.012311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-7d6389b5-94ea-4ca4-9601-861c86bd4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:04.013868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-7d6389b5-94ea-4ca4-9601-861c86bd4fcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0641160 Nov 01 18:42:04.076379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-f8fce108-be22-4245-a8dc-0b472d1d3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:04.078288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-f8fce108-be22-4245-a8dc-0b472d1d3320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557544 Nov 01 18:42:04.206830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-2a2fc3ac-4389-4f2c-a62b-2836bf2967de service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200159 Nov 01 18:42:04.335407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee82b2ca-c7e4-4093-9ac2-1591459a8cad req-656e056e-2590-48a3-86e5-8e33164b287e service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210701 Nov 01 18:42:04.791460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8efc434b-71b6-4985-867c-cfbf2efb3454 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:42:04.856858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 8efc434b-71b6-4985-867c-cfbf2efb3454 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:42:04.857526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:05.145915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c920f-5a85-4765-8206-2a859235d671 req-dcf61e76-e216-4129-8631-349b08c63dcb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:05.156395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f0c920f-5a85-4765-8206-2a859235d671 req-dcf61e76-e216-4129-8631-349b08c63dcb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 944 time: 0.1015887 Nov 01 18:42:05.164175 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:05.194643 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:05.215516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:05.219049 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cbb9ee-1bf0-4a1d-863e-6b4e9eec239b" -d '{"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:05.242143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:05.245657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f0c920f-5a85-4765-8206-2a859235d671 req-a70a860b-ebfb-4791-b72c-d4155640b93a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882907 Nov 01 18:42:05.274698 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ff7c23-e255-48d7-b28c-b5a56b567dcf x-openstack-request-id: req-71ff7c23-e255-48d7-b28c-b5a56b567dcf {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:05.275050 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:05.275716 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71ff7c23-e255-48d7-b28c-b5a56b567dcf {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:05.276118 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'code': 200} Nov 01 18:42:05.308082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:05.372692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:05.587476 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:42:06.411276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8487a-d281-4954-ba58-8d03a84d21fe req-605e4df5-36ec-4257-a060-6f690f601dc8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:06.413521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eb8487a-d281-4954-ba58-8d03a84d21fe req-605e4df5-36ec-4257-a060-6f690f601dc8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0715349 Nov 01 18:42:06.468705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5eb8487a-d281-4954-ba58-8d03a84d21fe req-162a312e-df66-4dd8-9bae-e669710262d8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Nov 01 18:42:07.629694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa165-02e0-4f39-9148-2552cff312e1 req-e0645c42-a4a3-4660-a477-5d8d3ff038f0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:07.631698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764aa165-02e0-4f39-9148-2552cff312e1 req-e0645c42-a4a3-4660-a477-5d8d3ff038f0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0661283 Nov 01 18:42:07.687048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-764aa165-02e0-4f39-9148-2552cff312e1 req-944aa12c-b71e-4743-aef2-363fa3bdb7d3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474131 Nov 01 18:42:08.838340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0af10-a197-43f1-b885-f10f92236071 req-5b6a5ce1-4a2f-418a-9a23-8349d9c3cbbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:08.846075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8c0af10-a197-43f1-b885-f10f92236071 req-5b6a5ce1-4a2f-418a-9a23-8349d9c3cbbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0636933 Nov 01 18:42:08.891545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8c0af10-a197-43f1-b885-f10f92236071 req-c7d40f3a-078c-4f46-ba2d-0268530286bc tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Nov 01 18:42:09.290467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:10.122339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1d69-0af0-4a4d-b797-018349650988 req-ef3b8dcc-a88f-4e87-9133-be01a584cfd9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:10.131221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-807a1d69-0af0-4a4d-b797-018349650988 req-ef3b8dcc-a88f-4e87-9133-be01a584cfd9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.1531546 Nov 01 18:42:10.176692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-3c3eb693-2c1d-4893-b70c-bc948512e411 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418514 Nov 01 18:42:10.180336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-807a1d69-0af0-4a4d-b797-018349650988 req-7af8efd2-93bb-4bd4-b511-1d9f6d8e3726 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Nov 01 18:42:10.288691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-57e0f847-c2a8-472b-9590-f24a7bea8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:10.290294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-57e0f847-c2a8-472b-9590-f24a7bea8ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.0565462 Nov 01 18:42:10.421909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-524101fa-1522-462a-b81f-2ccade930fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:10.423608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-524101fa-1522-462a-b81f-2ccade930fab service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1095636 Nov 01 18:42:10.509391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-72ee646c-4ba4-443d-b7a8-957d4953c4c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.0753803 Nov 01 18:42:10.577728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-4a73c650-e0a4-47fe-9d8b-cdf242fbaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:10.580760 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-4a73c650-e0a4-47fe-9d8b-cdf242fbaefc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0626731 Nov 01 18:42:10.638844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-2a2f1131-a3ec-4307-ac59-0c1ee079d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:10.640399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-2a2f1131-a3ec-4307-ac59-0c1ee079d280 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521655 Nov 01 18:42:10.743447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-6e674ce7-1bdf-478e-9188-3d9926e147b6 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948529 Nov 01 18:42:10.871533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37e1341d-717a-480d-8d19-a1f0e6992272 req-a166ad41-308a-41f1-85b8-cebe977a5f26 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167750 Nov 01 18:42:11.405833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ffc9-1989-432d-b508-75885f058d0f req-7cea835a-32f6-4328-a6a1-366a4131f987 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:11.412573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6c3ffc9-1989-432d-b508-75885f058d0f req-7cea835a-32f6-4328-a6a1-366a4131f987 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0818648 Nov 01 18:42:11.453703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6c3ffc9-1989-432d-b508-75885f058d0f req-3f991aad-ff82-4598-8c42-d85e8b491ea8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Nov 01 18:42:12.593449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611061-19da-419c-9b7a-aaf79475416f req-403a316c-b889-4c1e-9420-a273b4476834 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:12.595217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38611061-19da-419c-9b7a-aaf79475416f req-403a316c-b889-4c1e-9420-a273b4476834 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0634413 Nov 01 18:42:12.633721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38611061-19da-419c-9b7a-aaf79475416f req-f9886e3f-ce95-463b-991b-f2634afc0095 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Nov 01 18:42:13.753546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6bd85-e9c6-4aa6-b299-fab77ed2bf39 req-2b9542e2-426f-472c-baed-484e4521939e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:13.755418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cf6bd85-e9c6-4aa6-b299-fab77ed2bf39 req-2b9542e2-426f-472c-baed-484e4521939e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0510070 Nov 01 18:42:13.794711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6cf6bd85-e9c6-4aa6-b299-fab77ed2bf39 req-d848a8c2-60c0-4765-bf73-9a9188550a4a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Nov 01 18:42:14.834755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-59714a2a-baa5-4e8c-bb48-85a25ee38313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:14.836188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-59714a2a-baa5-4e8c-bb48-85a25ee38313 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 1096 time: 0.0417407 Nov 01 18:42:14.958893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea9bbb-a01b-406f-96e7-3b92c770e752 req-e89dcd43-c7b5-4595-8dfc-1f3e3afbb691 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:14.960413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fea9bbb-a01b-406f-96e7-3b92c770e752 req-e89dcd43-c7b5-4595-8dfc-1f3e3afbb691 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0939367 Nov 01 18:42:14.977720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-0a437861-78da-4aa6-880c-5683c5ba73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:14.979160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-0a437861-78da-4aa6-880c-5683c5ba73b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.1358271 Nov 01 18:42:15.031028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-8f47e33b-0084-423a-a058-a8f95803658c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efc434b-71b6-4985-867c-cfbf2efb3454 HTTP/1.1" status: 200 len: 217 time: 0.0429256 Nov 01 18:42:15.071115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fea9bbb-a01b-406f-96e7-3b92c770e752 req-3e37247f-29ce-406a-ae6e-156e1c8339ed tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045330 Nov 01 18:42:15.093953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-b5bbe323-dcc5-4f63-b9a1-b3d7a6af9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:15.095556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-b5bbe323-dcc5-4f63-b9a1-b3d7a6af9c81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0579059 Nov 01 18:42:15.143136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-63a22369-7592-4b19-a444-16edbe63f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:15.144816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-63a22369-7592-4b19-a444-16edbe63f84f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424552 Nov 01 18:42:15.241469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-486ae964-9424-4841-9f3b-082faafc8420 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896862 Nov 01 18:42:15.332272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55b09d40-62d9-403b-8275-546b4d4e24e8 req-9f7931d2-d586-4ea5-9872-4650438771d2 service neutron] 10.222.0.32 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Nov 01 18:42:16.194386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fae15-675a-45bd-8fa7-af730e83d027 req-1b77afe9-8376-460d-b22d-74cabde4062e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:16.195878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a8fae15-675a-45bd-8fa7-af730e83d027 req-1b77afe9-8376-460d-b22d-74cabde4062e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0547006 Nov 01 18:42:16.232941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a8fae15-675a-45bd-8fa7-af730e83d027 req-1b930f45-904b-47bb-8440-2f11e3f87e42 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Nov 01 18:42:17.408106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc877-9815-4145-81c3-9bb644899470 req-0536728e-c53f-4757-8530-28f869b79fe5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:17.409687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24cdc877-9815-4145-81c3-9bb644899470 req-0536728e-c53f-4757-8530-28f869b79fe5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0539455 Nov 01 18:42:17.450618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24cdc877-9815-4145-81c3-9bb644899470 req-39919ba0-6ede-4006-95ea-47b27ab0d333 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Nov 01 18:42:18.567489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302744f-e2b5-47f4-b2ca-39dffcc721b6 req-f8fde3da-9dfa-42f0-a76f-b8af362abccb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:18.569149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3302744f-e2b5-47f4-b2ca-39dffcc721b6 req-f8fde3da-9dfa-42f0-a76f-b8af362abccb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 945 time: 0.0500741 Nov 01 18:42:18.608689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3302744f-e2b5-47f4-b2ca-39dffcc721b6 req-aa05742d-0e9e-4c83-8062-7996486175b3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335810 Nov 01 18:42:18.707834 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f7d21596-355a-42a2-9245-5c41444936f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:18.738558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bc02b-6d27-4edc-9460-b9cc6be80013 req-2048f554-e519-411c-94dd-b0d91a06a132 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:18.740713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f43bc02b-6d27-4edc-9460-b9cc6be80013 req-2048f554-e519-411c-94dd-b0d91a06a132 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0547476 Nov 01 18:42:18.779515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f43bc02b-6d27-4edc-9460-b9cc6be80013 req-16df1bab-f672-4482-ad67-ba4dd0c18c99 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Nov 01 18:42:18.837254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8efc434b-71b6-4985-867c-cfbf2efb3454 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:18.904641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1be239-1eed-4a32-8b7c-72507caa2a35 req-c8f10534-70f3-401c-bc21-485f85900d82 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:18.906159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b1be239-1eed-4a32-8b7c-72507caa2a35 req-c8f10534-70f3-401c-bc21-485f85900d82 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0548289 Nov 01 18:42:18.916762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:18.939272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:18.942980 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d08d1c-3d50-4ab0-b5de-832a6120f004" -d '{"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-unplugged", "status": "completed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:18.946422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b1be239-1eed-4a32-8b7c-72507caa2a35 req-d23dbdb1-9265-4a14-8e09-2f4fc3fcb169 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Nov 01 18:42:18.954986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:18.986290 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcd1c5-0b4a-4076-b963-f89a72805af4 x-openstack-request-id: req-d5bcd1c5-0b4a-4076-b963-f89a72805af4 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:18.986649 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-unplugged", "status": "failed", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454", "code": 422}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:18.986971 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5bcd1c5-0b4a-4076-b963-f89a72805af4 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:18.987372 n-d-815923-2 neutron-server[102784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'code': 422} returned with failed status Nov 01 18:42:19.072883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:19.125320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:19.369208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9fd3-879e-42a9-83fb-e7cfa954ad5d req-33d02635-cbec-4838-8ad7-0e06bb0f92fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:19.370687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f1b9fd3-879e-42a9-83fb-e7cfa954ad5d req-33d02635-cbec-4838-8ad7-0e06bb0f92fb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Nov 01 18:42:19.408082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f1b9fd3-879e-42a9-83fb-e7cfa954ad5d req-0ee5de79-6256-4700-8df3-8ff88b24e2f5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Nov 01 18:42:20.540235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77710b6d-661c-4d9d-aa59-e4b2b813aebc req-94244b83-4e7e-41ae-8441-134ef52b8d76 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:20.542050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77710b6d-661c-4d9d-aa59-e4b2b813aebc req-94244b83-4e7e-41ae-8441-134ef52b8d76 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0574300 Nov 01 18:42:20.582895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77710b6d-661c-4d9d-aa59-e4b2b813aebc req-b158ea42-4416-412b-8774-c1839b0b5fa0 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Nov 01 18:42:20.901683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25cdc542-4fdd-4c66-b3cd-95c533f6277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:21.707159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a14ca-ca81-4ba2-9a74-579414ba5978 req-af7aac62-3cde-4c2c-9528-d1e1e2c643a5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:21.708703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2a14ca-ca81-4ba2-9a74-579414ba5978 req-af7aac62-3cde-4c2c-9528-d1e1e2c643a5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0568254 Nov 01 18:42:21.748258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2a14ca-ca81-4ba2-9a74-579414ba5978 req-bf428f49-fc93-42dc-9551-8b22b23bcbc5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326545 Nov 01 18:42:22.192814 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:22.867141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d446f10-001c-4224-88f9-51058dc34354 req-0051cbf2-4aac-4758-b0bc-1a2aaad0a84a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:22.868658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d446f10-001c-4224-88f9-51058dc34354 req-0051cbf2-4aac-4758-b0bc-1a2aaad0a84a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Nov 01 18:42:22.907401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d446f10-001c-4224-88f9-51058dc34354 req-4ac38c95-a999-4d6f-ade6-df355ce5f09c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Nov 01 18:42:23.804356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:24.030627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce396-b6ef-4e94-a48a-37b04ec11029 req-2b8e57c1-2b62-4f81-96a7-b8e8a6d1780e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:24.032143 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-804ce396-b6ef-4e94-a48a-37b04ec11029 req-2b8e57c1-2b62-4f81-96a7-b8e8a6d1780e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0551472 Nov 01 18:42:24.071264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-804ce396-b6ef-4e94-a48a-37b04ec11029 req-543efe95-8da4-4c6a-87f5-3fb6739a7bd3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Nov 01 18:42:25.191545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3ce7f-f671-48dd-8f09-4e34a148c76a req-f106051b-899c-4658-b77d-0d6a5589c648 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:25.193546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cc3ce7f-f671-48dd-8f09-4e34a148c76a req-f106051b-899c-4658-b77d-0d6a5589c648 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0502131 Nov 01 18:42:25.233580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0cc3ce7f-f671-48dd-8f09-4e34a148c76a req-7c2af783-4e0d-4fa5-9cde-bfc191fbc8c1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335288 Nov 01 18:42:26.355222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205b55e-4c92-4925-a4e1-f2de273df899 req-ae0921f5-e7fa-453c-9793-9a97339e7080 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:26.356817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6205b55e-4c92-4925-a4e1-f2de273df899 req-ae0921f5-e7fa-453c-9793-9a97339e7080 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Nov 01 18:42:26.396166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6205b55e-4c92-4925-a4e1-f2de273df899 req-d376e956-64ff-4660-99fb-40773dac4ed7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Nov 01 18:42:26.742038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:27.525400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66374-6dc4-4c3c-927a-192c04eb52c1 req-217c6fd8-c003-428f-9872-591ffad7c4d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:27.527657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d66374-6dc4-4c3c-927a-192c04eb52c1 req-217c6fd8-c003-428f-9872-591ffad7c4d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0612011 Nov 01 18:42:27.566205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d66374-6dc4-4c3c-927a-192c04eb52c1 req-f9aca7ec-673b-474a-b7c6-197dfd494d15 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Nov 01 18:42:28.398562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-efbad454-3cf7-4cba-87bd-cc3a8c5725e8 req-69780b11-c943-4dee-ab20-3056aaf5cffb service neutron] (102782) timed out ('10.222.0.31', 59518) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 18:42:28.685844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39676d-20c8-4a6b-a78d-d6ce0c9d8a0b req-e19aa74b-1ace-4169-8581-12b737b94966 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:28.687286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a39676d-20c8-4a6b-a78d-d6ce0c9d8a0b req-e19aa74b-1ace-4169-8581-12b737b94966 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0533619 Nov 01 18:42:28.725257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a39676d-20c8-4a6b-a78d-d6ce0c9d8a0b req-15be78b6-6fcd-43e0-adf7-01e181a4b406 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Nov 01 18:42:29.841635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704edff9-54e5-4433-b2f6-561b67323fc3 req-64cfe367-3d50-4bf9-b143-e7016ebcbcf4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:29.843135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704edff9-54e5-4433-b2f6-561b67323fc3 req-64cfe367-3d50-4bf9-b143-e7016ebcbcf4 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Nov 01 18:42:29.881375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-704edff9-54e5-4433-b2f6-561b67323fc3 req-e87c49ab-f60e-4a6a-8ff7-00c8898af64a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Nov 01 18:42:30.226951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692fd4c-8fb8-4753-9c85-9fa55763048c req-84c54370-8455-4f60-9088-c0ac6c30e84b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:30.233948 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d692fd4c-8fb8-4753-9c85-9fa55763048c req-84c54370-8455-4f60-9088-c0ac6c30e84b tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0599103 Nov 01 18:42:30.268127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d692fd4c-8fb8-4753-9c85-9fa55763048c req-d9f0a1fe-23d7-48f4-9ee8-46e91318c970 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Nov 01 18:42:30.337815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc0138-b68b-412e-a714-563f441e44ba req-bed0a556-b356-45a9-85af-699412f1737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:30.339702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-bed0a556-b356-45a9-85af-699412f1737b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.0430493 Nov 01 18:42:30.434708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc0138-b68b-412e-a714-563f441e44ba req-9e90e214-de29-4eff-a705-0459b5cfad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:30.436156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-9e90e214-de29-4eff-a705-0459b5cfad75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.0885410 Nov 01 18:42:30.507370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-6239a574-dc66-4df3-9016-c62a0db69938 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.0622387 Nov 01 18:42:30.556733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc0138-b68b-412e-a714-563f441e44ba req-f4afecc4-4907-4c9e-bd77-d10f50e9c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:30.558327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-f4afecc4-4907-4c9e-bd77-d10f50e9c5c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0437977 Nov 01 18:42:30.604459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc0138-b68b-412e-a714-563f441e44ba req-de7042bf-d8d0-4c25-a3f2-df3fd257d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:30.605954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-de7042bf-d8d0-4c25-a3f2-df3fd257d583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406160 Nov 01 18:42:30.701303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-4e4439fb-efac-4cff-b77b-5e53216e29f0 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877793 Nov 01 18:42:30.796241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85fc0138-b68b-412e-a714-563f441e44ba req-59f16fee-9159-4e6e-90a8-54bda07b052f service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862446 Nov 01 18:42:31.396615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731c429-ab0b-4a0e-9c5e-f0beea3fc2e0 req-defe810f-1f31-407a-b26b-dd967593772e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:31.398136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1731c429-ab0b-4a0e-9c5e-f0beea3fc2e0 req-defe810f-1f31-407a-b26b-dd967593772e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0526645 Nov 01 18:42:31.436052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1731c429-ab0b-4a0e-9c5e-f0beea3fc2e0 req-dd73ce35-4f72-4278-b306-e0f964c3f2c6 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Nov 01 18:42:32.560314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c4862-96e4-4103-9f18-2c590cb231a9 req-118382a1-d72b-4f67-8b1f-7d3857ec97af tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:32.561901 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d8c4862-96e4-4103-9f18-2c590cb231a9 req-118382a1-d72b-4f67-8b1f-7d3857ec97af tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Nov 01 18:42:32.601738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d8c4862-96e4-4103-9f18-2c590cb231a9 req-ebbd24ca-300c-427f-9ab5-e6962a56b721 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Nov 01 18:42:32.728184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b5b46-81e1-4c69-95b8-b4de39c87dfb req-49aa0752-c516-4650-b961-0031706ab90c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:32.729674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-716b5b46-81e1-4c69-95b8-b4de39c87dfb req-49aa0752-c516-4650-b961-0031706ab90c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Nov 01 18:42:32.772232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-716b5b46-81e1-4c69-95b8-b4de39c87dfb req-ff9669f2-fd9e-42a1-a7b4-f838d21c7c2c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366001 Nov 01 18:42:32.891260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd030d-8d86-4a7c-86fd-ab04438827b5 req-f3403475-d079-4e3d-b72d-a4d7f0c77b44 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:32.892781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42fd030d-8d86-4a7c-86fd-ab04438827b5 req-f3403475-d079-4e3d-b72d-a4d7f0c77b44 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Nov 01 18:42:32.932129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-42fd030d-8d86-4a7c-86fd-ab04438827b5 req-db74cb77-278b-4b96-9253-a10207097f4c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Nov 01 18:42:33.392213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e7d4-c519-48f1-b4fb-155eb9597b52 req-4c607f89-7972-4642-a0ec-0f24b1f120cf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:33.393576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53f3e7d4-c519-48f1-b4fb-155eb9597b52 req-4c607f89-7972-4642-a0ec-0f24b1f120cf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0508091 Nov 01 18:42:33.433844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53f3e7d4-c519-48f1-b4fb-155eb9597b52 req-f66fa5b6-a5b6-4b66-869a-774b8dfd614c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Nov 01 18:42:34.554149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7405-f67a-44b1-b9e0-a37f5e4c84d7 req-8dd32f17-55db-4c70-8de6-fd1c0125b0b2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:34.555662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abfb7405-f67a-44b1-b9e0-a37f5e4c84d7 req-8dd32f17-55db-4c70-8de6-fd1c0125b0b2 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Nov 01 18:42:34.604542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abfb7405-f67a-44b1-b9e0-a37f5e4c84d7 req-9fd2652b-4b78-481f-bf37-ec640cd9f43c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Nov 01 18:42:34.878416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:34.946119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c57c1-17a7-4454-8985-a84903b7aaa4 req-410fb988-cddc-4c2a-862d-035af8ccbd0e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:34.947622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d7c57c1-17a7-4454-8985-a84903b7aaa4 req-410fb988-cddc-4c2a-862d-035af8ccbd0e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Nov 01 18:42:34.986696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d7c57c1-17a7-4454-8985-a84903b7aaa4 req-a5954a13-21b5-4183-909b-cadae84b9b66 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Nov 01 18:42:35.116323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-7520a32c-8fae-4b72-8561-7fb48be2fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:35.117804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-7520a32c-8fae-4b72-8561-7fb48be2fd66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492341bfc3142069873ddf9e283aab2&device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 1096 time: 0.0408764 Nov 01 18:42:35.213120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-4b3b73ae-714c-42ef-9dda-cd38477f1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:35.214674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-4b3b73ae-714c-42ef-9dda-cd38477f1f58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 200 len: 913 time: 0.0897257 Nov 01 18:42:35.280847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-77e76d79-fda8-4ae2-b1e7-b4aec29acdd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 200 len: 1000 time: 0.0592971 Nov 01 18:42:35.330843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-90de744e-1aa9-4492-b5ee-72e475a5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:35.332353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-90de744e-1aa9-4492-b5ee-72e475a5a182 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 200 len: 851 time: 0.0449839 Nov 01 18:42:35.385310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-a19a292d-7777-4b8c-9e93-c7ba6b3c3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:35.386984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-a19a292d-7777-4b8c-9e93-c7ba6b3c3a9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=230941fe-8f3d-4e23-946f-41da9a3097b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451593 Nov 01 18:42:35.475219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-d515fdd3-d9df-4f89-ba20-844e1e9eca42 service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808363 Nov 01 18:42:35.568550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163dc92e-d6f7-4e12-ad54-5496432dbff9 req-6305c703-1eed-4e32-8773-726bf22b470f service neutron] 10.222.0.37 "GET /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863338 Nov 01 18:42:36.107553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd21d8-5b37-41c8-ad8b-f5f949564271 req-f34dea06-b888-4a91-be7f-8bf664f16d41 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:36.109047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0bd21d8-5b37-41c8-ad8b-f5f949564271 req-f34dea06-b888-4a91-be7f-8bf664f16d41 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Nov 01 18:42:36.147942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0bd21d8-5b37-41c8-ad8b-f5f949564271 req-553ae3ac-b4af-4f59-9088-ef8f55da5175 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Nov 01 18:42:37.265550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30043d-c44e-41a8-8525-d6bd702e6339 req-a3115b4b-a186-43da-be47-270b9a0c5214 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:37.267052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b30043d-c44e-41a8-8525-d6bd702e6339 req-a3115b4b-a186-43da-be47-270b9a0c5214 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Nov 01 18:42:37.310383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b30043d-c44e-41a8-8525-d6bd702e6339 req-071ef262-8807-4954-8cfc-67cc20cad3fa tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367005 Nov 01 18:42:37.435729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653bc95-5a0f-4b5b-99c6-4767892a7135 req-388e0b2a-64e5-4bcc-8ec8-b3f512bddc3c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:37.437100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b653bc95-5a0f-4b5b-99c6-4767892a7135 req-388e0b2a-64e5-4bcc-8ec8-b3f512bddc3c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Nov 01 18:42:37.474491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b653bc95-5a0f-4b5b-99c6-4767892a7135 req-95ae5e20-f26e-492c-bfae-cb5ca684594a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Nov 01 18:42:38.970347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b67e18-b3da-41f5-a992-78173a05da56 req-b2cb159c-fb2d-4586-ba8f-e9846cd71589 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:38.971850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25b67e18-b3da-41f5-a992-78173a05da56 req-b2cb159c-fb2d-4586-ba8f-e9846cd71589 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8960ede-693c-424a-8eaa-7f07d76fb17e HTTP/1.1" status: 200 len: 943 time: 0.0489287 Nov 01 18:42:39.072903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port 8efc434b-71b6-4985-867c-cfbf2efb3454 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:39.073248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:39.170376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port 8efc434b-71b6-4985-867c-cfbf2efb3454, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8efc434b-71b6-4985-867c-cfbf2efb3454,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:39.170723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:39.184153 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for 8efc434b-71b6-4985-867c-cfbf2efb3454 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:39.205460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:39.398823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:39.411914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:39.421123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:39.431389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=8efc434b-71b6-4985-867c-cfbf2efb3454,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:39.496595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] No DVR routers for this DVR port 8efc434b-71b6-4985-867c-cfbf2efb3454 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:39.500393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:39.504452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25b67e18-b3da-41f5-a992-78173a05da56 req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "DELETE /v2.0/ports/8efc434b-71b6-4985-867c-cfbf2efb3454 HTTP/1.1" status: 204 len: 173 time: 0.5272141 Nov 01 18:42:39.506120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-deleted', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:39.508743 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da1b81b-ba32-4c3f-9d57-4dd62c597dfd" -d '{"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-deleted", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:39.526236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.526728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.527826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.530075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.530670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.531258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.531893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.534143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.534791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.535345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.544735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.544735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f8d76-f1f8-482d-a3de-ce51e3faa922 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:39.571130 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c1e42-b048-4688-b882-60e93abd9487 x-openstack-request-id: req-a71c1e42-b048-4688-b882-60e93abd9487 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:39.571814 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8960ede-693c-424a-8eaa-7f07d76fb17e", "name": "network-vif-deleted", "tag": "8efc434b-71b6-4985-867c-cfbf2efb3454", "status": "failed", "code": 422}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:39.572580 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a71c1e42-b048-4688-b882-60e93abd9487 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:39.573202 n-d-815923-2 neutron-server[102782]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8960ede-693c-424a-8eaa-7f07d76fb17e', 'name': 'network-vif-deleted', 'tag': '8efc434b-71b6-4985-867c-cfbf2efb3454', 'status': 'failed', 'code': 422} returned with failed status Nov 01 18:42:40.879562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7cc84-a12e-48ec-92e1-7316ceb39e87 req-302321d4-7eec-4214-9b37-da868b9aff32 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:40.882741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1b7cc84-a12e-48ec-92e1-7316ceb39e87 req-302321d4-7eec-4214-9b37-da868b9aff32 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 907 time: 0.0746856 Nov 01 18:42:42.009478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84e72-6540-4e20-9165-9dfb4b069d72 req-c42900a7-059b-497a-9be7-5d86e9d6c395 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:42.012339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46a84e72-6540-4e20-9165-9dfb4b069d72 req-c42900a7-059b-497a-9be7-5d86e9d6c395 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 907 time: 0.0526505 Nov 01 18:42:42.524147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-96a0c122-bf55-44f3-8a43-b1086578c4c5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:42.525613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-96a0c122-bf55-44f3-8a43-b1086578c4c5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 907 time: 0.0527751 Nov 01 18:42:42.586605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:42:42.629061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port dcea0fc3-58eb-4735-842c-9984a24af944 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:42.629402 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:42.731781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port dcea0fc3-58eb-4735-842c-9984a24af944, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dcea0fc3-58eb-4735-842c-9984a24af944,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:42.732157 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:42.745118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for dcea0fc3-58eb-4735-842c-9984a24af944 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:43.040615 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:43.069366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=dcea0fc3-58eb-4735-842c-9984a24af944,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:43.134683 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] No DVR routers for this DVR port dcea0fc3-58eb-4735-842c-9984a24af944 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:43.137826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:43.142093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45093b18-d1ac-471e-9bbb-6635b15b391f req-2b768989-b823-43ff-b57d-8dc6f86f9a8a tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "DELETE /v2.0/ports/dcea0fc3-58eb-4735-842c-9984a24af944 HTTP/1.1" status: 204 len: 173 time: 0.6100013 Nov 01 18:42:43.143912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'name': 'network-vif-deleted', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:43.148514 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f7a56-3832-4826-b392-78cbab25990e" -d '{"events": [{"server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "name": "network-vif-deleted", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:43.183868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0541dec-1d03-41d5-b57a-64019f02d288 req-50582020-5e83-4f97-923c-50957290b139 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 210 time: 0.0548689 Nov 01 18:42:43.234601 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da230b14-76ed-4d0d-8e6a-6e777eff0c6b x-openstack-request-id: req-da230b14-76ed-4d0d-8e6a-6e777eff0c6b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:43.234601 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38826072-1554-41e0-bb28-b3462c2ddbf3", "name": "network-vif-deleted", "tag": "dcea0fc3-58eb-4735-842c-9984a24af944", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:43.234601 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da230b14-76ed-4d0d-8e6a-6e777eff0c6b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:43.234920 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38826072-1554-41e0-bb28-b3462c2ddbf3', 'name': 'network-vif-deleted', 'tag': 'dcea0fc3-58eb-4735-842c-9984a24af944', 'status': 'completed', 'code': 200} Nov 01 18:42:44.307066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3a6ae9f-b263-44a0-a4f8-b24f0ce40ebb req-2835b894-d4e1-4917-8131-7930cd116f03 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=38826072-1554-41e0-bb28-b3462c2ddbf3 HTTP/1.1" status: 200 len: 210 time: 0.0317504 Nov 01 18:42:45.746592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8c03-5a64-4916-bb30-59369daa2126 req-a5f02f74-b7db-4731-9128-90bc273b6dcd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:45.748407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c84e8c03-5a64-4916-bb30-59369daa2126 req-a5f02f74-b7db-4731-9128-90bc273b6dcd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0508716 Nov 01 18:42:45.791323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c84e8c03-5a64-4916-bb30-59369daa2126 req-aa6f9c21-6054-4e5d-8267-a73143479600 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Nov 01 18:42:45.854428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163922-6a2d-4c37-9738-97af47d71942 req-053a24c7-f9a7-4133-9330-ba50f1e585ca tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:45.857291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb163922-6a2d-4c37-9738-97af47d71942 req-053a24c7-f9a7-4133-9330-ba50f1e585ca tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.0550523 Nov 01 18:42:45.895254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb163922-6a2d-4c37-9738-97af47d71942 req-3b9bc6b5-aeb5-426a-9e15-1fb92f408a23 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Nov 01 18:42:46.637295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dcea0fc3-58eb-4735-842c-9984a24af944 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:46.661089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: dcea0fc3-58eb-4735-842c-9984a24af944 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:46.661443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dcea0fc3-58eb-4735-842c-9984a24af944 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:46.940959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06305bd8-ca47-48a7-bd6e-9ac1ebac88a5 req-a6f0326e-1dec-4fdf-8cbb-d4f317e8ebf7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:46.942539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06305bd8-ca47-48a7-bd6e-9ac1ebac88a5 req-a6f0326e-1dec-4fdf-8cbb-d4f317e8ebf7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0550203 Nov 01 18:42:47.005629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06305bd8-ca47-48a7-bd6e-9ac1ebac88a5 req-5e01218b-2156-46c4-8d37-1f8bc8e6e3b6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566061 Nov 01 18:42:47.031096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fad81e-cebd-4a6d-9dd6-4811b5ab73c5 req-3fca5dd8-663a-483a-b090-b263ac528292 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:47.031882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34fad81e-cebd-4a6d-9dd6-4811b5ab73c5 req-3fca5dd8-663a-483a-b090-b263ac528292 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.0621617 Nov 01 18:42:47.077798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34fad81e-cebd-4a6d-9dd6-4811b5ab73c5 req-de87e349-7ebb-4039-9520-9e7db1dd8934 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Nov 01 18:42:47.652482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d3467-c63b-42d8-a676-55e32843023f req-3d3c19a3-d57f-4ae5-8bd4-be6d026dd718 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:47.653925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b2d3467-c63b-42d8-a676-55e32843023f req-3d3c19a3-d57f-4ae5-8bd4-be6d026dd718 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0530536 Nov 01 18:42:47.753630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Deleting port 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:47.753859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:47.844679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] For port 131b7e29-137f-42ee-abf1-0730181bbd15, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=131b7e29-137f-42ee-abf1-0730181bbd15,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:47.847537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:47.891478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-1cb1b790-3694-467e-862b-768bf9af6bb9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:47.893097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-1cb1b790-3694-467e-862b-768bf9af6bb9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.0570922 Nov 01 18:42:48.003489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:48.003913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.051313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.060861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.060861 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Floating IP e0044ad2-44d4-467b-b2c4-a6e99f3632fe disassociated. External IP: 172.25.2.78, port: 131b7e29-137f-42ee-abf1-0730181bbd15. Nov 01 18:42:48.060861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Calling delete_port for 131b7e29-137f-42ee-abf1-0730181bbd15 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:48.114856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:48.115220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.130981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for a51c22d2-8b45-43ef-a6a1-eb16e168f8aa owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:48.183534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6140ccb-4064-4219-a47e-bd61d902fc8a req-72cb70e9-20cc-4f77-acfd-5138c5021fe5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:48.183534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6140ccb-4064-4219-a47e-bd61d902fc8a req-72cb70e9-20cc-4f77-acfd-5138c5021fe5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 946 time: 0.0888526 Nov 01 18:42:48.301857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6140ccb-4064-4219-a47e-bd61d902fc8a req-fcd6903c-e3fb-40d1-b603-2037dd0953e8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=41debd2d-ad61-4217-ac74-3038a160021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923259 Nov 01 18:42:48.315383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4825fa7-d1a5-4c13-a007-bf77240ed8a0 req-02e3f516-3e85-413f-9a64-1209ce37eb83 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:48.317211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4825fa7-d1a5-4c13-a007-bf77240ed8a0 req-02e3f516-3e85-413f-9a64-1209ce37eb83 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 946 time: 0.1303153 Nov 01 18:42:48.360234 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4825fa7-d1a5-4c13-a007-bf77240ed8a0 req-3225f35f-08ed-45f1-927d-a4fd0cf38ab8 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Nov 01 18:42:48.388071 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.401833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:48.404346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:48.410469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.417070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=a51c22d2-8b45-43ef-a6a1-eb16e168f8aa,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:48.427008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.427920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.428262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.428602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.428934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.429271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.429661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.429990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.430317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.430641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.430968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.431297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:42:48.478293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'Port': ['ID=131b7e29-137f-42ee-abf1-0730181bbd15,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:48.505084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] No DVR routers for this DVR port a51c22d2-8b45-43ef-a6a1-eb16e168f8aa on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:48.514854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.518603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9c8ca4f2-cdc7-4cbd-acb7-27e467fc0d57 req-7650d5cc-ef42-455f-bec7-b2d16452bbaf tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "DELETE /v2.0/ports/a51c22d2-8b45-43ef-a6a1-eb16e168f8aa HTTP/1.1" status: 204 len: 173 time: 0.6166317 Nov 01 18:42:48.518731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'name': 'network-vif-deleted', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:48.529103 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f85ac50-1032-4343-b520-6e9e0e6b31c0" -d '{"events": [{"server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "name": "network-vif-deleted", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:48.572851 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23237d30-4850-4387-be46-2a045590b5ca x-openstack-request-id: req-23237d30-4850-4387-be46-2a045590b5ca {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:48.573247 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472ff6d4-3ed6-49a3-8e91-c0abee2cdea9", "name": "network-vif-deleted", "tag": "a51c22d2-8b45-43ef-a6a1-eb16e168f8aa", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:48.573596 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23237d30-4850-4387-be46-2a045590b5ca {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:48.574087 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ff6d4-3ed6-49a3-8e91-c0abee2cdea9', 'name': 'network-vif-deleted', 'tag': 'a51c22d2-8b45-43ef-a6a1-eb16e168f8aa', 'status': 'completed', 'code': 200} Nov 01 18:42:48.685786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9a08-cfcc-4e2a-b6ff-6a3ec5e2bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:48.997436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:42:49.124952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:42:49.135862 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:42:49.148313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:49.152702 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:49.170382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] No DVR routers for this DVR port 131b7e29-137f-42ee-abf1-0730181bbd15 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:49.173734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:49.180295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b2d3467-c63b-42d8-a676-55e32843023f req-7b611b93-240a-4bea-afed-4276f642a36c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.37 "DELETE /v2.0/ports/131b7e29-137f-42ee-abf1-0730181bbd15 HTTP/1.1" status: 204 len: 173 time: 1.5162263 Nov 01 18:42:49.180790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-deleted', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:49.183462 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ccd91f-feeb-430e-9856-2d65a90c0d99" -d '{"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-deleted", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:49.248197 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ff978-759c-4495-ae3a-d74243bba905 x-openstack-request-id: req-6d2ff978-759c-4495-ae3a-d74243bba905 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:49.248495 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba127e6-5735-4435-8202-292d2365a41a", "name": "network-vif-deleted", "tag": "131b7e29-137f-42ee-abf1-0730181bbd15", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:49.248745 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d2ff978-759c-4495-ae3a-d74243bba905 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:49.249138 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba127e6-5735-4435-8202-292d2365a41a', 'name': 'network-vif-deleted', 'tag': '131b7e29-137f-42ee-abf1-0730181bbd15', 'status': 'completed', 'code': 200} Nov 01 18:42:49.284173 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:49.445073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ded241a-d639-4312-8f5e-189f974c1022 req-3661b4c7-5a8b-4f90-ac03-2922cd713128 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ba127e6-5735-4435-8202-292d2365a41a HTTP/1.1" status: 200 len: 210 time: 0.0458512 Nov 01 18:42:49.506320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a251a215-33f7-4122-843d-da3a602550ee req-b345e807-113a-4577-a06b-9b6b6dfdcab3 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=472ff6d4-3ed6-49a3-8e91-c0abee2cdea9 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Nov 01 18:42:49.578595 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:49.609404 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:42:49.621190 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:49.621190 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:49.738722 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:49.954337 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:49.981395 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a868236d-d32c-4988-8eea-fbbf25b94bad None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:42:50.227453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad989c01-91d7-4509-ac9e-1368d0e1dcb4 None None] New status for floating IP e0044ad2-44d4-467b-b2c4-a6e99f3632fe: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:42:50.639797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a51c22d2-8b45-43ef-a6a1-eb16e168f8aa no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:50.661127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a51c22d2-8b45-43ef-a6a1-eb16e168f8aa {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:50.661489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a51c22d2-8b45-43ef-a6a1-eb16e168f8aa not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:50.662443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:50.674899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55476) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:50.697790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 131b7e29-137f-42ee-abf1-0730181bbd15 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:50.702397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 131b7e29-137f-42ee-abf1-0730181bbd15 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:50.759357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:50.787995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:50.857051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01104d9c-7456-4c8b-b1b9-63f639663c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.004716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.009119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.012030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "DELETE /v2.0/security-groups/41debd2d-ad61-4217-ac74-3038a160021a HTTP/1.1" status: 204 len: 168 time: 0.3352332 Nov 01 18:42:51.014415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:51.034953 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-c6a64d2c-92c8-490f-a697-a10488c5329e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] show failed (client error): The resource could not be found. Nov 01 18:42:51.038694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6a64d2c-92c8-490f-a697-a10488c5329e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups/41debd2d-ad61-4217-ac74-3038a160021a HTTP/1.1" status: 404 len: 347 time: 0.0205920 Nov 01 18:42:51.039385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008b66a-3429-43d1-9daf-31f71805c7b9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41debd2d-ad61-4217-ac74-3038a160021a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:51.041158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55488) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:51.097058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04549232-9cf0-413f-ae9a-29ed7a6de701 req-9c2cc656-b984-44fc-bdf7-ea52ccc6eba5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:51.098769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04549232-9cf0-413f-ae9a-29ed7a6de701 req-9c2cc656-b984-44fc-bdf7-ea52ccc6eba5 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0610211 Nov 01 18:42:51.142210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04549232-9cf0-413f-ae9a-29ed7a6de701 req-73fade85-f9f6-4ee2-8bd4-456de1be9b06 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d62ddf1-de8f-4ca3-8367-fd22e379c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Nov 01 18:42:51.200815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Deleting port 3710af06-c786-486a-8c18-e29c78efc3e8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:51.201076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.285524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.286018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.303794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Calling delete_port for 3710af06-c786-486a-8c18-e29c78efc3e8 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:51.318732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-f9bebabf-702b-42c6-a256-65043a547103 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:51.320902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-f9bebabf-702b-42c6-a256-65043a547103 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 945 time: 0.0761325 Nov 01 18:42:51.428569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port 4462468f-2923-4fc7-b80c-670041696e46 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:51.428911 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.524226 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.530392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port 4462468f-2923-4fc7-b80c-670041696e46, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=4462468f-2923-4fc7-b80c-670041696e46,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:51.530756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.550403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for 4462468f-2923-4fc7-b80c-670041696e46 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:51.584070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'Port': ['ID=3710af06-c786-486a-8c18-e29c78efc3e8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:51.635858 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.635858 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.635858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d64a3ce2-3c83-43d0-b988-44c7fd654f37 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0044ad2-44d4-467b-b2c4-a6e99f3632fe HTTP/1.1" status: 204 len: 168 time: 0.5915959 Nov 01 18:42:51.805097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.819872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['4462468f-2923-4fc7-b80c-670041696e46'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:42:51.838634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=4462468f-2923-4fc7-b80c-670041696e46,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:51.885551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] No DVR routers for this DVR port 4462468f-2923-4fc7-b80c-670041696e46 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:51.888552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:51.891871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f72cd47f-5a29-4b76-b04f-9cecea1b8be3 req-ee14bc99-cb89-43ad-8d8c-72436e73771c tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.32 "DELETE /v2.0/ports/4462468f-2923-4fc7-b80c-670041696e46 HTTP/1.1" status: 204 len: 173 time: 0.5653796 Nov 01 18:42:51.892336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'name': 'network-vif-deleted', 'tag': '4462468f-2923-4fc7-b80c-670041696e46'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:51.894715 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba62005d-391a-4f51-ae43-b40775edb4c4" -d '{"events": [{"server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "name": "network-vif-deleted", "tag": "4462468f-2923-4fc7-b80c-670041696e46"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:51.939303 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f2445-43e8-4a85-87e4-d8ac325d2c56 x-openstack-request-id: req-e97f2445-43e8-4a85-87e4-d8ac325d2c56 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:51.939893 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256", "name": "network-vif-deleted", "tag": "4462468f-2923-4fc7-b80c-670041696e46", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:51.940205 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e97f2445-43e8-4a85-87e4-d8ac325d2c56 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:51.940818 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256', 'name': 'network-vif-deleted', 'tag': '4462468f-2923-4fc7-b80c-670041696e46', 'status': 'completed', 'code': 200} Nov 01 18:42:52.049636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55510) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:52.055992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442721220', 'description': 'tempest-description--1966111527'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:52.107049 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.216047 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.262637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ef13b0c-d98d-40f5-98f7-b023fad1f1a2 req-865edbe1-10cb-4a1f-913c-88c0807c4af9 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f31ac0-fcaa-4b73-94cb-f8aa44e5e256 HTTP/1.1" status: 200 len: 210 time: 0.0360134 Nov 01 18:42:52.321722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.398879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.428379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58641763-393d-4570-8e1a-ea6aaa304257,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:52.481051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.482434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-450f1b8b-0a49-4e84-88a2-78e9a82203d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4317398 Nov 01 18:42:52.485557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55520) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:52.490353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group_rule': {'security_group_id': '58641763-393d-4570-8e1a-ea6aaa304257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:52.615974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.677002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.793476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.815589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558c73d6-819b-4f81-8e7d-2e7842290127,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:52.932554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:52.934089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ba20918f-8eda-4ee7-b791-984532083651 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474881 Nov 01 18:42:52.937572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55528) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:52.941964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'security_group_rule': {'security_group_id': '58641763-393d-4570-8e1a-ea6aaa304257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:53.066973 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.143043 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.233216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.259760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695562bb-ae1b-48a6-80e8-694f23af339a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:53.350600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.355174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55542) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:53.355710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b1d3bd91-0fc0-4c62-8f6b-a99a7e834de8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4166639 Nov 01 18:42:53.360125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:53.617053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.722710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.838376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Allocated IP 172.25.2.106 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/dadec05a-de92-428d-8a27-679c918823c6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:42:53.881157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:53.950940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.050995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.058757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7f6c7-4f4d-447b-a52a-5c9d7fbc369c req-12b80fe9-ff78-4bcc-bec2-eac6fd647504 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:54.060155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39b7f6c7-4f4d-447b-a52a-5c9d7fbc369c req-12b80fe9-ff78-4bcc-bec2-eac6fd647504 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.0781331 Nov 01 18:42:54.066918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f3282-6405-4f6d-8dad-c099a99c99c7 req-5cc604a6-755e-42f7-ba93-5d12ea700c99 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:54.069417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a1f3282-6405-4f6d-8dad-c099a99c99c7 req-5cc604a6-755e-42f7-ba93-5d12ea700c99 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1096 time: 0.0785236 Nov 01 18:42:54.107409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:42:54.110438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:42:54.117067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:42:54.132504 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39b7f6c7-4f4d-447b-a52a-5c9d7fbc369c req-77f4472a-b067-46f7-8d6e-126f785351ac tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620508 Nov 01 18:42:54.140925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a1f3282-6405-4f6d-8dad-c099a99c99c7 req-1d160e47-4845-4c91-98cf-4baf764bca3d tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623491 Nov 01 18:42:54.151280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=dadec05a-de92-428d-8a27-679c918823c6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:54.157201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:54.327776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.423129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.425212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port edb6333c-1f80-4759-bac6-38f796863d7b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:54.425584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.589074 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.589400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.607263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for edb6333c-1f80-4759-bac6-38f796863d7b owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:54.745896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.814606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.899221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=dadec05a-de92-428d-8a27-679c918823c6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:54.910909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:54.976089 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:55.000143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=edb6333c-1f80-4759-bac6-38f796863d7b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:55.002428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4462468f-2923-4fc7-b80c-670041696e46 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:55.029178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 4462468f-2923-4fc7-b80c-670041696e46 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:55.029655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 4462468f-2923-4fc7-b80c-670041696e46 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:55.033653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:55.034957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2cdcc0f0-2d53-40f0-948a-4bf253805fb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6785600 Nov 01 18:42:55.081896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:55.082322 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP a351d0fe-d3c6-40d6-9554-6d1364272fd3 disassociated (deleted). External IP: 172.25.2.173, port: 36dc01bd-e53f-4b52-828c-dae34a613dff. Nov 01 18:42:55.207632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-a86c1ee8-0c9b-4c9e-8c24-393cd03a91d5 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1442721220&fields=id&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 267 time: 0.0514362 Nov 01 18:42:55.333732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router c4da4b16-e005-4d2d-96ef-e85271e9d9bb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:42:55.339173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5de46-1dc2-47e1-b491-1b107345ae90 req-931a70d2-20ac-4190-983e-b6122e239dbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:55.340718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00f5de46-1dc2-47e1-b491-1b107345ae90 req-931a70d2-20ac-4190-983e-b6122e239dbb tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1101248 Nov 01 18:42:55.358967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-562a90b7-c72b-4427-bf60-0f080cfb5ae6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:55.360493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-562a90b7-c72b-4427-bf60-0f080cfb5ae6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 816 time: 0.1519487 Nov 01 18:42:55.395439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-177e106e-6399-49f0-b819-192572e37402 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/quotas/5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 375 time: 0.0213070 Nov 01 18:42:55.412330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00f5de46-1dc2-47e1-b491-1b107345ae90 req-b646df66-f58f-4a4e-822e-4769fe1ea607 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636921 Nov 01 18:42:55.468907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:42:55.474735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:55.475815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-29f12dbb-4605-44a6-9081-d1758bfda48c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702274 Nov 01 18:42:55.481389 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Sync routers for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:42:55.492225 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:55.493068 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:55.510368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-49b3b430-cb34-45e4-91e5-d97103621f93 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/floatingips/a351d0fe-d3c6-40d6-9554-6d1364272fd3 HTTP/1.1" status: 204 len: 168 time: 1.3495259 Nov 01 18:42:55.510368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:55.512046 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c522859-7265-4bf6-9a66-b7e44594038e" -d '{"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:55.620158 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:55.682927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-714f6f99-0d10-4e73-9eeb-224512f6b7ee service neutron] 10.222.0.31 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893339 Nov 01 18:42:55.736474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-cd48915d-7e97-4d38-82a3-0264dba3368e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:55.737942 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-cd48915d-7e97-4d38-82a3-0264dba3368e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1046481 Nov 01 18:42:55.860369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-48bcf3b1-dfa3-4603-ab29-367baaf057fd service neutron] 10.222.0.31 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660438 Nov 01 18:42:55.887004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:55.887356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:55.926797 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:55.953295 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Checking router: c4da4b16-e005-4d2d-96ef-e85271e9d9bb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:42:55.962606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:55.963203 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:55.998085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] For port 79db83c3-6a06-4840-bf8c-4ca3036318ff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=79db83c3-6a06-4840-bf8c-4ca3036318ff,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:55.998462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:56.079683 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5402db-57f1-4391-afaf-218ab8267da1 x-openstack-request-id: req-bd5402db-57f1-4391-afaf-218ab8267da1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:56.085236 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:56.085236 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5402db-57f1-4391-afaf-218ab8267da1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:56.085236 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'status': 'completed', 'code': 200} Nov 01 18:42:56.175188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:56.193904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522859-7265-4bf6-9a66-b7e44594038e req-a69ec6f9-f61a-4d14-b90e-abd890d3b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.196337 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-a69ec6f9-f61a-4d14-b90e-abd890d3b4e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 1096 time: 0.0837219 Nov 01 18:42:56.356127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522859-7265-4bf6-9a66-b7e44594038e req-96f34aac-0575-443f-a48a-1dbffbbe1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.357637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-96f34aac-0575-443f-a48a-1dbffbbe1cad service neutron] 10.222.0.37 "GET /v2.0/networks?id=40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 200 len: 898 time: 0.1493788 Nov 01 18:42:56.361171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eabc0825-b5a1-473a-b6b4-17ec5badee9b req-9a2b1814-5b35-4056-92c4-48032c438900 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 210 time: 0.1206677 Nov 01 18:42:56.416138 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-8f01451a-b664-40a0-a473-559af49bb509 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 200 len: 217 time: 0.0499935 Nov 01 18:42:56.448993 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:56.460364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7346-e4f5-4926-9a6c-247be56d115b req-f92006f5-ece1-4c26-af16-5d1c6af6bdb6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.469444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-839d7346-e4f5-4926-9a6c-247be56d115b req-f92006f5-ece1-4c26-af16-5d1c6af6bdb6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.3624110 Nov 01 18:42:56.479179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:56.479551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:56.479874 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Floating IP 46900587-2045-4f64-bf4f-c803ee109300 disassociated. External IP: 172.25.2.224, port: 79db83c3-6a06-4840-bf8c-4ca3036318ff. Nov 01 18:42:56.480215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for 79db83c3-6a06-4840-bf8c-4ca3036318ff owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:56.484615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed137584-8b95-4f1d-958f-0771eb5f6f29 None None] The sync data for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 is: [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f0f6273e-8cdb-40fb-9fce-0db6b95bbe78', 'name': '', 'network_id': '40439b59-e52d-488e-b00d-9394a6a319d8', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:7d:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:34Z', 'updated_at': '2021-11-01T18:40:40Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': 'a76aa650-189b-48d2-917b-643a4b8949de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:42:56.486773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522859-7265-4bf6-9a66-b7e44594038e req-e1b77152-1fa5-4494-ba4d-fad5b3993246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.492881 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-e1b77152-1fa5-4494-ba4d-fad5b3993246 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 200 len: 834 time: 0.0699902 Nov 01 18:42:56.570305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522859-7265-4bf6-9a66-b7e44594038e req-f8f63d56-c775-4d57-b0ff-27b4aa8cdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.572603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-f8f63d56-c775-4d57-b0ff-27b4aa8cdbdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40439b59-e52d-488e-b00d-9394a6a319d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665326 Nov 01 18:42:56.617166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-839d7346-e4f5-4926-9a6c-247be56d115b req-e3340731-9d1a-4953-af53-1762d911ba06 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467116 Nov 01 18:42:56.681738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f16e-496b-4c52-8c12-f149e52a1c5a req-f5ab77b0-4e75-4d21-89d8-74a2e87d8805 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:56.688253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2e9f16e-496b-4c52-8c12-f149e52a1c5a req-f5ab77b0-4e75-4d21-89d8-74a2e87d8805 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 945 time: 0.1366107 Nov 01 18:42:56.715324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-0bccd29f-7b67-463a-9330-ad5e3989b065 service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287379 Nov 01 18:42:56.770679 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:56.784757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2e9f16e-496b-4c52-8c12-f149e52a1c5a req-bd641661-a274-4f2e-8555-17e42251569e tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9712ddb-974b-498c-86b0-a5cdcb449dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629320 Nov 01 18:42:56.873198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:56.876345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4b947-a5ff-4bd2-80e2-c0231bb5551a None None] New status for floating IP a351d0fe-d3c6-40d6-9554-6d1364272fd3: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:42:56.906312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=79db83c3-6a06-4840-bf8c-4ca3036318ff,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:57.113519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Router 4c1f4f77-884d-4484-b6a5-4f7d62157878 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:42:57.259566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0c522859-7265-4bf6-9a66-b7e44594038e req-7138ccd6-e53e-4240-8374-bba97e1faf2d service neutron] 10.222.0.37 "GET /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357487 Nov 01 18:42:57.285240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:42:57.293161 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Sync routers for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:42:57.307544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:57.308458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:57.330061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] No DVR routers for this DVR port 79db83c3-6a06-4840-bf8c-4ca3036318ff on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:57.336559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:57.337190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-667bae90-8fe8-4a88-b16e-4a16c4d30e53 req-4e171914-dd78-4470-a478-bfa9cc8d81d1 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.37 "DELETE /v2.0/ports/79db83c3-6a06-4840-bf8c-4ca3036318ff HTTP/1.1" status: 204 len: 173 time: 1.5708647 Nov 01 18:42:57.337636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-deleted', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:57.339968 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75f664-6067-4520-b3d0-d78fe8af903e" -d '{"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-deleted", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:57.391673 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153bf39a-0a95-4649-94c6-0823b8bdb46c x-openstack-request-id: req-153bf39a-0a95-4649-94c6-0823b8bdb46c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:57.392244 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25586277-17c2-4691-a772-2b8dc428c508", "name": "network-vif-deleted", "tag": "79db83c3-6a06-4840-bf8c-4ca3036318ff", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:57.392244 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-153bf39a-0a95-4649-94c6-0823b8bdb46c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:57.392637 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25586277-17c2-4691-a772-2b8dc428c508', 'name': 'network-vif-deleted', 'tag': '79db83c3-6a06-4840-bf8c-4ca3036318ff', 'status': 'completed', 'code': 200} Nov 01 18:42:57.433475 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:57.484787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d2d32ed-8857-410d-82fa-07d9c65a4dac req-0d5c5c28-7fd6-4821-9bf5-798ab09d02a4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 210 time: 0.0287628 Nov 01 18:42:57.626599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-a5a9d4eb-ea75-4047-8004-f6b780cbb046 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:57.628130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-a5a9d4eb-ea75-4047-8004-f6b780cbb046 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0634692 Nov 01 18:42:57.673214 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:57.723474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Checking router: 4c1f4f77-884d-4484-b6a5-4f7d62157878 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:42:57.743324 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:42:57.744612 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:57.792566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11f60-8fa6-4939-aea7-f628a6665881 req-df2d0990-dc2d-42aa-82ad-d7bc63df39de tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:57.794073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61b11f60-8fa6-4939-aea7-f628a6665881 req-df2d0990-dc2d-42aa-82ad-d7bc63df39de tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 945 time: 0.0764215 Nov 01 18:42:57.800984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 36dc01bd-e53f-4b52-828c-dae34a613dff {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:57.801326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:57.897948 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:42:57.907852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61b11f60-8fa6-4939-aea7-f628a6665881 req-7439e8f2-f9c9-4f10-b804-2fae674e1b0d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=e726ca35-f6be-4278-9c93-047eca3747e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022189 Nov 01 18:42:57.959346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-358e57bc-33f9-4218-83bf-d86a9bbcfb48 req-3428ed27-231e-4ce3-a7c0-992f09d7d10f tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/ports?device_id=25586277-17c2-4691-a772-2b8dc428c508 HTTP/1.1" status: 200 len: 210 time: 0.0666809 Nov 01 18:42:57.980855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 36dc01bd-e53f-4b52-828c-dae34a613dff, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=36dc01bd-e53f-4b52-828c-dae34a613dff,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:42:57.980855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:57.997916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 36dc01bd-e53f-4b52-828c-dae34a613dff owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:58.124224 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:42:58.152488 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8ac8-e469-4e60-8e1e-1e78f95e7ffd None None] The sync data for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 is: [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:32:00Z', 'revision_number': 4, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e6cd5bdc-8b35-402a-ba5f-132d53eae37b', 'name': '', 'network_id': '230941fe-8f3d-4e23-946f-41da9a3097b1', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'mac_address': 'fa:16:3e:54:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:58Z', 'updated_at': '2021-11-01T18:32:06Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'subnets': [{'id': '1fe7fe3f-be16-4630-8caf-81dcbf0c1212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:42:58.222322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:58.278540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=36dc01bd-e53f-4b52-828c-dae34a613dff,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:58.328170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] No DVR routers for this DVR port 36dc01bd-e53f-4b52-828c-dae34a613dff on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:42:58.330327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:58.337513 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bc658be-a63c-4ec8-b7a9-661803078904 req-2cc2e5f7-a71e-45a6-8b50-8e5b0eff886c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "DELETE /v2.0/ports/36dc01bd-e53f-4b52-828c-dae34a613dff HTTP/1.1" status: 204 len: 173 time: 0.6995323 Nov 01 18:42:58.449660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943d5d6-bd2c-479b-ba7b-db52287c01f3 None None] New status for floating IP 46900587-2045-4f64-bf4f-c803ee109300: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:42:58.608214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-5dd99df3-3680-4144-89a1-968975ef6b55 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:58.609750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-5dd99df3-3680-4144-89a1-968975ef6b55 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 816 time: 0.1431482 Nov 01 18:42:58.633368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e842c8a-6dd6-40c9-962b-e1fd46476cac req-e0cb06cb-22c9-43cb-8cf0-b859ae11582a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 210 time: 0.0530188 Nov 01 18:42:58.650686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:58.707924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 36dc01bd-e53f-4b52-828c-dae34a613dff {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:58.708859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 36dc01bd-e53f-4b52-828c-dae34a613dff not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:58.709490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:42:58.711812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-7b57b154-865a-44a0-87ee-3642de324811 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 380 time: 0.0867889 Nov 01 18:42:58.732971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'port': {'device_id': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'admin_state_up': True, 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'security_groups': ['58641763-393d-4570-8e1a-ea6aaa304257']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:58.746645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 79db83c3-6a06-4840-bf8c-4ca3036318ff {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:42:58.747488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 79db83c3-6a06-4840-bf8c-4ca3036318ff not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:42:58.924727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Made reservation on behalf of 5a8f5617352a43f9abe524e93c097470 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:42:58.928595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.063102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5130fc69-c602-47e0-9f49-e88a6a282d4d req-292f206c-cb14-4417-80b8-da42f261473e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d61c2-32a4-44e6-80b4-02a4c379359b HTTP/1.1" status: 200 len: 210 time: 0.0381050 Nov 01 18:42:59.117206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Allocated IP 172.20.0.14 (5ed799b8-91c4-4989-9679-400131c9e3c2/580b410f-1519-4341-b56d-82d4b9b83d34/b90fc2dc-a819-4dec-8ee0-3c7b34856913) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:42:59.132025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55636) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:59.269720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.314761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.352696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.394225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-deleted', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:42:59.397640 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d4ae4-c743-4a1b-a0bb-ebf95a8e4a39" -d '{"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-deleted", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:42:59.434887 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8c502-a8df-4887-bdc9-993bd56f2342 x-openstack-request-id: req-9fb8c502-a8df-4887-bdc9-993bd56f2342 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:42:59.435405 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574d61c2-32a4-44e6-80b4-02a4c379359b", "name": "network-vif-deleted", "tag": "36dc01bd-e53f-4b52-828c-dae34a613dff", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:42:59.435698 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fb8c502-a8df-4887-bdc9-993bd56f2342 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:42:59.436100 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61c2-32a4-44e6-80b4-02a4c379359b', 'name': 'network-vif-deleted', 'tag': '36dc01bd-e53f-4b52-828c-dae34a613dff', 'status': 'completed', 'code': 200} Nov 01 18:42:59.491921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.496638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.499215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.500593 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9712ddb-974b-498c-86b0-a5cdcb449dad HTTP/1.1" status: 204 len: 168 time: 0.3674054 Nov 01 18:42:59.503076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:59.522450 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-f7eace69-7ad6-47c2-9323-716b92332a20 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] show failed (client error): The resource could not be found. Nov 01 18:42:59.523767 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7eace69-7ad6-47c2-9323-716b92332a20 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "GET /v2.0/security-groups/b9712ddb-974b-498c-86b0-a5cdcb449dad HTTP/1.1" status: 404 len: 347 time: 0.0195291 Nov 01 18:42:59.526609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:42:59.545846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cd2ae-1ff7-417b-aeb0-62f511d32ba7 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9712ddb-974b-498c-86b0-a5cdcb449dad,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:59.569117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:42:59.580858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:42:59.589412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:42:59.598284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:42:59.659370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:59.660762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.705068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Deleting port 521efda0-fc65-4bdf-9871-b3bf8b8a13da {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:42:59.705445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.717308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-fc6b8e67-842c-437f-96fa-450899ab6a2c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9896929 Nov 01 18:42:59.733445 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Request body: {'port': {'device_id': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:42:59.799260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.799758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.820888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Calling delete_port for 521efda0-fc65-4bdf-9871-b3bf8b8a13da owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:42:59.866860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:42:59.891886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb261ed8-b94d-43cc-9fe4-533909d69b40 req-4087836c-e408-4f6d-8404-2be9a3aa3f6b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:42:59.894141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb261ed8-b94d-43cc-9fe4-533909d69b40 req-4087836c-e408-4f6d-8404-2be9a3aa3f6b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 932 time: 0.1028478 Nov 01 18:42:59.956551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ba1b5633-3a55-40de-9a87-37d81070b4ba None None] Provisioning complete for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:42:59.957965 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5633-3a55-40de-9a87-37d81070b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.003549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b5633-3a55-40de-9a87-37d81070b4ba None None] Port b90fc2dc-a819-4dec-8ee0-3c7b34856913 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:43:00.020557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb261ed8-b94d-43cc-9fe4-533909d69b40 req-667f4eca-eed7-43d2-bb3b-9a91c81fc69b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993640 Nov 01 18:43:00.036936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.065063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Pushing event deleted for resources: {'Port': ['ID=521efda0-fc65-4bdf-9871-b3bf8b8a13da,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:00.131786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.134925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.135598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55652) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:00.137144 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9aeab455-7dbb-4f47-9027-fa7a31ab6c60 tempest-ServerActionsTestJSON-828157689 tempest-ServerActionsTestJSON-828157689-project] 10.222.0.31 "DELETE /v2.0/floatingips/46900587-2045-4f64-bf4f-c803ee109300 HTTP/1.1" status: 204 len: 168 time: 0.6090062 Nov 01 18:43:00.139874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55654) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:00.386434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:00.421205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.445628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Transition to ACTIVE for port object b90fc2dc-a819-4dec-8ee0-3c7b34856913 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:43:00.520283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.580404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:00.644350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.706081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:00.706081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:00.706081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:00.715309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:43:00.715673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:00.722568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:00.722918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:00.723309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:00.723766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Bound port: b90fc2dc-a819-4dec-8ee0-3c7b34856913, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:00.724757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.824541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:00.962893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Deleting port e6cd5bdc-8b35-402a-ba5f-132d53eae37b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:00.963661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.054444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] For port e6cd5bdc-8b35-402a-ba5f-132d53eae37b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:01.054962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.072436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Calling delete_port for e6cd5bdc-8b35-402a-ba5f-132d53eae37b owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:01.242873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:01.285781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:01.356989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.357181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c1bf-7a43-4a2d-92e9-4271e77845ce req-4d548349-c9b4-4e06-813c-1703b937d79a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:01.362836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deb4c1bf-7a43-4a2d-92e9-4271e77845ce req-4d548349-c9b4-4e06-813c-1703b937d79a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.1270168 Nov 01 18:43:01.390980 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cd5bdc-8b35-402a-ba5f-132d53eae37b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:01.422561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.496200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deb4c1bf-7a43-4a2d-92e9-4271e77845ce req-dd3f5ec9-f5ab-47ac-ade9-def96ce7da13 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324410 Nov 01 18:43:01.526040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:01.526040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.526040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1092 time: 1.7891052 Nov 01 18:43:01.526040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:01.526040 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75959c0c-c422-49f4-a65f-c77e495e6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:01.557190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a53e6-0035-4d73-b563-7e6fc399d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:01.646549 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c5b3c-7e03-4dac-8129-7b15ede5aa95 x-openstack-request-id: req-494c5b3c-7e03-4dac-8129-7b15ede5aa95 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:01.647441 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:01.647975 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-494c5b3c-7e03-4dac-8129-7b15ede5aa95 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:01.648607 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'status': 'completed', 'code': 200} Nov 01 18:43:01.662999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.742903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-b68541ed-d130-43c2-91d4-514f64d4f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:01.745693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-b68541ed-d130-43c2-91d4-514f64d4f072 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1095 time: 0.0957913 Nov 01 18:43:01.799301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-4c63d08d-c82c-4b13-913c-ce09fd841433 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 217 time: 0.0445065 Nov 01 18:43:01.857819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:01.858264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:01.923987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-4bb8ab58-de8f-419a-954c-37beaf32ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:01.925481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-4bb8ab58-de8f-419a-954c-37beaf32ea5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.1154423 Nov 01 18:43:01.961922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Router 4c1f4f77-884d-4484-b6a5-4f7d62157878 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:43:01.992949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port f0f6273e-8cdb-40fb-9fce-0db6b95bbe78, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:01.993324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:02.015461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-e0197d19-7387-40c9-8712-e256c214a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:02.016926 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-e0197d19-7387-40c9-8712-e256c214a761 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836248 Nov 01 18:43:02.017788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:02.076631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:02.082451 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae3d19c9-b696-4a2d-9350-a1807afe7326 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c1f4f77-884d-4484-b6a5-4f7d62157878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9414468 Nov 01 18:43:02.086792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55666) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:02.094833 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Sync routers for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:02.105040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:02.105793 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:02.218319 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:02.296820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-14221368-12ae-4a53-af6f-b29c725b4cdc service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697668 Nov 01 18:43:02.344929 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:02.509113 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:43:01Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:02.525089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ae2880d-581a-4e4b-b0c7-2945a94c5da5 req-96d12a2c-0a9b-4a1c-af67-2f1e63c330f9 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147601 Nov 01 18:43:02.549520 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Checking router: 4c1f4f77-884d-4484-b6a5-4f7d62157878 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:02.552053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:02.556605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Routers {'4c1f4f77-884d-4484-b6a5-4f7d62157878'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:02.557310 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['4c1f4f77-884d-4484-b6a5-4f7d62157878'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:02.635265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec89784-be89-4dc2-ab43-d5d9456256ff req-f6c4fb6a-b3cf-42d1-aaa2-fe5f20599217 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:02.641342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec89784-be89-4dc2-ab43-d5d9456256ff req-f6c4fb6a-b3cf-42d1-aaa2-fe5f20599217 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.0584574 Nov 01 18:43:02.667594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] Set router 4c1f4f77-884d-4484-b6a5-4f7d62157878 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:02.692107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:02.756324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=f0f6273e-8cdb-40fb-9fce-0db6b95bbe78,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:02.768479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dec89784-be89-4dc2-ab43-d5d9456256ff req-f37beeaf-e544-4cbc-8aa4-a7ff1e477172 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143687 Nov 01 18:43:02.815558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-79490204-891d-4666-ae97-c096865f00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:02.816997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-79490204-891d-4666-ae97-c096865f00eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1095 time: 0.1618695 Nov 01 18:43:02.893908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:43:01Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:02.926084 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2b22c-a05f-42db-bd20-2c4a76891db9 None None] The sync data for ids ['4c1f4f77-884d-4484-b6a5-4f7d62157878'] in n-d-815923-2 is: [{'id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'name': 'tempest-ServerActionsTestJSON-1470455647-router', 'tenant_id': '9492341bfc3142069873ddf9e283aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:31:51Z', 'updated_at': '2021-11-01T18:43:01Z', 'revision_number': 5, 'project_id': '9492341bfc3142069873ddf9e283aab2', 'gw_port': {'id': 'e70f0ca5-6243-44eb-84c4-81dd6acfc1e6', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1f4f77-884d-4484-b6a5-4f7d62157878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:31:53Z', 'updated_at': '2021-11-01T18:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:02.956059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Deleting port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:02.956436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:03.080709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-4e67180d-0e3d-456e-9b68-f537d4988abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:03.082135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-4e67180d-0e3d-456e-9b68-f537d4988abe service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.2549827 Nov 01 18:43:03.142689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-6c24b68a-195e-4871-a782-9f9c0bc6790a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 217 time: 0.0514760 Nov 01 18:43:03.165361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:03.195703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] For port e70f0ca5-6243-44eb-84c4-81dd6acfc1e6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:03.196093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:03.248759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Calling delete_port for e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:03.308320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-7329dee8-23a1-41e0-aea3-0247ebee2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:03.309837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-7329dee8-23a1-41e0-aea3-0247ebee2d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.1580756 Nov 01 18:43:03.509363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-e34db398-4c29-4d3a-9592-4fddd43c3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:03.510988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-e34db398-4c29-4d3a-9592-4fddd43c3d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658030 Nov 01 18:43:04.100915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router c4da4b16-e005-4d2d-96ef-e85271e9d9bb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:43:04.109701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9426e40-7946-4eab-a9c7-e626dca91c3e req-a5d5c724-919c-4157-9a76-d62eb3116618 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:04.111136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9426e40-7946-4eab-a9c7-e626dca91c3e req-a5d5c724-919c-4157-9a76-d62eb3116618 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.1394851 Nov 01 18:43:04.113045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-94cdeb28-b50a-4145-b28c-6b4057ddc32a service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902646 Nov 01 18:43:04.233667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.288304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70f0ca5-6243-44eb-84c4-81dd6acfc1e6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:04.293374 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9426e40-7946-4eab-a9c7-e626dca91c3e req-e32a2654-c73e-4bea-aa45-3567137e983e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743355 Nov 01 18:43:04.419754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75959c0c-c422-49f4-a65f-c77e495e6bc2 req-4253febe-8ab1-4603-83a6-168ba60ea8f9 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935207 Nov 01 18:43:04.422603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:04.432463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55684) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:04.433093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-696b07e6-d625-4802-b0b8-4db046e41622 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/c4da4b16-e005-4d2d-96ef-e85271e9d9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2958407 Nov 01 18:43:04.433540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.447698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Sync routers for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:04.464886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:04.465620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:04.519238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting subnet a76aa650-189b-48d2-917b-643a4b8949de {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:43:04.524679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.531295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.533653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.567292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.601808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:04.639281 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.640005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1f4f77-884d-4484-b6a5-4f7d62157878 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:43:04.647447 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.654429 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-136c718f-e257-4522-9ce6-8ef5ff851a08 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4c1f4f77-884d-4484-b6a5-4f7d62157878 HTTP/1.1" status: 204 len: 168 time: 2.5398021 Nov 01 18:43:04.655284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:04.688113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.727715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Deleting subnet 1fe7fe3f-be16-4630-8caf-81dcbf0c1212 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:43:04.732118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.784278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.833103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:43:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:04.867816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.893437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Checking router: c4da4b16-e005-4d2d-96ef-e85271e9d9bb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:04.907474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Routers {'c4da4b16-e005-4d2d-96ef-e85271e9d9bb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:04.909326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:04.910076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.917374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.923145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Subnet': ['ID=a76aa650-189b-48d2-917b-643a4b8949de,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:04.943239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:04.949887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da2ed9c6-8e79-4c1e-97d4-83f86d463041 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/subnets/a76aa650-189b-48d2-917b-643a4b8949de HTTP/1.1" status: 204 len: 168 time: 0.5149324 Nov 01 18:43:04.950523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55690) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:04.989296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29089e87-095d-42b9-ad49-f5cf41bae8aa None None] Network 40439b59-e52d-488e-b00d-9394a6a319d8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:05.067161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:43:05.071121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.103365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.143756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe7fe3f-be16-4630-8caf-81dcbf0c1212,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:05.161937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.166034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92d52d03-8199-42b1-bebf-a564e612e700 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1fe7fe3f-be16-4630-8caf-81dcbf0c1212 HTTP/1.1" status: 204 len: 168 time: 0.5096734 Nov 01 18:43:05.170221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55692) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:05.190612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97598eb8-9008-4a68-ae27-5d0b80fd1ca5 None None] Network 230941fe-8f3d-4e23-946f-41da9a3097b1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:05.208143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.266005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.269874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] Set router c4da4b16-e005-4d2d-96ef-e85271e9d9bb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:05.342303 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Deleting port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:05.342720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.416512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 0978016e-ae3e-4251-9c30-3a57ed7e17bb {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:05.416872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.459004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] For port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,segment=NetworkSegment(dff8f016-93a7-4c49-9d06-e242aba53b94),segment_id=dff8f016-93a7-4c49-9d06-e242aba53b94)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:05.459562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.478327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Calling delete_port for 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:05.537114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 0978016e-ae3e-4251-9c30-3a57ed7e17bb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0978016e-ae3e-4251-9c30-3a57ed7e17bb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:05.537796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.540976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0b25c-d516-47f1-8e61-520e5e320993 req-8f2814dd-b0df-4ac8-9859-dee578eca631 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:05.542756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68d0b25c-d516-47f1-8e61-520e5e320993 req-8f2814dd-b0df-4ac8-9859-dee578eca631 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.1376886 Nov 01 18:43:05.552798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 0978016e-ae3e-4251-9c30-3a57ed7e17bb owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:05.620373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e6cd5bdc-8b35-402a-ba5f-132d53eae37b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:05.648591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-fe7383e7-5e8a-474c-adfc-40159a019713 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514440 Nov 01 18:43:05.659358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68d0b25c-d516-47f1-8e61-520e5e320993 req-debf0afb-903e-4a90-adbb-89744a2d341d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738013 Nov 01 18:43:05.680561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e6cd5bdc-8b35-402a-ba5f-132d53eae37b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:05.680972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e6cd5bdc-8b35-402a-ba5f-132d53eae37b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:05.731972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-4adccb68-952a-4c48-94db-86cbf0820bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:05.734001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-4adccb68-952a-4c48-94db-86cbf0820bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0535045 Nov 01 18:43:05.771449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.818772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:05.844303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:43:05.861804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] DHCP port deletion for 40439b59-e52d-488e-b00d-9394a6a319d8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:43:05.868085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8cf792-8d9f-4ca8-855e-f84ce2db6f26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:05.875916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] No DVR routers for this DVR port 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:05.907857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:05.952730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=0978016e-ae3e-4251-9c30-3a57ed7e17bb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:05.964801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5076c43-d321-4be1-8cf6-e1a9669996f3 None None] DHCP port deletion for 230941fe-8f3d-4e23-946f-41da9a3097b1 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:43:05.990889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-1f32827e-ea27-4b8c-94be-f8e42ba00d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:06.001664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-1f32827e-ea27-4b8c-94be-f8e42ba00d9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.2413423 Nov 01 18:43:06.027946 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.040484 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.044595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.062779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:06.097609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:06.116160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230941fe-8f3d-4e23-946f-41da9a3097b1']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.121678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Deleting port 91e65353-2a46-4cee-b0fa-74c8d886c71d {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:06.122329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.130602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff8f016-93a7-4c49-9d06-e242aba53b94') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.131402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff8f016-93a7-4c49-9d06-e242aba53b94') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.142685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.158979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.165585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.168002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.168682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:43:06.171920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.187322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:43:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.193508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:43:06.217293 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:43:06.238623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3c2e0-c6f3-4b2b-9731-eb272f433d78 None None] The sync data for ids ['c4da4b16-e005-4d2d-96ef-e85271e9d9bb'] in n-d-815923-2 is: [{'id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762995114', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:43:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '0978016e-ae3e-4251-9c30-3a57ed7e17bb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da4b16-e005-4d2d-96ef-e85271e9d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:40:28Z', 'updated_at': '2021-11-01T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:06.259314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-716f2071-a298-4f04-8e39-0e4f3449c383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 1000 time: 0.2443006 Nov 01 18:43:06.266015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] For port 91e65353-2a46-4cee-b0fa-74c8d886c71d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=91e65353-2a46-4cee-b0fa-74c8d886c71d,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:06.266414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.281428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.281428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Fanout notify agent at l3_agent the message router_deleted on router c4da4b16-e005-4d2d-96ef-e85271e9d9bb {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:43:06.288031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Calling delete_port for 91e65353-2a46-4cee-b0fa-74c8d886c71d owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:06.290994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.292170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-11694333-6746-4c42-957a-61f0cb947245 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/routers/c4da4b16-e005-4d2d-96ef-e85271e9d9bb HTTP/1.1" status: 204 len: 168 time: 1.3406901 Nov 01 18:43:06.295194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:06.331173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.342031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.345346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] 10.222.0.31 "DELETE /v2.0/networks/230941fe-8f3d-4e23-946f-41da9a3097b1 HTTP/1.1" status: 204 len: 168 time: 1.1738601 Nov 01 18:43:06.361581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084881-53c2-4065-aafe-7960665f245b admin admin] Pushing event deleted for resources: {'Network': ['ID=230941fe-8f3d-4e23-946f-41da9a3097b1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:06.372021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-6e422071-f6be-4727-9596-6ae762196dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:06.372021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-6e422071-f6be-4727-9596-6ae762196dee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0994315 Nov 01 18:43:06.399816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.405178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:06.417549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.417900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.418244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.418585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.418920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.419255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.419611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.419935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.420258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.420588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.420915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.421306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:06.424765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-4a81dfa1-cff8-45d2-8f34-0ae8afa32cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:06.426496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-4a81dfa1-cff8-45d2-8f34-0ae8afa32cc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517960 Nov 01 18:43:06.476500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b90fc2dc-a819-4dec-8ee0-3c7b34856913'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:06.477485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 91e65353-2a46-4cee-b0fa-74c8d886c71d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:06.478013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.540090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-7235e249-edce-4ac9-96b7-fd2604d5a453 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044278 Nov 01 18:43:06.547548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 91e65353-2a46-4cee-b0fa-74c8d886c71d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=91e65353-2a46-4cee-b0fa-74c8d886c71d,segment=NetworkSegment(430119bb-ef82-4334-bafe-f78d18360059),segment_id=430119bb-ef82-4334-bafe-f78d18360059)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:06.548174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.563391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 91e65353-2a46-4cee-b0fa-74c8d886c71d owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:06.565595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.622343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] No DVR routers for this DVR port 91e65353-2a46-4cee-b0fa-74c8d886c71d on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:06.631829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fdfc8-bb10-4c6e-921d-70687b078594 None None] Pushing event deleted for resources: {'Port': ['ID=91e65353-2a46-4cee-b0fa-74c8d886c71d,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:06.711878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.719928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44247c2d-4caf-43e3-8f20-03979e5d9fc9 req-b4733a95-75b0-4466-91a7-21786b41f817 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714430 Nov 01 18:43:06.765195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=91e65353-2a46-4cee-b0fa-74c8d886c71d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:06.767402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] No DVR routers for this DVR port 91e65353-2a46-4cee-b0fa-74c8d886c71d on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:06.860859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af51d2-299f-421e-9881-8d539e9d459e req-766cfdf0-de8a-4df5-8514-30f080528b45 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:06.862536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35af51d2-299f-421e-9881-8d539e9d459e req-766cfdf0-de8a-4df5-8514-30f080528b45 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0720258 Nov 01 18:43:06.888769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.901019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55704) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:06.923719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40439b59-e52d-488e-b00d-9394a6a319d8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.936102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430119bb-ef82-4334-bafe-f78d18360059') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.936487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430119bb-ef82-4334-bafe-f78d18360059') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:06.947286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.959393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35af51d2-299f-421e-9881-8d539e9d459e req-6e91dcb2-e869-4d4e-a084-6b5b076ba4e0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886021 Nov 01 18:43:06.973136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:06.990137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-83a720a8-0404-42da-8ba6-9d0a2050dae6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9492341bfc3142069873ddf9e283aab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846505 Nov 01 18:43:06.993264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:07.000443 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:43:07.003981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:43:07.021484 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:43:07.049098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:07.074515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:07.074515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f0f6273e-8cdb-40fb-9fce-0db6b95bbe78 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:07.074515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 91e65353-2a46-4cee-b0fa-74c8d886c71d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:07.106222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 91e65353-2a46-4cee-b0fa-74c8d886c71d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:07.106649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 91e65353-2a46-4cee-b0fa-74c8d886c71d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:07.107243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:07.131427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:07.131427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2c8cf792-8d9f-4ca8-855e-f84ce2db6f26 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:07.131427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:07.153965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.158292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:07.168465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e70f0ca5-6243-44eb-84c4-81dd6acfc1e6 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:07.188493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.330618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.338121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.341444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/networks/40439b59-e52d-488e-b00d-9394a6a319d8 HTTP/1.1" status: 204 len: 168 time: 1.0450051 Nov 01 18:43:07.344258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55710) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:07.356061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47965c1-41b4-41d9-97f2-8149df2123a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Network': ['ID=40439b59-e52d-488e-b00d-9394a6a319d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:07.399167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.401910 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.403170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d62ddf1-de8f-4ca3-8367-fd22e379c62e HTTP/1.1" status: 204 len: 168 time: 0.4088168 Nov 01 18:43:07.407662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.410885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60fe71-e236-451a-83b6-41383ed75754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62ddf1-de8f-4ca3-8367-fd22e379c62e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:07.438937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.547779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.558772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:07.558772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/security-groups/e726ca35-f6be-4278-9c93-047eca3747e6 HTTP/1.1" status: 204 len: 168 time: 0.2063093 Nov 01 18:43:07.563465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0249c-2820-4866-ad0c-9ace3a71431c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e726ca35-f6be-4278-9c93-047eca3747e6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:08.094742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd629332-109c-4556-a9e5-e57247dbff06 req-097a03a3-daa6-4b70-9056-b1e0f9e4c429 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:08.096399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd629332-109c-4556-a9e5-e57247dbff06 req-097a03a3-daa6-4b70-9056-b1e0f9e4c429 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0527830 Nov 01 18:43:08.153958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55732) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:08.158982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641851612', 'description': 'tempest-secgroup-smoke-1641851612 description', 'project_id': '874863ad66c744669a2a4dc0e24cf099'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:08.181928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd629332-109c-4556-a9e5-e57247dbff06 req-3c92b318-340e-4c0b-8b15-ec7b72b2d13a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735621 Nov 01 18:43:08.290794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.377819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.433462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.465180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f9246-7025-4c3a-bf3b-59663806693b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:08.544094 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.546281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce8d2274-4051-4d8f-8165-abed05a38aa2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3904955 Nov 01 18:43:08.548752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:08.553766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:08.579389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55760) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:08.665164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.711638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-24755118-network', 'tenant_id': '16d10c1cc97d4c94b7c2292e7dfbfa2e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:08.741747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.810477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.827307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Made reservation on behalf of 16d10c1cc97d4c94b7c2292e7dfbfa2e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:08.829926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.842247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb9aea8-409b-464f-8be5-d99c1d632365,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:08.845982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.871896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0978016e-ae3e-4251-9c30-3a57ed7e17bb no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:08.898157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0978016e-ae3e-4251-9c30-3a57ed7e17bb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:08.898503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0978016e-ae3e-4251-9c30-3a57ed7e17bb not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:08.923649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:08.928408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ae9445a-4f75-41bb-b330-f6bdcc4db4f4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750548 Nov 01 18:43:08.928652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:08.933410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:08.934961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.027366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.051910 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.065248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:43:09.067437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:09.073186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0cbcaa-32d2-402e-872d-55780488d0cd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.079602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.085674 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Added segment c8a6ea10-9565-4e02-b878-bb90bcff51cc of type vlan for network f185f134-4c64-4ff1-8c19-eabec16dc31a Nov 01 18:43:09.122609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.139941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.170516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.189202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcef979c-0c1c-4189-b736-c21626eb5fbb,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.204618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.205631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:09.206330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.242121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:43:09.247855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.248852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:09.249454 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.287599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.288851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dc033b88-6c93-4853-99a2-138cd2b82803 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3592064 Nov 01 18:43:09.297242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f185f134-4c64-4ff1-8c19-eabec16dc31a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.299231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55796) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:09.305835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:09.311784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f185f134-4c64-4ff1-8c19-eabec16dc31a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:43:09.350585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c7f9b-9531-4539-9fee-46983dcd694d req-10bcf9cc-5116-46de-87d2-9c44cb0ff9a8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:09.352119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab1c7f9b-9531-4539-9fee-46983dcd694d req-10bcf9cc-5116-46de-87d2-9c44cb0ff9a8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0622745 Nov 01 18:43:09.389842 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b57b8440-b09c-4316-9167-d522180613a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8064387 Nov 01 18:43:09.390626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55800) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:09.400424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Request body: {'subnet': {'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-24755118-subnet', 'tenant_id': '16d10c1cc97d4c94b7c2292e7dfbfa2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:09.415287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab1c7f9b-9531-4539-9fee-46983dcd694d req-62f599bf-92c8-4d01-ac8e-fcf3847b370e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567710 Nov 01 18:43:09.434468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.457330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:09.460433 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66bc766-ca7d-4494-9993-a7a293b22879" -d '{"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:09.473527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:09.484459 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.499394 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efe939-852a-4ac2-b281-1cbb3253e21e x-openstack-request-id: req-60efe939-852a-4ac2-b281-1cbb3253e21e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:09.504796 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:09.504796 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60efe939-852a-4ac2-b281-1cbb3253e21e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:09.504796 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'code': 200} Nov 01 18:43:09.553232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.569864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.595542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Made reservation on behalf of 16d10c1cc97d4c94b7c2292e7dfbfa2e for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:09.598015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.603144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90cd33-e07d-4cef-b359-38cacede7eac req-95070ab6-d8cb-4090-9dd5-5edd7cb801e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:09.604607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e90cd33-e07d-4cef-b359-38cacede7eac req-95070ab6-d8cb-4090-9dd5-5edd7cb801e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1097 time: 0.0455866 Nov 01 18:43:09.620607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.638681 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.665488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62159352-9bfa-4dd0-97e6-5709d4e1d86e,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.697491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e90cd33-e07d-4cef-b359-38cacede7eac req-23a469f2-55d7-48a6-8548-a7783bd4cf27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837190 Nov 01 18:43:09.784195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.786166 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7ef8c576-2f3e-4a8e-8ae9-d5406905e46a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4851880 Nov 01 18:43:09.793765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55820) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:09.798884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:09.879425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.921776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:09.948821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c31790a-a000-499e-8013-a51dcfb599bb,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:09.993070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Checking segment: {'id': 'c8a6ea10-9565-4e02-b878-bb90bcff51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:09.993436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Network hostable DHCP agents. Network: f185f134-4c64-4ff1-8c19-eabec16dc31a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:43:10.009526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.113162 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.131637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5252415-5e1f-4a8c-b116-b93446fae5df,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:10.135915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Network f185f134-4c64-4ff1-8c19-eabec16dc31a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:43:10.200802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.202115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-604c6792-fd8c-4a3a-9507-3beb23eaac7e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072077 Nov 01 18:43:10.204816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:10.210466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:10.214837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f185f134-4c64-4ff1-8c19-eabec16dc31a) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:10.221945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:10.222528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.225069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc875dd4-69d6-434c-8f36-979eccf2241b None None] Network f185f134-4c64-4ff1-8c19-eabec16dc31a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:10.291436 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:43:10.299196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.352442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.354732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ad34a-5fdb-41ed-aa70-ed45eb3194f4 None None] Network f185f134-4c64-4ff1-8c19-eabec16dc31a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:10.396253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c04343ec-7b65-40fd-80e4-8b2e16e4a5b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0024681 Nov 01 18:43:10.438977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.458722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032b2588-65cc-44bf-8ab6-c75a5b39f3cb,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:10.550404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9b0c-5367-48ea-a7f0-9005eea509eb req-545cbbdf-44b8-4c71-bebe-92687ee71362 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:10.553286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56a9b0c-5367-48ea-a7f0-9005eea509eb req-545cbbdf-44b8-4c71-bebe-92687ee71362 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0537660 Nov 01 18:43:10.556262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.560117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c8a39ae-23c3-4a3a-9369-46c21e64bfbd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3516304 Nov 01 18:43:10.560569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55862) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:10.565601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f9246-7025-4c3a-bf3b-59663806693b', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:10.603307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56a9b0c-5367-48ea-a7f0-9005eea509eb req-46de6e86-7799-459a-ad0d-cf5900e81cc9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400922 Nov 01 18:43:10.667660 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:43:10.673333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.748253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.821784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.841476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8c0163-347b-41c3-8992-df1f4ca8750d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:10.891297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-80542748-c878-404c-84b1-cd5aeafe6594 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:10.892868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-80542748-c878-404c-84b1-cd5aeafe6594 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/networks?id=f185f134-4c64-4ff1-8c19-eabec16dc31a HTTP/1.1" status: 200 len: 812 time: 0.1159942 Nov 01 18:43:10.911308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-786a71e8-b30b-4713-beef-53e7d9f2f7aa tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/quotas/16d10c1cc97d4c94b7c2292e7dfbfa2e HTTP/1.1" status: 200 len: 375 time: 0.0094261 Nov 01 18:43:10.921328 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:10.922751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e866f6a3-502d-4368-92b6-2a66114995d3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609991 Nov 01 18:43:10.925558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:10.931191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'network': {'name': 'tempest-network-smoke--990923691', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:10.947091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d9e77db8-37a7-4fbe-b69e-e15f9388041e tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16d10c1cc97d4c94b7c2292e7dfbfa2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266628 Nov 01 18:43:11.046782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-2c276463-6258-4b0c-a809-ff8bee09302e service neutron] 10.222.0.31 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924048 Nov 01 18:43:11.054969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:11.058526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.082344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:43:11.091968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.092415 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Added segment 7464b346-1531-4d91-8bff-1f2fa21d1621 of type vlan for network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 Nov 01 18:43:11.137210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.150742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-57f62ca1-4d2f-40c2-b676-570ca46a069d service neutron] 10.222.0.31 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968895 Nov 01 18:43:11.227719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.233851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:11.234656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.305857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Network': ['ID=3ebf6fa4-4b97-4ffc-a235-846bd4754980,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:11.315960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:43:11.367735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1d58adf2-f616-452f-84c1-207946ea0ed1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4410801 Nov 01 18:43:11.370205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 55912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:11.374702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'admin_state_up': True, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:11.435183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f429161-4076-4861-a516-c20fa2485df4 req-f155208a-3350-4a70-817e-4b23110ec78b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 210 time: 0.0324590 Nov 01 18:43:11.463744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.463744 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.513093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.698742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.737215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c372d3-947e-4992-89d2-5658324591da req-977260f5-ba8d-462b-81d2-aecaa2089eb2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:11.738828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23c372d3-947e-4992-89d2-5658324591da req-977260f5-ba8d-462b-81d2-aecaa2089eb2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0519760 Nov 01 18:43:11.781090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23c372d3-947e-4992-89d2-5658324591da req-7ee7c628-0406-4fcf-bc7e-5dcfd19269b4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Nov 01 18:43:11.917699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655661b-e2dc-4c9a-ace8-9e6fddd575d7 req-be967f49-334c-4150-8ff3-f11f5b9c061d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:11.919196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a655661b-e2dc-4c9a-ace8-9e6fddd575d7 req-be967f49-334c-4150-8ff3-f11f5b9c061d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0564280 Nov 01 18:43:11.928450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 55954) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:11.933205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Request body: {'floatingip': {'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:11.955295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:11.977085 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.314263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.428346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.24 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/d340299f-b492-43f1-bc90-4f9aea9265af) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:12.482397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.546970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.563278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.619219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f84d9cf5-f51b-47ac-90e1-d0e3383b114f req-38830380-ce5f-4820-85d3-784c8a16fc36 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 210 time: 0.1268582 Nov 01 18:43:12.679418 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Floating IP 7aad178c-055f-4933-bcc0-25023233b2de associated. External IP: 172.25.2.106, port: b90fc2dc-a819-4dec-8ee0-3c7b34856913. Nov 01 18:43:12.737659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:12.781474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:12.784526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:12.789864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:12.792187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=d340299f-b492-43f1-bc90-4f9aea9265af,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:13.144534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:13.273951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:43:13.364606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:13.388917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:13.403145 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:13.403853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:13.422256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:13.424004 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:13.445882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fa3a1ba8-d34a-4fbf-8ab8-32a35c314b99 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "PUT /v2.0/floatingips/7aad178c-055f-4933-bcc0-25023233b2de HTTP/1.1" status: 200 len: 992 time: 1.5162621 Nov 01 18:43:13.446869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:13.449366 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a39de-8615-4c5f-9cd1-36cf49c771a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:13.498675 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33016cb-8c20-4fb7-b681-0a336c7da20b x-openstack-request-id: req-f33016cb-8c20-4fb7-b681-0a336c7da20b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:13.499259 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:13.499357 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f33016cb-8c20-4fb7-b681-0a336c7da20b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:13.499794 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'status': 'completed', 'code': 200} Nov 01 18:43:13.604830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e385626c-1ed3-473e-931a-a197ffd330f7 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:43:13.605711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-0dfed8bc-0534-4dc6-b60f-60aaafab5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:13.607341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-0dfed8bc-0534-4dc6-b60f-60aaafab5624 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1097 time: 0.0564616 Nov 01 18:43:13.613863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:13.760438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:13.772284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Sync routers for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:13.789936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:13.793277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:13.870209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:13.872287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c7c76fdd-cfa1-4a15-94db-20e9eab50e1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5007987 Nov 01 18:43:13.880538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56052) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:13.888133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-4c09974b-9dec-495b-a926-9417d75905b9 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:13.889647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-4c09974b-9dec-495b-a926-9417d75905b9 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.37 "GET /v2.0/networks?id=f185f134-4c64-4ff1-8c19-eabec16dc31a HTTP/1.1" status: 200 len: 812 time: 0.2720141 Nov 01 18:43:13.937935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:13.956624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Request body: {'port': {'device_id': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a', 'admin_state_up': True, 'tenant_id': '16d10c1cc97d4c94b7c2292e7dfbfa2e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:13.969069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6071e360-d4c2-4992-896e-3afffde44f91 req-9d4d908a-ff70-46a8-aa45-d8b41e87e318 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 210 time: 0.1145215 Nov 01 18:43:13.990266 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7aad178c-055f-4933-bcc0-25023233b2de', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:42:54Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:14.025077 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:14.035358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:14.035990 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:14.072574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1232fca-e0e2-4b31-8ef4-b1b061a3c662 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=874863ad66c744669a2a4dc0e24cf099&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1818092 Nov 01 18:43:14.075278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56062) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:14.147422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-a0ca74ca-97c6-4f99-ba0a-40fcd13b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:14.150097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-a0ca74ca-97c6-4f99-ba0a-40fcd13b8801 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.5336125 Nov 01 18:43:14.173888 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:14.197286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:14.234802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b15e2-7f1c-4f8e-94e2-b8706df78e8b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:14.235155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Checking router: e385626c-1ed3-473e-931a-a197ffd330f7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:14.235708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Updating router e385626c-1ed3-473e-931a-a197ffd330f7 port d340299f-b492-43f1-bc90-4f9aea9265af binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:43:14.237440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-032b15e2-7f1c-4f8e-94e2-b8706df78e8b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591992 Nov 01 18:43:14.240147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56074) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:14.258789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-1024fd33-750f-474a-866d-773c2f6f9f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1000 time: 0.0974333 Nov 01 18:43:14.264711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.277692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c404131-d747-46f7-802d-4018ef803425 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359023 Nov 01 18:43:14.280013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56076) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:14.289933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1825634961', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:14.310942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Made reservation on behalf of 16d10c1cc97d4c94b7c2292e7dfbfa2e for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:14.322247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.343542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-a0cca89e-6852-491a-ba83-ce78c23cb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:14.345416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-a0cca89e-6852-491a-ba83-ce78c23cb1c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0770419 Nov 01 18:43:14.460983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-3ab78e98-8862-4b11-a6f9-b977f15a3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:14.463258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-3ab78e98-8862-4b11-a6f9-b977f15a3d89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049807 Nov 01 18:43:14.479273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:14.484907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.497511 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-93f67768-48de-457c-8151-349dbf5b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7aad178c-055f-4933-bcc0-25023233b2de', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:42:54Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:14.534419 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f67768-48de-457c-8151-349dbf5b842b None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7aad178c-055f-4933-bcc0-25023233b2de', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:42:54Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 1, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:14.602491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.642768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Allocated IP 172.20.0.13 (f185f134-4c64-4ff1-8c19-eabec16dc31a/2c31790a-a000-499e-8013-a51dcfb599bb/aa4ff59b-5416-4026-8a17-bbcc6a74b857) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:14.714896 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.715541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-8c1ebf5f-1366-43ee-abe7-7830ad131416 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148125 Nov 01 18:43:14.767302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Attempting to bind port d340299f-b492-43f1-bc90-4f9aea9265af on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:14.767699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Attempting to bind port d340299f-b492-43f1-bc90-4f9aea9265af by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:14.768258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Attempting to bind port d340299f-b492-43f1-bc90-4f9aea9265af on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:14.779407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:14.780155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:14.780252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.780590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:14.781068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Bound port: d340299f-b492-43f1-bc90-4f9aea9265af, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:14.781443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.806837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac5cf-2383-40ff-bc50-be6a95e4d715 None None] Pushing event updated for resources: {'Port': ['ID=d340299f-b492-43f1-bc90-4f9aea9265af,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:14.833822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.851662 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e73efe-3e8d-45fc-a53a-9b99df63c5e0 None None] New status for floating IP 7aad178c-055f-4933-bcc0-25023233b2de: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:43:14.859643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] For port d340299f-b492-43f1-bc90-4f9aea9265af, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:14.863846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] For port d340299f-b492-43f1-bc90-4f9aea9265af, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d340299f-b492-43f1-bc90-4f9aea9265af,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:14.933642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Subnet': ['ID=3118c09e-1ddf-477b-b6d8-2661abdafd73,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:14.941493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-363a39de-8615-4c5f-9cd1-36cf49c771a2 req-2057bdb1-07ce-418a-8d0c-26000588c742 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105618 Nov 01 18:43:14.943390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:14.946857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:14.946857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network hostable DHCP agents. Network: 3ebf6fa4-4b97-4ffc-a235-846bd4754980, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:43:14.951119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.028004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:43:15.035167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:15.035969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:15.080744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac5cf-2383-40ff-bc50-be6a95e4d715 None None] Pushing event updated for resources: {'Port': ['ID=d340299f-b492-43f1-bc90-4f9aea9265af,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:15.081149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.090903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3ebf6fa4-4b97-4ffc-a235-846bd4754980) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:15.095332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:15.095991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.133532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c3924-62fa-4656-970b-5d207581f4ad None None] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:15.178215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06fa0f9e-cc1c-4965-9262-5793fabb9909 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8955083 Nov 01 18:43:15.180885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Network f185f134-4c64-4ff1-8c19-eabec16dc31a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:15.188142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:15.198278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:15.211190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:15.217138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Pushing event updated for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:15.258254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97bf98-72b5-4d8f-ac78-b5bc79edca14 req-113d8a99-b2b5-4b20-9ee9-a1fa8568ff4a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:15.259866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd97bf98-72b5-4d8f-ac78-b5bc79edca14 req-113d8a99-b2b5-4b20-9ee9-a1fa8568ff4a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 932 time: 0.1930988 Nov 01 18:43:15.288478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:15.289136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.327529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd97bf98-72b5-4d8f-ac78-b5bc79edca14 req-d2e3254f-e4fa-4f57-aa8d-a96cc503e7dc tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Nov 01 18:43:15.397607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-15b3fdea-24f5-4cec-93b1-ff5283919769 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4494276 Nov 01 18:43:15.401870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:15.415336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Request body: {'port': {'device_id': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:15.471798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.638131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:43:15.638998 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.716738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.736610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:15.771111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a64f4-a505-4876-90f3-cf71ae81356d None None] The sync data for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 is: [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:12Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:15.838231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Allocated IP 172.20.0.2 (3ebf6fa4-4b97-4ffc-a235-846bd4754980/3118c09e-1ddf-477b-b6d8-2661abdafd73/766862d7-abcc-4769-b416-808071724710) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:15.872134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4ff59b-5416-4026-8a17-bbcc6a74b857 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:15.882484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:15.938849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Transition to ACTIVE for port object aa4ff59b-5416-4026-8a17-bbcc6a74b857 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:43:16.013467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.022070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.092741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:16.097266 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.164139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:16.170600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:16.174543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:16.182394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Pushing event updated for resources: {'Port': ['ID=766862d7-abcc-4769-b416-808071724710,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:16.201684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Attempting to bind port aa4ff59b-5416-4026-8a17-bbcc6a74b857 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:16.202159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Attempting to bind port aa4ff59b-5416-4026-8a17-bbcc6a74b857 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'c8a6ea10-9565-4e02-b878-bb90bcff51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:16.202497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Attempting to bind port aa4ff59b-5416-4026-8a17-bbcc6a74b857 on network f185f134-4c64-4ff1-8c19-eabec16dc31a {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:16.203643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.1 (3ebf6fa4-4b97-4ffc-a235-846bd4754980/3118c09e-1ddf-477b-b6d8-2661abdafd73/2cc806dc-79f8-4535-96b9-e2072a5ea902) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:16.207785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Port aa4ff59b-5416-4026-8a17-bbcc6a74b857 on network f185f134-4c64-4ff1-8c19-eabec16dc31a not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:43:16.207785 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Attempting to bind port aa4ff59b-5416-4026-8a17-bbcc6a74b857 on network f185f134-4c64-4ff1-8c19-eabec16dc31a {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:16.214156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:16.214495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Checking segment: {'id': 'c8a6ea10-9565-4e02-b878-bb90bcff51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:16.214883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Bound using segment: {'id': 'c8a6ea10-9565-4e02-b878-bb90bcff51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:16.215341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Bound port: aa4ff59b-5416-4026-8a17-bbcc6a74b857, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a6ea10-9565-4e02-b878-bb90bcff51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:16.215734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.244310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Attempting to bind port 766862d7-abcc-4769-b416-808071724710 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:16.244754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Attempting to bind port 766862d7-abcc-4769-b416-808071724710 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:16.245377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Attempting to bind port 766862d7-abcc-4769-b416-808071724710 on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:16.251373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:16.253440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:16.253440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.253440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Bound using segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:16.253440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Bound port: 766862d7-abcc-4769-b416-808071724710, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:16.253869 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.299592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:16.303934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857,segment=NetworkSegment(c8a6ea10-9565-4e02-b878-bb90bcff51cc),segment_id=c8a6ea10-9565-4e02-b878-bb90bcff51cc)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:16.327466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] For port 766862d7-abcc-4769-b416-808071724710, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:16.332187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] For port 766862d7-abcc-4769-b416-808071724710, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=766862d7-abcc-4769-b416-808071724710,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:16.368645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.389575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.416790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.445551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:16.446234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.447691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] 10.222.0.37 "PUT /v2.0/ports/aa4ff59b-5416-4026-8a17-bbcc6a74b857 HTTP/1.1" status: 200 len: 1092 time: 1.0423439 Nov 01 18:43:16.461455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:16.464282 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0102ba87-21e5-4196-9259-089e3f6a188e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:16.485714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c77a-27e6-4b70-947b-acc1e142eed4 None None] Pushing event updated for resources: {'Port': ['ID=766862d7-abcc-4769-b416-808071724710,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:16.497743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.528551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe1c5-e220-49c4-8dd6-19f2d06652db service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:16.545417 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8bb78a-4b8e-4b1c-8871-d689c90bf78c x-openstack-request-id: req-0e8bb78a-4b8e-4b1c-8871-d689c90bf78c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:16.545711 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:16.545970 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e8bb78a-4b8e-4b1c-8871-d689c90bf78c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:16.546553 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857', 'status': 'completed', 'code': 200} Nov 01 18:43:16.565473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e11f1-ede1-4624-bd34-15a88dcd966e req-54e3d686-9ff4-49a0-b1ab-952288c149f5 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:16.573456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e4e11f1-ede1-4624-bd34-15a88dcd966e req-54e3d686-9ff4-49a0-b1ab-952288c149f5 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 944 time: 0.1545153 Nov 01 18:43:16.578522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:16.586256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:16.586256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:16.616065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:16.650561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:16.659368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e4e11f1-ede1-4624-bd34-15a88dcd966e req-ae154b55-03f6-459d-b67c-b97e2945307d tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Nov 01 18:43:16.666400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-3e555204-1214-41d2-9686-f2b98466cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:16.668587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-3e555204-1214-41d2-9686-f2b98466cf70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16d10c1cc97d4c94b7c2292e7dfbfa2e&device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 1095 time: 0.0853055 Nov 01 18:43:16.731681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-219f70a7-2302-4185-888f-396ed901ce7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857 HTTP/1.1" status: 200 len: 217 time: 0.0503042 Nov 01 18:43:16.796602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-3527abf9-ddad-4d7d-b931-9f7bbcc6e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:16.796602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-3527abf9-ddad-4d7d-b931-9f7bbcc6e9c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c31790a-a000-499e-8013-a51dcfb599bb HTTP/1.1" status: 200 len: 852 time: 0.0591037 Nov 01 18:43:16.873396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-a53feb87-33af-4a5d-a38a-d8896f2fd79e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f185f134-4c64-4ff1-8c19-eabec16dc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690305 Nov 01 18:43:17.005933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.044158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-229d7696-d699-488f-8523-4f61040ee327 service neutron] 10.222.0.37 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627641 Nov 01 18:43:17.092970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 766862d7-abcc-4769-b416-808071724710 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:17.186274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 766862d7-abcc-4769-b416-808071724710 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:17.186856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.206311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ab3b06e-ab1f-4a6b-8f8b-e183de65c469 req-551bb77d-a4ff-4144-ba0f-24b8d27a46fb service neutron] 10.222.0.37 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544127 Nov 01 18:43:17.297353 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.340429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 766862d7-abcc-4769-b416-808071724710, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=766862d7-abcc-4769-b416-808071724710,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:17.413118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.429389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102ba87-21e5-4196-9259-089e3f6a188e req-ca8d6d91-9e28-49c2-8ac3-062fdc9f3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:17.430890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-ca8d6d91-9e28-49c2-8ac3-062fdc9f3fee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16d10c1cc97d4c94b7c2292e7dfbfa2e&device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 1095 time: 0.0536265 Nov 01 18:43:17.449126 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.449126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d340299f-b492-43f1-bc90-4f9aea9265af up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:17.496766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.542307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102ba87-21e5-4196-9259-089e3f6a188e req-5f5c92b2-8399-44bc-8d4f-f0ec6d4f5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:17.545075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-5f5c92b2-8399-44bc-8d4f-f0ec6d4f5215 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f185f134-4c64-4ff1-8c19-eabec16dc31a HTTP/1.1" status: 200 len: 913 time: 0.1064534 Nov 01 18:43:17.548620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=766862d7-abcc-4769-b416-808071724710,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:17.561934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d340299f-b492-43f1-bc90-4f9aea9265af triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:17.562314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.623353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:17.626100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.626441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-94b355e3-d945-49f3-ba22-67e642e8f231 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857 HTTP/1.1" status: 200 len: 217 time: 0.0751331 Nov 01 18:43:17.675497 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.702947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port d340299f-b492-43f1-bc90-4f9aea9265af, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d340299f-b492-43f1-bc90-4f9aea9265af,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:17.710786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102ba87-21e5-4196-9259-089e3f6a188e req-33a94357-411e-4404-b76a-146e2f466d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:17.710786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-33a94357-411e-4404-b76a-146e2f466d60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c31790a-a000-499e-8013-a51dcfb599bb HTTP/1.1" status: 200 len: 852 time: 0.0725570 Nov 01 18:43:17.759264 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:17.787933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-7c8473c0-d160-49eb-8791-741f62700696 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f185f134-4c64-4ff1-8c19-eabec16dc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721390 Nov 01 18:43:17.831048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:17.833041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:17.849443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=d340299f-b492-43f1-bc90-4f9aea9265af,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:17.979610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-82dfa37e-2c52-4706-9eb2-d52edba5cc41 service neutron] 10.222.0.37 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707494 Nov 01 18:43:18.005586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afe4fd-3949-4edc-8ba0-83bdc74b8ef8 req-5e68a880-038a-4fe9-9643-3389c8224fd2 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:18.007791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5afe4fd-3949-4edc-8ba0-83bdc74b8ef8 req-5e68a880-038a-4fe9-9643-3389c8224fd2 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 944 time: 0.2423344 Nov 01 18:43:18.018322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e385626c-1ed3-473e-931a-a197ffd330f7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:43:18.079244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5afe4fd-3949-4edc-8ba0-83bdc74b8ef8 req-8243c04b-7906-4430-ae43-2f1270b3eed7 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602388 Nov 01 18:43:18.148486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269188cc-c504-43a3-9eae-fc3029d1dbde None None] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:18.212929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:18.226968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-41773aa1-9593-4350-a848-0fa3ce9bab48 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/e385626c-1ed3-473e-931a-a197ffd330f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0418417 Nov 01 18:43:18.235545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0102ba87-21e5-4196-9259-089e3f6a188e req-ac4c5c83-ee54-4653-bc3e-b05d1926cc27 service neutron] 10.222.0.37 "GET /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439852 Nov 01 18:43:18.283523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f95b055c-b4e8-44c1-a31b-02eab8c653d5 None None] Provisioning complete for port 766862d7-abcc-4769-b416-808071724710 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:18.288507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f95b055c-b4e8-44c1-a31b-02eab8c653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:18.438439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Sync routers for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:18.473295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:18.473295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:18.596313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:18.638038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-3a1507c3-abce-424c-8b3c-7ef6bf3a0d01 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641851612&fields=id&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 267 time: 0.0432799 Nov 01 18:43:18.787610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-98539db7-a70a-41ea-8173-a79557fb0f0e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:18.789117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-98539db7-a70a-41ea-8173-a79557fb0f0e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 796 time: 0.1378179 Nov 01 18:43:18.790590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5eeb66c0-90cf-447f-9542-0e798e0a1cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:18.814643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-7ff87b62-dd2e-43b9-a373-7cb72577ffe5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/quotas/874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 375 time: 0.0127115 Nov 01 18:43:18.907768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d79d0726-87b5-45bf-8e38-8a4173aa223e None None] Provisioning complete for port 766862d7-abcc-4769-b416-808071724710 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:18.908237 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d79d0726-87b5-45bf-8e38-8a4173aa223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:18.914510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 2, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:18.937441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-eb854f38-4d8e-40b9-8c5e-986ccc90eaa4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105499 Nov 01 18:43:18.974627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Checking router: e385626c-1ed3-473e-931a-a197ffd330f7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:18.985171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Updating router e385626c-1ed3-473e-931a-a197ffd330f7 port 2cc806dc-79f8-4535-96b9-e2072a5ea902 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:43:19.020112 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.051062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 766862d7-abcc-4769-b416-808071724710 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:19.259417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 766862d7-abcc-4769-b416-808071724710 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:19.260447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.263452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d79d0726-87b5-45bf-8e38-8a4173aa223e None None] Provisioning complete for port 2cc806dc-79f8-4535-96b9-e2072a5ea902 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:19.263787 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d79d0726-87b5-45bf-8e38-8a4173aa223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.355533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-ced63a02-428d-4dbc-ace2-369358070797 service neutron] 10.222.0.31 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897841 Nov 01 18:43:19.419416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d79d0726-87b5-45bf-8e38-8a4173aa223e None None] Port 2cc806dc-79f8-4535-96b9-e2072a5ea902 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:43:19.446575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f719f6-b0de-42ed-8bc9-8d5ddb1838c5 req-870f73ac-dc5b-49b5-aa68-cbd6fdb6af50 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:19.448246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69f719f6-b0de-42ed-8bc9-8d5ddb1838c5 req-870f73ac-dc5b-49b5-aa68-cbd6fdb6af50 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 944 time: 0.1341524 Nov 01 18:43:19.509346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-9ed29238-72fb-45e5-90fa-a2c7e780843d service neutron] 10.222.0.31 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395409 Nov 01 18:43:19.512362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69f719f6-b0de-42ed-8bc9-8d5ddb1838c5 req-5a8ba60f-a88f-4c15-9528-ccaabc39e0ea tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Nov 01 18:43:19.587769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:43:19.711827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d340299f-b492-43f1-bc90-4f9aea9265af up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:19.751627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.760464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ce6a4f43-8a3a-4e57-8104-55525d0274ff None None] Provisioning complete for port 2cc806dc-79f8-4535-96b9-e2072a5ea902 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:19.760750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4f43-8a3a-4e57-8104-55525d0274ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.801596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a4f43-8a3a-4e57-8104-55525d0274ff None None] Port 2cc806dc-79f8-4535-96b9-e2072a5ea902 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:43:19.808325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d340299f-b492-43f1-bc90-4f9aea9265af triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:19.808692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.907495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:19.966795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3c6de-3d4b-4ecd-93d8-69fbaee0700c None None] Pushing event updated for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:20.018706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Attempting to bind port 2cc806dc-79f8-4535-96b9-e2072a5ea902 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:20.019003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Attempting to bind port 2cc806dc-79f8-4535-96b9-e2072a5ea902 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:20.019374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Attempting to bind port 2cc806dc-79f8-4535-96b9-e2072a5ea902 on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:20.026095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:20.026538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:20.026946 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.027345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Bound using segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:20.027843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Bound port: 2cc806dc-79f8-4535-96b9-e2072a5ea902, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:20.028229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.120879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] For port 2cc806dc-79f8-4535-96b9-e2072a5ea902, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:20.125590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] For port 2cc806dc-79f8-4535-96b9-e2072a5ea902, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2cc806dc-79f8-4535-96b9-e2072a5ea902,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:20.144053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b9aa04c-1d78-47fa-8d39-e3882b113321 req-3d62c4b2-c29b-4c9d-8fa1-a8671da73154 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Nov 01 18:43:20.184960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.266817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] Provisioning complete for port 2cc806dc-79f8-4535-96b9-e2072a5ea902 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:20.267296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.274653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:20.275298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:20.277085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3c6de-3d4b-4ecd-93d8-69fbaee0700c None None] Pushing event updated for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:20.449028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:20.491337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.605046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] For port 2cc806dc-79f8-4535-96b9-e2072a5ea902, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2cc806dc-79f8-4535-96b9-e2072a5ea902,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:20.662374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.689875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296594e7-aaa7-4cbb-9eb1-f11187572fc2 req-cb0629cb-cdeb-4694-992b-429798c3cb9d tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:20.691611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-296594e7-aaa7-4cbb-9eb1-f11187572fc2 req-cb0629cb-cdeb-4694-992b-429798c3cb9d tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 944 time: 0.0516739 Nov 01 18:43:20.700335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aa4ff59b-5416-4026-8a17-bbcc6a74b857 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:43:20.737719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-296594e7-aaa7-4cbb-9eb1-f11187572fc2 req-ec62c118-469f-4f2e-b4c9-2e6ef10ec01e tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Nov 01 18:43:20.740623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222a42-ba4c-4eca-a454-1592efef6bd0 None None] Pushing event updated for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:20.766873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:20.836992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755fab-e935-444b-ad7a-5b0412ce61eb None None] The sync data for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 is: [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:20.862801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bf528e66-f65b-414b-bdd5-43aef0120a64 None None] Provisioning complete for port 2cc806dc-79f8-4535-96b9-e2072a5ea902 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:20.863170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf528e66-f65b-414b-bdd5-43aef0120a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:20.930767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857,segment=NetworkSegment(c8a6ea10-9565-4e02-b878-bb90bcff51cc),segment_id=c8a6ea10-9565-4e02-b878-bb90bcff51cc)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:20.947646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857', 'network_id': 'f185f134-4c64-4ff1-8c19-eabec16dc31a', 'port_id': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857', 'mac_address': 'fa:16:3e:45:e7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c31790a-a000-499e-8013-a51dcfb599bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:43:21.001808 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1dc655b7-ccf9-489a-b5a0-477ae3213d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:21.025374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:21.043021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ff59b-5416-4026-8a17-bbcc6a74b857 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:21.071125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857,segment=NetworkSegment(c8a6ea10-9565-4e02-b878-bb90bcff51cc),segment_id=c8a6ea10-9565-4e02-b878-bb90bcff51cc)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:21.148110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:21.213314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:21.263439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ad6a290f-67a1-404d-b1f0-c8f256ff64b6 req-07916c91-b4aa-45a4-983a-bf2d5b2d0d8c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Nov 01 18:43:21.497550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['aa4ff59b-5416-4026-8a17-bbcc6a74b857'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:21.898976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caac24-2ded-4925-ad27-cdcda1a4b101 req-95c1e391-8186-4db5-89f1-7a442e881b7f tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:21.901483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29caac24-2ded-4925-ad27-cdcda1a4b101 req-95c1e391-8186-4db5-89f1-7a442e881b7f tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 945 time: 0.0633118 Nov 01 18:43:21.943382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29caac24-2ded-4925-ad27-cdcda1a4b101 req-65285262-04b3-4fc0-b345-1edfb6e6449b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Nov 01 18:43:22.078959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:22.389105 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c0bbd39-5e74-4b7e-b2c3-7dad83482369 req-d94eb4ca-2824-4572-b484-ad52651463a8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 210 time: 0.0405684 Nov 01 18:43:22.421415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-454eb729-30d2-4649-9a17-301ec3896c30 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:22.423223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-454eb729-30d2-4649-9a17-301ec3896c30 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 796 time: 0.1616547 Nov 01 18:43:22.471004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-44430bb8-fe07-4332-84d3-1b3f544cbb3f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 380 time: 0.0380685 Nov 01 18:43:22.483540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'port': {'device_id': '268a658c-bdbc-44de-8110-996abb33e027', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'admin_state_up': True, 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'security_groups': ['ca8f9246-7025-4c3a-bf3b-59663806693b']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:22.673262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:22.677338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:22.712102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aa4ff59b-5416-4026-8a17-bbcc6a74b857 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:22.811657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.8 (3ebf6fa4-4b97-4ffc-a235-846bd4754980/3118c09e-1ddf-477b-b6d8-2661abdafd73/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:22.856532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port aa4ff59b-5416-4026-8a17-bbcc6a74b857 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:43:22.862648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port aa4ff59b-5416-4026-8a17-bbcc6a74b857 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:22.862648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:22.953488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2cc806dc-79f8-4535-96b9-e2072a5ea902 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:22.979068 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:22.979235 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.020651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:23.022965 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f993e98a-64ab-44e1-b335-2b3f375f6c20" -d '{"events": [{"server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:23.047726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857,segment=NetworkSegment(c8a6ea10-9565-4e02-b878-bb90bcff51cc),segment_id=c8a6ea10-9565-4e02-b878-bb90bcff51cc)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:23.058044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2cc806dc-79f8-4535-96b9-e2072a5ea902 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:23.058416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.083764 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f01d7e-1ba3-425a-9748-2e1fbfdf53c7 x-openstack-request-id: req-80f01d7e-1ba3-425a-9748-2e1fbfdf53c7 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:23.084063 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:23.084317 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80f01d7e-1ba3-425a-9748-2e1fbfdf53c7 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:23.084705 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857', 'code': 200} Nov 01 18:43:23.099071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d5a2-dd79-48c3-9613-e3dbcfb13883 req-334b786a-ee9d-414e-9c6f-6b0dc7e57d9b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:23.100903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cde4d5a2-dd79-48c3-9613-e3dbcfb13883 req-334b786a-ee9d-414e-9c6f-6b0dc7e57d9b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 945 time: 0.0646918 Nov 01 18:43:23.129070 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.167667 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.188260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817dca-2545-4b0f-8027-0126dd2412d4 req-49b2fe1e-845a-48e3-b9ca-d20be766a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:23.190649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51817dca-2545-4b0f-8027-0126dd2412d4 req-49b2fe1e-845a-48e3-b9ca-d20be766a7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 1096 time: 0.0491452 Nov 01 18:43:23.191680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cde4d5a2-dd79-48c3-9613-e3dbcfb13883 req-db1fa165-1084-4639-b83a-84e36682948f tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Nov 01 18:43:23.240919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:23.244375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:23.246186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51817dca-2545-4b0f-8027-0126dd2412d4 req-bc54b891-1029-4373-b7f2-7f0218301730 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Nov 01 18:43:23.249239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:23.253497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:23.257479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:23.301113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:23.301732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.402220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-627a05c7-8de4-433d-8ce2-467bb3b00955 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213576 Nov 01 18:43:23.568137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e0290dbd-981a-475b-8e34-048196db8e60 None None] Provisioning complete for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:23.568503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e0290dbd-981a-475b-8e34-048196db8e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.569693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5f938-7de8-47ae-9275-be64477c9c63 req-ef7d2d09-4897-4b11-b11d-8ef0cbcc4a68 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:23.571203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41e5f938-7de8-47ae-9275-be64477c9c63 req-ef7d2d09-4897-4b11-b11d-8ef0cbcc4a68 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 931 time: 0.0572009 Nov 01 18:43:23.583321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Request body: {'port': {'device_id': '268a658c-bdbc-44de-8110-996abb33e027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:23.612331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e0290dbd-981a-475b-8e34-048196db8e60 None None] Port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:43:23.656728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41e5f938-7de8-47ae-9275-be64477c9c63 req-12a4ef04-76d5-4ccf-9ee0-044cce939b04 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789423 Nov 01 18:43:23.679312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:23.838015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.327669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:24.336977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.355016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Transition to ACTIVE for port object a5c5f708-7b3a-48f4-bf76-3be5acc3f21b will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:43:24.366055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae6101-3bc4-4a83-a89b-93277bd36ca8 req-3a753178-28c5-4222-a454-6045f56ac7bd tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:24.367622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ae6101-3bc4-4a83-a89b-93277bd36ca8 req-3a753178-28c5-4222-a454-6045f56ac7bd tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 946 time: 0.0765615 Nov 01 18:43:24.405357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d2ae6101-3bc4-4a83-a89b-93277bd36ca8 req-8cecd148-76c9-4c20-a5a3-465e66624ab2 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Nov 01 18:43:24.473704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.557333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:24.640867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:24.649718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:24.649718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:24.649718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:43:24.649718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:24.651784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:24.652122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:24.652503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Bound using segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:24.652925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Bound port: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:24.653277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.730529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:24.733958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:24.791045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea488-d72a-44f8-88f4-e0273a01bf3b req-9e961d20-59d5-4015-8439-cee6718e3ea2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:24.792621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36fea488-d72a-44f8-88f4-e0273a01bf3b req-9e961d20-59d5-4015-8439-cee6718e3ea2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0552428 Nov 01 18:43:24.834407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36fea488-d72a-44f8-88f4-e0273a01bf3b req-e3d26364-11c1-46de-884d-ea9ae3d49a88 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353110 Nov 01 18:43:24.862544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.895693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:24.896301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:24.897674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 1091 time: 1.3188384 Nov 01 18:43:24.898113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:24.900416 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:24.932631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9cc6-bdfd-4db6-96f2-ab00ba238859 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:24.951402 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e8efe-6e07-4b84-bb13-410e34a4b011 x-openstack-request-id: req-cf7e8efe-6e07-4b84-bb13-410e34a4b011 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:24.951720 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:24.952044 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf7e8efe-6e07-4b84-bb13-410e34a4b011 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:24.952501 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:43:25.023838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-a458227b-f593-4ff0-806d-0e09f2403cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.025344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-a458227b-f593-4ff0-806d-0e09f2403cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1094 time: 0.0471909 Nov 01 18:43:25.143724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-389dbcbc-6e20-4d42-8127-e7564c489034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.145420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-389dbcbc-6e20-4d42-8127-e7564c489034 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=874863ad66c744669a2a4dc0e24cf099&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1124685 Nov 01 18:43:25.246381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-8820c937-7567-4c39-b0cb-770c05e7fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.247865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa064f94-5c2e-4e5e-b4e3-66732c76d89e req-8820c937-7567-4c39-b0cb-770c05e7fb4d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947778 Nov 01 18:43:25.324721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-089e9732-c3a7-47b7-bc01-97590f0b7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.326256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-089e9732-c3a7-47b7-bc01-97590f0b7df4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1094 time: 0.0422156 Nov 01 18:43:25.373102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-b98de04c-146d-47d8-8ec4-9509c69cb61e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 217 time: 0.0382459 Nov 01 18:43:25.423894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-50e94925-29a5-4e6b-9137-46028e43e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.425344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-50e94925-29a5-4e6b-9137-46028e43e4b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0463483 Nov 01 18:43:25.473063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-56045b04-c387-4a2c-bfc8-0c54e61b2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.475324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-56045b04-c387-4a2c-bfc8-0c54e61b2dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435283 Nov 01 18:43:25.585479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad17337-7bb8-4549-b709-cb57ed209d53 req-9e2717f5-65cd-462f-b837-c8cd7962838b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.587036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ad17337-7bb8-4549-b709-cb57ed209d53 req-9e2717f5-65cd-462f-b837-c8cd7962838b tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 946 time: 0.1094797 Nov 01 18:43:25.619656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-656e8a44-190b-432e-b0e3-1c3ea00ae058 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337574 Nov 01 18:43:25.667166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ad17337-7bb8-4549-b709-cb57ed209d53 req-b7e630b3-3e16-4b14-8174-49e58dfb6463 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710170 Nov 01 18:43:25.733231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe46309d-66fd-442a-b1fb-d6591b2fbc19 req-5b95952f-60d6-4218-bea2-748e8dc8c826 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073394 Nov 01 18:43:25.977053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae468d25-2b0a-48b9-9be6-e0b6882b7ece req-ab4ff6cd-d82e-4b86-9c08-3a3c78d9e54c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:25.978765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae468d25-2b0a-48b9-9be6-e0b6882b7ece req-ab4ff6cd-d82e-4b86-9c08-3a3c78d9e54c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0643394 Nov 01 18:43:26.030359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae468d25-2b0a-48b9-9be6-e0b6882b7ece req-d0f220f7-82e8-42a8-8f46-c184d94e59e4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Nov 01 18:43:26.371274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44d78-9028-4b14-9639-cd24ca81d293 req-5d67b214-0388-40da-a59c-1ba7fa1f8b8a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:26.372798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eb44d78-9028-4b14-9639-cd24ca81d293 req-5d67b214-0388-40da-a59c-1ba7fa1f8b8a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 946 time: 0.0685000 Nov 01 18:43:26.416393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8eb44d78-9028-4b14-9639-cd24ca81d293 req-5d975f7d-c4c5-4c50-809c-a344c3c4fbb6 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Nov 01 18:43:26.765336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:27.153973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af85a91-e7f1-4129-b251-db4358f58aab req-5e43871b-d32e-47f0-8106-bc43e98300b7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:27.155613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9af85a91-e7f1-4129-b251-db4358f58aab req-5e43871b-d32e-47f0-8106-bc43e98300b7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0511873 Nov 01 18:43:27.195051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9af85a91-e7f1-4129-b251-db4358f58aab req-b7440565-3d63-456f-b780-257b263dff7f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Nov 01 18:43:27.542092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554daca7-d099-4fae-8cfb-a89ff4d324c1 req-d4d368cb-cb5c-497c-afb8-42f9b948ee48 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:27.543639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554daca7-d099-4fae-8cfb-a89ff4d324c1 req-d4d368cb-cb5c-497c-afb8-42f9b948ee48 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 946 time: 0.0525796 Nov 01 18:43:27.587084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554daca7-d099-4fae-8cfb-a89ff4d324c1 req-e2612951-4552-4a45-9a27-a17d9bdfa9e1 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/security-groups?id=da0cbcaa-32d2-402e-872d-55780488d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Nov 01 18:43:27.964117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2c284260-c79f-4896-a4e8-9cbbfd63312c tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:27.965527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2c284260-c79f-4896-a4e8-9cbbfd63312c tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 946 time: 0.0486901 Nov 01 18:43:28.062001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Deleting port aa4ff59b-5416-4026-8a17-bbcc6a74b857 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:28.062448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:28.155157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] For port aa4ff59b-5416-4026-8a17-bbcc6a74b857, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=aa4ff59b-5416-4026-8a17-bbcc6a74b857,segment=NetworkSegment(c8a6ea10-9565-4e02-b878-bb90bcff51cc),segment_id=c8a6ea10-9565-4e02-b878-bb90bcff51cc)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:28.155559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:28.174765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Calling delete_port for aa4ff59b-5416-4026-8a17-bbcc6a74b857 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:28.346235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e9355-3355-471c-ae0a-c0e798339e1f req-7b044392-07ce-40fc-9220-197c25769c14 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:28.347767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a24e9355-3355-471c-ae0a-c0e798339e1f req-7b044392-07ce-40fc-9220-197c25769c14 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0633795 Nov 01 18:43:28.390547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a24e9355-3355-471c-ae0a-c0e798339e1f req-df6f3ec7-784e-407b-b299-a5f1ef5d37c6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Nov 01 18:43:28.391123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:28.404452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['aa4ff59b-5416-4026-8a17-bbcc6a74b857'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:28.420724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Pushing event deleted for resources: {'Port': ['ID=aa4ff59b-5416-4026-8a17-bbcc6a74b857,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:28.466710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] No DVR routers for this DVR port aa4ff59b-5416-4026-8a17-bbcc6a74b857 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:28.469320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:28.472541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c935a3c9-12ff-48d9-aae2-cf2258c1001c req-2ebf2b20-d06a-4b19-96b2-1ffc4b1afc1a tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.37 "DELETE /v2.0/ports/aa4ff59b-5416-4026-8a17-bbcc6a74b857 HTTP/1.1" status: 204 len: 173 time: 0.5014286 Nov 01 18:43:28.472972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'name': 'network-vif-deleted', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:28.475844 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52708a61-e1fd-44eb-845b-05536a563a36" -d '{"events": [{"server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "name": "network-vif-deleted", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:28.519020 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954d9d7-983f-4285-be24-db080a188c1d x-openstack-request-id: req-4954d9d7-983f-4285-be24-db080a188c1d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:28.519310 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b8303-5bac-4965-a607-afaa3675e10b", "name": "network-vif-deleted", "tag": "aa4ff59b-5416-4026-8a17-bbcc6a74b857", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:28.519844 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4954d9d7-983f-4285-be24-db080a188c1d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:28.520249 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b8303-5bac-4965-a607-afaa3675e10b', 'name': 'network-vif-deleted', 'tag': 'aa4ff59b-5416-4026-8a17-bbcc6a74b857', 'status': 'completed', 'code': 200} Nov 01 18:43:28.701405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f05125f5-7481-4b19-9e35-f2b2b63f419d req-6d639f72-123d-4efd-8baf-dd64b4609e82 tempest-ServerAddressesTestJSON-308148994 tempest-ServerAddressesTestJSON-308148994-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e3b8303-5bac-4965-a607-afaa3675e10b HTTP/1.1" status: 200 len: 210 time: 0.0292847 Nov 01 18:43:29.523305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ea4a-24c2-4e75-9972-b813b0365d11 req-fb672235-8d7c-4562-9de3-4adb00971fcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:29.525259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96f0ea4a-24c2-4e75-9972-b813b0365d11 req-fb672235-8d7c-4562-9de3-4adb00971fcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0623889 Nov 01 18:43:29.565925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96f0ea4a-24c2-4e75-9972-b813b0365d11 req-ef98bf22-77ad-485d-9781-e7f5d300beda tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Nov 01 18:43:29.764893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56432) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:29.776073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56434) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:29.812234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Deleting subnet 2c31790a-a000-499e-8013-a51dcfb599bb {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:43:29.815774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:29.852615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:29.902222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:29.917939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-94502d59-84a3-4b93-a0ba-80afa47c60bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=389e9b72cde6448ea5c4eb55ae3d27b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406701 Nov 01 18:43:29.920537 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56438) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:29.972620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:29.995398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.027932 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.053309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c31790a-a000-499e-8013-a51dcfb599bb,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:30.057016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.068983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:30.069105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-30ede561-aba3-498d-b79f-2c5f270c51ac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2c31790a-a000-499e-8013-a51dcfb599bb HTTP/1.1" status: 204 len: 168 time: 0.2975967 Nov 01 18:43:30.119680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.122225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.123379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de773860-34cf-4010-af17-4929edefa373 HTTP/1.1" status: 204 len: 168 time: 0.2018957 Nov 01 18:43:30.143053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a09556-37f0-40b9-84e5-776fa6c2544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de773860-34cf-4010-af17-4929edefa373,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:30.156072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.241725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.266738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f185f134-4c64-4ff1-8c19-eabec16dc31a']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:30.276598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a6ea10-9565-4e02-b878-bb90bcff51cc') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:30.276934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a6ea10-9565-4e02-b878-bb90bcff51cc') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:30.287985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.302797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.309095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:43:30.309478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:43:30.311294 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:43:30.416210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.431840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.431840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f185f134-4c64-4ff1-8c19-eabec16dc31a HTTP/1.1" status: 204 len: 168 time: 0.3647573 Nov 01 18:43:30.444715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb44a78-e3b6-4454-a54c-30202cbea2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f185f134-4c64-4ff1-8c19-eabec16dc31a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:30.693571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419dd6-e126-4dab-8666-a0814c6106aa req-dc5fea0e-1de1-4005-b80c-d704b093b1da tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:30.695063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6419dd6-e126-4dab-8666-a0814c6106aa req-dc5fea0e-1de1-4005-b80c-d704b093b1da tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0500078 Nov 01 18:43:30.712686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:43:30.715933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aa4ff59b-5416-4026-8a17-bbcc6a74b857 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:30.749052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: aa4ff59b-5416-4026-8a17-bbcc6a74b857 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:30.749175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6419dd6-e126-4dab-8666-a0814c6106aa req-9d58629f-3f74-4356-8b7f-5a7c18224ad2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457132 Nov 01 18:43:30.749284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device aa4ff59b-5416-4026-8a17-bbcc6a74b857 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:30.823029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56460) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:30.842803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:30.853697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:43:30.868445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5df15120-2a6f-4917-99ad-09d7c9912147 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d10c1cc97d4c94b7c2292e7dfbfa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440361 Nov 01 18:43:30.870941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56462) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:30.892181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.913427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:30.929955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.932047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:30.951778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:30.987884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:31.041906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:31.054357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:31.057152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:31.058324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da0cbcaa-32d2-402e-872d-55780488d0cd HTTP/1.1" status: 204 len: 168 time: 0.1864042 Nov 01 18:43:31.069323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867d737-a578-4154-93fb-54991a248509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0cbcaa-32d2-402e-872d-55780488d0cd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:31.300095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:31.872784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfe918-2f72-42a6-b0c7-139e3de2415d req-82b90dfa-436d-4e4d-8731-5411134e0c16 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:31.874459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dccfe918-2f72-42a6-b0c7-139e3de2415d req-82b90dfa-436d-4e4d-8731-5411134e0c16 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0539193 Nov 01 18:43:31.917311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dccfe918-2f72-42a6-b0c7-139e3de2415d req-a61b5b4a-d829-429b-a30f-f57ceb73abe3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Nov 01 18:43:31.946365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56498) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:32.057988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482d9ebe-1376-43b6-9396-1295a02c8d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.131928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482d9ebe-1376-43b6-9396-1295a02c8d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.193778 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-482d9ebe-1376-43b6-9396-1295a02c8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.197319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56510) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:32.233915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-482d9ebe-1376-43b6-9396-1295a02c8d37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a19cd9d3bbbf4e0d9a08f837dc246cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863438 Nov 01 18:43:32.236636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56514) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:32.243776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d9ebe-1376-43b6-9396-1295a02c8d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf01ac0-2924-4ae1-b7f5-9f194a497f22,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:32.293156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.303478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-896365195-network', 'tenant_id': 'a8e9539029d74658b6fc3c0ae774af57'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:32.312073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.422512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Made reservation on behalf of a8e9539029d74658b6fc3c0ae774af57 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:32.424831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.434113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.450632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.453312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.454486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caf01ac0-2924-4ae1-b7f5-9f194a497f22 HTTP/1.1" status: 204 len: 168 time: 0.2169380 Nov 01 18:43:32.463646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e19b-f34e-4370-8153-582ea970f489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf01ac0-2924-4ae1-b7f5-9f194a497f22,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:32.513958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.627852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.653964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:43:32.663948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978d55a-784b-4b83-aeee-ee9b53a7cd07,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:32.668840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.669191 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Added segment 8245c4eb-834f-4183-8369-3e75cc0b8c62 of type vlan for network f2f891e3-3789-44c5-a567-81f59f1f8a9c Nov 01 18:43:32.712186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.743094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:32.799086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.800352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:32.800830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.844886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:43:32.850489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:32.855412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:32.867795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] Pushing event updated for resources: {'Network': ['ID=f2f891e3-3789-44c5-a567-81f59f1f8a9c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:32.897442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f2f891e3-3789-44c5-a567-81f59f1f8a9c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:43:32.904149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aae8ead0-9598-4605-8774-1adafa2362df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7057059 Nov 01 18:43:32.907267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:32.912623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Request body: {'subnet': {'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-896365195-subnet', 'tenant_id': 'a8e9539029d74658b6fc3c0ae774af57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:33.031164 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:33.033894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Made reservation on behalf of a8e9539029d74658b6fc3c0ae774af57 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:33.037410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:33.048521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6470f6-b687-4061-ad0e-e24b003e38b1 req-051106d9-3086-40d1-a1a4-8d38e16bf6be tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:33.050065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e6470f6-b687-4061-ad0e-e24b003e38b1 req-051106d9-3086-40d1-a1a4-8d38e16bf6be tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0605967 Nov 01 18:43:33.055674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:33.057923 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8759f97-f4c9-4faf-90d5-93ed2be9792f" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:33.075469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:33.101606 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a148e64-3eff-4653-aa03-e0f1b365fdec x-openstack-request-id: req-2a148e64-3eff-4653-aa03-e0f1b365fdec {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:33.104665 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:33.104665 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a148e64-3eff-4653-aa03-e0f1b365fdec {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:33.104665 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'code': 200} Nov 01 18:43:33.134857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e6470f6-b687-4061-ad0e-e24b003e38b1 req-053355dc-6495-497c-825c-e310e62a01fb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743225 Nov 01 18:43:33.154021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:33.239221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1713-9207-4f83-b8c1-3e0637fd7280 req-64df2270-de21-4478-9f95-44ff7a9a4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:33.241399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-502e1713-9207-4f83-b8c1-3e0637fd7280 req-64df2270-de21-4478-9f95-44ff7a9a4bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1096 time: 0.0815680 Nov 01 18:43:33.252773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:33.314271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-502e1713-9207-4f83-b8c1-3e0637fd7280 req-46a1acac-6789-4303-aef5-df8f8319bdef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638058 Nov 01 18:43:33.359557 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:33.421587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c670925-ba06-4e8d-8eec-1bac7d38cf53,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:33.429924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Checking segment: {'id': '8245c4eb-834f-4183-8369-3e75cc0b8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:33.430287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Network hostable DHCP agents. Network: f2f891e3-3789-44c5-a567-81f59f1f8a9c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:43:33.547746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Network f2f891e3-3789-44c5-a567-81f59f1f8a9c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:43:33.639429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f2f891e3-3789-44c5-a567-81f59f1f8a9c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:33.643982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:33.644840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:33.651279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757665d9-a637-4c83-81e9-67b6fa91f704 None None] Network f2f891e3-3789-44c5-a567-81f59f1f8a9c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:33.728284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ace50b05-5baf-4387-b77c-f75ba3f6a63e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8196936 Nov 01 18:43:33.784451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9b836-d09c-4fac-a4bb-3aca9e9d06bb None None] Network f2f891e3-3789-44c5-a567-81f59f1f8a9c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:43:34.187731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-c23883de-31b4-41f9-a9e6-ee7d2f7c1b42 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:34.191323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-c23883de-31b4-41f9-a9e6-ee7d2f7c1b42 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/networks?id=f2f891e3-3789-44c5-a567-81f59f1f8a9c HTTP/1.1" status: 200 len: 821 time: 0.1162925 Nov 01 18:43:34.201640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-e53c4810-b548-4f51-8a4e-0ba8ba56fd2c tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/quotas/a8e9539029d74658b6fc3c0ae774af57 HTTP/1.1" status: 200 len: 375 time: 0.0097659 Nov 01 18:43:34.251268 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-5c3f3139-1cac-4fbf-a4ea-0b563dccf4d2 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8e9539029d74658b6fc3c0ae774af57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434375 Nov 01 18:43:34.344586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccee7a7-a5a9-4244-ad37-8df435ae0358 req-5107d66f-4419-45ac-a9d5-0ee7d14842b4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:34.346078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ccee7a7-a5a9-4244-ad37-8df435ae0358 req-5107d66f-4419-45ac-a9d5-0ee7d14842b4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1276243 Nov 01 18:43:34.396607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-df116494-07b3-4bf7-bc33-963cc459678e service neutron] 10.222.0.31 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310978 Nov 01 18:43:34.401727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ccee7a7-a5a9-4244-ad37-8df435ae0358 req-ee8333be-4535-405e-8f63-5582aa9832e7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488417 Nov 01 18:43:34.499325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-c56a1d7d-0f19-4e1d-8603-4d4d4b014f1a service neutron] 10.222.0.31 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948083 Nov 01 18:43:34.793860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de089b6b-dbbf-4d53-9a5d-ed82df48fa4c req-a2b3b92b-df26-4428-a13b-1aa3fb7817da tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 210 time: 0.0302424 Nov 01 18:43:34.901719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:35.522637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501e36-27a5-4aa0-abdf-d076b3a59b34 req-5db0498e-3d34-48de-bb4a-aa7cb0c8fc40 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:35.524242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d501e36-27a5-4aa0-abdf-d076b3a59b34 req-5db0498e-3d34-48de-bb4a-aa7cb0c8fc40 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0504210 Nov 01 18:43:35.563877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d501e36-27a5-4aa0-abdf-d076b3a59b34 req-b8e5052c-23c0-4521-a4bf-41a8a7a45ea1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Nov 01 18:43:35.688183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a3b0f-0ade-4b66-a949-ce1bfaef6159 req-eb926d29-526d-4121-b911-3b69172cee28 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:35.689721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-583a3b0f-0ade-4b66-a949-ce1bfaef6159 req-eb926d29-526d-4121-b911-3b69172cee28 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0545101 Nov 01 18:43:35.728093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-583a3b0f-0ade-4b66-a949-ce1bfaef6159 req-4c78392d-941a-49c6-ae20-970af68c4d62 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Nov 01 18:43:35.749988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:35.790431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e408e-1b54-45a4-890f-d525c85ed3bb tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:35.791996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6a0e408e-1b54-45a4-890f-d525c85ed3bb tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1091 time: 0.0410409 Nov 01 18:43:35.794852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:35.800262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:35.873540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d778cfae-8164-4296-b1ed-9ed7ebf18595 req-7bcf4ef4-e6d3-4fc9-9cb2-7737a775d613 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 210 time: 0.0275712 Nov 01 18:43:35.874483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:35.972385 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:36.074845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.30 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/84695e38-cc1f-4eca-8fb2-174f4d463c5c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:36.179925 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:36.273758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:36.310639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:36.317278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:36.321621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:36.345229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=84695e38-cc1f-4eca-8fb2-174f4d463c5c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:36.512546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-b66648f9-31ea-4768-82d1-90f72b3786d2 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=db041b04a2ce41b9874f0ace3023847d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549042 Nov 01 18:43:36.698162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-9a388dd2-b12a-40d7-87fa-8fe944978b0b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:36.699650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-9a388dd2-b12a-40d7-87fa-8fe944978b0b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815162 Nov 01 18:43:36.751296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-418f2bc4-5c73-4fa8-8a25-4c39c6704420 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/quotas/db041b04a2ce41b9874f0ace3023847d HTTP/1.1" status: 200 len: 375 time: 0.0450315 Nov 01 18:43:36.821532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-1f913dcc-683a-40aa-bb63-fe64ee619f40 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db041b04a2ce41b9874f0ace3023847d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630326 Nov 01 18:43:36.849805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:37.023159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-147a36a1-7f89-4ad9-aa61-fb047a5537f9 req-16ae6bcd-b54e-4223-bcfa-1b6144caaf64 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 210 time: 0.0770855 Nov 01 18:43:37.047346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:37.117677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aca6d33b-a08b-4dc8-b3d8-0a0f181bea3f req-30eb4350-3021-4a8e-a5ce-70dd700c75da tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 210 time: 0.0597930 Nov 01 18:43:37.134922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-31e39ea0-7f2a-4233-a618-3107cc306c20 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:37.136427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-31e39ea0-7f2a-4233-a618-3107cc306c20 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.37 "GET /v2.0/networks?id=f2f891e3-3789-44c5-a567-81f59f1f8a9c HTTP/1.1" status: 200 len: 821 time: 0.2182884 Nov 01 18:43:37.164723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Request body: {'port': {'device_id': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c', 'admin_state_up': True, 'tenant_id': 'a8e9539029d74658b6fc3c0ae774af57'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:37.339584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:37.456494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:37.460438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Made reservation on behalf of a8e9539029d74658b6fc3c0ae774af57 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:37.464074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:37.573213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=84695e38-cc1f-4eca-8fb2-174f4d463c5c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:37.604660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:38.073656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Allocated IP 172.20.0.13 (f2f891e3-3789-44c5-a567-81f59f1f8a9c/0c670925-ba06-4e8d-8eec-1bac7d38cf53/7d030bc8-f15a-4acc-82ab-e8635110867d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:38.104763 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 124ee081-8369-4749-9b38-01e738dbea6c associated. External IP: 172.25.2.30, port: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b. Nov 01 18:43:38.176619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99cadef8-a227-4829-9a60-498cdf048c05 req-54e146f6-e2d4-419d-b2d0-7bcce2f386d2 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 210 time: 0.0760031 Nov 01 18:43:38.261124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-96068f78-53e2-4c6c-a6d5-88f76c104be5 req-b5184bca-a34b-44ab-839f-06a5f8481a4f tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 210 time: 0.0686016 Nov 01 18:43:38.470203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:38.527555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e385626c-1ed3-473e-931a-a197ffd330f7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:43:38.649233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:43:38.660401 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Sync routers for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:43:38.668366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:38.672498 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:38.673305 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:43:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:38.720988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Network f2f891e3-3789-44c5-a567-81f59f1f8a9c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:38.725367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:38.728991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:38.737771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Pushing event updated for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:38.744850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:38.814117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3b6bea59-a335-458a-8cf8-0ff7cf2cbfe6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0182171 Nov 01 18:43:38.816761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:38.819742 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edd1fc-511a-4457-80ec-49c76565f7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:38.834089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:38.834797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:38.888100 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e75f9b-8dff-4ae0-9243-9e6d5f7056f5 x-openstack-request-id: req-51e75f9b-8dff-4ae0-9243-9e6d5f7056f5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:38.888405 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:38.888714 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e75f9b-8dff-4ae0-9243-9e6d5f7056f5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:38.889068 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:43:38.903209 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:38.925258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-90b70d5f-de2e-4ffa-b43d-db4186e1f85a tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7778733 Nov 01 18:43:38.939805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Request body: {'port': {'device_id': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:38.962400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-df0fcbcf-5bd5-4ba4-a6e9-4b71f39583ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:38.964734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-df0fcbcf-5bd5-4ba4-a6e9-4b71f39583ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1096 time: 0.0467548 Nov 01 18:43:38.971938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a287ae-01a5-4cec-971c-c5dc1baaf183 req-f236df3b-2b41-4a0c-b65d-b60dc8aa12d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:38.973526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2a287ae-01a5-4cec-971c-c5dc1baaf183 req-f236df3b-2b41-4a0c-b65d-b60dc8aa12d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0836101 Nov 01 18:43:39.038997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.044549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2a287ae-01a5-4cec-971c-c5dc1baaf183 req-dfb8c3b6-ca31-42b3-9501-42db6d6b2711 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632162 Nov 01 18:43:39.076485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56638) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:39.089155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-3c9c1f23-ad6c-45e9-8019-425ed6ddcaa0 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=db041b04a2ce41b9874f0ace3023847d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328190 Nov 01 18:43:39.170486 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '124ee081-8369-4749-9b38-01e738dbea6c', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a658c-bdbc-44de-8110-996abb33e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:43:36Z', 'updated_at': '2021-11-01T18:43:36Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:39.178542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-6703e948-9c20-438a-a5f1-5089a6061d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:39.180084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-6703e948-9c20-438a-a5f1-5089a6061d58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.2085540 Nov 01 18:43:39.184969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e097312d-69ad-4104-9085-31daac16255a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/124ee081-8369-4749-9b38-01e738dbea6c HTTP/1.1" status: 200 len: 990 time: 0.1054173 Nov 01 18:43:39.198770 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Checking router: e385626c-1ed3-473e-931a-a197ffd330f7 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:43:39.207577 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:43:39.208465 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:43:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:39.263728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-d122e790-71c9-48a3-a7ba-fd60c47107d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.0764568 Nov 01 18:43:39.273784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.331460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-a04ff660-f5bb-439e-ba59-c7a918271ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:39.333613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-a04ff660-f5bb-439e-ba59-c7a918271ab0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0617323 Nov 01 18:43:39.336478 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:43:39.380606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-8dd1b342-f7cc-42a5-a5cf-f96420642df6 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:39.382163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-8dd1b342-f7cc-42a5-a5cf-f96420642df6 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725430 Nov 01 18:43:39.394674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-3e7342ca-2535-410b-a588-517a1ad4c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:39.397972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-3e7342ca-2535-410b-a588-517a1ad4c4de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583100 Nov 01 18:43:39.409877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Request body: {'port': {'device_id': '23c96e38-68b6-41e1-a48b-b10b52884770', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'db041b04a2ce41b9874f0ace3023847d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:39.492701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3c2fcbf-3dff-460f-bf62-36d80ca38fb0 req-db0140c6-2a7d-4fc9-bf8e-322d839a332d tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 210 time: 0.1209228 Nov 01 18:43:39.521981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-47c526a8-5c1c-42b2-9e58-75682e177ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173713 Nov 01 18:43:39.582678 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '124ee081-8369-4749-9b38-01e738dbea6c', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a658c-bdbc-44de-8110-996abb33e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:43:36Z', 'updated_at': '2021-11-01T18:43:36Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:39.604756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c07c4b-11d9-485e-a0c2-36411b5fca5d req-c5bfe57a-ac54-426d-b226-c08261349a0f tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:39.606312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69c07c4b-11d9-485e-a0c2-36411b5fca5d req-c5bfe57a-ac54-426d-b226-c08261349a0f tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 932 time: 0.2386699 Nov 01 18:43:39.610491 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba37b2-c239-4c4b-9426-f690ae724763 None None] The sync data for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 is: [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '124ee081-8369-4749-9b38-01e738dbea6c', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a658c-bdbc-44de-8110-996abb33e027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:43:36Z', 'updated_at': '2021-11-01T18:43:36Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:43:39.624892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33edd1fc-511a-4457-80ec-49c76565f7f3 req-961904bc-9bf5-4929-8356-ee9c477eabbf service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957446 Nov 01 18:43:39.693834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69c07c4b-11d9-485e-a0c2-36411b5fca5d req-dbe3c758-0872-4397-9bfc-5d2d8bfe7d46 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794005 Nov 01 18:43:39.747842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d030bc8-f15a-4acc-82ab-e8635110867d {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:39.756611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.771143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Transition to ACTIVE for port object 7d030bc8-f15a-4acc-82ab-e8635110867d will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:43:39.797730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Made reservation on behalf of db041b04a2ce41b9874f0ace3023847d for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:39.801723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.811534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.823851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:39.842552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ea272-d2e1-4bda-b566-d2d572364e45 None None] New status for floating IP 124ee081-8369-4749-9b38-01e738dbea6c: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:43:39.904318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Pushing event updated for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:39.937048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.937401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.937745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.938092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.938425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.938774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.939089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.939418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.939778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.940117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.940434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:39.940770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:40.016127 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.020388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Attempting to bind port 7d030bc8-f15a-4acc-82ab-e8635110867d on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:40.021471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Attempting to bind port 7d030bc8-f15a-4acc-82ab-e8635110867d by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '8245c4eb-834f-4183-8369-3e75cc0b8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:40.022049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Attempting to bind port 7d030bc8-f15a-4acc-82ab-e8635110867d on network f2f891e3-3789-44c5-a567-81f59f1f8a9c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:40.026466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Port 7d030bc8-f15a-4acc-82ab-e8635110867d on network f2f891e3-3789-44c5-a567-81f59f1f8a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:43:40.026790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Attempting to bind port 7d030bc8-f15a-4acc-82ab-e8635110867d on network f2f891e3-3789-44c5-a567-81f59f1f8a9c {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:40.031662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:40.033504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Checking segment: {'id': '8245c4eb-834f-4183-8369-3e75cc0b8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:40.033504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Bound using segment: {'id': '8245c4eb-834f-4183-8369-3e75cc0b8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:40.033504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Bound port: 7d030bc8-f15a-4acc-82ab-e8635110867d, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8245c4eb-834f-4183-8369-3e75cc0b8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:40.033504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.088783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.119168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:40.169107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7d030bc8-f15a-4acc-82ab-e8635110867d,segment=NetworkSegment(8245c4eb-834f-4183-8369-3e75cc0b8c62),segment_id=8245c4eb-834f-4183-8369-3e75cc0b8c62)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:40.172260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25da3345-ec60-4109-b814-c141284b2cad,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:40.186450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:40.240875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.259057 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6daeab05-6e48-4965-ac7d-b17405e8cce9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/124ee081-8369-4749-9b38-01e738dbea6c HTTP/1.1" status: 200 len: 992 time: 0.0713356 Nov 01 18:43:40.280364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Allocated IP 192.168.233.238 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/48ab3a8e-400e-4f33-a638-b2e3097444a5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:43:40.292141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:40.292756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.294139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] 10.222.0.37 "PUT /v2.0/ports/7d030bc8-f15a-4acc-82ab-e8635110867d HTTP/1.1" status: 200 len: 1092 time: 1.3595061 Nov 01 18:43:40.329332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dda7e7-204d-4983-bf58-225f1c39cc9f service neutron] Pushing event updated for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:40.482114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-8c8b4767-220b-4b83-98ca-f815ae9ce04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:40.483669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-8c8b4767-220b-4b83-98ca-f815ae9ce04c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8e9539029d74658b6fc3c0ae774af57&device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 1095 time: 0.0716367 Nov 01 18:43:40.493602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.540168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-6c65f89e-8b6f-4bdc-8543-44f69e391025 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d030bc8-f15a-4acc-82ab-e8635110867d HTTP/1.1" status: 200 len: 217 time: 0.0448389 Nov 01 18:43:40.617485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21fb56a7-dad7-44ca-bf79-a31016bcae33 req-96935a64-56a5-4307-b26e-c6df6e4c2387 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 210 time: 0.0350008 Nov 01 18:43:40.627831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-15f73336-d60b-4446-9de6-379d07c705e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:40.629250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-15f73336-d60b-4446-9de6-379d07c705e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c670925-ba06-4e8d-8eec-1bac7d38cf53 HTTP/1.1" status: 200 len: 861 time: 0.0781620 Nov 01 18:43:40.661780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-07893327-b3c2-4e96-97d2-b3e8bec9c47d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2f891e3-3789-44c5-a567-81f59f1f8a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253584 Nov 01 18:43:40.725414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.780275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:43:40.793999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:43:40.796576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:43:40.863636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Pushing event updated for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:40.882995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-c58c7663-c52b-4abb-9cba-bc34fdccad2d service neutron] 10.222.0.37 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147210 Nov 01 18:43:40.890344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:40.892654 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bac74c-ede0-479d-8bd1-830e1d51f21f" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:40.903562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:40.904225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:40.940041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699379-6060-4148-ba75-146425ad7d81 req-52d32224-cb71-4f1f-97a8-0e4d64239329 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:40.941599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05699379-6060-4148-ba75-146425ad7d81 req-52d32224-cb71-4f1f-97a8-0e4d64239329 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 944 time: 0.1731954 Nov 01 18:43:40.952344 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da9505f-0884-4a4c-bc91-f9280c6c5857 x-openstack-request-id: req-6da9505f-0884-4a4c-bc91-f9280c6c5857 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:40.952344 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:40.952344 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6da9505f-0884-4a4c-bc91-f9280c6c5857 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:40.952344 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d', 'status': 'completed', 'code': 200} Nov 01 18:43:41.027783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05699379-6060-4148-ba75-146425ad7d81 req-c9be3f39-a7a4-42a8-a328-021b902dcd14 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751934 Nov 01 18:43:41.032793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-a38c2b11-de6e-49ac-a8e3-9b450822967b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6299381 Nov 01 18:43:41.049374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Request body: {'port': {'device_id': '23c96e38-68b6-41e1-a48b-b10b52884770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:41.056906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7110160a-9ce5-40ba-8f4c-08b38380812f req-65355268-19f8-4b8a-87ad-457eccfb5f6a service neutron] 10.222.0.37 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596460 Nov 01 18:43:41.102023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d8a4bbc5-9830-472b-b617-18bec25bc17b None None] Provisioning complete for port 48ab3a8e-400e-4f33-a638-b2e3097444a5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:41.102589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8a4bbc5-9830-472b-b617-18bec25bc17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:41.106232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:41.137941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4bbc5-9830-472b-b617-18bec25bc17b None None] Port 48ab3a8e-400e-4f33-a638-b2e3097444a5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:43:41.273259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-2c9cd42e-291b-4408-b90e-1557b5d8eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:41.274816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-2c9cd42e-291b-4408-b90e-1557b5d8eea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8e9539029d74658b6fc3c0ae774af57&device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 1095 time: 0.1176057 Nov 01 18:43:41.427366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-3b7c34e5-23e8-4154-b31b-1ddcd9d8b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:41.429199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-3b7c34e5-23e8-4154-b31b-1ddcd9d8b924 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2f891e3-3789-44c5-a567-81f59f1f8a9c HTTP/1.1" status: 200 len: 922 time: 0.1467335 Nov 01 18:43:41.484008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-f801ab90-3cf1-4428-979a-ae348429cea2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d030bc8-f15a-4acc-82ab-e8635110867d HTTP/1.1" status: 200 len: 217 time: 0.0462196 Nov 01 18:43:41.543866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ab3a8e-400e-4f33-a638-b2e3097444a5 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:41.556215 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:41.566146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-e91807f4-427d-4736-a1e8-ffda3e4d5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:41.568133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-e91807f4-427d-4736-a1e8-ffda3e4d5863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c670925-ba06-4e8d-8eec-1bac7d38cf53 HTTP/1.1" status: 200 len: 861 time: 0.0664053 Nov 01 18:43:41.582496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Transition to ACTIVE for port object 48ab3a8e-400e-4f33-a638-b2e3097444a5 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:43:41.601722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-19a37a1d-fbcc-4a44-a33d-b3cf4a1cc345 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2f891e3-3789-44c5-a567-81f59f1f8a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267215 Nov 01 18:43:41.664753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:41.769696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Pushing event updated for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:41.781645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-b71e1c3a-2935-47fe-94f9-1cb45487d63a service neutron] 10.222.0.37 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732261 Nov 01 18:43:41.814347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136cc28-c9ab-454c-98d6-0cce468b97d6 req-2521abc9-3f74-40a4-ba1d-61d541069195 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:41.815877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3136cc28-c9ab-454c-98d6-0cce468b97d6 req-2521abc9-3f74-40a4-ba1d-61d541069195 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 948 time: 0.1221423 Nov 01 18:43:42.304736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3136cc28-c9ab-454c-98d6-0cce468b97d6 req-cb4d8cc7-8cf2-4c60-9ff2-c416e211f07b tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771552 Nov 01 18:43:42.313920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Attempting to bind port 48ab3a8e-400e-4f33-a638-b2e3097444a5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:43:42.314266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Attempting to bind port 48ab3a8e-400e-4f33-a638-b2e3097444a5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:43:42.314854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Attempting to bind port 48ab3a8e-400e-4f33-a638-b2e3097444a5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:42.342001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Port 48ab3a8e-400e-4f33-a638-b2e3097444a5 on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:43:42.342324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Attempting to bind port 48ab3a8e-400e-4f33-a638-b2e3097444a5 on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:43:42.357061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:43:42.357402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:43:42.357794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:43:42.358223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Bound port: 48ab3a8e-400e-4f33-a638-b2e3097444a5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:43:42.358582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:42.372635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3bac74c-ede0-479d-8bd1-830e1d51f21f req-207f4cec-52db-4c9b-8d9c-2211a2bddd60 service neutron] 10.222.0.37 "GET /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664551 Nov 01 18:43:42.387280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130bdd3-9772-4d8a-a766-10315a0842b6 req-d0a9bc32-abc4-4cf8-8305-c022dff4afbe tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:42.388789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6130bdd3-9772-4d8a-a766-10315a0842b6 req-d0a9bc32-abc4-4cf8-8305-c022dff4afbe tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 944 time: 0.0928540 Nov 01 18:43:42.465284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6130bdd3-9772-4d8a-a766-10315a0842b6 req-c6979180-c6f0-4c7e-8ba1-3a646caa38ff tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554357 Nov 01 18:43:42.467593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:43:42.470678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:43:42.531048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:42.570162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:42.570783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:42.572202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] 10.222.0.32 "PUT /v2.0/ports/48ab3a8e-400e-4f33-a638-b2e3097444a5 HTTP/1.1" status: 200 len: 1096 time: 1.5285585 Nov 01 18:43:42.595298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec1a7-db8b-4582-b57a-3fe2e3cda776 service neutron] Pushing event updated for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:42.741630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-c6bc3721-ae27-4a76-b37d-9dba80304521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:42.743155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-c6bc3721-ae27-4a76-b37d-9dba80304521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db041b04a2ce41b9874f0ace3023847d&device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 1099 time: 0.0440373 Nov 01 18:43:42.787391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-c421fbf1-054f-472b-a319-3a93d0e51ae6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5 HTTP/1.1" status: 200 len: 217 time: 0.0365291 Nov 01 18:43:42.837380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-9085ab51-07da-4d67-b4f8-779283cb147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:42.838754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-9085ab51-07da-4d67-b4f8-779283cb147f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0445561 Nov 01 18:43:42.890239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0567-d793-49b7-af32-859f6019c44c req-3766effa-acce-4142-a84e-82825e51a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:42.891772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-3766effa-acce-4142-a84e-82825e51a477 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448143 Nov 01 18:43:42.953024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:42.955299 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:42.992224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-2e4f4f07-d5e7-40ab-8001-b94f33eca446 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893872 Nov 01 18:43:42.993712 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46ec9e6-d13a-48fc-bd93-cbb017767947 x-openstack-request-id: req-f46ec9e6-d13a-48fc-bd93-cbb017767947 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:42.994072 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:42.994324 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f46ec9e6-d13a-48fc-bd93-cbb017767947 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:42.994707 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5', 'status': 'completed', 'code': 200} Nov 01 18:43:43.090847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63ce0567-d793-49b7-af32-859f6019c44c req-e114c7d6-4273-436d-b8ad-3c29d2a4aa2c service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894737 Nov 01 18:43:43.234504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-6d35f2e3-32cf-4df8-893d-3624ee009379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.236039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-6d35f2e3-32cf-4df8-893d-3624ee009379 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db041b04a2ce41b9874f0ace3023847d&device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 1099 time: 0.0423496 Nov 01 18:43:43.330974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-deac2fa8-99cc-4acb-8974-1d6f44eff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.332480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-deac2fa8-99cc-4acb-8974-1d6f44eff606 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.0877178 Nov 01 18:43:43.376014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-54521364-25e2-45dd-a619-c6331e2f42fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5 HTTP/1.1" status: 200 len: 217 time: 0.0360820 Nov 01 18:43:43.450614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-fe03faa6-80f2-49cb-af09-a2d7a9fd8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.452088 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-fe03faa6-80f2-49cb-af09-a2d7a9fd8032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0667341 Nov 01 18:43:43.462735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ebb2e-054c-4468-935a-4221c26c8115 req-41cfebc7-8a8d-4de1-8c30-881fca8934d8 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.464197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-979ebb2e-054c-4468-935a-4221c26c8115 req-41cfebc7-8a8d-4de1-8c30-881fca8934d8 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 948 time: 0.0907831 Nov 01 18:43:43.526061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-979ebb2e-054c-4468-935a-4221c26c8115 req-d6ecfe41-eb05-47d6-9797-413884adcf77 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 Nov 01 18:43:43.531248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-cd7d991c-bcd9-411c-af6f-1ac0c1af2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.532934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-cd7d991c-bcd9-411c-af6f-1ac0c1af2d10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678892 Nov 01 18:43:43.648853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff57050-570a-405f-95b9-4141bcc8be1f req-22f40398-2f9b-457c-a0c4-c2c9bd9437cb tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:43.650621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ff57050-570a-405f-95b9-4141bcc8be1f req-22f40398-2f9b-457c-a0c4-c2c9bd9437cb tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 944 time: 0.1088471 Nov 01 18:43:43.686844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-4b367871-e301-4075-b604-4666e226b437 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431925 Nov 01 18:43:43.720764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6ff57050-570a-405f-95b9-4141bcc8be1f req-73f3d87a-5815-4429-8a05-6498b5da48c1 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639932 Nov 01 18:43:43.792989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dc9fc2-7475-42d0-b428-bc5f6943b9f4 req-1e628543-7196-4b2d-9938-8fd40d1f728b service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949495 Nov 01 18:43:44.650792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884769a-0780-4bee-b82b-8f61c24874ad req-abf7ecd5-d8f3-4904-9f8c-6d087e6db551 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:44.652307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f884769a-0780-4bee-b82b-8f61c24874ad req-abf7ecd5-d8f3-4904-9f8c-6d087e6db551 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 948 time: 0.0554111 Nov 01 18:43:44.697600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f884769a-0780-4bee-b82b-8f61c24874ad req-ebaf7d93-51bf-4926-a2e5-b41d4548baad tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Nov 01 18:43:44.781442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7d030bc8-f15a-4acc-82ab-e8635110867d details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:43:44.838895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4de6c-4bde-4de1-b22f-8bcd7e70ba8c req-cb3e10cb-613b-424e-bb10-767802fc5ad2 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:44.840335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4c4de6c-4bde-4de1-b22f-8bcd7e70ba8c req-cb3e10cb-613b-424e-bb10-767802fc5ad2 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 944 time: 0.0500982 Nov 01 18:43:44.878420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7d030bc8-f15a-4acc-82ab-e8635110867d,segment=NetworkSegment(8245c4eb-834f-4183-8369-3e75cc0b8c62),segment_id=8245c4eb-834f-4183-8369-3e75cc0b8c62)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:44.878748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4c4de6c-4bde-4de1-b22f-8bcd7e70ba8c req-e3632a3d-93f9-4acd-9379-24fd7cc83349 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Nov 01 18:43:44.890819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '7d030bc8-f15a-4acc-82ab-e8635110867d', 'network_id': 'f2f891e3-3789-44c5-a567-81f59f1f8a9c', 'port_id': '7d030bc8-f15a-4acc-82ab-e8635110867d', 'mac_address': 'fa:16:3e:0c:7f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c670925-ba06-4e8d-8eec-1bac7d38cf53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:43:44.926975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:44.939825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d030bc8-f15a-4acc-82ab-e8635110867d {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:44.959098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7d030bc8-f15a-4acc-82ab-e8635110867d,segment=NetworkSegment(8245c4eb-834f-4183-8369-3e75cc0b8c62),segment_id=8245c4eb-834f-4183-8369-3e75cc0b8c62)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:45.028129 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:45.074234 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:45.250630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48ab3a8e-400e-4f33-a638-b2e3097444a5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:43:45.346333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:45.357790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '48ab3a8e-400e-4f33-a638-b2e3097444a5', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '48ab3a8e-400e-4f33-a638-b2e3097444a5', 'mac_address': 'fa:16:3e:d8:fd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:43:45.361671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['7d030bc8-f15a-4acc-82ab-e8635110867d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:45.430116 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:45.447355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ab3a8e-400e-4f33-a638-b2e3097444a5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:43:45.481942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:45.564555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:45.716187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:45.792069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['48ab3a8e-400e-4f33-a638-b2e3097444a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:45.817204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80911-ecd8-4200-b25b-47d2c0e84093 req-011aeb37-1feb-408b-a2db-8775d97a4b62 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:45.818679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38b80911-ecd8-4200-b25b-47d2c0e84093 req-011aeb37-1feb-408b-a2db-8775d97a4b62 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 949 time: 0.0526173 Nov 01 18:43:45.857451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38b80911-ecd8-4200-b25b-47d2c0e84093 req-9c50c95c-f1e0-484a-92e5-eb0c4e20e27a tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Nov 01 18:43:45.998008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241a3de-ce65-4b8f-af22-765af638a8fc req-0cb13bf9-1db1-4ebe-bd25-af8e37ba4ad1 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:45.999555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1241a3de-ce65-4b8f-af22-765af638a8fc req-0cb13bf9-1db1-4ebe-bd25-af8e37ba4ad1 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 945 time: 0.0503507 Nov 01 18:43:46.038244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1241a3de-ce65-4b8f-af22-765af638a8fc req-10eae224-4425-45a6-a573-b68349af417b tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Nov 01 18:43:46.800302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7d030bc8-f15a-4acc-82ab-e8635110867d up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:46.907987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 7d030bc8-f15a-4acc-82ab-e8635110867d completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:43:46.918432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 7d030bc8-f15a-4acc-82ab-e8635110867d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:46.918432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:46.976341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84511bb-49eb-47eb-b5f6-71beb2731c3f req-a13d9e36-9ce1-4733-9c9f-b604a9e85283 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:46.978771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b84511bb-49eb-47eb-b5f6-71beb2731c3f req-a13d9e36-9ce1-4733-9c9f-b604a9e85283 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 949 time: 0.0533197 Nov 01 18:43:46.991219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:47.013544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:47.015850 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49df513-58aa-4a7f-9fed-2110a76d62d9" -d '{"events": [{"server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "name": "network-vif-plugged", "status": "completed", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:47.018433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b84511bb-49eb-47eb-b5f6-71beb2731c3f req-6f5dabcd-d666-4018-87da-5d63b236ed02 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Nov 01 18:43:47.029123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7d030bc8-f15a-4acc-82ab-e8635110867d,segment=NetworkSegment(8245c4eb-834f-4183-8369-3e75cc0b8c62),segment_id=8245c4eb-834f-4183-8369-3e75cc0b8c62)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:47.056454 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e80f42-66ee-4266-8681-e32648b6af69 x-openstack-request-id: req-d2e80f42-66ee-4266-8681-e32648b6af69 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:47.056745 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "name": "network-vif-plugged", "status": "completed", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:47.057521 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2e80f42-66ee-4266-8681-e32648b6af69 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:47.057916 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d', 'code': 200} Nov 01 18:43:47.079626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:47.133625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:47.187623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b1215-abb8-4d38-a161-215169c79864 req-1b63209d-a419-4882-a9f6-6f63aa1d3457 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:47.189111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d8b1215-abb8-4d38-a161-215169c79864 req-1b63209d-a419-4882-a9f6-6f63aa1d3457 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0778720 Nov 01 18:43:47.194333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f9b60-5bd3-42bc-ab9e-90fbf34eaa47 req-8c231e09-ccb2-47d1-8fe2-f4354cc59011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:47.196363 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255f9b60-5bd3-42bc-ab9e-90fbf34eaa47 req-8c231e09-ccb2-47d1-8fe2-f4354cc59011 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 1097 time: 0.0746281 Nov 01 18:43:47.248641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-255f9b60-5bd3-42bc-ab9e-90fbf34eaa47 req-9ac1b15c-a746-4135-943d-f8a681d0c851 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Nov 01 18:43:47.251289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48ab3a8e-400e-4f33-a638-b2e3097444a5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:43:47.251617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d8b1215-abb8-4d38-a161-215169c79864 req-eee6728c-f226-4a73-a14b-39c01ba48d6d tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Nov 01 18:43:47.376027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 48ab3a8e-400e-4f33-a638-b2e3097444a5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:43:47.379988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 48ab3a8e-400e-4f33-a638-b2e3097444a5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:43:47.380458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:47.455246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:47.489443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:47.564935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:47.610752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:48.136156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b1205-815b-4043-bfbf-717d72b202af req-500ec53c-4f47-47c1-9387-d6820695794c tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:48.137891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c4b1205-815b-4043-bfbf-717d72b202af req-500ec53c-4f47-47c1-9387-d6820695794c tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0491872 Nov 01 18:43:48.174459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c4b1205-815b-4043-bfbf-717d72b202af req-9039a85b-cdc8-40ad-8cc6-b120442a36f3 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Nov 01 18:43:48.379615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42228e-70f3-4ff4-aa23-4c9348e88f04 req-d9cd6b4d-6042-4861-af9c-99942d42515e tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:48.381075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba42228e-70f3-4ff4-aa23-4c9348e88f04 req-d9cd6b4d-6042-4861-af9c-99942d42515e tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0529699 Nov 01 18:43:48.418911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba42228e-70f3-4ff4-aa23-4c9348e88f04 req-c9cb3ebe-56b7-464d-9a31-c370d4cb0fbc tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Nov 01 18:43:48.656625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b03cb152-b03b-4b43-872e-3e3e228d6c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:49.058782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:49.061131 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86552aa-82c9-42fb-89f8-b30a095a0eb2" -d '{"events": [{"server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "name": "network-vif-plugged", "status": "completed", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:49.098112 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7127d3a-1802-4ab7-9f45-b28280808f84 x-openstack-request-id: req-d7127d3a-1802-4ab7-9f45-b28280808f84 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:49.098398 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "name": "network-vif-plugged", "status": "completed", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:49.098653 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7127d3a-1802-4ab7-9f45-b28280808f84 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:49.099039 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5', 'code': 200} Nov 01 18:43:49.194127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a0118-f416-431b-99c6-0ae90843208e req-8a94b7ed-95af-4769-9605-2c3d041802af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:49.195736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d88a0118-f416-431b-99c6-0ae90843208e req-8a94b7ed-95af-4769-9605-2c3d041802af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 1101 time: 0.0400183 Nov 01 18:43:49.231539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d88a0118-f416-431b-99c6-0ae90843208e req-291f0887-e486-4903-bad1-bebca651a832 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289662 Nov 01 18:43:49.289904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337dedb-d159-40ed-ab4d-3bc00f2d9b04 req-de1ebd64-bdfa-4471-b91c-80df1339742f tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:49.291362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a337dedb-d159-40ed-ab4d-3bc00f2d9b04 req-de1ebd64-bdfa-4471-b91c-80df1339742f tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0497258 Nov 01 18:43:49.328310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a337dedb-d159-40ed-ab4d-3bc00f2d9b04 req-f680f1ca-dde4-42b7-8046-a8ff6d1e12d0 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Nov 01 18:43:49.535495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5017c3-3f6d-4cc2-90f8-1a906f452c50 req-96c5b8e9-2539-4ebf-9369-6bcc30ed0b16 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:49.536966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec5017c3-3f6d-4cc2-90f8-1a906f452c50 req-96c5b8e9-2539-4ebf-9369-6bcc30ed0b16 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0528708 Nov 01 18:43:49.574246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec5017c3-3f6d-4cc2-90f8-1a906f452c50 req-49028095-18b0-4355-b9d2-11e70f652634 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Nov 01 18:43:50.062390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b86ad-e5a5-4163-8535-de7901e7d6d0 req-351fb1c9-699d-4134-b43c-4df7aea087d5 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:50.063931 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554b86ad-e5a5-4163-8535-de7901e7d6d0 req-351fb1c9-699d-4134-b43c-4df7aea087d5 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0499091 Nov 01 18:43:50.102672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-554b86ad-e5a5-4163-8535-de7901e7d6d0 req-0eabe1cb-d9b1-492e-9094-985471595f0e tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Nov 01 18:43:50.445839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0075d4-b9af-42b0-9301-06582fdfdd56 req-cf376a7c-e916-4281-ab57-81fc7b133078 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:50.452924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f0075d4-b9af-42b0-9301-06582fdfdd56 req-cf376a7c-e916-4281-ab57-81fc7b133078 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0503180 Nov 01 18:43:50.486217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f0075d4-b9af-42b0-9301-06582fdfdd56 req-b74efc33-8b35-4dec-95f4-d3a9ed1767d8 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Nov 01 18:43:50.856097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e9489c2-3962-4e54-af6c-f47fb7bad5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:51.230323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661b31d-9d9a-472c-8c23-cc49eb128f90 req-6c35f606-df74-436e-b04d-e927c07f3f40 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:51.231990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f661b31d-9d9a-472c-8c23-cc49eb128f90 req-6c35f606-df74-436e-b04d-e927c07f3f40 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0561912 Nov 01 18:43:51.271489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f661b31d-9d9a-472c-8c23-cc49eb128f90 req-5593a568-3b01-4b8d-9398-0a428dea9566 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/security-groups?id=0978d55a-784b-4b83-aeee-ee9b53a7cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Nov 01 18:43:51.536331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-6bbbccd6-8009-4ea0-ba95-80390f7713e9 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:51.538083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-6bbbccd6-8009-4ea0-ba95-80390f7713e9 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.37 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 946 time: 0.0519149 Nov 01 18:43:51.654600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966a6f1-8cf9-4230-b69e-a3c2cf6fc793 req-06ccdd96-c170-4eed-ab5a-2667cb955fc6 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:51.656201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1966a6f1-8cf9-4230-b69e-a3c2cf6fc793 req-06ccdd96-c170-4eed-ab5a-2667cb955fc6 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0844779 Nov 01 18:43:51.690069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Deleting port 7d030bc8-f15a-4acc-82ab-e8635110867d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:51.690410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:51.725195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1966a6f1-8cf9-4230-b69e-a3c2cf6fc793 req-806f31ce-b163-4d1d-8fc6-1535085eff7c tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Nov 01 18:43:51.795981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] For port 7d030bc8-f15a-4acc-82ab-e8635110867d, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7d030bc8-f15a-4acc-82ab-e8635110867d,segment=NetworkSegment(8245c4eb-834f-4183-8369-3e75cc0b8c62),segment_id=8245c4eb-834f-4183-8369-3e75cc0b8c62)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:51.796348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:51.808318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Calling delete_port for 7d030bc8-f15a-4acc-82ab-e8635110867d owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:52.015376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:52.027868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['7d030bc8-f15a-4acc-82ab-e8635110867d'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:52.042830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Pushing event deleted for resources: {'Port': ['ID=7d030bc8-f15a-4acc-82ab-e8635110867d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:52.092073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] No DVR routers for this DVR port 7d030bc8-f15a-4acc-82ab-e8635110867d on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:52.094671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:52.097947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d1056b1-0bdd-49e7-bdeb-64b17320d3ce req-98a6652c-2223-4b2c-ac25-404ad1fe1a57 tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.37 "DELETE /v2.0/ports/7d030bc8-f15a-4acc-82ab-e8635110867d HTTP/1.1" status: 204 len: 173 time: 0.5530860 Nov 01 18:43:52.098385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'name': 'network-vif-deleted', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:52.100771 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d3ba7-5092-4f20-acc2-fa07bb5d4799" -d '{"events": [{"server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "name": "network-vif-deleted", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:52.110019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:52.142623 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f50458-8f95-43d2-ad07-f0360f281fa3 x-openstack-request-id: req-a8f50458-8f95-43d2-ad07-f0360f281fa3 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:52.142914 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6273c-2c4a-465b-a1b2-ffb7372a94eb", "name": "network-vif-deleted", "tag": "7d030bc8-f15a-4acc-82ab-e8635110867d", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:52.143162 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8f50458-8f95-43d2-ad07-f0360f281fa3 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:52.143578 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6273c-2c4a-465b-a1b2-ffb7372a94eb', 'name': 'network-vif-deleted', 'tag': '7d030bc8-f15a-4acc-82ab-e8635110867d', 'status': 'completed', 'code': 200} Nov 01 18:43:52.179381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0b0ae-8a42-4291-99f1-90d76d6723af req-96374460-ffa7-4694-a92d-733de573930d tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:52.181691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86d0b0ae-8a42-4291-99f1-90d76d6723af req-96374460-ffa7-4694-a92d-733de573930d tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0507655 Nov 01 18:43:52.220677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86d0b0ae-8a42-4291-99f1-90d76d6723af req-1d02a133-8b1e-432c-8c12-78d0f9a3c5d6 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Nov 01 18:43:52.369341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abebdba8-c1d8-4d0e-bcef-00d581474d9a req-ceea8f60-9ee7-44fa-912a-e2ed7ee5ca3e tempest-ServerAddressesNegativeTestJSON-2038255010 tempest-ServerAddressesNegativeTestJSON-2038255010-project] 10.222.0.31 "GET /v2.0/ports?device_id=aef6273c-2c4a-465b-a1b2-ffb7372a94eb HTTP/1.1" status: 200 len: 210 time: 0.0270655 Nov 01 18:43:53.340892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1974c43-d798-4a90-b918-83a8648bc18e req-950e469e-1599-415b-a427-3fbd04c95be8 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:53.342365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1974c43-d798-4a90-b918-83a8648bc18e req-950e469e-1599-415b-a427-3fbd04c95be8 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0517688 Nov 01 18:43:53.378301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1974c43-d798-4a90-b918-83a8648bc18e req-77a2ab9b-44fa-4e98-bdb8-6fb8809eb40c tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/security-groups?id=25da3345-ec60-4109-b814-c141284b2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298707 Nov 01 18:43:53.428122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56740) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:53.473768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Deleting subnet 0c670925-ba06-4e8d-8eec-1bac7d38cf53 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:43:53.475210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fa4b0d51-e47a-4398-97c2-3ffac2665a25 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:53.476917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fa4b0d51-e47a-4398-97c2-3ffac2665a25 tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 950 time: 0.0506737 Nov 01 18:43:53.477082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.511576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.553462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.569372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Deleting port 48ab3a8e-400e-4f33-a638-b2e3097444a5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:43:53.569715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.664315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] For port 48ab3a8e-400e-4f33-a638-b2e3097444a5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=48ab3a8e-400e-4f33-a638-b2e3097444a5,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:43:53.664868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.677246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.681068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Calling delete_port for 48ab3a8e-400e-4f33-a638-b2e3097444a5 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:43:53.709046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c670925-ba06-4e8d-8eec-1bac7d38cf53,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:53.713120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.716357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c670925-ba06-4e8d-8eec-1bac7d38cf53 HTTP/1.1" status: 204 len: 168 time: 0.2871969 Nov 01 18:43:53.720460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 56744) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:53.728877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.729351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.729920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.730164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.730578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.731305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.731305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.731727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.732102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.732497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.732878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.733405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad672c-d541-4096-b64d-c1e6e230f093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:43:53.792451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.796773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.877673 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.895016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.898991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f891e3-3789-44c5-a567-81f59f1f8a9c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:53.906525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['48ab3a8e-400e-4f33-a638-b2e3097444a5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:43:53.909594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8245c4eb-834f-4183-8369-3e75cc0b8c62') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:53.909898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8245c4eb-834f-4183-8369-3e75cc0b8c62') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:53.920514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.924242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Pushing event deleted for resources: {'Port': ['ID=48ab3a8e-400e-4f33-a638-b2e3097444a5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:53.943420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.954256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:43:53.954662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:43:53.956435 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:43:53.969521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] No DVR routers for this DVR port 48ab3a8e-400e-4f33-a638-b2e3097444a5 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:43:53.972285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:53.975733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53252ad-7fee-4a91-a615-417f5d9fba08 req-fc9ae2c5-8075-465c-984c-7dee1cf286bf tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.32 "DELETE /v2.0/ports/48ab3a8e-400e-4f33-a638-b2e3097444a5 HTTP/1.1" status: 204 len: 173 time: 0.4930806 Nov 01 18:43:54.096463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.103252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.106566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2f891e3-3789-44c5-a567-81f59f1f8a9c HTTP/1.1" status: 204 len: 168 time: 0.3850160 Nov 01 18:43:54.118704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac742a3-c979-458f-8680-3934a5e8e178 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f891e3-3789-44c5-a567-81f59f1f8a9c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:54.144626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'name': 'network-vif-deleted', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:43:54.147145 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b0b82-3fc9-4440-9069-4ab7a0eab621" -d '{"events": [{"server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "name": "network-vif-deleted", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:43:54.194165 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6474115-6869-4f8e-b784-98cabc40e1bf x-openstack-request-id: req-e6474115-6869-4f8e-b784-98cabc40e1bf {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:43:54.194657 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c96e38-68b6-41e1-a48b-b10b52884770", "name": "network-vif-deleted", "tag": "48ab3a8e-400e-4f33-a638-b2e3097444a5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:43:54.194907 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6474115-6869-4f8e-b784-98cabc40e1bf {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:43:54.195390 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c96e38-68b6-41e1-a48b-b10b52884770', 'name': 'network-vif-deleted', 'tag': '48ab3a8e-400e-4f33-a638-b2e3097444a5', 'status': 'completed', 'code': 200} Nov 01 18:43:54.492681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e26374fa-ca03-4a56-8cd9-562a5ea51bfc req-4c59627b-ce80-4610-bead-91ead046effd tempest-VolumesNegativeTest-391179238 tempest-VolumesNegativeTest-391179238-project] 10.222.0.31 "GET /v2.0/ports?device_id=23c96e38-68b6-41e1-a48b-b10b52884770 HTTP/1.1" status: 200 len: 210 time: 0.0308919 Nov 01 18:43:54.525079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56752) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:54.564943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e9b5fa8-b20a-4aab-a69c-305fa9f773cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8e9539029d74658b6fc3c0ae774af57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387316 Nov 01 18:43:54.567421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56754) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:54.618578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.639959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.782539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.785107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:54.786255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0978d55a-784b-4b83-aeee-ee9b53a7cd07 HTTP/1.1" status: 204 len: 168 time: 0.2178698 Nov 01 18:43:54.794580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab9f37-c6ec-4631-be98-c81f1fba0c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978d55a-784b-4b83-aeee-ee9b53a7cd07,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:54.838253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7d030bc8-f15a-4acc-82ab-e8635110867d no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:54.857414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 7d030bc8-f15a-4acc-82ab-e8635110867d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:54.857800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7d030bc8-f15a-4acc-82ab-e8635110867d not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:55.788078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56790) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:55.894452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1802000022-network', 'tenant_id': 'd2bc10ec031c42c19440583e9b6748af'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:43:56.028279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Made reservation on behalf of d2bc10ec031c42c19440583e9b6748af for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:43:56.030772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.039753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.112980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.176178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.206076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:43:56.216169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c90b8-9962-413e-b5fb-553eb9d7ecae,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:56.222049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.222399 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Added segment d8a7c918-5279-47f4-811d-b44187c27f1e of type vlan for network d5aca756-2d0c-480a-803e-3d63489b9fc3 Nov 01 18:43:56.264120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.365023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.366050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:56.366636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:56.425070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d5aca756-2d0c-480a-803e-3d63489b9fc3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:56.435256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d5aca756-2d0c-480a-803e-3d63489b9fc3 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:43:56.503245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-940548ba-422d-4afa-bac9-7d272380ddb7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7137594 Nov 01 18:43:56.586953 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:43:56.746408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.024476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f3bb-27bb-4b32-946b-f8e673d60fc8 req-ac3d7b3b-3657-4fc6-9ff6-0c9f77a31777 tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:57.030685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f3bb-27bb-4b32-946b-f8e673d60fc8 req-ac3d7b3b-3657-4fc6-9ff6-0c9f77a31777 tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:57.036628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f3bb-27bb-4b32-946b-f8e673d60fc8 req-ac3d7b3b-3657-4fc6-9ff6-0c9f77a31777 tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:57.038188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcc1f3bb-27bb-4b32-946b-f8e673d60fc8 req-ac3d7b3b-3657-4fc6-9ff6-0c9f77a31777 tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2094982 Nov 01 18:43:57.137831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8798f-467a-47ef-b4ce-e5972592dd61 req-1548f64b-a814-408c-a9e9-645d94f52e9c tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:43:57.139320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2bb8798f-467a-47ef-b4ce-e5972592dd61 req-1548f64b-a814-408c-a9e9-645d94f52e9c tempest-ComputeTenantNetworksTest-1254761740 tempest-ComputeTenantNetworksTest-1254761740-project] 10.222.0.31 "GET /v2.0/networks/d5aca756-2d0c-480a-803e-3d63489b9fc3 HTTP/1.1" status: 200 len: 769 time: 0.0799222 Nov 01 18:43:57.147211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56880) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:57.221110 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.292207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48ab3a8e-400e-4f33-a638-b2e3097444a5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:43:57.299817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.318888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 48ab3a8e-400e-4f33-a638-b2e3097444a5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:43:57.319320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 48ab3a8e-400e-4f33-a638-b2e3097444a5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:43:57.320080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aca756-2d0c-480a-803e-3d63489b9fc3']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:57.330192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a7c918-5279-47f4-811d-b44187c27f1e') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:57.330483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a7c918-5279-47f4-811d-b44187c27f1e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:43:57.339652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.352253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.357867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:43:57.358273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:43:57.359892 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:43:57.489177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.495905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.499692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5aca756-2d0c-480a-803e-3d63489b9fc3 HTTP/1.1" status: 204 len: 168 time: 0.3509536 Nov 01 18:43:57.510472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f883c-34e2-4ed5-9e26-49e8254b70de admin admin] Pushing event deleted for resources: {'Network': ['ID=d5aca756-2d0c-480a-803e-3d63489b9fc3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:57.842901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56904) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:57.884458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-80e7f46d-027e-449d-a1c5-87ab7edf514d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2bc10ec031c42c19440583e9b6748af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402753 Nov 01 18:43:57.887051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 56910) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:57.939703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:57.962177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:58.108295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:58.110869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:58.114424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/399c90b8-9962-413e-b5fb-553eb9d7ecae HTTP/1.1" status: 204 len: 168 time: 0.2239137 Nov 01 18:43:58.119827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fbeef-fe3c-42f1-a392-75bcc874f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c90b8-9962-413e-b5fb-553eb9d7ecae,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:43:59.722829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57056) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:43:59.834016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6a13-e8d9-426f-a8a4-4a3715bbb8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:59.905303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6a13-e8d9-426f-a8a4-4a3715bbb8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:43:59.997621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6a13-e8d9-426f-a8a4-4a3715bbb8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:00.037262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fc4e6a13-e8d9-426f-a8a4-4a3715bbb8ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d0b0a0cf11048ac9b4b02b551a730ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133473 Nov 01 18:44:00.039635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6a13-e8d9-426f-a8a4-4a3715bbb8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615a2a44-30ec-47eb-b9d0-6257db3494c2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:00.040582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:00.094386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:00.116393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:00.262762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:00.265382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:00.266595 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/615a2a44-30ec-47eb-b9d0-6257db3494c2 HTTP/1.1" status: 204 len: 168 time: 0.2248323 Nov 01 18:44:00.275473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3ab18-7ab1-4edc-9a5c-c61473620b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a2a44-30ec-47eb-b9d0-6257db3494c2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:03.657678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:03.797357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36706dc6-c7bc-480c-af80-7b1b1db9a562 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db041b04a2ce41b9874f0ace3023847d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383727 Nov 01 18:44:03.799874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:03.851358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:03.872825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:03.980909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:03.983643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:03.987934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25da3345-ec60-4109-b814-c141284b2cad HTTP/1.1" status: 204 len: 168 time: 0.1864395 Nov 01 18:44:03.997689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdec3d8-778b-47e3-8b5f-a2e470cd5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da3345-ec60-4109-b814-c141284b2cad,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:04.931837 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:09.250966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:12.027343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-704fcc91-5fd5-4a37-9c65-e14e2c9c0482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424442 Nov 01 18:44:12.134439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-9e192ca9-2b50-4d2f-aebf-62ca67862049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:12.136175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-9e192ca9-2b50-4d2f-aebf-62ca67862049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1096 time: 0.0577095 Nov 01 18:44:12.256877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-b3d9077d-edbf-43eb-8b48-a16558615209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:12.258450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-b3d9077d-edbf-43eb-8b48-a16558615209 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.0987012 Nov 01 18:44:12.332447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-7361d249-9a8a-4154-8472-14e818b74844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 1000 time: 0.0666568 Nov 01 18:44:12.393259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-ef843ab3-047b-4578-9ca4-1f3e8c9988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:12.393259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-ef843ab3-047b-4578-9ca4-1f3e8c9988e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0510907 Nov 01 18:44:12.443779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-81b34290-4258-4fdb-87de-c2591f75c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:12.445323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-81b34290-4258-4fdb-87de-c2591f75c5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458333 Nov 01 18:44:12.540591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-824519c1-8f06-4548-88c3-393cfec3b4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875440 Nov 01 18:44:12.630492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58c06c9c-5461-4581-b1dc-6d069697d1b7 req-9ca9c080-7069-4605-8540-7f5e4e6a3b2a service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833206 Nov 01 18:44:16.871215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57298) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:16.993788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82f899ec-3505-473f-bbdf-9e6f1822e8be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.072261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82f899ec-3505-473f-bbdf-9e6f1822e8be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.180921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-82f899ec-3505-473f-bbdf-9e6f1822e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.223968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-82f899ec-3505-473f-bbdf-9e6f1822e8be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89d5d58b91d24f5ca32c94a2006c93ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505812 Nov 01 18:44:17.226013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f899ec-3505-473f-bbdf-9e6f1822e8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec0ad41-676f-4a77-aed9-bbd22d54d8bb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:17.226745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57304) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:17.284893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.311418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.468529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.471060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:17.472319 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ec0ad41-676f-4a77-aed9-bbd22d54d8bb HTTP/1.1" status: 204 len: 168 time: 0.2444601 Nov 01 18:44:17.482351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430219-3fa0-49f8-9530-2d3f4e10da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec0ad41-676f-4a77-aed9-bbd22d54d8bb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:18.562482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57334) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:18.669096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1697591559-network', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:18.696658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfecc-124a-43ed-bf92-890087d2a4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:18.826198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Made reservation on behalf of 74b704cc2af74c4da0ef2ebc0631af67 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:18.829277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:18.838468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:18.919848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:18.993859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.020306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:19.030894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d20d7e-6fec-4638-b165-eff1b10e67b9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:19.035986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.036411 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Added segment ca68bc2b-32d7-450d-9d90-b759cee284f8 of type vlan for network 964347d4-6101-42f7-a082-72841a68e2a6 Nov 01 18:44:19.077653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.180403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.181403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:19.181989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.243860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] Pushing event updated for resources: {'Network': ['ID=964347d4-6101-42f7-a082-72841a68e2a6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:19.254886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 964347d4-6101-42f7-a082-72841a68e2a6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:19.305743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-028861b5-8fa7-4fc3-a977-55be4f3176d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7421181 Nov 01 18:44:19.309792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57340) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:19.313728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Request body: {'subnet': {'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1697591559-subnet', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:19.425957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Made reservation on behalf of 74b704cc2af74c4da0ef2ebc0631af67 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:19.428493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.721051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:19.780839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e203fb-60e6-4167-b060-4b35a073c27b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:19.796387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Checking segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:19.796758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Network hostable DHCP agents. Network: 964347d4-6101-42f7-a082-72841a68e2a6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:19.917753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Network 964347d4-6101-42f7-a082-72841a68e2a6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:20.037694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 964347d4-6101-42f7-a082-72841a68e2a6) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:20.041786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:20.042367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.050756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed66d0-e13c-492a-842c-7e73d1600ad2 None None] Network 964347d4-6101-42f7-a082-72841a68e2a6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:20.167911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16da223d-fd93-4768-8b53-71fed082587a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8575864 Nov 01 18:44:20.171130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57344) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:20.175492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:20.206565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-964347d4-6101-42f7-a082-72841a68e2a6', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:44:20.207564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.277432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.279313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.340843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.347933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Allocated IP 172.20.0.2 (964347d4-6101-42f7-a082-72841a68e2a6/91e203fb-60e6-4167-b060-4b35a073c27b/918d9bd9-5b49-48f5-9da6-fc7e0afb86d0) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:20.505495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.640542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.693109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Network 964347d4-6101-42f7-a082-72841a68e2a6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:20.700708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:20.703132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Pushing event updated for resources: {'Port': ['ID=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:20.705790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:20.716081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.716521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.716923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.717268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.717601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.717928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.718254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.718598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.718936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.719262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.719606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.719926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:20.786775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Attempting to bind port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:20.787169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Attempting to bind port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:20.787482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Attempting to bind port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 on network 964347d4-6101-42f7-a082-72841a68e2a6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:20.800030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:20.800401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Checking segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:20.800819 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.801226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Bound using segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:20.801846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Bound port: 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:20.802401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.873759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] For port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:20.876900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] For port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:20.899281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:20.935212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b30e-378c-4ace-9358-b65b6298599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.015407 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.085514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536688eb-591b-4fa2-8eb8-264b81b71744 None None] Pushing event updated for resources: {'Port': ['ID=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:21.280167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.306792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.433621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Allocated IP 172.25.2.216 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/dd696d5c-f72e-4189-ba57-60882e8c8cd4) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:21.547293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.732527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:21.771923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:21.777578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:21.782424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:21.788331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Pushing event updated for resources: {'Port': ['ID=dd696d5c-f72e-4189-ba57-60882e8c8cd4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:22.042443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363ab70-87a0-4264-86e0-1b36e1d23a2b None None] Network 964347d4-6101-42f7-a082-72841a68e2a6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:22.113436 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.123709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] Provisioning complete for port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:22.124137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.186897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.279102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.319727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] For port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:22.411275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.441063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.470582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c03f1-23be-4c61-a014-75c516a64ade None None] Pushing event updated for resources: {'Port': ['ID=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:22.537229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d07b69ad-c3cf-4e29-8af7-9be8042bfeba None None] Provisioning complete for port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:22.537600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d07b69ad-c3cf-4e29-8af7-9be8042bfeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.673766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Router 88526a1b-c624-42d5-b6b5-f7b3cc209728 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:44:22.785537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:44:22.795405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Sync routers for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:44:22.805185 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:22.812358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:22.891419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:22.892772 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-da25681c-3260-451f-8949-5da0aedcbd82 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7206309 Nov 01 18:44:22.896122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57372) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:22.916280 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:23.001524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:23.054762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:23.055274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.107968 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:21Z', 'revision_number': 3, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:23.134939 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Checking router: 88526a1b-c624-42d5-b6b5-f7b3cc209728 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:44:23.135284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Updating router 88526a1b-c624-42d5-b6b5-f7b3cc209728 port dd696d5c-f72e-4189-ba57-60882e8c8cd4 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:44:23.161341 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.348696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.430549 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.512574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Allocated IP 172.20.0.1 (964347d4-6101-42f7-a082-72841a68e2a6/91e203fb-60e6-4167-b060-4b35a073c27b/7a416601-7049-40c2-b9a4-5604a109ddbc) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:23.525514 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.576879 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Attempting to bind port dd696d5c-f72e-4189-ba57-60882e8c8cd4 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:23.577256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Attempting to bind port dd696d5c-f72e-4189-ba57-60882e8c8cd4 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:23.577592 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Attempting to bind port dd696d5c-f72e-4189-ba57-60882e8c8cd4 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:23.590937 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:23.591536 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:23.591947 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.592339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:23.592812 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Bound port: dd696d5c-f72e-4189-ba57-60882e8c8cd4, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:23.593189 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.626235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.629181 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Pushing event updated for resources: {'Port': ['ID=dd696d5c-f72e-4189-ba57-60882e8c8cd4,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:23.654853 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] For port dd696d5c-f72e-4189-ba57-60882e8c8cd4, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:23.659557 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] For port dd696d5c-f72e-4189-ba57-60882e8c8cd4, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dd696d5c-f72e-4189-ba57-60882e8c8cd4,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:23.669201 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.669559 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.669905 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.670288 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.670622 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.670953 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.671277 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.671834 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.672162 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.672488 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.672805 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.673124 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:23.800325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.800569 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.849275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Network 964347d4-6101-42f7-a082-72841a68e2a6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:23.852566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:23.859204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:23.866488 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:23.867184 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:23.868312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:23.872150 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d597d5-93f5-49c7-b32d-3b4285ff0dad None None] Pushing event updated for resources: {'Port': ['ID=dd696d5c-f72e-4189-ba57-60882e8c8cd4,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:23.885017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Pushing event updated for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:23.913441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.088383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:24.158742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.161545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a27d7b49-fd8c-4405-9258-8e84e22891ae None None] Provisioning complete for port 7a416601-7049-40c2-b9a4-5604a109ddbc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:24.161980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a27d7b49-fd8c-4405-9258-8e84e22891ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.201084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a27d7b49-fd8c-4405-9258-8e84e22891ae None None] Port 7a416601-7049-40c2-b9a4-5604a109ddbc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:24.292566 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:21Z', 'revision_number': 3, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:24.321263 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb20f5-fdb2-46e3-ae8b-a1a3cd481521 None None] The sync data for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 is: [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:21Z', 'revision_number': 3, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:44:24.323029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.393941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.462843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Pushing event updated for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:24.466319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.589543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Network 964347d4-6101-42f7-a082-72841a68e2a6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:24.592685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:24.749207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Router 88526a1b-c624-42d5-b6b5-f7b3cc209728 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:44:24.880834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:44:24.894639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7129c4e6-ce50-462d-bcdb-996536dab34d admin admin] 10.222.0.31 "PUT /v2.0/routers/88526a1b-c624-42d5-b6b5-f7b3cc209728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975023 Nov 01 18:44:24.938513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e33ece9f-aed6-4598-86c9-680e5774e197 None None] Provisioning complete for port 7a416601-7049-40c2-b9a4-5604a109ddbc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:24.939479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e33ece9f-aed6-4598-86c9-680e5774e197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:24.983934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e33ece9f-aed6-4598-86c9-680e5774e197 None None] Port 7a416601-7049-40c2-b9a4-5604a109ddbc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:25.018865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dd696d5c-f72e-4189-ba57-60882e8c8cd4 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:25.089024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dd696d5c-f72e-4189-ba57-60882e8c8cd4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:25.089396 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:25.184857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:25.208347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port dd696d5c-f72e-4189-ba57-60882e8c8cd4, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dd696d5c-f72e-4189-ba57-60882e8c8cd4,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:25.308456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:25.363812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=dd696d5c-f72e-4189-ba57-60882e8c8cd4,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:25.904841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:25.910030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1659272299-network', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:25.991963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Made reservation on behalf of e77b71c28e4947c780de50d4b1a36fac for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:25.994733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.004308 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.030638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Sync routers for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:44:26.045674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:26.047258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:26.095876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.274558 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.296659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:26.315785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:26.318183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.318550 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Added segment b75d9d61-589d-49eb-8533-679190dda828 of type vlan for network 0f51088d-8a5b-44dc-b6e1-696959335e4b Nov 01 18:44:26.319957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb239072-a3b0-476d-9740-2e87f7c24463,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:26.383846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.505843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.506855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:26.507448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.522559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 2, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:26.550636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Checking router: 88526a1b-c624-42d5-b6b5-f7b3cc209728 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:44:26.557434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Updating router 88526a1b-c624-42d5-b6b5-f7b3cc209728 port 7a416601-7049-40c2-b9a4-5604a109ddbc binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:44:26.571434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] Pushing event updated for resources: {'Network': ['ID=0f51088d-8a5b-44dc-b6e1-696959335e4b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:26.582274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:26.603402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.629097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d41148cd-1908-4f27-a620-f5eecc71c24e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7230506 Nov 01 18:44:26.631794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57418) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:26.636951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Request body: {'subnet': {'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1659272299-subnet', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:26.774419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Made reservation on behalf of e77b71c28e4947c780de50d4b1a36fac for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:26.777225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.814676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.952754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:26.978815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dd696d5c-f72e-4189-ba57-60882e8c8cd4 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:27.033282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dd696d5c-f72e-4189-ba57-60882e8c8cd4 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:27.033965 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.054423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.064660 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.126531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e0e881-0028-4e68-9d56-251cf6c3ed71,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:27.131758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Checking segment: {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:27.132117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Network hostable DHCP agents. Network: 0f51088d-8a5b-44dc-b6e1-696959335e4b, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:27.134487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81e0f2-cf7f-4bf4-a10e-3747da8c6d62 None None] Pushing event updated for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:27.216062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Attempting to bind port 7a416601-7049-40c2-b9a4-5604a109ddbc on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:27.216438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Attempting to bind port 7a416601-7049-40c2-b9a4-5604a109ddbc by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:27.216820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Attempting to bind port 7a416601-7049-40c2-b9a4-5604a109ddbc on network 964347d4-6101-42f7-a082-72841a68e2a6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:27.225471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:27.225875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Checking segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:27.226267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.226645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Bound using segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:27.227134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Bound port: 7a416601-7049-40c2-b9a4-5604a109ddbc, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:27.227543 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.244486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:27.316634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] For port 7a416601-7049-40c2-b9a4-5604a109ddbc, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:27.320495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] For port 7a416601-7049-40c2-b9a4-5604a109ddbc, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a416601-7049-40c2-b9a4-5604a109ddbc,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:27.338424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0f51088d-8a5b-44dc-b6e1-696959335e4b) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:27.338424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:27.338424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.347532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a3198-0049-4d17-ad3f-9a06e933add5 None None] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:27.440490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e3e07e00-c88c-43d4-9b5c-7171a354574b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8072171 Nov 01 18:44:27.442293 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.443359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:27.454423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:27.493526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] Provisioning complete for port 7a416601-7049-40c2-b9a4-5604a109ddbc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:27.500524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.571913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.582095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.603366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81e0f2-cf7f-4bf4-a10e-3747da8c6d62 None None] Pushing event updated for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:27.617516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:27.617516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:27.619181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-0f51088d-8a5b-44dc-b6e1-696959335e4b', 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'fixed_ips': [{'subnet_id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:44:27.620143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.789118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:27.900592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:27.945611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] For port 7a416601-7049-40c2-b9a4-5604a109ddbc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a416601-7049-40c2-b9a4-5604a109ddbc,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:28.010361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.057555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Allocated IP 172.20.0.2 (0f51088d-8a5b-44dc-b6e1-696959335e4b/b1e0e881-0028-4e68-9d56-251cf6c3ed71/7e228145-c8c7-4a74-b955-2e8dc243e698) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:28.101609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.173513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57436) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:28.236430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1859-982c-4c1e-a127-29d937870c99 None None] Pushing event updated for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:28.258721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2e767325-fc07-459d-9a97-2c51f69a16f5 None None] Provisioning complete for port 7a416601-7049-40c2-b9a4-5604a109ddbc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:28.259082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2e767325-fc07-459d-9a97-2c51f69a16f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.270726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.313543 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dbdb11e3-9b7d-46bf-bed5-53d1afd9a4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.406426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dbdb11e3-9b7d-46bf-bed5-53d1afd9a4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.503123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dbdb11e3-9b7d-46bf-bed5-53d1afd9a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.548416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dbdb11e3-9b7d-46bf-bed5-53d1afd9a4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c5ceea3f3d94d2d98a418921c50cfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718250 Nov 01 18:44:28.548416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb11e3-9b7d-46bf-bed5-53d1afd9a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56508831-4654-428c-bc78-99b718b6d267,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:28.549599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:28.571233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.579680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.587866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:28.598570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.609521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.620063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcc83a-1f0e-4289-b922-d23af57c9e98 None None] The sync data for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 is: [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:44:28.640000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.687321 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.732674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:28.737869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:28.742495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:28.753278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Pushing event updated for resources: {'Port': ['ID=7e228145-c8c7-4a74-b955-2e8dc243e698,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:28.760635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Allocated IP 172.25.2.131 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/1a457838-d466-41ed-b7f5-985354a1a543) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:28.783006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.791491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.791491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56508831-4654-428c-bc78-99b718b6d267 HTTP/1.1" status: 204 len: 168 time: 0.2384281 Nov 01 18:44:28.802864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7e04-e8a6-4778-9cc0-60ec54ce57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56508831-4654-428c-bc78-99b718b6d267,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:28.827741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Attempting to bind port 7e228145-c8c7-4a74-b955-2e8dc243e698 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:28.828220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Attempting to bind port 7e228145-c8c7-4a74-b955-2e8dc243e698 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:28.828620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Attempting to bind port 7e228145-c8c7-4a74-b955-2e8dc243e698 on network 0f51088d-8a5b-44dc-b6e1-696959335e4b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:28.843789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:28.845504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Checking segment: {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:28.845504 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.845701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Bound using segment: {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:28.846230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Bound port: 7e228145-c8c7-4a74-b955-2e8dc243e698, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:28.846835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.925934 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:28.943479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] For port 7e228145-c8c7-4a74-b955-2e8dc243e698, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:28.947010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] For port 7e228145-c8c7-4a74-b955-2e8dc243e698, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7e228145-c8c7-4a74-b955-2e8dc243e698,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:29.002363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a416601-7049-40c2-b9a4-5604a109ddbc up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:29.059135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7a416601-7049-40c2-b9a4-5604a109ddbc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:29.059853 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:29.082232 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:29.120464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:29.163708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf17b-cd8f-4b4f-bfb3-28e3b2e8f9f8 None None] Pushing event updated for resources: {'Port': ['ID=7e228145-c8c7-4a74-b955-2e8dc243e698,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:29.195700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:29.205116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:29.211342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:29.258838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Pushing event updated for resources: {'Port': ['ID=1a457838-d466-41ed-b7f5-985354a1a543,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:29.735134 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:29.969260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.218120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Router 2002b408-bd8b-406d-9af8-3713f3100d1f is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:44:30.289624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b7a33-ef82-41d3-8e0f-017bfb402753 None None] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:30.344758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:44:30.361194 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Sync routers for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:44:30.374119 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:30.375147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:30.408729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] Provisioning complete for port 7e228145-c8c7-4a74-b955-2e8dc243e698 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:30.409011 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.476446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.478158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-01ee98e2-4ec6-480e-8efe-b70745e4856f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0317404 Nov 01 18:44:30.481020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57478) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:30.497914 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:30.532600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.583583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] For port 7e228145-c8c7-4a74-b955-2e8dc243e698, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7e228145-c8c7-4a74-b955-2e8dc243e698,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:30.686803 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.725139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:29Z', 'revision_number': 3, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:30.751816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5b92a-4fad-4f19-b628-102e0a53f315 None None] Pushing event updated for resources: {'Port': ['ID=7e228145-c8c7-4a74-b955-2e8dc243e698,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:30.754832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Checking router: 2002b408-bd8b-406d-9af8-3713f3100d1f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:44:30.755177 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Updating router 2002b408-bd8b-406d-9af8-3713f3100d1f port 1a457838-d466-41ed-b7f5-985354a1a543 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:44:30.782501 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:30.809920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-537c1a4b-c47f-4d69-8f53-059ace83ae31 None None] Provisioning complete for port 7e228145-c8c7-4a74-b955-2e8dc243e698 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:30.810516 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-537c1a4b-c47f-4d69-8f53-059ace83ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.081866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7e228145-c8c7-4a74-b955-2e8dc243e698 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:31.103982 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.155633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7e228145-c8c7-4a74-b955-2e8dc243e698 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:31.162537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.190792 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.242427 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Attempting to bind port 1a457838-d466-41ed-b7f5-985354a1a543 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:31.242825 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Attempting to bind port 1a457838-d466-41ed-b7f5-985354a1a543 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:31.243183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Attempting to bind port 1a457838-d466-41ed-b7f5-985354a1a543 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:31.256946 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:31.259933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:31.259933 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.259933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:31.259933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Bound port: 1a457838-d466-41ed-b7f5-985354a1a543, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:31.259933 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.279011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d1149-cab6-4884-82f3-6a0d37f58b4f None None] Pushing event updated for resources: {'Port': ['ID=1a457838-d466-41ed-b7f5-985354a1a543,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:31.314718 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] For port 1a457838-d466-41ed-b7f5-985354a1a543, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:31.317843 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] For port 1a457838-d466-41ed-b7f5-985354a1a543, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a457838-d466-41ed-b7f5-985354a1a543,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:31.418112 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.435863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.485347 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:31.485961 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:31.488870 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d1149-cab6-4884-82f3-6a0d37f58b4f None None] Pushing event updated for resources: {'Port': ['ID=1a457838-d466-41ed-b7f5-985354a1a543,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:31.598595 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:31.612492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Allocated IP 172.20.0.1 (0f51088d-8a5b-44dc-b6e1-696959335e4b/b1e0e881-0028-4e68-9d56-251cf6c3ed71/dc364f25-ed04-4691-b31e-f1eb029bbc1a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:31.720701 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.775830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:29Z', 'revision_number': 3, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:31.802643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa64e86-b44c-44e8-aee6-11aba134781e None None] The sync data for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 is: [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:29Z', 'revision_number': 3, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:44:31.834602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:31.878576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:31.885642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:31.891165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:31.894330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Pushing event updated for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:31.935292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.192367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.272208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c551cc7f-1b8f-4abf-8ac8-ba86bb637538 None None] Provisioning complete for port dc364f25-ed04-4691-b31e-f1eb029bbc1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:32.273914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c551cc7f-1b8f-4abf-8ac8-ba86bb637538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.349753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c551cc7f-1b8f-4abf-8ac8-ba86bb637538 None None] Port dc364f25-ed04-4691-b31e-f1eb029bbc1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:32.434189 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.542634 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.613884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.616719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Pushing event updated for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:32.727945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:32.729347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:32.853667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Router 2002b408-bd8b-406d-9af8-3713f3100d1f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:44:32.979797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a22f912f-28ed-4a52-959a-59ab84f694db None None] Provisioning complete for port dc364f25-ed04-4691-b31e-f1eb029bbc1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:32.980081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a22f912f-28ed-4a52-959a-59ab84f694db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:32.983829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:44:32.988365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f55cd900-d92b-4b30-b776-b7cf7ecbab80 admin admin] 10.222.0.31 "PUT /v2.0/routers/2002b408-bd8b-406d-9af8-3713f3100d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062296 Nov 01 18:44:33.027427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a457838-d466-41ed-b7f5-985354a1a543 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:33.073356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a22f912f-28ed-4a52-959a-59ab84f694db None None] Port dc364f25-ed04-4691-b31e-f1eb029bbc1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:33.095935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1a457838-d466-41ed-b7f5-985354a1a543 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:33.096380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:33.183376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:33.209509 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1a457838-d466-41ed-b7f5-985354a1a543, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a457838-d466-41ed-b7f5-985354a1a543,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:33.334503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:33.410758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1a457838-d466-41ed-b7f5-985354a1a543,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:33.587446 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:44:33.608152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Sync routers for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:44:33.619199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:33.621875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:33.735844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:33.794524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57586) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:33.799436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579910082', 'description': 'tempest-secgroup-smoke-1579910082 description', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:33.937713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:33.945651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:32Z', 'revision_number': 4, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc364f25-ed04-4691-b31e-f1eb029bbc1a', 'name': '', 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'mac_address': 'fa:16:3e:ca:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:31Z', 'updated_at': '2021-11-01T18:44:32Z', 'revision_number': 2, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'subnets': [{'id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:33.973728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Checking router: 2002b408-bd8b-406d-9af8-3713f3100d1f for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:44:33.974088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Updating router 2002b408-bd8b-406d-9af8-3713f3100d1f port dc364f25-ed04-4691-b31e-f1eb029bbc1a binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:44:34.002252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.026890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.113989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.145624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6819b19-2166-4409-a73e-73804382eb64,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:34.224637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.228545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-161a093e-8f19-439c-9963-a1d1f53903f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4302375 Nov 01 18:44:34.228797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57606) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:34.234104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:34.287527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.359826 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.405474 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.417392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.454767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9244fa-b3a6-4c90-a37c-0366eb827e62 None None] Pushing event updated for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:34.496723 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.518695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Attempting to bind port dc364f25-ed04-4691-b31e-f1eb029bbc1a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:34.519107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Attempting to bind port dc364f25-ed04-4691-b31e-f1eb029bbc1a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:34.519478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Attempting to bind port dc364f25-ed04-4691-b31e-f1eb029bbc1a on network 0f51088d-8a5b-44dc-b6e1-696959335e4b {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:34.519701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efca6b-a874-42b0-ad74-e565df0504b5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:34.530993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:34.531774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Checking segment: {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:34.532203 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.532579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Bound using segment: {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:34.533061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Bound port: dc364f25-ed04-4691-b31e-f1eb029bbc1a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75d9d61-589d-49eb-8533-679190dda828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:34.533437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.606905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] For port dc364f25-ed04-4691-b31e-f1eb029bbc1a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:34.610691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] For port dc364f25-ed04-4691-b31e-f1eb029bbc1a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc364f25-ed04-4691-b31e-f1eb029bbc1a,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:34.671379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.673404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3df06739-711f-403a-bedb-7f1f18557a5b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428792 Nov 01 18:44:34.675371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57620) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:34.679931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:34.692224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.766924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] Provisioning complete for port dc364f25-ed04-4691-b31e-f1eb029bbc1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:34.769847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.771252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9244fa-b3a6-4c90-a37c-0366eb827e62 None None] Pushing event updated for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:34.790447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:34.791076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:34.796792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.865643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:34.988538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.008250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e390e88e-e6da-4637-a795-4e3bcd60e684,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:35.078970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a457838-d466-41ed-b7f5-985354a1a543 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:35.100439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.137016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:35.155479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.158849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57648) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:35.159939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aa9877a8-32b5-4779-83d4-b40659d99fba tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4826510 Nov 01 18:44:35.164079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:35.188105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.309407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] For port dc364f25-ed04-4691-b31e-f1eb029bbc1a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc364f25-ed04-4691-b31e-f1eb029bbc1a,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:35.310357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1a457838-d466-41ed-b7f5-985354a1a543 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:35.310718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.352032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.420521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.426026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.499782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea8935-c085-44fb-8e12-b6c937b9ffc3 None None] Pushing event updated for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:35.504695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:32Z', 'revision_number': 4, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc364f25-ed04-4691-b31e-f1eb029bbc1a', 'name': '', 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'mac_address': 'fa:16:3e:ca:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:31Z', 'updated_at': '2021-11-01T18:44:34Z', 'revision_number': 4, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'subnets': [{'id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:35.521712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.532425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7a1f6-7940-4b42-992e-b17bd1b4c428 None None] The sync data for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 is: [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:44:32Z', 'revision_number': 4, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc364f25-ed04-4691-b31e-f1eb029bbc1a', 'name': '', 'network_id': '0f51088d-8a5b-44dc-b6e1-696959335e4b', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'mac_address': 'fa:16:3e:ca:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:31Z', 'updated_at': '2021-11-01T18:44:34Z', 'revision_number': 4, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'subnets': [{'id': 'b1e0e881-0028-4e68-9d56-251cf6c3ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:44:35.548162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-18430f59-82fa-43c3-b101-859efdfacabb None None] Provisioning complete for port dc364f25-ed04-4691-b31e-f1eb029bbc1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:35.548536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-18430f59-82fa-43c3-b101-859efdfacabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.550279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cc4fa4-7513-4534-b328-55ef697e2be5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:35.673643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.674977 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-22939b56-1a5a-406f-8e3e-833d871801b4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145354 Nov 01 18:44:35.677716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57658) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:35.682245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:35.799962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.874046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.971177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:35.993791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca44e34-9595-470a-88d2-c4f18d1e3c88,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:36.088376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.094088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a11fdc04-10cd-479e-8761-0d456cf32bb6 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4109035 Nov 01 18:44:36.094215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:36.097761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:36.211601 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Project 74b704cc2af74c4da0ef2ebc0631af67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:44:36.217850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.284757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.374368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.396051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2dc38b-69e0-4c33-8b44-d1081c571ac6,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:36.487749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.489167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-11952f19-87d6-431c-83eb-c8fc77d123f1 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3950808 Nov 01 18:44:36.491999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57692) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:36.497353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'security_group_rule': {'security_group_id': 'a6819b19-2166-4409-a73e-73804382eb64', 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:36.651483 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Project 74b704cc2af74c4da0ef2ebc0631af67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:44:36.657036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.727338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.834017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.852715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df25020f-eb55-4e0d-98c1-1512cff6a6d9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:36.937287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:36.938632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2206c7a-9adc-4398-9a9d-495b9ee0ee74 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4456718 Nov 01 18:44:36.981568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc364f25-ed04-4691-b31e-f1eb029bbc1a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:37.039738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dc364f25-ed04-4691-b31e-f1eb029bbc1a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:37.040196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.092192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-dd5bb117-ff4d-4477-b358-3e4714c1e95e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579910082&fields=id&tenant_id=74b704cc2af74c4da0ef2ebc0631af67 HTTP/1.1" status: 200 len: 267 time: 0.0348680 Nov 01 18:44:37.158431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57716) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:37.217012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-93126cc2-730c-4cdc-88bf-47713ba5f14b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:37.218524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-93126cc2-730c-4cdc-88bf-47713ba5f14b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 809 time: 0.1193476 Nov 01 18:44:37.236250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-c4b08eda-cc16-45ee-928d-2db7a9cbc388 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/quotas/74b704cc2af74c4da0ef2ebc0631af67 HTTP/1.1" status: 200 len: 375 time: 0.0118270 Nov 01 18:44:37.274015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d8de810-d3dc-4f9d-9677-58da3c36f558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.290580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-10b2803f-5942-4500-b4b0-b872d2d6b31c tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481448 Nov 01 18:44:37.355568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d8de810-d3dc-4f9d-9677-58da3c36f558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.395031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-ff2ee571-75e5-4344-885e-be9f859e33e5 service neutron] 10.222.0.31 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Nov 01 18:44:37.487985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-5f6245e7-7552-4e9c-80f8-9f260c505c2f service neutron] 10.222.0.31 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866830 Nov 01 18:44:37.497262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d8de810-d3dc-4f9d-9677-58da3c36f558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.536999 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7d8de810-d3dc-4f9d-9677-58da3c36f558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa2af1eaa7f746f9ab53bc301a40c9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774245 Nov 01 18:44:37.539827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57722) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:37.548803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8de810-d3dc-4f9d-9677-58da3c36f558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5dffc-d8f2-4b46-8362-d97c3a0d6afc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:37.597335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.619484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.784122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.784122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:37.785373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5b5dffc-d8f2-4b46-8362-d97c3a0d6afc HTTP/1.1" status: 204 len: 168 time: 0.2438023 Nov 01 18:44:37.796000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc955c-d66b-4fc4-a65d-5794b885abce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5dffc-d8f2-4b46-8362-d97c3a0d6afc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:37.861911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f58e6c3f-009c-41bc-902f-6afacf04b506 req-909cd016-0fa1-4ec1-a7d6-0ec2d4d12599 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0519242 Nov 01 18:44:38.942923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23295655-a9fa-4665-813b-5fa110ecfde2 req-265697c1-8a21-4271-a80b-f1c0fb64f884 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0269797 Nov 01 18:44:39.105265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57764) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:39.208174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'networks': [{'name': 'tempest-network--638599795'}, {'name': 'tempest-network--174683536'}]} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:39.208490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-network--638599795'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:39.208955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-network--174683536'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:39.268491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.428667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'network': 2} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:39.433500 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.442386 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.516469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.660148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.660627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.708952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9d1aa-c158-4f6c-bf6e-36fb0d826e63,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:39.711529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:39.721357 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.722025 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment b521b403-b94c-4459-b4ba-6730bdc19010 of type vlan for network 86812adc-bdd4-4405-a648-f507fa1bbb4c Nov 01 18:44:39.765817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.800002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:39.805392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.805740 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment 104c67c9-5a74-4ed4-9013-dd651453f3db of type vlan for network fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec Nov 01 18:44:39.871124 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:39.883333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-db15df56-b173-4ba5-bcaf-03eef675c039 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719560166&fields=id&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 267 time: 0.0760705 Nov 01 18:44:39.994573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-d78008ab-621c-4303-8177-5df7029c4719 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:39.996974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-d78008ab-621c-4303-8177-5df7029c4719 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1030326 Nov 01 18:44:40.013812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-596f53b1-dc8c-4408-be22-27d6b7d5246a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/quotas/d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 375 time: 0.0103426 Nov 01 18:44:40.081979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b95c8b02-6e28-4ab1-bb93-044be0230157 req-6187851d-e960-4664-a4d2-809468cb29a0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0391722 Nov 01 18:44:40.081979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.081979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.084203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.088930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.089554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.164553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=86812adc-bdd4-4405-a648-f507fa1bbb4c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:40.179035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-26ba064b-2e67-4ad7-b5da-f4f8aa37fea9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1584506 Nov 01 18:44:40.184086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.184461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.184798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.185215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.185548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.185877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.186203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.186527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.186854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.187164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.187478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.187818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:40.199480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 86812adc-bdd4-4405-a648-f507fa1bbb4c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:40.241738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1346767 Nov 01 18:44:40.244591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57782) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:40.314506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a101a2a-35a7-47f1-b5d7-c078ddbc39e4 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:40.327262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:40.345887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-32b08235-fb22-4d80-9bd3-dbbb6dc73934 service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546834 Nov 01 18:44:40.363905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72539575-0ce6-4e7c-971c-67a893bd211c tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.375641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72539575-0ce6-4e7c-971c-67a893bd211c tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.382147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72539575-0ce6-4e7c-971c-67a893bd211c tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.389818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72539575-0ce6-4e7c-971c-67a893bd211c tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:40.394693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-72539575-0ce6-4e7c-971c-67a893bd211c tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1490536 Nov 01 18:44:40.395304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57784) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:40.446480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-c60eddda-c6c6-4f1f-9997-7e134b944c7c service neutron] 10.222.0.31 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931389 Nov 01 18:44:40.472358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.569924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.592125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86812adc-bdd4-4405-a648-f507fa1bbb4c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:40.602146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b521b403-b94c-4459-b4ba-6730bdc19010') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:40.602367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b521b403-b94c-4459-b4ba-6730bdc19010') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:40.612126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.625638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.631637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:40.635957 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:40.782605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.791324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.795362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/86812adc-bdd4-4405-a648-f507fa1bbb4c HTTP/1.1" status: 204 len: 168 time: 0.3990963 Nov 01 18:44:40.798157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57792) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:40.805225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57f667-7a67-441a-ac8d-30603c974fea tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=86812adc-bdd4-4405-a648-f507fa1bbb4c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:40.885369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:40.993147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.065557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:41.079764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104c67c9-5a74-4ed4-9013-dd651453f3db') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:41.080058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104c67c9-5a74-4ed4-9013-dd651453f3db') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:41.098223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.124979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.134017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:41.134414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.143979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-538547eb-522a-4250-949a-80b989bbca7b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:41.145492 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-538547eb-522a-4250-949a-80b989bbca7b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 809 time: 0.1677458 Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:41.146177 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:41.235208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-448fe77c-2357-4bda-8c26-deab246ed7ba req-165ca852-be8a-4ea5-8f21-56abcef0f0c7 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0755301 Nov 01 18:44:41.275018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4d36510-153f-4ef2-99c5-86b78b41288b req-b83e01f5-2dbb-4e8b-930d-be27d9c25893 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0460703 Nov 01 18:44:41.297071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-0de7ac09-9711-49d5-9763-61d580f1c30f tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b704cc2af74c4da0ef2ebc0631af67 HTTP/1.1" status: 200 len: 380 time: 0.1176090 Nov 01 18:44:41.308038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'port': {'device_id': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'admin_state_up': True, 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'security_groups': ['a6819b19-2166-4409-a73e-73804382eb64']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:41.407311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.418269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.422061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec HTTP/1.1" status: 204 len: 168 time: 0.6227489 Nov 01 18:44:41.424763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57806) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:41.436230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d582a7-0914-4f37-ada2-84190c95f1fc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=fdb2dc88-39c0-4b85-b14b-4cbecc1c27ec,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:41.529018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdec649-89b3-493d-bd56-a6bb064813d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:41.535229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdec649-89b3-493d-bd56-a6bb064813d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:41.536836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0fdec649-89b3-493d-bd56-a6bb064813d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1110761 Nov 01 18:44:41.540459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57808) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:41.545221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-513398875'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:41.580083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Made reservation on behalf of 74b704cc2af74c4da0ef2ebc0631af67 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:41.583751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.709130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Allocated IP 172.20.0.10 (964347d4-6101-42f7-a082-72841a68e2a6/91e203fb-60e6-4167-b060-4b35a073c27b/19f0a2ed-07cc-48e7-a793-2683ee307d2f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:41.717624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:41.721185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.744777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:41.753764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.754107 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment af8a818e-5e53-48a0-8107-cfd9fe3fe375 of type vlan for network 810a9135-04df-40d8-a9be-3d2acb571d88 Nov 01 18:44:41.800473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.858078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.946021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:41.953384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:41.953977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.003213 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.019807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=810a9135-04df-40d8-a9be-3d2acb571d88,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:42.030915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 810a9135-04df-40d8-a9be-3d2acb571d88 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:42.043574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Network 964347d4-6101-42f7-a082-72841a68e2a6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:42.047598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:42.054395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:42.088148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:42.089544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-846738d2-db7b-45a5-8d83-118f3892e6d6 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5480065 Nov 01 18:44:42.092931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:42.103225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1791393588'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:42.113850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:42.114767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.228778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:42.233940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.258875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:42.268873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.269225 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment 7a22b732-187c-4ad6-891f-959723f4cdde of type vlan for network 0076d777-fd12-4c6a-8284-472281159578 Nov 01 18:44:42.325764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-63a5e942-160b-4399-839e-95f73636cb42 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201004 Nov 01 18:44:42.330373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.334713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-535e4157-a16e-42ae-aa37-ae0991a10d79 None None] Provisioning complete for port 19f0a2ed-07cc-48e7-a793-2683ee307d2f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:42.335312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-535e4157-a16e-42ae-aa37-ae0991a10d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.342098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Request body: {'port': {'device_id': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:42.381187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-535e4157-a16e-42ae-aa37-ae0991a10d79 None None] Port 19f0a2ed-07cc-48e7-a793-2683ee307d2f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:42.416190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da9c27cc-0836-4f14-97fc-b1d12f45754e req-d142dbd6-0161-408a-81c2-d4fb3eaef0b1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0385363 Nov 01 18:44:42.445520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.451907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:42.452635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.453404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c20d-91ac-46e3-8c6f-0d258423d5cf req-7bfd48dc-e844-465d-817f-bd9333ee7b2a tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:42.454897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49c6c20d-91ac-46e3-8c6f-0d258423d5cf req-7bfd48dc-e844-465d-817f-bd9333ee7b2a tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 932 time: 0.1305261 Nov 01 18:44:42.455472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.519479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=0076d777-fd12-4c6a-8284-472281159578,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:42.528864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-49c6c20d-91ac-46e3-8c6f-0d258423d5cf req-ece9f8bd-280c-4c6f-a210-24f93396ffd3 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641959 Nov 01 18:44:42.530662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0076d777-fd12-4c6a-8284-472281159578 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:42.585811 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e5b188f-1507-4e49-a553-65106c1d4e7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4915128 Nov 01 18:44:42.586777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:42.592756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'ports': [{'network_id': '810a9135-04df-40d8-a9be-3d2acb571d88', 'name': 'tempest-port--1950120513', 'admin_state_up': True}, {'network_id': '0076d777-fd12-4c6a-8284-472281159578', 'admin_state_up': False}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:42.593296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'port': {'network_id': '810a9135-04df-40d8-a9be-3d2acb571d88', 'name': 'tempest-port--1950120513', 'admin_state_up': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:42.593946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'port': {'network_id': '0076d777-fd12-4c6a-8284-472281159578', 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:42.760206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f0a2ed-07cc-48e7-a793-2683ee307d2f {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:44:42.768878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.781635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Transition to ACTIVE for port object 19f0a2ed-07cc-48e7-a793-2683ee307d2f will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:44:42.837122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'port': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:42.841947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.854731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.874087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:42.930886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Pushing event updated for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:42.941505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] device_id is not set on port 495af367-cae5-4dda-ad38-1c5b920d1b73 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:44:43.022546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Attempting to bind port 19f0a2ed-07cc-48e7-a793-2683ee307d2f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:43.022546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Attempting to bind port 19f0a2ed-07cc-48e7-a793-2683ee307d2f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:43.022546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Attempting to bind port 19f0a2ed-07cc-48e7-a793-2683ee307d2f on network 964347d4-6101-42f7-a082-72841a68e2a6 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:43.025533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Port 19f0a2ed-07cc-48e7-a793-2683ee307d2f on network 964347d4-6101-42f7-a082-72841a68e2a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:44:43.025909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Attempting to bind port 19f0a2ed-07cc-48e7-a793-2683ee307d2f on network 964347d4-6101-42f7-a082-72841a68e2a6 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:43.031372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:43.031740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Checking segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:43.032120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Bound using segment: {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:43.032577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Bound port: 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca68bc2b-32d7-450d-9d90-b759cee284f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:43.032982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.088774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.110863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:43.113558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:43.164021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] device_id is not set on port 281bd717-a278-4ccb-9d9c-ec7d0049d27e yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:44:43.228897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.266335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.266952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.268368 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] 10.222.0.37 "PUT /v2.0/ports/19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1092 time: 0.9315515 Nov 01 18:44:43.268811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:44:43.271084 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:44:43.279198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.313142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a3bda-e0bd-4ec8-ba9c-22a9ba1804fc service neutron] Pushing event updated for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:43.323167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ad4fb-2ebb-4d71-8498-e2153405fdbf x-openstack-request-id: req-ff4ad4fb-2ebb-4d71-8498-e2153405fdbf {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:44:43.323464 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:44:43.323756 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff4ad4fb-2ebb-4d71-8498-e2153405fdbf {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:44:43.324316 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'status': 'completed', 'code': 200} Nov 01 18:44:43.390724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-13f49c71-e755-4ef3-9d46-95a246b04fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.392404 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-13f49c71-e755-4ef3-9d46-95a246b04fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1095 time: 0.0476537 Nov 01 18:44:43.443358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.524871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Port': ['ID=495af367-cae5-4dda-ad38-1c5b920d1b73,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:43.537488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Checking segment: {'id': 'af8a818e-5e53-48a0-8107-cfd9fe3fe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '810a9135-04df-40d8-a9be-3d2acb571d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:43.537920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network hostable DHCP agents. Network: 810a9135-04df-40d8-a9be-3d2acb571d88, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:43.542068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-1d4bec5e-2026-4c20-8c3d-5323632cf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.543616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-1d4bec5e-2026-4c20-8c3d-5323632cf309 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1425920 Nov 01 18:44:43.560670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20d52cba-a9dd-4990-a5c6-7ea751755d9b req-d4b075f2-af40-43c0-bf13-7a2d15bf8369 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0401180 Nov 01 18:44:43.693116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382aa8e-fdff-4a0c-be1e-5ce354d0adad req-64bdaf9d-a608-4d08-8911-9867de76b589 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.694660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4382aa8e-fdff-4a0c-be1e-5ce354d0adad req-64bdaf9d-a608-4d08-8911-9867de76b589 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 944 time: 0.0740154 Nov 01 18:44:43.697368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-d0889dae-2d0c-4722-8121-43eaee89b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.698709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-edc6d9f4-a8b0-41dc-845d-a081034ad5fc req-d0889dae-2d0c-4722-8121-43eaee89b43d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409504 Nov 01 18:44:43.722770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network 810a9135-04df-40d8-a9be-3d2acb571d88 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:43.839496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4382aa8e-fdff-4a0c-be1e-5ce354d0adad req-c502ff5c-03aa-4721-babd-a71095b8123f tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198616 Nov 01 18:44:43.869125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-9b7c406f-82ac-45c8-abe9-4679c2e9b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.870634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-9b7c406f-82ac-45c8-abe9-4679c2e9b491 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1095 time: 0.1286476 Nov 01 18:44:43.874665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 810a9135-04df-40d8-a9be-3d2acb571d88) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:43.879093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:43.879278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-44604a90-337a-4f9a-a47d-36b778698bf4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.880195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:43.880724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-44604a90-337a-4f9a-a47d-36b778698bf4 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 811 time: 0.1848478 Nov 01 18:44:43.888506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e0877-3680-45d4-84d2-9209e2557bdb None None] Network 810a9135-04df-40d8-a9be-3d2acb571d88 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:43.928523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-87f421ab-91ba-4bef-8173-cb5dc72de41e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 217 time: 0.0465953 Nov 01 18:44:43.940413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Port': ['ID=281bd717-a278-4ccb-9d9c-ec7d0049d27e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:43.962147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Checking segment: {'id': '7a22b732-187c-4ad6-891f-959723f4cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0076d777-fd12-4c6a-8284-472281159578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:43.962571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network hostable DHCP agents. Network: 0076d777-fd12-4c6a-8284-472281159578, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:43.995138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-0dcef4db-1e1d-4a72-b306-6673566f3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:43.996638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-0dcef4db-1e1d-4a72-b306-6673566f3a72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.0604053 Nov 01 18:44:44.001030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-9e04c503-0afb-414c-a97e-517fe2f9683c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d712ff3728894f5db33da7597d228e41 HTTP/1.1" status: 200 len: 379 time: 0.1102672 Nov 01 18:44:44.016925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'port': {'device_id': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'admin_state_up': True, 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'security_groups': ['d680aac7-d627-4b09-b711-1b798aeb6ab0']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:44.060558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network 0076d777-fd12-4c6a-8284-472281159578 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:44.108950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-14f5a125-3eb3-4b05-80af-d6ab5c98ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.108950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-14f5a125-3eb3-4b05-80af-d6ab5c98ffa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029627 Nov 01 18:44:44.155303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0076d777-fd12-4c6a-8284-472281159578) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:44.159966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:44.167887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2608a47-c5d5-4d8d-af24-cbae23da67b9 None None] Network 0076d777-fd12-4c6a-8284-472281159578 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:44.176382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.185123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.186293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:44.231665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-77aa18f2-0833-4014-aa06-ce82a295b9b8 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162477 Nov 01 18:44:44.431609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a93bbe96-a5cc-47f1-96e4-bce96dbf2e3e tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8412387 Nov 01 18:44:44.431817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57834) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:44.529942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da137c-f1a0-4f80-9231-d7664294141a tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.535957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da137c-f1a0-4f80-9231-d7664294141a tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.540297 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-70da137c-f1a0-4f80-9231-d7664294141a tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1049173 Nov 01 18:44:44.540602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57836) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:44.642909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Made reservation on behalf of d712ff3728894f5db33da7597d228e41 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:44.646390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:44.646586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting port 495af367-cae5-4dda-ad38-1c5b920d1b73 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:44:44.647014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:44.719144 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba1db9c2-6e73-4018-9650-3d6bb9dcdb73 req-c52c7749-ecfe-419f-90a3-60e87859fec0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0699191 Nov 01 18:44:44.721462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:44.739697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Calling delete_port for 495af367-cae5-4dda-ad38-1c5b920d1b73 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:44:44.806714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6d78993-16d4-4ad9-8ad6-c0fa5a112fb0 req-13cf89a7-4f03-4ad7-bf78-29705f500865 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681574 Nov 01 18:44:44.865918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.20.0.14 (c12d875d-166d-4e46-8eb0-094b157d7128/f05f256c-54ee-411f-979a-52c78a5f9c51/a56821ed-4b14-48eb-b5f2-a65fec607ed5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:44.960363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:44.983753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceabccb-6475-44bd-8561-0d7203e05f0e req-5cd246b2-af1c-40a0-ba27-5dd2f48e0924 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:44.985290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dceabccb-6475-44bd-8561-0d7203e05f0e req-5cd246b2-af1c-40a0-ba27-5dd2f48e0924 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 944 time: 0.0682459 Nov 01 18:44:45.001241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.007599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/ports/495af367-cae5-4dda-ad38-1c5b920d1b73 HTTP/1.1" status: 204 len: 168 time: 0.4637241 Nov 01 18:44:45.007599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e80068-de12-43ea-a7c1-37d48ad3de54 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Port': ['ID=495af367-cae5-4dda-ad38-1c5b920d1b73,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:45.009056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57842) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:45.060855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dceabccb-6475-44bd-8561-0d7203e05f0e req-764a2223-c214-4ac9-adc3-1a7fecd2349a tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661957 Nov 01 18:44:45.108521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.124832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting port 281bd717-a278-4ccb-9d9c-ec7d0049d27e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:44:45.125348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.206820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.219881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Calling delete_port for 281bd717-a278-4ccb-9d9c-ec7d0049d27e owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:44:45.237534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.291382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network c12d875d-166d-4e46-8eb0-094b157d7128 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:45.298750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:45.300987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:45.303251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:45.357224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:45.357980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.400111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.431702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Port': ['ID=281bd717-a278-4ccb-9d9c-ec7d0049d27e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:45.443095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.449077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5ac319a-fef1-49e4-b9e9-36a036394ee1 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/ports/281bd717-a278-4ccb-9d9c-ec7d0049d27e HTTP/1.1" status: 204 len: 168 time: 0.4361906 Nov 01 18:44:45.449469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:45.499941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-63ce9259-4262-4c29-9319-31b5973ec8cc tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0488951 Nov 01 18:44:45.503449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57848) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:45.506505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1ca03807-cbfd-4666-a2a3-e6b545d7be5b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4943156 Nov 01 18:44:45.508697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1206508719'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:45.569578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-828f4b38-cb0e-4f77-9cb7-b7993ec5f11e None None] Provisioning complete for port a56821ed-4b14-48eb-b5f2-a65fec607ed5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:45.570122 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-828f4b38-cb0e-4f77-9cb7-b7993ec5f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.585160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Request body: {'port': {'device_id': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:45.604773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-828f4b38-cb0e-4f77-9cb7-b7993ec5f11e None None] Port a56821ed-4b14-48eb-b5f2-a65fec607ed5 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:44:45.649151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.655184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:45.658982 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.688635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:45.698087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.698481 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment 2e524882-86f1-4933-8aea-103d8b18d2eb of type vlan for network 2212d917-e9f5-4659-8261-bce38751c56d Nov 01 18:44:45.742937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.843262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.850121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:45.851155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:45.912734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82fd22-a691-4f60-a9ae-c285f562a8c0 req-d9ce4d2d-4a7d-4f49-85dc-4ed8cc49a10e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:45.914344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c82fd22-a691-4f60-a9ae-c285f562a8c0 req-d9ce4d2d-4a7d-4f49-85dc-4ed8cc49a10e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 932 time: 0.1071527 Nov 01 18:44:45.938058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=2212d917-e9f5-4659-8261-bce38751c56d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:45.948722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2212d917-e9f5-4659-8261-bce38751c56d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:45.977760 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86d21b41-087c-4e17-83cd-8bd92f8bdde7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4731488 Nov 01 18:44:45.980224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57854) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:45.986221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-924374628'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:45.990323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c82fd22-a691-4f60-a9ae-c285f562a8c0 req-be8f4f16-bbe8-42b3-81b9-b85e596a7db1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638454 Nov 01 18:44:46.036986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56821ed-4b14-48eb-b5f2-a65fec607ed5 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:44:46.045289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.057041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Transition to ACTIVE for port object a56821ed-4b14-48eb-b5f2-a65fec607ed5 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:44:46.092088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:46.095618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.121380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:46.131624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.132109 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Added segment 512da5f1-e94f-4499-933b-6d2d532a27ec of type vlan for network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 Nov 01 18:44:46.144545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.176301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.245966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:46.274475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.277355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbd307-09fe-4f5a-893e-d2368cf6f553 req-dcf054e8-d3b3-4c34-9af4-1eda5fd65016 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:46.279298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dbd307-09fe-4f5a-893e-d2368cf6f553 req-dcf054e8-d3b3-4c34-9af4-1eda5fd65016 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 944 time: 0.1270978 Nov 01 18:44:46.282202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:46.285462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.350343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7dbd307-09fe-4f5a-893e-d2368cf6f553 req-1a75b84b-aded-4893-a780-0a60a59b758b tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460711 Nov 01 18:44:46.370892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Attempting to bind port a56821ed-4b14-48eb-b5f2-a65fec607ed5 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:46.372473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Attempting to bind port a56821ed-4b14-48eb-b5f2-a65fec607ed5 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:46.372473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Attempting to bind port a56821ed-4b14-48eb-b5f2-a65fec607ed5 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:46.389012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Network': ['ID=5bdbd4a1-9d5a-4054-97c5-eda3adf53141,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:46.389159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Port a56821ed-4b14-48eb-b5f2-a65fec607ed5 on network c12d875d-166d-4e46-8eb0-094b157d7128 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:44:46.389159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Attempting to bind port a56821ed-4b14-48eb-b5f2-a65fec607ed5 on network c12d875d-166d-4e46-8eb0-094b157d7128 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:46.394505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:46.394937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Checking segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:46.395410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Bound using segment: {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:46.396013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Bound port: a56821ed-4b14-48eb-b5f2-a65fec607ed5, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971283d0-683e-4fb4-8166-babd0b83d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:46.396456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.405384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:46.462850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b1395500-a920-4520-9c70-6aaba41c2ac5 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4815142 Nov 01 18:44:46.492252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:46.496206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:46.554497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.593987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:46.594601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.596483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57860) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:46.596656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] 10.222.0.32 "PUT /v2.0/ports/a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 1092 time: 1.0828099 Nov 01 18:44:46.597037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:44:46.599299 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00e8b5-f0e0-4712-8e03-158adfb64000" -d '{"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:44:46.604160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'subnets': [{'network_id': '2212d917-e9f5-4659-8261-bce38751c56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1671513360', 'ip_version': 4}, {'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:46.604656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'subnet': {'network_id': '2212d917-e9f5-4659-8261-bce38751c56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1671513360', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:46.605465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Request body: {'subnet': {'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:46.631687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8225e-23a9-460f-9241-b624ca57ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:46.846379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-8953f58d-b0f0-4fbe-a8c7-c14c09b85bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:46.848059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-8953f58d-b0f0-4fbe-a8c7-c14c09b85bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0969048 Nov 01 18:44:46.898284 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5fa20-ebe2-4a43-b9fd-214a7a4ea403 x-openstack-request-id: req-9fb5fa20-ebe2-4a43-b9fd-214a7a4ea403 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:44:46.898587 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:44:46.898851 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fb5fa20-ebe2-4a43-b9fd-214a7a4ea403 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:44:46.899254 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'status': 'completed', 'code': 200} Nov 01 18:44:46.901179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-4111864f-9c93-43b0-8616-832a6648286e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 217 time: 0.0435505 Nov 01 18:44:46.911635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Made reservation on behalf of bb36b68905b74db7ab5cb1bce108e29a for: {'subnet': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:46.916437 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.916731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:46.962487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-dfe1a3c0-f3ab-4002-bdfd-a96ef7ef2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:46.964146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-dfe1a3c0-f3ab-4002-bdfd-a96ef7ef2381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0558348 Nov 01 18:44:47.037579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a6c9c343-6e3e-48c2-b106-8db49a0621cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.039423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-a6c9c343-6e3e-48c2-b106-8db49a0621cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680950 Nov 01 18:44:47.172942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61166205-2faf-43cd-8406-d2aad859e8e7 req-a17209b7-3034-4cf0-981b-33fbab282078 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.174520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61166205-2faf-43cd-8406-d2aad859e8e7 req-a17209b7-3034-4cf0-981b-33fbab282078 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0945196 Nov 01 18:44:47.193685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-1d883f5e-e228-405d-9a77-5571ae793a0d service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456609 Nov 01 18:44:47.278248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61166205-2faf-43cd-8406-d2aad859e8e7 req-8ef0a25f-8c6d-4515-a167-5871ae220a39 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953810 Nov 01 18:44:47.324311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c054825f-d913-461b-bfc7-b297b2c4738f req-6ac4941f-792c-430a-aceb-fdb64799be47 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187758 Nov 01 18:44:47.494468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f3d87-9242-4b00-af94-8b3c47f269ca req-a94fd980-e50c-49b8-a13e-401129d7155c tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.496264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-778f3d87-9242-4b00-af94-8b3c47f269ca req-a94fd980-e50c-49b8-a13e-401129d7155c tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 944 time: 0.0569263 Nov 01 18:44:47.570470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-778f3d87-9242-4b00-af94-8b3c47f269ca req-afe2f855-f81f-4c14-97a5-4409c18b7da8 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626812 Nov 01 18:44:47.580554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-fc2cfb9d-4ade-4371-ba78-49610795303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.582199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-fc2cfb9d-4ade-4371-ba78-49610795303c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0838771 Nov 01 18:44:47.692952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-ce0d6774-e164-4cc5-90f5-1b7c8c2c70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.695007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-ce0d6774-e164-4cc5-90f5-1b7c8c2c70f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.1045969 Nov 01 18:44:47.744742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-1a3f3bfa-a6d8-4ea3-afd8-71336cdaaf13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 217 time: 0.0405595 Nov 01 18:44:47.788867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:47.799907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-1f4510a5-e581-458f-b2d5-95a93a437a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.801677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-1f4510a5-e581-458f-b2d5-95a93a437a4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0507941 Nov 01 18:44:47.845518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Subnet': ['ID=b0db3a65-1359-42d7-9149-06da6590eb4d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:47.852029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-e4c91eb4-f183-49d8-b6d7-54fee1b00c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:47.853811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-e4c91eb4-f183-49d8-b6d7-54fee1b00c97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443769 Nov 01 18:44:47.861003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Checking segment: {'id': '2e524882-86f1-4933-8aea-103d8b18d2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:47.861371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network hostable DHCP agents. Network: 2212d917-e9f5-4659-8261-bce38751c56d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:47.951121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-80ad796d-b974-4e0c-84d6-5b2240bcb2d5 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903189 Nov 01 18:44:47.970853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network 2212d917-e9f5-4659-8261-bce38751c56d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:48.041531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d00e8b5-f0e0-4712-8e03-158adfb64000 req-25f5825c-3787-4bf8-b05c-baaaf50729d3 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835993 Nov 01 18:44:48.073838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2212d917-e9f5-4659-8261-bce38751c56d) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:48.080056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.083932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7422509-549a-43a5-86ce-5a94399e0ece None None] Network 2212d917-e9f5-4659-8261-bce38751c56d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:48.146405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event updated for resources: {'Subnet': ['ID=79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:48.151882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Checking segment: {'id': '512da5f1-e94f-4499-933b-6d2d532a27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:48.152256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network hostable DHCP agents. Network: 5bdbd4a1-9d5a-4054-97c5-eda3adf53141, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:48.242541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2212d917-e9f5-4659-8261-bce38751c56d', 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d', 'tenant_id': 'bb36b68905b74db7ab5cb1bce108e29a', 'fixed_ips': [{'subnet_id': 'b0db3a65-1359-42d7-9149-06da6590eb4d'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:44:48.243402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.245414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:44:48.337586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5bdbd4a1-9d5a-4054-97c5-eda3adf53141) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:48.357459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.371406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.374032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.381639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fba5a3-bcd3-40c9-85b8-ff2ab76f067c None None] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:48.439294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24093285-39e2-4abd-a0da-7ab41b329663 req-4f997e6c-646b-4878-9680-1996624ba7d5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.442372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24093285-39e2-4abd-a0da-7ab41b329663 req-4f997e6c-646b-4878-9680-1996624ba7d5 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0824034 Nov 01 18:44:48.456226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Allocated IP 172.20.0.2 (2212d917-e9f5-4659-8261-bce38751c56d/b0db3a65-1359-42d7-9149-06da6590eb4d/7bc2dd69-9cf7-4754-834c-00da787c55e1) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:48.483157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24093285-39e2-4abd-a0da-7ab41b329663 req-8da969d6-0e28-438e-8379-6263723f0117 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345402 Nov 01 18:44:48.483735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57876) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:48.484533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-55564a9b-3bba-4461-8895-ce15d6757f7d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8868408 Nov 01 18:44:48.572736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80751c-de8c-4c5a-8e53-9f3993db4e49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.574382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80751c-de8c-4c5a-8e53-9f3993db4e49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.576169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80751c-de8c-4c5a-8e53-9f3993db4e49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.577825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f80751c-de8c-4c5a-8e53-9f3993db4e49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0931067 Nov 01 18:44:48.581327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57878) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:48.650415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting subnet b0db3a65-1359-42d7-9149-06da6590eb4d {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:44:48.712070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730fda4-2c62-4cf4-9c40-e496afe9b691 req-f80693aa-35a7-4122-a5dd-d938bad3a144 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:48.713885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4730fda4-2c62-4cf4-9c40-e496afe9b691 req-f80693aa-35a7-4122-a5dd-d938bad3a144 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 944 time: 0.0614967 Nov 01 18:44:48.759712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4730fda4-2c62-4cf4-9c40-e496afe9b691 req-7c317be6-6517-4cb2-92e1-2ef71da767eb tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373006 Nov 01 18:44:48.857032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5bdbd4a1-9d5a-4054-97c5-eda3adf53141', 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141', 'tenant_id': 'bb36b68905b74db7ab5cb1bce108e29a', 'fixed_ips': [{'subnet_id': '79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:44:48.858366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.881165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5772-a94d-4732-a410-c85e16691d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.898581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.991095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:48.994815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.034285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.035543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Network 2212d917-e9f5-4659-8261-bce38751c56d is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:49.041839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:49.048221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:49.059867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Allocated IP 172.20.0.18 (5bdbd4a1-9d5a-4054-97c5-eda3adf53141/79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49/32761972-80d0-468b-8dd8-6bd8dc327a0a) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:49.101283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Pushing event updated for resources: {'Port': ['ID=7bc2dd69-9cf7-4754-834c-00da787c55e1,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:49.119852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 19f0a2ed-07cc-48e7-a793-2683ee307d2f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:44:49.129217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.195851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Attempting to bind port 7bc2dd69-9cf7-4754-834c-00da787c55e1 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:49.196223 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Attempting to bind port 7bc2dd69-9cf7-4754-834c-00da787c55e1 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '2e524882-86f1-4933-8aea-103d8b18d2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:49.196621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Attempting to bind port 7bc2dd69-9cf7-4754-834c-00da787c55e1 on network 2212d917-e9f5-4659-8261-bce38751c56d {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:49.255269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:49.255670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Checking segment: {'id': '2e524882-86f1-4933-8aea-103d8b18d2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:49.256075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.256466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Bound using segment: {'id': '2e524882-86f1-4933-8aea-103d8b18d2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:49.256947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Bound port: 7bc2dd69-9cf7-4754-834c-00da787c55e1, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e524882-86f1-4933-8aea-103d8b18d2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2212d917-e9f5-4659-8261-bce38751c56d'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:49.257329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.271964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.302567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Subnet': ['ID=b0db3a65-1359-42d7-9149-06da6590eb4d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:49.310271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.313628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-096e31c7-588d-4547-a28b-05d88610236d tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/subnets/b0db3a65-1359-42d7-9149-06da6590eb4d HTTP/1.1" status: 204 len: 168 time: 0.7312710 Nov 01 18:44:49.316324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57882) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:49.371494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting subnet 79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:44:49.384267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:49.411638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'port_id': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'mac_address': 'fa:16:3e:4f:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:44:49.434930 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.455112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] For port 7bc2dd69-9cf7-4754-834c-00da787c55e1, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:49.473038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] For port 7bc2dd69-9cf7-4754-834c-00da787c55e1, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7bc2dd69-9cf7-4754-834c-00da787c55e1,segment=NetworkSegment(2e524882-86f1-4933-8aea-103d8b18d2eb),segment_id=2e524882-86f1-4933-8aea-103d8b18d2eb)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:49.481960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.495271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f0a2ed-07cc-48e7-a793-2683ee307d2f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:44:49.515899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:49.551206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.553214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.603729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:49.604955 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.612884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:49.625280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:49.638002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Pushing event updated for resources: {'Port': ['ID=32761972-80d0-468b-8dd8-6bd8dc327a0a,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:49.643150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.648354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.658241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada03629-0e47-44bb-9b57-2e51c1014d3e req-19633875-e743-4100-aaf7-3cbf2adc04c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:49.660159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ada03629-0e47-44bb-9b57-2e51c1014d3e req-19633875-e743-4100-aaf7-3cbf2adc04c8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0811858 Nov 01 18:44:49.772139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8935f-efc5-4965-936d-96e9bb915bee None None] Network 2212d917-e9f5-4659-8261-bce38751c56d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:49.773973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Attempting to bind port 32761972-80d0-468b-8dd8-6bd8dc327a0a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:44:49.774348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Attempting to bind port 32761972-80d0-468b-8dd8-6bd8dc327a0a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '512da5f1-e94f-4499-933b-6d2d532a27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:44:49.774880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Attempting to bind port 32761972-80d0-468b-8dd8-6bd8dc327a0a on network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:44:49.794148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18eb06-5d92-4d90-8247-a1ad163f09c9 None None] Pushing event updated for resources: {'Port': ['ID=7bc2dd69-9cf7-4754-834c-00da787c55e1,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:49.807083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:44:49.807463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Checking segment: {'id': '512da5f1-e94f-4499-933b-6d2d532a27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:49.807910 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.808037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ada03629-0e47-44bb-9b57-2e51c1014d3e req-ba2744a1-b20a-4631-8acb-f3ec535931be tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241839 Nov 01 18:44:49.808306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Bound using segment: {'id': '512da5f1-e94f-4499-933b-6d2d532a27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:44:49.808802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Bound port: 32761972-80d0-468b-8dd8-6bd8dc327a0a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512da5f1-e94f-4499-933b-6d2d532a27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5bdbd4a1-9d5a-4054-97c5-eda3adf53141'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:44:49.809292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.817389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:49.930359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d73dd0-c54b-4c01-9e04-b232c9cc1461 req-610e9a75-a086-4a7b-bf0b-f6baf617d445 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:49.932227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1d73dd0-c54b-4c01-9e04-b232c9cc1461 req-610e9a75-a086-4a7b-bf0b-f6baf617d445 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 945 time: 0.0715332 Nov 01 18:44:49.956459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:49.974754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1d73dd0-c54b-4c01-9e04-b232c9cc1461 req-5d2b09d3-f572-43a9-9926-60b77a290a13 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355892 Nov 01 18:44:50.026229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['19f0a2ed-07cc-48e7-a793-2683ee307d2f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:44:50.068795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.074616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] For port 32761972-80d0-468b-8dd8-6bd8dc327a0a, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:44:50.095492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] For port 32761972-80d0-468b-8dd8-6bd8dc327a0a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=32761972-80d0-468b-8dd8-6bd8dc327a0a,segment=NetworkSegment(512da5f1-e94f-4499-933b-6d2d532a27ec),segment_id=512da5f1-e94f-4499-933b-6d2d532a27ec)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:44:50.097236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Subnet': ['ID=79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:50.101247 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.107362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57894) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:50.108064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-740f3616-5e62-4114-8e02-4f2af40d61b8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/subnets/79fbeb83-e2e8-46dd-95e1-6bee1cb2bc49 HTTP/1.1" status: 204 len: 168 time: 0.7898550 Nov 01 18:44:50.162028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884331d6-82da-4e73-98b6-ba58782303d7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:50.163610 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-884331d6-82da-4e73-98b6-ba58782303d7 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548401 Nov 01 18:44:50.167911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57896) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:50.206326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.247955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.291381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd6db9-9410-4961-8c89-aca90674df17 None None] Pushing event updated for resources: {'Port': ['ID=32761972-80d0-468b-8dd8-6bd8dc327a0a,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:50.329200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting port 32761972-80d0-468b-8dd8-6bd8dc327a0a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:44:50.330955 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.404376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] For port 32761972-80d0-468b-8dd8-6bd8dc327a0a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=32761972-80d0-468b-8dd8-6bd8dc327a0a,segment=NetworkSegment(512da5f1-e94f-4499-933b-6d2d532a27ec),segment_id=512da5f1-e94f-4499-933b-6d2d532a27ec)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:50.404960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.422634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Calling delete_port for 32761972-80d0-468b-8dd8-6bd8dc327a0a owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:44:50.620096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.648799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Port': ['ID=32761972-80d0-468b-8dd8-6bd8dc327a0a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:50.653989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] No DVR routers for this DVR port 32761972-80d0-468b-8dd8-6bd8dc327a0a on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:44:50.736456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.757769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdbd4a1-9d5a-4054-97c5-eda3adf53141']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:50.768069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512da5f1-e94f-4499-933b-6d2d532a27ec') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:50.768361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512da5f1-e94f-4499-933b-6d2d532a27ec') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:50.777474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.792110 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.799098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:50.799485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:50.802556 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:50.920583 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01db5434-336c-4688-83ed-9c9d8561f273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:50.944481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab244b29-ea47-4c6c-9317-1054ac3fffd1 req-84e05625-1f9f-4624-8ffe-976fff6d6617 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:50.946027 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab244b29-ea47-4c6c-9317-1054ac3fffd1 req-84e05625-1f9f-4624-8ffe-976fff6d6617 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0569024 Nov 01 18:44:50.990332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab244b29-ea47-4c6c-9317-1054ac3fffd1 req-3283809f-ac8b-4169-a352-00ab2ab7c213 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367334 Nov 01 18:44:51.061657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.069214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.074437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/5bdbd4a1-9d5a-4054-97c5-eda3adf53141 HTTP/1.1" status: 204 len: 168 time: 0.9032562 Nov 01 18:44:51.074843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:51.117456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 19f0a2ed-07cc-48e7-a793-2683ee307d2f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:44:51.126185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e77fa-8317-465f-a05e-428e5b29cc49 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=5bdbd4a1-9d5a-4054-97c5-eda3adf53141,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:51.152503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad24c-336b-4d66-b291-96858ad30295 req-d53459fa-d34a-4cc3-837b-ce78e14597da tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:51.155377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d84ad24c-336b-4d66-b291-96858ad30295 req-d53459fa-d34a-4cc3-837b-ce78e14597da tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 945 time: 0.1050508 Nov 01 18:44:51.185125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.221422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d84ad24c-336b-4d66-b291-96858ad30295 req-138a5448-b68c-42d1-97b0-7aa5ee75beaa tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573931 Nov 01 18:44:51.247267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Deleting port 7bc2dd69-9cf7-4754-834c-00da787c55e1 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:44:51.247267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.310987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 19f0a2ed-07cc-48e7-a793-2683ee307d2f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:44:51.320477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 19f0a2ed-07cc-48e7-a793-2683ee307d2f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:44:51.320851 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.361701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] For port 7bc2dd69-9cf7-4754-834c-00da787c55e1, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7bc2dd69-9cf7-4754-834c-00da787c55e1,segment=NetworkSegment(2e524882-86f1-4933-8aea-103d8b18d2eb),segment_id=2e524882-86f1-4933-8aea-103d8b18d2eb)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:51.362256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.379564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Calling delete_port for 7bc2dd69-9cf7-4754-834c-00da787c55e1 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:44:51.458398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82126437-fbd4-4cd0-b953-5d3956b1933b None None] DHCP port deletion for 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:44:51.467306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-04c7953d-2ac9-4ece-82fd-f80145c82f26 None None] Could not find standard attr ID for object 32761972-80d0-468b-8dd8-6bd8dc327a0a. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:44:51.506984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a6c4f-7830-4338-81dc-7e0aba8dfa83 None None] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:44:51.510927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.542910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a6c4f-7830-4338-81dc-7e0aba8dfa83 None None] Network 5bdbd4a1-9d5a-4054-97c5-eda3adf53141 could not be found, it might have been deleted concurrently. {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 01 18:44:51.568822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b7c0d-00c7-4c10-84ce-b326a107137b None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:44:51.577593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:44:51.580126 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d2111-16d9-49c2-9907-9da793c88b56" -d '{"events": [{"server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "name": "network-vif-plugged", "status": "completed", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:44:51.589341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b55fb-9102-4836-8530-62c018ff938a req-8de7849d-7ec4-43c3-81dd-2c615177ea7b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:51.591772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd3b55fb-9102-4836-8530-62c018ff938a req-8de7849d-7ec4-43c3-81dd-2c615177ea7b tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1096 time: 0.0693533 Nov 01 18:44:51.645958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd3b55fb-9102-4836-8530-62c018ff938a req-3a89a270-676a-448b-8f2f-6bf645c80839 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Nov 01 18:44:51.678279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:51.689497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.708798 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a752d-3b04-4934-bff8-219b83f15995 x-openstack-request-id: req-f15a752d-3b04-4934-bff8-219b83f15995 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:44:51.709362 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "name": "network-vif-plugged", "status": "completed", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:44:51.711270 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15a752d-3b04-4934-bff8-219b83f15995 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:44:51.712467 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'code': 200} Nov 01 18:44:51.738341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Port': ['ID=7bc2dd69-9cf7-4754-834c-00da787c55e1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:51.751169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] No DVR routers for this DVR port 7bc2dd69-9cf7-4754-834c-00da787c55e1 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:44:51.756289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.863859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbea0a-ec12-4868-b278-cbb1086cdf82 req-2b8e4e8b-6905-45c8-bd85-d75be6381f9f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:51.867461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:51.876549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23fbea0a-ec12-4868-b278-cbb1086cdf82 req-2b8e4e8b-6905-45c8-bd85-d75be6381f9f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1156547 Nov 01 18:44:51.880934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b7c0d-00c7-4c10-84ce-b326a107137b None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:44:51.883173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.909752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212d917-e9f5-4659-8261-bce38751c56d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:51.922504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e524882-86f1-4933-8aea-103d8b18d2eb') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:51.923060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e524882-86f1-4933-8aea-103d8b18d2eb') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:51.936357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.951414 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.960332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:51.960764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:51.963764 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:51.970659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23fbea0a-ec12-4868-b278-cbb1086cdf82 req-3e113822-3db8-404d-b312-775eecc1a311 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928681 Nov 01 18:44:51.984887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b83067-c45d-4688-853b-b6229a85e281 req-27820337-eada-4aef-8f8a-458aaa0b16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:51.986445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9b83067-c45d-4688-853b-b6229a85e281 req-27820337-eada-4aef-8f8a-458aaa0b16fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.1834106 Nov 01 18:44:51.991630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:52.094691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.111202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.124255 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/2212d917-e9f5-4659-8261-bce38751c56d HTTP/1.1" status: 204 len: 168 time: 1.0413291 Nov 01 18:44:52.125539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6145cb3a-8889-4094-af2f-622d21b06c72 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/124ee081-8369-4749-9b38-01e738dbea6c HTTP/1.1" status: 200 len: 992 time: 0.1324365 Nov 01 18:44:52.132418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9b83067-c45d-4688-853b-b6229a85e281 req-37b92f96-c727-4b5c-83fd-f78325d6f27d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288967 Nov 01 18:44:52.132616 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57926) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:52.148142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.177667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972a6d7-dcd4-490e-8ae5-65acb2124ba1 req-10ec3d08-d427-4f50-8cf8-e66b054dbb95 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:52.179301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1972a6d7-dcd4-490e-8ae5-65acb2124ba1 req-10ec3d08-d427-4f50-8cf8-e66b054dbb95 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0908585 Nov 01 18:44:52.181423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154d079-9aaf-4b65-a948-b29e35331787 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=2212d917-e9f5-4659-8261-bce38751c56d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:52.224434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1972a6d7-dcd4-490e-8ae5-65acb2124ba1 req-941067f4-4512-45ed-b667-393631569904 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369198 Nov 01 18:44:52.252183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.357893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa27787-0f8a-4e16-8762-45b3c7ea16e5 req-4d61e2b6-f987-43f4-80e1-fe282a4c352a tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:52.361284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa27787-0f8a-4e16-8762-45b3c7ea16e5 req-4d61e2b6-f987-43f4-80e1-fe282a4c352a tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0552459 Nov 01 18:44:52.362872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.387683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0076d777-fd12-4c6a-8284-472281159578']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.397517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a22b732-187c-4ad6-891f-959723f4cdde') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.397693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa27787-0f8a-4e16-8762-45b3c7ea16e5 req-7156dd5a-eab2-4370-a6b2-83bf9560f5c9 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Nov 01 18:44:52.397830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a22b732-187c-4ad6-891f-959723f4cdde') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.409255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.425388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.431456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:52.431874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:52.434852 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:52.624949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.624949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.624949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/0076d777-fd12-4c6a-8284-472281159578 HTTP/1.1" status: 204 len: 168 time: 0.4907453 Nov 01 18:44:52.627373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 57940) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:52.636840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7feb6b-d015-49c1-8edb-c45ce49c5a91 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=0076d777-fd12-4c6a-8284-472281159578,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:52.709859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.796290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.815487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810a9135-04df-40d8-a9be-3d2acb571d88']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.824466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a818e-5e53-48a0-8107-cfd9fe3fe375') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.825279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a818e-5e53-48a0-8107-cfd9fe3fe375') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:52.838835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.852586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.858547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:44:52.858926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:44:52.861891 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:44:52.933222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 32761972-80d0-468b-8dd8-6bd8dc327a0a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:44:52.955118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 32761972-80d0-468b-8dd8-6bd8dc327a0a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:44:52.955462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 32761972-80d0-468b-8dd8-6bd8dc327a0a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:44:53.031870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:53.048185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:53.051300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] 10.222.0.31 "DELETE /v2.0/networks/810a9135-04df-40d8-a9be-3d2acb571d88 HTTP/1.1" status: 204 len: 168 time: 0.4228294 Nov 01 18:44:53.054301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1da76-86b1-4572-b452-58dbd9195cf8 tempest-BulkNetworkOpsTest-957112383 tempest-BulkNetworkOpsTest-957112383-project] Pushing event deleted for resources: {'Network': ['ID=810a9135-04df-40d8-a9be-3d2acb571d88,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:53.076434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5f9ae-f4fb-4498-9e86-d92d1d287cd4 req-93cf74d8-a8a5-435b-8433-620689dc464e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:53.077950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3de5f9ae-f4fb-4498-9e86-d92d1d287cd4 req-93cf74d8-a8a5-435b-8433-620689dc464e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0727184 Nov 01 18:44:53.117265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3de5f9ae-f4fb-4498-9e86-d92d1d287cd4 req-480a5fa9-c2ef-4384-baf5-c0b75f7667a7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Nov 01 18:44:53.249848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-6f8255c1-e633-47bf-9c92-024715f2e332 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463576 Nov 01 18:44:53.347319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e100-9ca0-40f7-a76f-2a9905765cfb req-550353a7-b7b5-4c62-8e6c-b5bf2c17df5e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:53.348864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c06e100-9ca0-40f7-a76f-2a9905765cfb req-550353a7-b7b5-4c62-8e6c-b5bf2c17df5e tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0515823 Nov 01 18:44:53.391475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c06e100-9ca0-40f7-a76f-2a9905765cfb req-c6edd9f6-1f6b-4985-a968-362bde4b8df7 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361087 Nov 01 18:44:53.545815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aee79d-90fe-4d6d-8a64-f50362bd0a07 req-acd0e6ce-bf34-4736-9f38-f9d628b80c62 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:53.547339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3aee79d-90fe-4d6d-8a64-f50362bd0a07 req-acd0e6ce-bf34-4736-9f38-f9d628b80c62 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0534811 Nov 01 18:44:53.592945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3aee79d-90fe-4d6d-8a64-f50362bd0a07 req-a398d7da-25fa-4fdc-ab21-0c1d07498eda tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Nov 01 18:44:53.693007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57974) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:53.827631 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dd9c5019-36a8-4b55-9ad9-2c97d0f002ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb36b68905b74db7ab5cb1bce108e29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333950 Nov 01 18:44:53.830244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 57978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:53.849646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:53.889776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:53.911302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:54.054440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:54.057273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:54.061448 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fa9d1aa-c158-4f6c-bf6e-36fb0d826e63 HTTP/1.1" status: 204 len: 168 time: 0.2275000 Nov 01 18:44:54.094013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9d1aa-c158-4f6c-bf6e-36fb0d826e63,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:54.096987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.097553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.097989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.098394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.098866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.099288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.099870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.100052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.100557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.101702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.102115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.102513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f075b-9261-4086-a80c-8205875e7959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:44:54.247121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42a96-d890-4975-a373-a501305c2e10 req-71a24994-f4cd-406d-bd2c-bc750b1d4d58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:54.248777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f42a96-d890-4975-a373-a501305c2e10 req-71a24994-f4cd-406d-bd2c-bc750b1d4d58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0550866 Nov 01 18:44:54.291827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f42a96-d890-4975-a373-a501305c2e10 req-bb5b4353-db59-4638-ba84-2297e84d6182 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364366 Nov 01 18:44:54.374729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91b89-cf8f-4fec-a261-63d27c5c8790 req-8bc17cb6-647a-4f95-aade-164ac2386cb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:54.376263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52c91b89-cf8f-4fec-a261-63d27c5c8790 req-8bc17cb6-647a-4f95-aade-164ac2386cb0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0512404 Nov 01 18:44:54.417655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52c91b89-cf8f-4fec-a261-63d27c5c8790 req-9b4c6435-e396-426f-a129-798d86fe88eb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351737 Nov 01 18:44:54.542483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975079a-3317-4533-913c-628b60d36b70 req-6f8c7bd5-fb0f-4659-a02d-0de837395887 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:54.544583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e975079a-3317-4533-913c-628b60d36b70 req-6f8c7bd5-fb0f-4659-a02d-0de837395887 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0521779 Nov 01 18:44:54.584962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e975079a-3317-4533-913c-628b60d36b70 req-5dc104f6-9a4a-4768-b8f9-444c149c544f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Nov 01 18:44:54.715976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3b95-f863-498d-b874-d7ff8b76381f req-5648e219-6bca-410d-a7b0-36aa1ef771a7 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:54.717503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67ba3b95-f863-498d-b874-d7ff8b76381f req-5648e219-6bca-410d-a7b0-36aa1ef771a7 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0561843 Nov 01 18:44:54.756799 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67ba3b95-f863-498d-b874-d7ff8b76381f req-472737b3-e769-462b-94eb-c584f8d133e9 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Nov 01 18:44:54.878271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544db5d-cd70-4522-8521-9e77406fabff req-846c0266-a29d-487d-8655-2c0c3efeee23 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:54.880439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9544db5d-cd70-4522-8521-9e77406fabff req-846c0266-a29d-487d-8655-2c0c3efeee23 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0508957 Nov 01 18:44:54.927807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9544db5d-cd70-4522-8521-9e77406fabff req-8bcb13b8-472a-490c-9c1d-fed9432dd1fa tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Nov 01 18:44:55.039746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7415c17-1069-469b-899f-2fadf103e811 req-31f7af4f-8ae7-40f4-abeb-50ae4b380155 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.041169 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7415c17-1069-469b-899f-2fadf103e811 req-31f7af4f-8ae7-40f4-abeb-50ae4b380155 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0494127 Nov 01 18:44:55.083709 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7415c17-1069-469b-899f-2fadf103e811 req-862c2317-0948-420c-a8c3-6dbeb6a9613c tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347729 Nov 01 18:44:55.109719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:55.147784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58030) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:55.252085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-162317105'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:55.309869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb647b9b-fad9-4216-85b9-75b5aeb23c57 tempest-TestServerBasicOps-1230051333 tempest-TestServerBasicOps-1230051333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.311420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb647b9b-fad9-4216-85b9-75b5aeb23c57 tempest-TestServerBasicOps-1230051333 tempest-TestServerBasicOps-1230051333-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1092 time: 0.2006259 Nov 01 18:44:55.314340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:55.318632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:55.424490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:55.425321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76134-fb83-4a6b-a104-252e830c26ba req-d59b95c6-cc88-4716-b5d9-2a5d8a557639 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.426805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fd76134-fb83-4a6b-a104-252e830c26ba req-d59b95c6-cc88-4716-b5d9-2a5d8a557639 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0538826 Nov 01 18:44:55.428204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.443253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.471383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fd76134-fb83-4a6b-a104-252e830c26ba req-0c2ab06d-03df-4df3-9613-8c6fa0c31b8b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Nov 01 18:44:55.526231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.537043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.550141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba25a-e6dc-47ba-b9c1-b899cd9cbf84 req-7eeb016a-1e8e-4b6d-8d68-967ce08bb609 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.551696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54dba25a-e6dc-47ba-b9c1-b899cd9cbf84 req-7eeb016a-1e8e-4b6d-8d68-967ce08bb609 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0512714 Nov 01 18:44:55.590905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54dba25a-e6dc-47ba-b9c1-b899cd9cbf84 req-78aed32b-dbc9-40d2-b947-d83871cc0bbb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Nov 01 18:44:55.635497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.662827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:44:55.676898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.692506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab714a9-bf95-47e8-b49a-c7953de9f916,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:55.697050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.697397 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 55621a07-b2de-485a-8ea7-bf8eb0c4224c of type vlan for network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 Nov 01 18:44:55.719623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc0016-fa50-4bcb-bf44-25401970a5a6 req-771e5c4d-839b-44f5-8e2a-a66b6c916efe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.719623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06fc0016-fa50-4bcb-bf44-25401970a5a6 req-771e5c4d-839b-44f5-8e2a-a66b6c916efe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0520921 Nov 01 18:44:55.749826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06fc0016-fa50-4bcb-bf44-25401970a5a6 req-caac80b1-f933-4880-b84d-b91714362034 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322497 Nov 01 18:44:55.786572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.813029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-4e4729f8-d8d4-48d9-806f-a779c4456895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.814448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-4e4729f8-d8d4-48d9-806f-a779c4456895 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1096 time: 0.0444543 Nov 01 18:44:55.855822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Allocated IP 172.25.2.198 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:44:55.905654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-656e66c7-c40a-4e2d-ac6f-d88a6489d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.907154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-656e66c7-c40a-4e2d-ac6f-d88a6489d47c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.0863149 Nov 01 18:44:55.922359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.928244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:55.928839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:55.978454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-4890ba36-69a7-4cab-847d-5e294fbee96c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 1000 time: 0.0646732 Nov 01 18:44:56.022602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=77a8b54b-3a4f-4fa2-b265-f9f1a8153105,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:56.030896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-9971e753-f136-49e1-a69f-b1b1e6d9f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:56.032589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-9971e753-f136-49e1-a69f-b1b1e6d9f758 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0473280 Nov 01 18:44:56.033972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:44:56.036582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:56.087591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dc70a8de-266c-4224-bc99-a97cfbbe9035 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9292269 Nov 01 18:44:56.087829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-24938c87-c636-4b5d-9cf8-29ddb528b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:56.087829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-24938c87-c636-4b5d-9cf8-29ddb528b24f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457537 Nov 01 18:44:56.180238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-c35192d1-9dee-4e8b-a706-8a42bdfac43f service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875273 Nov 01 18:44:56.180562 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:56.221059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:44:56.226089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:44:56.229692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:44:56.257229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'Port': ['ID=4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:56.279356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-d091b2f0-d50e-4768-86f1-b7fedf30f0a9 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917394 Nov 01 18:44:56.623775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:56.629236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77102-d7b2-41d2-92dc-858d16d3e99f req-715706a9-617a-49e3-87d0-c0bcc2711adb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:56.646535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80f77102-d7b2-41d2-92dc-858d16d3e99f req-715706a9-617a-49e3-87d0-c0bcc2711adb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0835242 Nov 01 18:44:56.701356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80f77102-d7b2-41d2-92dc-858d16d3e99f req-4c3f7258-7979-4d4f-ac22-c18ed9da1016 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537021 Nov 01 18:44:56.753768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34279-9cb7-4264-b285-32d9dd3deddf req-20d072fd-ecd8-4713-9260-aae896b577d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:56.755172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93e34279-9cb7-4264-b285-32d9dd3deddf req-20d072fd-ecd8-4713-9260-aae896b577d4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0529399 Nov 01 18:44:56.789471 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:56.798193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93e34279-9cb7-4264-b285-32d9dd3deddf req-dbf48673-d125-4af3-9088-56f5e745d703 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Nov 01 18:44:56.873079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427610f-dedf-4115-817f-a8741852f955 req-2f2a54ff-9d2d-4341-ab21-b6635bf781cf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:56.874140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:56.874761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c427610f-dedf-4115-817f-a8741852f955 req-2f2a54ff-9d2d-4341-ab21-b6635bf781cf tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0524373 Nov 01 18:44:56.917594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c427610f-dedf-4115-817f-a8741852f955 req-57aee623-e520-4504-b084-e84caf5a5e63 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359795 Nov 01 18:44:57.034064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:57.297091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:57.370048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event updated for resources: {'Port': ['ID=4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:57.384752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:57.488380 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Floating IP c7ec30c3-9552-42d2-88b5-4c37e3fd333f associated. External IP: 172.25.2.198, port: 19f0a2ed-07cc-48e7-a793-2683ee307d2f. Nov 01 18:44:57.698099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Router 88526a1b-c624-42d5-b6b5-f7b3cc209728 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:44:57.817232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:44:57.829846 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Sync routers for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:44:57.848200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:57.848200 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:57.852814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4d44f-2882-48e5-bc3b-6eca35e70a1f req-b3dc60b2-2078-4553-a9ca-2cb5f8a72186 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:57.854821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9e4d44f-2882-48e5-bc3b-6eca35e70a1f req-b3dc60b2-2078-4553-a9ca-2cb5f8a72186 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0736327 Nov 01 18:44:57.897084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:57.934968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9e4d44f-2882-48e5-bc3b-6eca35e70a1f req-f3f8cec0-d058-493b-868c-84c95f3eb92d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685451 Nov 01 18:44:57.935573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed9e0917-b57c-4458-b399-080ab3a4e5f0 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6186993 Nov 01 18:44:57.936645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:44:57.947415 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14813ead-d986-459e-8826-c430d96c2004" -d '{"events": [{"name": "network-changed", "server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:44:57.959723 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:57.998113 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba9b24-06e0-4d23-aa7c-e05283af4b22 req-0441c61c-56c5-4977-b67f-e4aa09722b92 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:57.999707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95ba9b24-06e0-4d23-aa7c-e05283af4b22 req-0441c61c-56c5-4977-b67f-e4aa09722b92 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0909274 Nov 01 18:44:58.070048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95ba9b24-06e0-4d23-aa7c-e05283af4b22 req-597bc4e0-ac2a-4eb7-b442-9433dd3b64fe tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636222 Nov 01 18:44:58.084548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed289d-119e-4b69-acc0-e51d67f53706 req-7bd98442-3e54-437f-8293-cb4591f37484 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:58.086523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7ed289d-119e-4b69-acc0-e51d67f53706 req-7bd98442-3e54-437f-8293-cb4591f37484 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0720098 Nov 01 18:44:58.137517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7ed289d-119e-4b69-acc0-e51d67f53706 req-7354d5a3-9cef-4b9d-aced-e11dbcd08623 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Nov 01 18:44:58.223964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'c7ec30c3-9552-42d2-88b5-4c37e3fd333f', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'port_id': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'mac_address': 'fa:16:3e:4f:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:44:56Z', 'updated_at': '2021-11-01T18:44:56Z', 'revision_number': 0, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:58.256690 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Checking router: 88526a1b-c624-42d5-b6b5-f7b3cc209728 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:44:58.267366 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:44:58.267366 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:58.286625 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f910c4e-be0f-4798-a0ac-4a9671622d73 x-openstack-request-id: req-5f910c4e-be0f-4798-a0ac-4a9671622d73 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:44:58.286995 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:44:58.287368 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f910c4e-be0f-4798-a0ac-4a9671622d73 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:44:58.288003 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'status': 'completed', 'code': 200} Nov 01 18:44:58.355221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813ead-d986-459e-8826-c430d96c2004 req-c575a3cb-7a47-4e61-8c0a-fcac7a92d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:58.357863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-c575a3cb-7a47-4e61-8c0a-fcac7a92d5c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.0466280 Nov 01 18:44:58.377789 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:44:58.453652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813ead-d986-459e-8826-c430d96c2004 req-9d602692-5365-4335-96eb-05e43239421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:58.455321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-9d602692-5365-4335-96eb-05e43239421a service neutron] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 910 time: 0.0912850 Nov 01 18:44:58.535490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-6f0591d6-7d93-45e4-9378-3bb9a958fa21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1000 time: 0.0730429 Nov 01 18:44:58.592456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813ead-d986-459e-8826-c430d96c2004 req-bf7a4c43-59bd-4961-aaba-c1ac14c6afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:58.593975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-bf7a4c43-59bd-4961-aaba-c1ac14c6afb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.0462487 Nov 01 18:44:58.605840 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'c7ec30c3-9552-42d2-88b5-4c37e3fd333f', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'port_id': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'mac_address': 'fa:16:3e:4f:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:44:56Z', 'updated_at': '2021-11-01T18:44:56Z', 'revision_number': 0, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:44:58.638068 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcffa-f1b0-40d6-8abf-338a6dcad217 None None] The sync data for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 is: [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'c7ec30c3-9552-42d2-88b5-4c37e3fd333f', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'port_id': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'mac_address': 'fa:16:3e:4f:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:44:56Z', 'updated_at': '2021-11-01T18:44:56Z', 'revision_number': 0, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:44:58.646021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813ead-d986-459e-8826-c430d96c2004 req-42c1392e-0490-40b2-a5b0-8122d49bff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:58.647613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-42c1392e-0490-40b2-a5b0-8122d49bff51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429287 Nov 01 18:44:58.748720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-30aa1232-d803-4655-8710-b91afe100f4a service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918481 Nov 01 18:44:58.847673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14813ead-d986-459e-8826-c430d96c2004 req-0d7a79e6-9edd-4ad1-bbd2-f9ff32b5692a service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915706 Nov 01 18:44:58.868477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ddc0f5-08a5-4691-a1bf-c66b2ed3bfc6 None None] New status for floating IP c7ec30c3-9552-42d2-88b5-4c37e3fd333f: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:44:59.057081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c0ce6-040e-4275-af05-1893dab8c8b0 req-943f61d2-abe4-4abb-8c0f-a501f4e3c16a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:59.058466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-052c0ce6-040e-4275-af05-1893dab8c8b0 req-943f61d2-abe4-4abb-8c0f-a501f4e3c16a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Nov 01 18:44:59.324580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58066) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:44:59.331283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:44:59.467992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-052c0ce6-040e-4275-af05-1893dab8c8b0 req-81334bba-ceb8-47fe-a86d-c3232e5c3f40 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028738 Nov 01 18:44:59.483849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6678-84a7-43d7-b22a-c83c0e36a119 req-acdb0266-de8c-4866-9025-b8b9726b64ed tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:59.485305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d45f6678-84a7-43d7-b22a-c83c0e36a119 req-acdb0266-de8c-4866-9025-b8b9726b64ed tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0636213 Nov 01 18:44:59.505553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:44:59.505553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:59.515480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a56821ed-4b14-48eb-b5f2-a65fec607ed5 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:44:59.575784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d45f6678-84a7-43d7-b22a-c83c0e36a119 req-3cb9e7e3-b434-46ef-8959-cb801e62c398 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838161 Nov 01 18:44:59.615613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4d494-b0d6-4ff5-ae09-f307def75e6b req-18bccda9-bc98-4a98-87d1-2eebbe25be31 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:44:59.617109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eac4d494-b0d6-4ff5-ae09-f307def75e6b req-18bccda9-bc98-4a98-87d1-2eebbe25be31 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 944 time: 0.0829809 Nov 01 18:44:59.621237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:59.638953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'port_id': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'mac_address': 'fa:16:3e:ff:51:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:44:59.657454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eac4d494-b0d6-4ff5-ae09-f307def75e6b req-68493463-1bd0-4d81-b453-9e54be779785 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Nov 01 18:44:59.683258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:59.697572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56821ed-4b14-48eb-b5f2-a65fec607ed5 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:44:59.717952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:44:59.745824 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:59.780061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:44:59.810763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=87a5a32f-5c86-452d-9a79-062614c15477,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:59.820125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '55621a07-b2de-485a-8ea7-bf8eb0c4224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:44:59.820258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: 77a8b54b-3a4f-4fa2-b265-f9f1a8153105, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:44:59.833625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:44:59.968566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:00.013324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['a56821ed-4b14-48eb-b5f2-a65fec607ed5'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:45:00.065360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 77a8b54b-3a4f-4fa2-b265-f9f1a8153105) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:00.069862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:00.071060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.077000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c62938-55a9-4e20-ae4e-865ea5cb0d58 None None] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:00.163244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9af5f202-5a39-4f79-a05d-6c5d7ed6c5b4 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8361876 Nov 01 18:45:00.166765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:00.172120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687289563'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:00.263412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:00.266986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.291997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:00.301823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.302165 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 68fa3e37-3fd6-425e-8245-a5926aab84a4 of type vlan for network aa9eadb5-f7b7-4645-9c38-265185b59287 Nov 01 18:45:00.341501 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.423360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.429202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:00.429926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.460231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-77a8b54b-3a4f-4fa2-b265-f9f1a8153105', 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': '87a5a32f-5c86-452d-9a79-062614c15477'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:00.461063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.496413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=aa9eadb5-f7b7-4645-9c38-265185b59287,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:00.515770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network aa9eadb5-f7b7-4645-9c38-265185b59287 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:00.548690 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ff63215f-b68e-40b2-9238-58e4f8332877 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3806193 Nov 01 18:45:00.551429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:00.556608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:00.595231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0b88-0d7a-4d63-b943-35e953ec2b6b req-b61bd8f2-1a41-4a56-8231-85c6c98caebd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:00.604353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63dc0b88-0d7a-4d63-b943-35e953ec2b6b req-b61bd8f2-1a41-4a56-8231-85c6c98caebd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Nov 01 18:45:00.662678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63dc0b88-0d7a-4d63-b943-35e953ec2b6b req-a4c2ff39-d43c-444c-a6f5-e3ee90a5acf9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533874 Nov 01 18:45:00.712985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4dc72-a289-4ef9-a5e4-05e102b0e4e4 req-8856be22-de15-479c-9f45-7cc1d282ce9d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:00.717978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c4dc72-a289-4ef9-a5e4-05e102b0e4e4 req-8856be22-de15-479c-9f45-7cc1d282ce9d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0597305 Nov 01 18:45:00.723363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:00.727217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Allocated IP 2001:db8:0:ffff::2 (77a8b54b-3a4f-4fa2-b265-f9f1a8153105/87a5a32f-5c86-452d-9a79-062614c15477/a38c11d8-cdbf-4774-9365-ed634b29a85c) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:00.727815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.799912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72c4dc72-a289-4ef9-a5e4-05e102b0e4e4 req-5a3ebffd-f64e-49ce-8a8b-76f570d2545e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659976 Nov 01 18:45:00.813901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df3f66-1b66-4bb2-abe5-50c2bb7d206e req-0b7228c6-6b95-46e5-9ce2-bd5070edb0f8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:00.815427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62df3f66-1b66-4bb2-abe5-50c2bb7d206e req-0b7228c6-6b95-46e5-9ce2-bd5070edb0f8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 945 time: 0.0744355 Nov 01 18:45:00.864052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-62df3f66-1b66-4bb2-abe5-50c2bb7d206e req-e9d1335b-8df6-4a41-88a4-290a2788fc54 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382619 Nov 01 18:45:00.891181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:00.960076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.002991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:01.005924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:01.010358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:01.016421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Pushing event updated for resources: {'Port': ['ID=a38c11d8-cdbf-4774-9365-ed634b29a85c,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:01.070756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Attempting to bind port a38c11d8-cdbf-4774-9365-ed634b29a85c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:01.071131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Attempting to bind port a38c11d8-cdbf-4774-9365-ed634b29a85c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '55621a07-b2de-485a-8ea7-bf8eb0c4224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:01.071492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Attempting to bind port a38c11d8-cdbf-4774-9365-ed634b29a85c on network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:01.077052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:45:01.077235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:01.077605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Checking segment: {'id': '55621a07-b2de-485a-8ea7-bf8eb0c4224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:01.078005 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.078397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Bound using segment: {'id': '55621a07-b2de-485a-8ea7-bf8eb0c4224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:01.078509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.078868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Bound port: a38c11d8-cdbf-4774-9365-ed634b29a85c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55621a07-b2de-485a-8ea7-bf8eb0c4224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '77a8b54b-3a4f-4fa2-b265-f9f1a8153105'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:01.079253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.136811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=9b30dd39-1776-4824-ad30-da7398f992bd,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:01.144575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] For port a38c11d8-cdbf-4774-9365-ed634b29a85c, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:01.147740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] For port a38c11d8-cdbf-4774-9365-ed634b29a85c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a38c11d8-cdbf-4774-9365-ed634b29a85c,segment=NetworkSegment(55621a07-b2de-485a-8ea7-bf8eb0c4224c),segment_id=55621a07-b2de-485a-8ea7-bf8eb0c4224c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:01.147938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '68fa3e37-3fd6-425e-8245-a5926aab84a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:01.148306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: aa9eadb5-f7b7-4645-9c38-265185b59287, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:01.257559 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.285524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network aa9eadb5-f7b7-4645-9c38-265185b59287 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:01.316311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff87ee-4c4c-46e3-8fa6-b4e30f2d9e64 None None] Pushing event updated for resources: {'Port': ['ID=a38c11d8-cdbf-4774-9365-ed634b29a85c,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:01.359970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, aa9eadb5-f7b7-4645-9c38-265185b59287) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:01.364328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:01.364921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.372641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d664b-ffa3-4c83-9a73-8f6d8b61351c None None] Network aa9eadb5-f7b7-4645-9c38-265185b59287 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:01.492388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9fa7de43-af1e-4db7-9ac2-6189d9a3ea8b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9396236 Nov 01 18:45:01.495454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:01.505746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'port': {'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287', 'name': 'tempest-NetworksIpV6TestAttrs-259556706'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:01.535532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a56821ed-4b14-48eb-b5f2-a65fec607ed5 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:01.561178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-aa9eadb5-f7b7-4645-9c38-265185b59287', 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': '9b30dd39-1776-4824-ad30-da7398f992bd'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:01.562043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.718694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Allocated IP 2001:db8::f816:3eff:fe72:d61c (aa9eadb5-f7b7-4645-9c38-265185b59287/9b30dd39-1776-4824-ad30-da7398f992bd/dffd99af-9192-44d3-9dba-54c703aa3ebe) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:01.720025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:01.724016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.750333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] device_id is not set on port e8cdc422-6743-4715-883d-7926ea92e94e yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:45:01.750599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port a56821ed-4b14-48eb-b5f2-a65fec607ed5 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:45:01.758130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port a56821ed-4b14-48eb-b5f2-a65fec607ed5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:01.758130 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.844499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b7fd-6fdc-4138-9781-521cf7049b59 req-72ef9f2a-e3c7-4812-83d0-3af0b5116891 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:01.846414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24b4b7fd-6fdc-4138-9781-521cf7049b59 req-72ef9f2a-e3c7-4812-83d0-3af0b5116891 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1061580 Nov 01 18:45:01.917528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24b4b7fd-6fdc-4138-9781-521cf7049b59 req-c1c393f6-466a-4652-b049-6ac407f375ed tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640805 Nov 01 18:45:01.933017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.938725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:01.948536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c186-7ed0-46c6-a6ae-92465edd48ef req-9729032c-78d9-416b-a748-6d50ee79a1ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:01.953906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f68c186-7ed0-46c6-a6ae-92465edd48ef req-9729032c-78d9-416b-a748-6d50ee79a1ab tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0694776 Nov 01 18:45:01.970895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:01.972715 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b5438f-f88f-4ebe-8406-cb1dd7efafd9" -d '{"events": [{"server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "name": "network-vif-plugged", "status": "completed", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:01.986699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:01.998305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f68c186-7ed0-46c6-a6ae-92465edd48ef req-8d4480d8-e1a4-4c10-a0c2-a8af9fe3dd20 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Nov 01 18:45:02.015546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.060797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Network aa9eadb5-f7b7-4645-9c38-265185b59287 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:02.064072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:02.068656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:02.072094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Pushing event updated for resources: {'Port': ['ID=dffd99af-9192-44d3-9dba-54c703aa3ebe,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:02.098168 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.119861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72300ec-6c8d-4cc4-a6dd-487daad87af8 req-371f773b-b923-4038-a0c0-3c0884c6d261 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:02.121902 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d72300ec-6c8d-4cc4-a6dd-487daad87af8 req-371f773b-b923-4038-a0c0-3c0884c6d261 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 945 time: 0.1170959 Nov 01 18:45:02.157316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Allocated IP 2001:db8::f816:3eff:fe9e:32b2 (aa9eadb5-f7b7-4645-9c38-265185b59287/9b30dd39-1776-4824-ad30-da7398f992bd/e8cdc422-6743-4715-883d-7926ea92e94e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:02.167979 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d4c74-0e8d-470e-9aef-1cefccae6d8c x-openstack-request-id: req-948d4c74-0e8d-470e-9aef-1cefccae6d8c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:02.168703 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "name": "network-vif-plugged", "status": "completed", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:02.169028 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-948d4c74-0e8d-470e-9aef-1cefccae6d8c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:02.169606 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'code': 200} Nov 01 18:45:02.183423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Attempting to bind port dffd99af-9192-44d3-9dba-54c703aa3ebe on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:02.183840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Attempting to bind port dffd99af-9192-44d3-9dba-54c703aa3ebe by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '68fa3e37-3fd6-425e-8245-a5926aab84a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:02.185345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Attempting to bind port dffd99af-9192-44d3-9dba-54c703aa3ebe on network aa9eadb5-f7b7-4645-9c38-265185b59287 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:02.205270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:02.209330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Checking segment: {'id': '68fa3e37-3fd6-425e-8245-a5926aab84a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:02.209330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.209330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Bound using segment: {'id': '68fa3e37-3fd6-425e-8245-a5926aab84a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:02.209330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Bound port: dffd99af-9192-44d3-9dba-54c703aa3ebe, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fa3e37-3fd6-425e-8245-a5926aab84a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa9eadb5-f7b7-4645-9c38-265185b59287'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:02.209330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.210322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d72300ec-6c8d-4cc4-a6dd-487daad87af8 req-bcc607e8-4e5f-40cc-a702-91a755d747c1 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739062 Nov 01 18:45:02.245169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:02.283952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] For port dffd99af-9192-44d3-9dba-54c703aa3ebe, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:02.288107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] For port dffd99af-9192-44d3-9dba-54c703aa3ebe, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dffd99af-9192-44d3-9dba-54c703aa3ebe,segment=NetworkSegment(68fa3e37-3fd6-425e-8245-a5926aab84a4),segment_id=68fa3e37-3fd6-425e-8245-a5926aab84a4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:02.354100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a47f07-44bb-4f89-b2b6-5e7017cc7c3e req-fbaf6c90-8837-4ca3-adc8-7d3d3646c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:02.355609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37a47f07-44bb-4f89-b2b6-5e7017cc7c3e req-fbaf6c90-8837-4ca3-adc8-7d3d3646c50f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1141827 Nov 01 18:45:02.390144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c39d1-311d-4ad5-b182-f2eb98b1bb44 None None] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:02.411399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.420149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37a47f07-44bb-4f89-b2b6-5e7017cc7c3e req-96ea6554-9065-4507-bec2-e8f1b70f444f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563543 Nov 01 18:45:02.425775 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.523658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.526344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] Provisioning complete for port a38c11d8-cdbf-4774-9365-ed634b29a85c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:02.526720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.533130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e61a3-3209-4813-953a-a0bb82b2d771 None None] Pushing event updated for resources: {'Port': ['ID=dffd99af-9192-44d3-9dba-54c703aa3ebe,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:02.570727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network aa9eadb5-f7b7-4645-9c38-265185b59287 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:02.573809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:02.577667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:02.583589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:02.584243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.602137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Port': ['ID=e8cdc422-6743-4715-883d-7926ea92e94e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:02.686419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.731531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] For port a38c11d8-cdbf-4774-9365-ed634b29a85c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a38c11d8-cdbf-4774-9365-ed634b29a85c,segment=NetworkSegment(55621a07-b2de-485a-8ea7-bf8eb0c4224c),segment_id=55621a07-b2de-485a-8ea7-bf8eb0c4224c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:02.780944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9814287c-735c-40c6-ad4a-87b1f8f7c02e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2842703 Nov 01 18:45:02.789684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58090) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:02.842836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting subnet 9b30dd39-1776-4824-ad30-da7398f992bd {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:02.846927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.857116 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.908399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:02.910052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687f907-3e41-4cd2-abe6-f83d62226677 None None] Pushing event updated for resources: {'Port': ['ID=a38c11d8-cdbf-4774-9365-ed634b29a85c,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:02.984875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f2f9aef6-c661-4cba-91db-1a43c9607ed3 None None] Provisioning complete for port a38c11d8-cdbf-4774-9365-ed634b29a85c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:02.985296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef6-c661-4cba-91db-1a43c9607ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.093131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d942b8-80e1-4c19-8de9-d3a822715727 req-8d315cdb-3d7c-4482-9eea-6d927b60ac58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:03.094955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95d942b8-80e1-4c19-8de9-d3a822715727 req-8d315cdb-3d7c-4482-9eea-6d927b60ac58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0739448 Nov 01 18:45:03.132088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dffd99af-9192-44d3-9dba-54c703aa3ebe up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:03.176610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95d942b8-80e1-4c19-8de9-d3a822715727 req-e5710403-c026-4be1-92eb-00f5f16363b4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688415 Nov 01 18:45:03.189849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dffd99af-9192-44d3-9dba-54c703aa3ebe triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:03.190308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.205667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16fa0-5315-4ac6-a5d0-6a3258b5ac7f req-458d95c0-0adf-4298-9cda-77d19b40841b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:03.205667 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caa16fa0-5315-4ac6-a5d0-6a3258b5ac7f req-458d95c0-0adf-4298-9cda-77d19b40841b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0722592 Nov 01 18:45:03.252414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caa16fa0-5315-4ac6-a5d0-6a3258b5ac7f req-e0ac30c2-9fe0-494a-8271-c51d0ea0d96c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Nov 01 18:45:03.304704 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.345501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port dffd99af-9192-44d3-9dba-54c703aa3ebe, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dffd99af-9192-44d3-9dba-54c703aa3ebe,segment=NetworkSegment(68fa3e37-3fd6-425e-8245-a5926aab84a4),segment_id=68fa3e37-3fd6-425e-8245-a5926aab84a4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:03.351693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93c305-41f5-493c-a915-dd0756915c73 req-0b644161-d01d-4802-a153-2d90776952bd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:03.353378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a93c305-41f5-493c-a915-dd0756915c73 req-0b644161-d01d-4802-a153-2d90776952bd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.0656695 Nov 01 18:45:03.420930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a93c305-41f5-493c-a915-dd0756915c73 req-e1b9d750-16f8-4255-9a1e-7c78cd846ef2 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586264 Nov 01 18:45:03.444573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.446229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a38c11d8-cdbf-4774-9365-ed634b29a85c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:03.492086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.505851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=dffd99af-9192-44d3-9dba-54c703aa3ebe,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:03.564190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a38c11d8-cdbf-4774-9365-ed634b29a85c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:03.564568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.672536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.703714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=9b30dd39-1776-4824-ad30-da7398f992bd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:03.707816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.711546 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b189270-1045-4832-b5fc-1319c70dcc49 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/9b30dd39-1776-4824-ad30-da7398f992bd HTTP/1.1" status: 204 len: 168 time: 0.9235852 Nov 01 18:45:03.713895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:03.767452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829f9ba-9545-47b1-9bdb-2130b55c34f9 None None] Network aa9eadb5-f7b7-4645-9c38-265185b59287 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:03.774213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85d659-9a9f-4ec3-9305-935f001fd86b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:03.775816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85d659-9a9f-4ec3-9305-935f001fd86b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:03.780125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f85d659-9a9f-4ec3-9305-935f001fd86b tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0623686 Nov 01 18:45:03.780354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:03.836700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-095c18c5-83c8-4330-b0d0-5b50f43cf287 None None] Provisioning complete for port dffd99af-9192-44d3-9dba-54c703aa3ebe triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:03.837091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-095c18c5-83c8-4330-b0d0-5b50f43cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.859536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d4b07ab-78d7-4c22-bc32-ae69119f562c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:03.866485 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4b07ab-78d7-4c22-bc32-ae69119f562c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 01 18:45:03.866954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4b07ab-78d7-4c22-bc32-ae69119f562c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:03.870045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4d4b07ab-78d7-4c22-bc32-ae69119f562c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/aa9eadb5-f7b7-4645-9c38-265185b59287 HTTP/1.1" status: 409 len: 405 time: 0.0887609 Nov 01 18:45:03.874261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58102) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:03.879102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1389794512'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:04.022882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:04.028378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.053011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:04.062536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.062886 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 2f3fbad9-39a5-4f5b-bdfc-54445a2e262b of type vlan for network b9e5b739-05d8-4262-9a0d-306c429ca6e6 Nov 01 18:45:04.067860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] DHCP port deletion for aa9eadb5-f7b7-4645-9c38-265185b59287 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:04.103658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.119460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Deleting port dffd99af-9192-44d3-9dba-54c703aa3ebe {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:04.120013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.181800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] For port dffd99af-9192-44d3-9dba-54c703aa3ebe, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dffd99af-9192-44d3-9dba-54c703aa3ebe,segment=NetworkSegment(68fa3e37-3fd6-425e-8245-a5926aab84a4),segment_id=68fa3e37-3fd6-425e-8245-a5926aab84a4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:04.182526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.186208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.191933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:04.192520 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.195781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Calling delete_port for dffd99af-9192-44d3-9dba-54c703aa3ebe owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:04.259480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=b9e5b739-05d8-4262-9a0d-306c429ca6e6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:04.272513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:04.300646 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-987b7b79-8327-4e88-83bd-39d826dbe10e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4219701 Nov 01 18:45:04.300646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58108) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:04.305209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:04.389267 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.391674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68166-d856-4759-b5b0-2373dbcf8da0 req-01d27f6d-7def-45ef-bdc8-87b77efab28e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:04.393156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30f68166-d856-4759-b5b0-2373dbcf8da0 req-01d27f6d-7def-45ef-bdc8-87b77efab28e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1294181 Nov 01 18:45:04.415228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] Pushing event deleted for resources: {'Port': ['ID=dffd99af-9192-44d3-9dba-54c703aa3ebe,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:04.425715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a14d6-57bc-4da8-aae4-91629cbc9d5a None None] No DVR routers for this DVR port dffd99af-9192-44d3-9dba-54c703aa3ebe on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:04.478466 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30f68166-d856-4759-b5b0-2373dbcf8da0 req-284cf632-8274-41ef-855a-d0b5b659d1e4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755384 Nov 01 18:45:04.489455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41f04-1e6e-43bf-8cf8-a9d7a8d26e6f req-ea36f853-7e25-43c7-82ba-1b61aabc7c32 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:04.499810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ec41f04-1e6e-43bf-8cf8-a9d7a8d26e6f req-ea36f853-7e25-43c7-82ba-1b61aabc7c32 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1258490 Nov 01 18:45:04.533080 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9ec41f04-1e6e-43bf-8cf8-a9d7a8d26e6f req-613ea93c-8282-420b-9440-3dd91e0154bb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355170 Nov 01 18:45:04.576735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:04.580309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.644875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035d41-b7ef-4864-9c75-9410a387c4d2 req-c89af551-d361-4759-bbb5-b942074c73e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:04.646372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef035d41-b7ef-4864-9c75-9410a387c4d2 req-c89af551-d361-4759-bbb5-b942074c73e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.1089866 Nov 01 18:45:04.702034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef035d41-b7ef-4864-9c75-9410a387c4d2 req-63f72ce9-8e65-4a22-9f68-4cb23a21e0bd tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474305 Nov 01 18:45:04.858382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93aa34-b2e0-4308-b6b9-f0e712287fb3 req-2fe391f4-bf27-4192-a09f-8e7c33415f72 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:04.859919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef93aa34-b2e0-4308-b6b9-f0e712287fb3 req-2fe391f4-bf27-4192-a09f-8e7c33415f72 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.0884826 Nov 01 18:45:04.905157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:04.940837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef93aa34-b2e0-4308-b6b9-f0e712287fb3 req-fcd71ad7-a06e-40cb-81b5-6dc93624d122 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736630 Nov 01 18:45:04.964424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:04.984365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dffd99af-9192-44d3-9dba-54c703aa3ebe no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:05.008248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dffd99af-9192-44d3-9dba-54c703aa3ebe {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:45:05.008592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dffd99af-9192-44d3-9dba-54c703aa3ebe not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:05.103582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:45:05.105159 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.185963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=6a772a1b-1023-4956-b0fb-ea0a425ea881,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:05.203643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dbff73-a0fb-490e-818e-bcad82ea62d1 tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:05.205199 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e7dbff73-a0fb-490e-818e-bcad82ea62d1 tempest-TestVolumeBootPattern-2118072149 tempest-TestVolumeBootPattern-2118072149-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1092 time: 0.2397430 Nov 01 18:45:05.208332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:05.212843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:05.213044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:05.213237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: b9e5b739-05d8-4262-9a0d-306c429ca6e6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:05.311151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:05.357709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.408444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, b9e5b739-05d8-4262-9a0d-306c429ca6e6) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:05.412651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:05.413236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.418465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b893110-e7f7-41a0-9ba5-b553366b0bda None None] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:05.458686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.488617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1e99f483-a2fc-4e5d-bc98-c16a492b1ce6 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1874247 Nov 01 18:45:05.491132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58124) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:05.496053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'port': {'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6', 'name': 'tempest-NetworksIpV6TestAttrs-1748257689'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:05.577893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-b9e5b739-05d8-4262-9a0d-306c429ca6e6', 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': '6a772a1b-1023-4956-b0fb-ea0a425ea881'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:05.578788 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.582853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:45:05.622422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Allocated IP 172.25.2.165 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/284602b7-085d-4639-b9f4-4d665341c88b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:05.715289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebc8fa-84d5-4083-9cbe-641c1961301a req-c4c053a6-50e2-4f64-94ca-b4918fa83062 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:05.717529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdebc8fa-84d5-4083-9cbe-641c1961301a req-c4c053a6-50e2-4f64-94ca-b4918fa83062 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1333308 Nov 01 18:45:05.726476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02ee88-421b-4f66-ab2f-3f099386fe62 req-a7e64fd8-c362-4c08-9314-ef65d2849285 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:05.728881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f02ee88-421b-4f66-ab2f-3f099386fe62 req-a7e64fd8-c362-4c08-9314-ef65d2849285 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1096461 Nov 01 18:45:05.745526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.786253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdebc8fa-84d5-4083-9cbe-641c1961301a req-675020fb-098c-4408-8e5c-b7593170255d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572925 Nov 01 18:45:05.794224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Allocated IP 2001:db8::f816:3eff:feba:629a (b9e5b739-05d8-4262-9a0d-306c429ca6e6/6a772a1b-1023-4956-b0fb-ea0a425ea881/89ceae89-b329-4fa5-94d4-15a465f868da) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:05.797503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:05.799816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5f02ee88-421b-4f66-ab2f-3f099386fe62 req-c2605809-5934-4838-9490-138ad30fee6e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568693 Nov 01 18:45:05.814904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:45:05.862984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.901203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:05.904480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.904643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:05.907247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:05.919760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:05.923194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:45:05.924038 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:05.943338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=284602b7-085d-4639-b9f4-4d665341c88b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:05.944045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] device_id is not set on port da472e91-8372-450c-b9ca-759dc16e865c yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:45:05.962839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:06.017233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.031074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.084990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:06.097821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.131162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b90fc2dc-a819-4dec-8ee0-3c7b34856913'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:45:06.143921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:06.148620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Allocated IP 2001:db8::f816:3eff:fe7c:1553 (b9e5b739-05d8-4262-9a0d-306c429ca6e6/6a772a1b-1023-4956-b0fb-ea0a425ea881/da472e91-8372-450c-b9ca-759dc16e865c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:06.167474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:06.178466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:06.178466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Pushing event updated for resources: {'Port': ['ID=89ceae89-b329-4fa5-94d4-15a465f868da,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:06.256516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Attempting to bind port 89ceae89-b329-4fa5-94d4-15a465f868da on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:06.256884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Attempting to bind port 89ceae89-b329-4fa5-94d4-15a465f868da by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:06.257241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Attempting to bind port 89ceae89-b329-4fa5-94d4-15a465f868da on network b9e5b739-05d8-4262-9a0d-306c429ca6e6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:06.270839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:06.271206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Checking segment: {'id': '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:06.271627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.272014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Bound using segment: {'id': '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:06.275911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Bound port: 89ceae89-b329-4fa5-94d4-15a465f868da, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b9e5b739-05d8-4262-9a0d-306c429ca6e6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:06.275911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.320595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.325377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.367164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] For port 89ceae89-b329-4fa5-94d4-15a465f868da, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:06.370127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] For port 89ceae89-b329-4fa5-94d4-15a465f868da, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=89ceae89-b329-4fa5-94d4-15a465f868da,segment=NetworkSegment(2f3fbad9-39a5-4f5b-bdfc-54445a2e262b),segment_id=2f3fbad9-39a5-4f5b-bdfc-54445a2e262b)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:06.435861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.476027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:06.477547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.479213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:06.487599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:06.493390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:06.494194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.507927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Port': ['ID=da472e91-8372-450c-b9ca-759dc16e865c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:06.515138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.562049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979005e-f2c7-492b-bcb5-ff4f877b809c None None] Pushing event updated for resources: {'Port': ['ID=89ceae89-b329-4fa5-94d4-15a465f868da,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:06.602581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a9410514-41b2-4dbf-9966-b67d20e3885f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1080856 Nov 01 18:45:06.609584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58132) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:06.681577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting subnet 6a772a1b-1023-4956-b0fb-ea0a425ea881 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:06.686782 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.696766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.752767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.783056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:06.866217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event updated for resources: {'Port': ['ID=284602b7-085d-4639-b9f4-4d665341c88b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:06.891808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.015754 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 9ede17ef-61d8-4dd4-b7c3-3a6a899485fc associated. External IP: 172.25.2.165, port: a56821ed-4b14-48eb-b5f2-a65fec607ed5. Nov 01 18:45:07.031199 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.101707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 89ceae89-b329-4fa5-94d4-15a465f868da up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:07.116834 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007b2dc-b672-4ce1-9e15-6fc36dee2bf2 req-7f1eed14-8856-4a16-9139-dae544f8f0d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:07.118588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a007b2dc-b672-4ce1-9e15-6fc36dee2bf2 req-7f1eed14-8856-4a16-9139-dae544f8f0d7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.1619830 Nov 01 18:45:07.137287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69283b5e-78a4-490a-9652-0ffc62777549 req-fe9441f8-9120-4032-9be6-aab520c2519a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:07.139398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69283b5e-78a4-490a-9652-0ffc62777549 req-fe9441f8-9120-4032-9be6-aab520c2519a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.2008431 Nov 01 18:45:07.166755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 89ceae89-b329-4fa5-94d4-15a465f868da triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:07.167366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.230033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a007b2dc-b672-4ce1-9e15-6fc36dee2bf2 req-2c110915-52d0-45a3-9d00-890d52e4504b tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880842 Nov 01 18:45:07.234690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69283b5e-78a4-490a-9652-0ffc62777549 req-44d64e81-23ab-4c7d-9e76-e4f669c82a82 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818701 Nov 01 18:45:07.238855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.263493 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.294409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=6a772a1b-1023-4956-b0fb-ea0a425ea881,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:07.300803 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.310277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b96c6871-aadf-4368-823c-f0d52b3dca52 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/6a772a1b-1023-4956-b0fb-ea0a425ea881 HTTP/1.1" status: 204 len: 168 time: 0.7054610 Nov 01 18:45:07.310929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58156) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:07.342775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:45:07.343143 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:45:07.345945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:07.372281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26b7d3-d3ee-413f-8ec4-cfcf21f6019f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:07.374030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26b7d3-d3ee-413f-8ec4-cfcf21f6019f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:07.375591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f26b7d3-d3ee-413f-8ec4-cfcf21f6019f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0630336 Nov 01 18:45:07.378986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58158) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:07.484942 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7b14-3b7a-4265-ae46-d89586b87ab9 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.492288 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3c7b14-3b7a-4265-ae46-d89586b87ab9 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 01 18:45:07.497168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3c7b14-3b7a-4265-ae46-d89586b87ab9 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:07.497387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:07.497515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9a3c7b14-3b7a-4265-ae46-d89586b87ab9 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/b9e5b739-05d8-4262-9a0d-306c429ca6e6 HTTP/1.1" status: 409 len: 405 time: 0.1158781 Nov 01 18:45:07.500318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58162) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:07.505552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1888889461'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:07.507138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:07.519691 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:07.520308 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:07.577416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:07.590767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.629228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce7459d8-291e-4bc1-9db0-2f6159ac28df tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4194064 Nov 01 18:45:07.629630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:07.632912 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a2904e-3de7-4958-ade1-e277e4eb3e87" -d '{"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:07.649663 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:45:07.688142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:07.689015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.691935 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bb9a7-1b1e-46d3-8626-5db9fcae1b03 x-openstack-request-id: req-757bb9a7-1b1e-46d3-8626-5db9fcae1b03 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:07.692646 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:07.692646 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-757bb9a7-1b1e-46d3-8626-5db9fcae1b03 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:07.692825 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'status': 'completed', 'code': 200} Nov 01 18:45:07.700616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:07.705478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.851773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:07.883846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-4776ef89-e21c-4a51-a2d6-43cb2ad4924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:07.887454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-4776ef89-e21c-4a51-a2d6-43cb2ad4924d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1541893 Nov 01 18:45:07.889099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:07.892635 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 1fde48f8-e280-4b21-a5a5-46108f657644 of type vlan for network 876e4c67-caca-4c9e-93bf-46fb5e435056 Nov 01 18:45:07.932944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ded383-b653-45da-91e8-1f673d53eb15 None None] Network b9e5b739-05d8-4262-9a0d-306c429ca6e6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:08.018593 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}, {'id': '9ede17ef-61d8-4dd4-b7c3-3a6a899485fc', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:ff:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:45:06Z', 'updated_at': '2021-11-01T18:45:06Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:08.019114 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.040759 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.063449 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:45:08.069912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:08.074874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:08.077473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27222d-c72f-49f4-b014-60141e06262a" -d '{"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:08.078553 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:08.079631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:44:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:08.082983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-02608dbe-a176-4de7-b8a3-367429098d16 None None] Provisioning complete for port 89ceae89-b329-4fa5-94d4-15a465f868da triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:08.084038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02608dbe-a176-4de7-b8a3-367429098d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.089260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.126144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-65c4f4a3-7898-4af0-927d-3f991d1c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.128240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-65c4f4a3-7898-4af0-927d-3f991d1c554d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.2213464 Nov 01 18:45:08.159195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.163083 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ada87be-196b-4363-888d-773bfceab936 x-openstack-request-id: req-1ada87be-196b-4363-888d-773bfceab936 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:08.163430 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:08.166796 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ada87be-196b-4363-888d-773bfceab936 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:08.166796 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'code': 200} Nov 01 18:45:08.220722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-75371133-bbfb-4686-9fe2-ac610311560d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0844150 Nov 01 18:45:08.221882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.228563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.229177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.284116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:45:08.300888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 89ceae89-b329-4fa5-94d4-15a465f868da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=89ceae89-b329-4fa5-94d4-15a465f868da,segment=NetworkSegment(2f3fbad9-39a5-4f5b-bdfc-54445a2e262b),segment_id=2f3fbad9-39a5-4f5b-bdfc-54445a2e262b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:08.318465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:08.389169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] DHCP port deletion for b9e5b739-05d8-4262-9a0d-306c429ca6e6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:08.404111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:08.409318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:08.413979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9123507 Nov 01 18:45:08.468042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.532214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02608dbe-a176-4de7-b8a3-367429098d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.534092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df7d6e-4d0a-4836-9fdc-a519141e03ff tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=876e4c67-caca-4c9e-93bf-46fb5e435056,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:08.540132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-cfe5a14e-f489-4e0e-a87f-3cf20024ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.542271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-cfe5a14e-f489-4e0e-a87f-3cf20024ae3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.2994130 Nov 01 18:45:08.554005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ca56-0ab2-4341-82b8-298c1ace5cf8 req-6dd4afb2-a477-4eee-8d34-7d41d7d43f51 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.561773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63f5ca56-0ab2-4341-82b8-298c1ace5cf8 req-6dd4afb2-a477-4eee-8d34-7d41d7d43f51 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1731310 Nov 01 18:45:08.573947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 876e4c67-caca-4c9e-93bf-46fb5e435056 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:08.650922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282a09-3e6f-4bb8-8a19-ebde0bb2f6fd req-288b63f9-4c87-4aac-bee4-e37893981b44 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.652485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd282a09-3e6f-4bb8-8a19-ebde0bb2f6fd req-288b63f9-4c87-4aac-bee4-e37893981b44 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.2610447 Nov 01 18:45:08.689198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:08.694833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:08.716809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63f5ca56-0ab2-4341-82b8-298c1ace5cf8 req-7d895f71-5585-41bb-bed9-3b3fd84462c0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539512 Nov 01 18:45:08.757793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-43b7140f-bba2-4153-a840-e8813c85a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:08.759720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-43b7140f-bba2-4153-a840-e8813c85a377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958592 Nov 01 18:45:08.763143 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-5269d2c1-6bd1-49af-a021-18a880804600 service neutron] show failed (client error): The resource could not be found. Nov 01 18:45:08.764465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-5269d2c1-6bd1-49af-a021-18a880804600 service neutron] 10.222.0.37 "GET /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.1981933 Nov 01 18:45:08.808123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd282a09-3e6f-4bb8-8a19-ebde0bb2f6fd req-1dc89ff8-75b2-40ff-8617-59715892220b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346304 Nov 01 18:45:08.923458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-b30eb90b-3514-41de-aca8-6bfaa839dd4e service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515534 Nov 01 18:45:08.952478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=89ceae89-b329-4fa5-94d4-15a465f868da,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:09.031686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Deleting port 89ceae89-b329-4fa5-94d4-15a465f868da {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:09.031921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.034547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-02608dbe-a176-4de7-b8a3-367429098d16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:45:09.034900 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-02608dbe-a176-4de7-b8a3-367429098d16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:45:09.055595 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}, {'id': '9ede17ef-61d8-4dd4-b7c3-3a6a899485fc', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:ff:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:45:06Z', 'updated_at': '2021-11-01T18:45:06Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:09.076220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 89ceae89-b329-4fa5-94d4-15a465f868da no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:09.102018 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80b47f-5e0b-47c7-90c1-c7741107d19b None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}, {'id': '9ede17ef-61d8-4dd4-b7c3-3a6a899485fc', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:ff:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:45:06Z', 'updated_at': '2021-11-01T18:45:06Z', 'revision_number': 0, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:09.158316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28a2904e-3de7-4958-ade1-e277e4eb3e87 req-0369d9aa-60a3-4210-b862-9697b8a6da65 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279470 Nov 01 18:45:09.205309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.objects.ports [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102783) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:45:09.207485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.245156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] For port 89ceae89-b329-4fa5-94d4-15a465f868da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=89ceae89-b329-4fa5-94d4-15a465f868da,segment=NetworkSegment(2f3fbad9-39a5-4f5b-bdfc-54445a2e262b),segment_id=2f3fbad9-39a5-4f5b-bdfc-54445a2e262b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:09.245156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.273438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Calling delete_port for 89ceae89-b329-4fa5-94d4-15a465f868da owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:09.282394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=3f86fc45-f588-443a-b8e2-afb2bd3b9ff3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:09.303612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '1fde48f8-e280-4b21-a5a5-46108f657644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:09.304241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: 876e4c67-caca-4c9e-93bf-46fb5e435056, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:09.385287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.390676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.444053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ad054f98-5e57-4ca8-9e5c-e458a2af9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:09.445798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ad054f98-5e57-4ca8-9e5c-e458a2af9f01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 1096 time: 0.0674226 Nov 01 18:45:09.460179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network 876e4c67-caca-4c9e-93bf-46fb5e435056 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:09.467119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 89ceae89-b329-4fa5-94d4-15a465f868da, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=89ceae89-b329-4fa5-94d4-15a465f868da,segment=NetworkSegment(2f3fbad9-39a5-4f5b-bdfc-54445a2e262b),segment_id=2f3fbad9-39a5-4f5b-bdfc-54445a2e262b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:09.470480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:09.525170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-c8ffa509-2cbe-4540-adbd-057af0c5a8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523257 Nov 01 18:45:09.541020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 876e4c67-caca-4c9e-93bf-46fb5e435056) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:09.554648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:09.555348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.566562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.581901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b397e37-6f34-420d-a6e3-13040e1ff46c None None] Network 876e4c67-caca-4c9e-93bf-46fb5e435056 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:09.585897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44f4dd-9dcf-43e7-8822-0791a758fc01 None None] New status for floating IP 9ede17ef-61d8-4dd4-b7c3-3a6a899485fc: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:45:09.649067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-4d2b79e7-fba3-4145-b138-9c0a9bfa5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:09.650714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-4d2b79e7-fba3-4145-b138-9c0a9bfa5b3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0623949 Nov 01 18:45:09.685735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-138b4b7d-d7aa-4f7f-a5a5-3f330691c395 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2805338 Nov 01 18:45:09.689141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:09.789557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.879408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.893247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event deleted for resources: {'Port': ['ID=89ceae89-b329-4fa5-94d4-15a465f868da,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:09.911108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] No DVR routers for this DVR port 89ceae89-b329-4fa5-94d4-15a465f868da on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:09.926706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-058564a2-99c6-450b-9358-03c20535557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:09.928684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-058564a2-99c6-450b-9358-03c20535557e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.2573254 Nov 01 18:45:09.939377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:09.960751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbc8c0-8304-40bb-96e0-bd338fb30704 None None] Pushing event deleted for resources: {'Port': ['ID=89ceae89-b329-4fa5-94d4-15a465f868da,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:10.044274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-876e4c67-caca-4c9e-93bf-46fb5e435056', 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': '3f86fc45-f588-443a-b8e2-afb2bd3b9ff3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:10.045082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.083479 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-9316debb-bc66-4725-9e8d-e8c9a27007b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 1000 time: 0.1398206 Nov 01 18:45:10.090583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.106412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:10.116244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb355-b444-4949-900d-663c85ac640d req-110c3042-04db-4752-9bee-0a78edd76cf6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:10.120968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-796bb355-b444-4949-900d-663c85ac640d req-110c3042-04db-4752-9bee-0a78edd76cf6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1757782 Nov 01 18:45:10.125700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bf7a7-2e49-427d-8ee3-361d0d61d506 req-31ceaace-eafb-44b3-8a9a-56488a0cd06e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:10.127276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c86bf7a7-2e49-427d-8ee3-361d0d61d506 req-31ceaace-eafb-44b3-8a9a-56488a0cd06e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1723943 Nov 01 18:45:10.183019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-35c48dc6-475b-48bb-8829-67d508d070fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:10.185822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-35c48dc6-475b-48bb-8829-67d508d070fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0828400 Nov 01 18:45:10.187621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-796bb355-b444-4949-900d-663c85ac640d req-536393ed-5ade-49d7-928e-55e9f76d3434 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592103 Nov 01 18:45:10.220598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c86bf7a7-2e49-427d-8ee3-361d0d61d506 req-fc33a1eb-50ca-430d-9d1f-9587302883cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552459 Nov 01 18:45:10.255318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:10.270729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-70675aa3-1726-4941-a32d-f7853a7bb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:10.272536 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-70675aa3-1726-4941-a32d-f7853a7bb754 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789328 Nov 01 18:45:10.320578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:10.323065 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f9c0e-6261-44db-8411-ee58bed08522" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:10.328588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Allocated IP 2001:db8::f816:3eff:fe30:1d49 (876e4c67-caca-4c9e-93bf-46fb5e435056/3f86fc45-f588-443a-b8e2-afb2bd3b9ff3/b357a629-af3d-46ec-aff5-ed2211d988e5) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:10.330152 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.348073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Transition to ACTIVE for port object a5c5f708-7b3a-48f4-bf76-3be5acc3f21b will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:45:10.425301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-7cb41fba-fd83-45f2-99a4-f392569ad369 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435194 Nov 01 18:45:10.425752 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a418b77-0745-4418-9caa-0c50d781ae4f x-openstack-request-id: req-7a418b77-0745-4418-9caa-0c50d781ae4f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:10.426041 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:10.426289 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a418b77-0745-4418-9caa-0c50d781ae4f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:10.426744 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'code': 200} Nov 01 18:45:10.451982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.546077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.567585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-500849f8-c31c-4335-b83b-82fd61bef3b8 req-606c09da-22e2-454c-97b1-f70ce859d9bf service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324069 Nov 01 18:45:10.588007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:10.599852 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:45:10.622324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.661226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] No DVR routers for this DVR port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:10.677548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Network 876e4c67-caca-4c9e-93bf-46fb5e435056 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:10.681387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:10.697011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:10.706877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Pushing event updated for resources: {'Port': ['ID=b357a629-af3d-46ec-aff5-ed2211d988e5,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:10.726033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.772078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=3f86fc45-f588-443a-b8e2-afb2bd3b9ff3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:10.788500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Attempting to bind port b357a629-af3d-46ec-aff5-ed2211d988e5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:10.789084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Attempting to bind port b357a629-af3d-46ec-aff5-ed2211d988e5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1fde48f8-e280-4b21-a5a5-46108f657644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:10.789520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Attempting to bind port b357a629-af3d-46ec-aff5-ed2211d988e5 on network 876e4c67-caca-4c9e-93bf-46fb5e435056 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:10.801955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:10.802438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Checking segment: {'id': '1fde48f8-e280-4b21-a5a5-46108f657644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:10.802918 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.803387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Bound using segment: {'id': '1fde48f8-e280-4b21-a5a5-46108f657644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:10.803990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Bound port: b357a629-af3d-46ec-aff5-ed2211d988e5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fde48f8-e280-4b21-a5a5-46108f657644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '876e4c67-caca-4c9e-93bf-46fb5e435056'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:10.804449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.852942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.885181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e4c67-caca-4c9e-93bf-46fb5e435056']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:10.897710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fde48f8-e280-4b21-a5a5-46108f657644') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:10.898018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fde48f8-e280-4b21-a5a5-46108f657644') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:10.904974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:10.905312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:10.905647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:10.911749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:45:10.912404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:10.914824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] For port b357a629-af3d-46ec-aff5-ed2211d988e5, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:10.918178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:10.918178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:10.919388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Bound using segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:10.919814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Bound port: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:10.920491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:10.920608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] For port b357a629-af3d-46ec-aff5-ed2211d988e5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b357a629-af3d-46ec-aff5-ed2211d988e5,segment=NetworkSegment(1fde48f8-e280-4b21-a5a5-46108f657644),segment_id=1fde48f8-e280-4b21-a5a5-46108f657644)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:10.921558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.001296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:11.004443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:11.036723 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.038487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.052874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:11.053293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:11.056560 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:11.104163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.143945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae644fc9-a9a5-49a0-b51d-92eca0a0209a None None] Pushing event updated for resources: {'Port': ['ID=b357a629-af3d-46ec-aff5-ed2211d988e5,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:11.177270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.178228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.191603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 1091 time: 1.7242513 Nov 01 18:45:11.195579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:11.202336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf23c5f-653c-4fd4-b741-b85bc67a0353 None None] Network 876e4c67-caca-4c9e-93bf-46fb5e435056 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:11.206358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:45:11.206358 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:45:11.206358 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '876e4c67-caca-4c9e-93bf-46fb5e435056'}] Nov 01 18:45:11.206358 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:45:11.206717 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:45:11.308483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fdcb-5554-4ba5-a484-12c71bd69e48 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:11.337461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-9e5acec5-1a76-4df3-8cb1-4f38799c1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.343730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-9e5acec5-1a76-4df3-8cb1-4f38799c1c5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1094 time: 0.1359973 Nov 01 18:45:11.348226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:11.496408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8ee6f-4c99-449d-97e0-823a436210e1 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:45:11.536309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2cd91-4694-4de0-96bd-8c1060c4d8a0 req-4252e6e0-403e-4d47-9a67-985a6e80ee5a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.537885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddf2cd91-4694-4de0-96bd-8c1060c4d8a0 req-4252e6e0-403e-4d47-9a67-985a6e80ee5a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1677604 Nov 01 18:45:11.557944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b4a13-ab9a-4fd5-b9fa-808b1318a194 req-3c5d31fe-c8b5-490c-9ba1-dab054534493 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.559578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2b4a13-ab9a-4fd5-b9fa-808b1318a194 req-3c5d31fe-c8b5-490c-9ba1-dab054534493 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.1880572 Nov 01 18:45:11.589422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-0dc2651b-5352-4d16-861a-ee1fc2131937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.591482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-0dc2651b-5352-4d16-861a-ee1fc2131937 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.2404172 Nov 01 18:45:11.656496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8ee6f-4c99-449d-97e0-823a436210e1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:45:11.676496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f2b4a13-ab9a-4fd5-b9fa-808b1318a194 req-3ccd70bf-74d1-4fe2-889b-68f457d0c7cb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008465 Nov 01 18:45:11.685782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddf2cd91-4694-4de0-96bd-8c1060c4d8a0 req-27a4f749-ca2c-4dd5-86de-26671936c94f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164362 Nov 01 18:45:11.707707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.720737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-56bcfb17-fcc0-4207-8c76-8174b4ddc268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.1184170 Nov 01 18:45:11.817848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-1a13ae93-d474-4815-ae69-84beabdd0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.818999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port b357a629-af3d-46ec-aff5-ed2211d988e5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:11.819355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.820288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-1a13ae93-d474-4815-ae69-84beabdd0bc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0918815 Nov 01 18:45:11.899737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-a6f6f7d1-623a-4296-8e3e-79ab4f7e347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:11.905564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-a6f6f7d1-623a-4296-8e3e-79ab4f7e347b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744538 Nov 01 18:45:11.917053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] For port b357a629-af3d-46ec-aff5-ed2211d988e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b357a629-af3d-46ec-aff5-ed2211d988e5,segment=NetworkSegment(1fde48f8-e280-4b21-a5a5-46108f657644),segment_id=1fde48f8-e280-4b21-a5a5-46108f657644)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:11.917053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:11.952220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for b357a629-af3d-46ec-aff5-ed2211d988e5 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:12.034106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-81420243-c9d0-49d7-91f3-597ce1b7242e service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218133 Nov 01 18:45:12.166626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.206716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=b357a629-af3d-46ec-aff5-ed2211d988e5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:12.208849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No DVR routers for this DVR port b357a629-af3d-46ec-aff5-ed2211d988e5 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:12.339706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.367251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e4c67-caca-4c9e-93bf-46fb5e435056']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:12.383354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fde48f8-e280-4b21-a5a5-46108f657644') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:12.383723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fde48f8-e280-4b21-a5a5-46108f657644') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:12.402160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.418721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.431122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:12.431657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:12.436328 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:12.475129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:12.477541 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c3dd1-076a-416a-811a-722b85531317" -d '{"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:12.540756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-97bd04b3-332f-40e2-a77b-9bc386da071a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5055184 Nov 01 18:45:12.572747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fc53428-ef1a-4953-b6dd-b15e932e24f0 req-46486852-2b1d-4a62-bd65-369d9555c7f8 service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258448 Nov 01 18:45:12.587541 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4579b7d-c1a5-4b4c-b424-f5db89a7cdfe x-openstack-request-id: req-a4579b7d-c1a5-4b4c-b424-f5db89a7cdfe {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:12.587874 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:12.588097 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4579b7d-c1a5-4b4c-b424-f5db89a7cdfe {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:12.588566 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:45:12.600445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.612875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:12.622816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/876e4c67-caca-4c9e-93bf-46fb5e435056 HTTP/1.1" status: 204 len: 168 time: 2.9163609 Nov 01 18:45:12.629746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58196) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:12.662585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546620737'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:12.675123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-35fe48c9-0120-44c9-83f2-f1a2f80f11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:12.676682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-35fe48c9-0120-44c9-83f2-f1a2f80f11f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.0776939 Nov 01 18:45:12.690647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088907-5f1b-4a51-b777-07f5604a358e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=876e4c67-caca-4c9e-93bf-46fb5e435056,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:12.758807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-0d00f32a-9f9b-460e-9c0f-e337c72a38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:12.761710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-0d00f32a-9f9b-460e-9c0f-e337c72a38db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1094 time: 0.1371255 Nov 01 18:45:12.880890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-43b57272-e67c-4588-b552-f0e136107715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:12.882370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-43b57272-e67c-4588-b552-f0e136107715 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.1125157 Nov 01 18:45:12.912587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-1ed00514-1696-4504-b252-4d730700ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:12.914489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-1ed00514-1696-4504-b252-4d730700ba32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 910 time: 0.2126472 Nov 01 18:45:12.939546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-a607926c-c102-4bd2-ad97-27ed0665a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:12.941476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-a607926c-c102-4bd2-ad97-27ed0665a9b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1094 time: 0.1540012 Nov 01 18:45:12.953856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-3a246fb6-bb1d-4bbb-adcb-ae97b84ecbbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.0634873 Nov 01 18:45:13.007110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-7b056c2b-f195-4b11-ad4c-a2aa1b244b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.008618 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-7b056c2b-f195-4b11-ad4c-a2aa1b244b64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0465343 Nov 01 18:45:13.042096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972704e-c37a-423a-bfe1-2943f02379e6 req-04bc0ad6-a415-4594-bcb7-82324c5afd47 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.044191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2972704e-c37a-423a-bfe1-2943f02379e6 req-04bc0ad6-a415-4594-bcb7-82324c5afd47 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.2176168 Nov 01 18:45:13.055464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b92870-424d-490d-9846-9cc80e8ac7e3 req-5c146858-4e53-4816-a8f3-b8d042beeb6c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.055948 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-760631d1-b861-4e47-acc2-e08ba5c59404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.059654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93b92870-424d-490d-9846-9cc80e8ac7e3 req-5c146858-4e53-4816-a8f3-b8d042beeb6c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.2281976 Nov 01 18:45:13.059789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-760631d1-b861-4e47-acc2-e08ba5c59404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418859 Nov 01 18:45:13.120535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-4fc20e4b-6b7d-430a-aa62-98bfb16c5ad6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1002 time: 0.1938770 Nov 01 18:45:13.123709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:13.127210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.167222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:13.183253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-96e53b6b-cfc6-4f5a-92ea-6b90e9a32189 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166275 Nov 01 18:45:13.186597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.186946 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 528bf2f1-576e-4889-a678-4e36698b6220 of type vlan for network 1ca578a6-0faf-454f-a416-5a72563ecea2 Nov 01 18:45:13.213965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2972704e-c37a-423a-bfe1-2943f02379e6 req-8659d8c5-f46a-4e9e-b005-8cb07678848f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304843 Nov 01 18:45:13.230417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-93b92870-424d-490d-9846-9cc80e8ac7e3 req-a524f9d4-1720-43c8-bedf-387d290f712c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417074 Nov 01 18:45:13.240382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-a7a94c44-92aa-43ef-a364-18e2c2cc8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.240382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-a7a94c44-92aa-43ef-a364-18e2c2cc8464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.1065531 Nov 01 18:45:13.240382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-e9e59644-c80b-4f58-aca7-b70112d7bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.241191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-e9e59644-c80b-4f58-aca7-b70112d7bdbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.2601659 Nov 01 18:45:13.294881 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.346051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-ff88954b-c67a-4f9e-b310-0c95db7a6e46 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514332 Nov 01 18:45:13.377118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-9640403d-0e3b-4b5d-9cb8-4865b9d6cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.379007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-9640403d-0e3b-4b5d-9cb8-4865b9d6cb3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330650 Nov 01 18:45:13.388271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-1a0c24fc-4ba4-4fce-a827-d326f90a952d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.1277997 Nov 01 18:45:13.425202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.431033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.431834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.521348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=1ca578a6-0faf-454f-a416-5a72563ecea2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:13.531874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-be5fdc57-a8f3-44c2-89c7-51bb465de242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.535077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-be5fdc57-a8f3-44c2-89c7-51bb465de242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.1365609 Nov 01 18:45:13.539697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 1ca578a6-0faf-454f-a416-5a72563ecea2 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:13.569031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f4e0fad-dcb0-4d9e-8bd5-e3fa4a7c04a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9284880 Nov 01 18:45:13.571946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58206) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:13.577537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:13.610687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-569fff43-d43b-4395-8b62-c71b62783f8c service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210269 Nov 01 18:45:13.753830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd1-076a-416a-811a-722b85531317 req-23ebd0f7-c020-49e9-bf8a-67047cd4a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:13.755564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-23ebd0f7-c020-49e9-bf8a-67047cd4a8b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061362 Nov 01 18:45:13.757783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be23ff7b-21e5-4b6b-9a18-43de01622981 req-e6db4ac3-8a02-4e88-84b5-5bf71a395b7c service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262176 Nov 01 18:45:13.809834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:13.813208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:13.900129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-57640637-a5e7-4210-b84b-2e37884e080f service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236646 Nov 01 18:45:14.011879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-343c3dd1-076a-416a-811a-722b85531317 req-b7231fa7-9a68-48e6-ad8c-94aa9c8d2f2f service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034188 Nov 01 18:45:14.145619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:14.223663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=b97b9916-fdab-4c09-9feb-bcdc3e93f2c6,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:14.244518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '528bf2f1-576e-4889-a678-4e36698b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:14.244893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: 1ca578a6-0faf-454f-a416-5a72563ecea2, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:14.374416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network 1ca578a6-0faf-454f-a416-5a72563ecea2 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:14.416673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46a00-2078-4f0b-9903-e1f52cc3f5db req-ffe7ea2c-ffc0-43d0-91f8-760f30b0183e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:14.421256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc46a00-2078-4f0b-9903-e1f52cc3f5db req-ffe7ea2c-ffc0-43d0-91f8-760f30b0183e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.1019676 Nov 01 18:45:14.444864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d53c-8c93-4b45-b13c-bbb69116f3ae req-4f4843e3-3eb2-427e-8fc2-771ed6d0008c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:14.450727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ba3d53c-8c93-4b45-b13c-bbb69116f3ae req-4f4843e3-3eb2-427e-8fc2-771ed6d0008c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0848610 Nov 01 18:45:14.494181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bc46a00-2078-4f0b-9903-e1f52cc3f5db req-d1ea87b4-1e3f-4e2f-a3da-bab723e2fa24 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660653 Nov 01 18:45:14.508325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ba3d53c-8c93-4b45-b13c-bbb69116f3ae req-635517c6-8d62-411a-aab2-0e3bef2f8ff8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514786 Nov 01 18:45:14.548586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 1ca578a6-0faf-454f-a416-5a72563ecea2) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:14.553308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:14.555141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:14.557995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d3951-de22-444f-80b3-270f91f834f2 None None] Network 1ca578a6-0faf-454f-a416-5a72563ecea2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:14.629518 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f649b44c-201a-4bae-8b90-aba16a404605 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0539708 Nov 01 18:45:14.629856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:14.736605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-1ca578a6-0faf-454f-a416-5a72563ecea2', 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': 'b97b9916-fdab-4c09-9feb-bcdc3e93f2c6'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:14.737977 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:14.768511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:14.834084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:14.903718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Allocated IP 2001:db8::2 (1ca578a6-0faf-454f-a416-5a72563ecea2/b97b9916-fdab-4c09-9feb-bcdc3e93f2c6/46ca78ca-e823-4e85-8913-53a0835cbf52) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:15.066937 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.145790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.191312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Network 1ca578a6-0faf-454f-a416-5a72563ecea2 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:15.194935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:15.201976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:15.221492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Pushing event updated for resources: {'Port': ['ID=46ca78ca-e823-4e85-8913-53a0835cbf52,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:15.249693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.271753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Attempting to bind port 46ca78ca-e823-4e85-8913-53a0835cbf52 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:15.272275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Attempting to bind port 46ca78ca-e823-4e85-8913-53a0835cbf52 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '528bf2f1-576e-4889-a678-4e36698b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:15.272646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Attempting to bind port 46ca78ca-e823-4e85-8913-53a0835cbf52 on network 1ca578a6-0faf-454f-a416-5a72563ecea2 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:15.278947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:15.278947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Checking segment: {'id': '528bf2f1-576e-4889-a678-4e36698b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:15.278947 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.279385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Bound using segment: {'id': '528bf2f1-576e-4889-a678-4e36698b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:15.281036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Bound port: 46ca78ca-e823-4e85-8913-53a0835cbf52, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528bf2f1-576e-4889-a678-4e36698b6220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ca578a6-0faf-454f-a416-5a72563ecea2'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:15.281036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.334640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=b97b9916-fdab-4c09-9feb-bcdc3e93f2c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:15.382854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] For port 46ca78ca-e823-4e85-8913-53a0835cbf52, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:15.386831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] For port 46ca78ca-e823-4e85-8913-53a0835cbf52, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=46ca78ca-e823-4e85-8913-53a0835cbf52,segment=NetworkSegment(528bf2f1-576e-4889-a678-4e36698b6220),segment_id=528bf2f1-576e-4889-a678-4e36698b6220)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:15.527945 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.652344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:45:15.735733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cec5ad-0266-4e6b-836d-6ceaaa824eb3 None None] Pushing event updated for resources: {'Port': ['ID=46ca78ca-e823-4e85-8913-53a0835cbf52,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:15.753173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4537a2-ae35-44a5-b8e3-0874b7accf0b None None] Network 1ca578a6-0faf-454f-a416-5a72563ecea2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:15.782305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06063bc-664e-4ea9-9f18-150745d9449e req-20438e18-2b1f-4c24-b181-ea94b54c4f77 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:15.789802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c06063bc-664e-4ea9-9f18-150745d9449e req-20438e18-2b1f-4c24-b181-ea94b54c4f77 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1673431 Nov 01 18:45:15.807750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efa86a-a1b1-462d-be59-9122c288e1f3 req-c09404cf-5d5a-48ed-9ed2-843fb7c4ca21 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:15.809834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92efa86a-a1b1-462d-be59-9122c288e1f3 req-c09404cf-5d5a-48ed-9ed2-843fb7c4ca21 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.1386957 Nov 01 18:45:15.885449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.900645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92efa86a-a1b1-462d-be59-9122c288e1f3 req-3e5b7839-fa85-4b70-8194-5293b849fffd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812991 Nov 01 18:45:15.905872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c06063bc-664e-4ea9-9f18-150745d9449e req-a3b8a557-a9e2-4a31-b905-3fd645d66eb9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151752 Nov 01 18:45:15.923873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca578a6-0faf-454f-a416-5a72563ecea2']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:15.935643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528bf2f1-576e-4889-a678-4e36698b6220') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:15.935956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528bf2f1-576e-4889-a678-4e36698b6220') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:15.946827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.963789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.975026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:15.975469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:15.979075 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:16.001170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:16.018229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:45:16.106976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:45:16.106976 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:45:16.106976 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '1ca578a6-0faf-454f-a416-5a72563ecea2'}] Nov 01 18:45:16.106976 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:45:16.107460 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:45:16.240925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:16.253138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13592d7c-c4c8-40e6-a6aa-1b17b2520863 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:45:16.278598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:45:16.313680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:16.420751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:16.430030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13592d7c-c4c8-40e6-a6aa-1b17b2520863 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:45:16.456692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285483e-1024-4611-aeb5-d3a160126df5 req-daa734a2-29ee-40f6-8506-d58126f521ab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:16.458324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7285483e-1024-4611-aeb5-d3a160126df5 req-daa734a2-29ee-40f6-8506-d58126f521ab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 943 time: 0.0651219 Nov 01 18:45:16.503621 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7285483e-1024-4611-aeb5-d3a160126df5 req-07970cb5-f7b5-49b4-bb38-ca93bc88bf27 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Nov 01 18:45:16.560983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:16.595588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-b38940e7-d641-4b6f-a3b5-add61969f69c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:16.595588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-b38940e7-d641-4b6f-a3b5-add61969f69c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027&tenant_id=874863ad66c744669a2a4dc0e24cf099&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.0647645 Nov 01 18:45:16.608693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:16.662592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-2db03272-f002-4a44-aafb-05719568b0e8 service neutron] 10.222.0.32 "GET /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b/bindings/n-h2-815923-2 HTTP/1.1" status: 200 len: 382 time: 0.0657241 Nov 01 18:45:16.673197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port 46ca78ca-e823-4e85-8913-53a0835cbf52 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:16.673540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:16.674632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:45:16.748522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-671aa17a-4fba-481d-9abe-1fb565b283ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:16.750159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-671aa17a-4fba-481d-9abe-1fb565b283ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1095 time: 0.0524609 Nov 01 18:45:16.752015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] For port 46ca78ca-e823-4e85-8913-53a0835cbf52, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=46ca78ca-e823-4e85-8913-53a0835cbf52,segment=NetworkSegment(528bf2f1-576e-4889-a678-4e36698b6220),segment_id=528bf2f1-576e-4889-a678-4e36698b6220)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:16.752497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:16.775099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for 46ca78ca-e823-4e85-8913-53a0835cbf52 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:16.863744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-34afab50-4dbb-4c3c-a128-ba70b65277ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:16.863744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-34afab50-4dbb-4c3c-a128-ba70b65277ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.1060162 Nov 01 18:45:16.935561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-f0e08778-4083-4d82-88e9-e59e004a7653 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 999 time: 0.0651042 Nov 01 18:45:16.963679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.026894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=46ca78ca-e823-4e85-8913-53a0835cbf52,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:17.030009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No DVR routers for this DVR port 46ca78ca-e823-4e85-8913-53a0835cbf52 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:17.049648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-7f9896f9-70ed-4b79-abc7-d3f83eebc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:17.051228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-7f9896f9-70ed-4b79-abc7-d3f83eebc21d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.1086535 Nov 01 18:45:17.083173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ab74-ee71-4ec6-9582-3bd4428ba203 req-63753423-d32e-4c71-b8b7-cd5ba7c9f459 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:17.084707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b416ab74-ee71-4ec6-9582-3bd4428ba203 req-63753423-d32e-4c71-b8b7-cd5ba7c9f459 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0689416 Nov 01 18:45:17.143038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.152969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-64ac7436-9b21-43b6-8d8d-2244af5cd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:17.154475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-64ac7436-9b21-43b6-8d8d-2244af5cd580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910852 Nov 01 18:45:17.157479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b416ab74-ee71-4ec6-9582-3bd4428ba203 req-049d6f65-6a69-4a71-a9d6-72063078fbbb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572839 Nov 01 18:45:17.165026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca578a6-0faf-454f-a416-5a72563ecea2']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:17.178546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528bf2f1-576e-4889-a678-4e36698b6220') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:17.178853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528bf2f1-576e-4889-a678-4e36698b6220') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:17.199435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.225656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.243737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:17.248137 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:17.254426 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:17.315054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-c552181d-00d2-48ad-8477-4bc70ed815be service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517563 Nov 01 18:45:17.426206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.431359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.439258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/1ca578a6-0faf-454f-a416-5a72563ecea2 HTTP/1.1" status: 204 len: 168 time: 2.8053854 Nov 01 18:45:17.444979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58230) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:17.452567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-5bf7a038-330a-4e49-b077-afddcdd78a41 service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291959 Nov 01 18:45:17.458637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-679955817'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:17.504866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696e74-828a-42c5-b9dc-1656f1ad5ace tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=1ca578a6-0faf-454f-a416-5a72563ecea2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:17.602928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:17.607336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.648319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:17.654399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6a61-8324-43d6-a81b-09c50c8df6a7 req-f2bcf37a-e9d0-4742-a4df-e83160b13a2d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:17.657179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aabb6a61-8324-43d6-a81b-09c50c8df6a7 req-f2bcf37a-e9d0-4742-a4df-e83160b13a2d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0636640 Nov 01 18:45:17.660435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:17.680337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.681538 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Added segment 08dcce13-bff3-459b-b090-0070ba4b0e2e of type vlan for network a164e558-47a9-4130-819d-21e46edf6511 Nov 01 18:45:17.745227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.748185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aabb6a61-8324-43d6-a81b-09c50c8df6a7 req-08ddb14d-2efa-45ba-963e-ae3b9de15ae4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675652 Nov 01 18:45:17.854622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:45:17.863876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:17.864303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.876900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.883331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:17.884165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:17.974477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Network': ['ID=a164e558-47a9-4130-819d-21e46edf6511,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:17.997711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network a164e558-47a9-4130-819d-21e46edf6511 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:18.024892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58234) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:18.037301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Request body: {'subnet': {'network_id': 'a164e558-47a9-4130-819d-21e46edf6511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:18.045589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e81fbd2-bdc3-4632-b2f0-e2ab0f8f4a25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5962687 Nov 01 18:45:18.071537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:18.117084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:18.120727 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f2866d-6772-4356-9bbf-1ad782acfe2d" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:18.160484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:18.199254 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049dd777-80b6-4a7a-8009-69e046bab962 x-openstack-request-id: req-049dd777-80b6-4a7a-8009-69e046bab962 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:18.199254 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:18.199254 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-049dd777-80b6-4a7a-8009-69e046bab962 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:18.199254 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'code': 200} Nov 01 18:45:18.220727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:18.296571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Made reservation on behalf of 740f3548b7834e0787c8cb4959a1e09a for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:18.305644 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:18.327829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:18.404390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668aa57-bd2a-4b58-909f-ee3e4e32d210 req-430f67d5-7536-4aa3-bff8-a9a114d010f4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:18.406280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a668aa57-bd2a-4b58-909f-ee3e4e32d210 req-430f67d5-7536-4aa3-bff8-a9a114d010f4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1590557 Nov 01 18:45:18.465472 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a668aa57-bd2a-4b58-909f-ee3e4e32d210 req-4b998e21-7e34-4dc3-93e6-09f0541e1f49 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498579 Nov 01 18:45:18.728621 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-800c5a76-537b-4139-8bbf-fed4f5851327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:18.783264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.objects.ports [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102782) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 18:45:18.785019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:18.899272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event updated for resources: {'Subnet': ['ID=fc023e32-5014-49b5-9e1a-b95b8034400d,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:18.922084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d43694-cbba-4a1b-a030-6565fb348b7c req-2d051fb2-68f1-4909-922c-746732aeee38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:18.930098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4d43694-cbba-4a1b-a030-6565fb348b7c req-2d051fb2-68f1-4909-922c-746732aeee38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1040843 Nov 01 18:45:18.938189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Checking segment: {'id': '08dcce13-bff3-459b-b090-0070ba4b0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:18.938538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network hostable DHCP agents. Network: a164e558-47a9-4130-819d-21e46edf6511, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:18.992974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4d43694-cbba-4a1b-a030-6565fb348b7c req-b3413f32-55ce-4257-8236-f551904a47c4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618844 Nov 01 18:45:19.051739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Network a164e558-47a9-4130-819d-21e46edf6511 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:19.217337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, a164e558-47a9-4130-819d-21e46edf6511) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:19.222570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:19.223365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.227779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18810f1b-f69d-40e5-bf0c-fc6fcf092fe6 None None] Network a164e558-47a9-4130-819d-21e46edf6511 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:19.311820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f3ff1846-57ec-4c7e-8d23-49dc2d558626 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2843850 Nov 01 18:45:19.314756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:19.453564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-a164e558-47a9-4130-819d-21e46edf6511', 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511', 'tenant_id': '740f3548b7834e0787c8cb4959a1e09a', 'fixed_ips': [{'subnet_id': 'fc023e32-5014-49b5-9e1a-b95b8034400d'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:19.454450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.460478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.529921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.625667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Allocated IP 2001:db8::f816:3eff:fe43:8b13 (a164e558-47a9-4130-819d-21e46edf6511/fc023e32-5014-49b5-9e1a-b95b8034400d/ef6dfadf-f2f9-4dc0-af15-dc282d55db53) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:19.657780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aed18-3a58-45d9-8987-8765aff9881c req-389c3261-ec37-4554-8763-67f93baf4ae9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:19.659414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-141aed18-3a58-45d9-8987-8765aff9881c req-389c3261-ec37-4554-8763-67f93baf4ae9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0607691 Nov 01 18:45:19.727057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-141aed18-3a58-45d9-8987-8765aff9881c req-2a823127-a9c5-41f9-8327-2d3b4e442a4a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556555 Nov 01 18:45:19.820131 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.920681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:19.975884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Network a164e558-47a9-4130-819d-21e46edf6511 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:19.984424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:19.988268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:19.997443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Pushing event updated for resources: {'Port': ['ID=ef6dfadf-f2f9-4dc0-af15-dc282d55db53,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:20.026267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.064755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Attempting to bind port ef6dfadf-f2f9-4dc0-af15-dc282d55db53 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:20.065404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Attempting to bind port ef6dfadf-f2f9-4dc0-af15-dc282d55db53 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '08dcce13-bff3-459b-b090-0070ba4b0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:20.065958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Attempting to bind port ef6dfadf-f2f9-4dc0-af15-dc282d55db53 on network a164e558-47a9-4130-819d-21e46edf6511 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:20.073120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=fc023e32-5014-49b5-9e1a-b95b8034400d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:20.080992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:20.081390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Checking segment: {'id': '08dcce13-bff3-459b-b090-0070ba4b0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:20.081881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.082287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Bound using segment: {'id': '08dcce13-bff3-459b-b090-0070ba4b0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:20.082770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Bound port: ef6dfadf-f2f9-4dc0-af15-dc282d55db53, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dcce13-bff3-459b-b090-0070ba4b0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a164e558-47a9-4130-819d-21e46edf6511'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:20.083162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.175721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.196657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] For port ef6dfadf-f2f9-4dc0-af15-dc282d55db53, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:20.201343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] For port ef6dfadf-f2f9-4dc0-af15-dc282d55db53, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ef6dfadf-f2f9-4dc0-af15-dc282d55db53,segment=NetworkSegment(08dcce13-bff3-459b-b090-0070ba4b0e2e),segment_id=08dcce13-bff3-459b-b090-0070ba4b0e2e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:20.227690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a164e558-47a9-4130-819d-21e46edf6511']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:20.241707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dcce13-bff3-459b-b090-0070ba4b0e2e') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:20.242068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dcce13-bff3-459b-b090-0070ba4b0e2e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:20.256120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.289905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc26a9f-53b5-499f-81b7-2dec59ef6e84 req-5976e002-de5f-4948-9bdb-72bd89e9b916 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:20.291447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfc26a9f-53b5-499f-81b7-2dec59ef6e84 req-5976e002-de5f-4948-9bdb-72bd89e9b916 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.1078897 Nov 01 18:45:20.297725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.318837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.337597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:20.337998 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:20.345444 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:20.401384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b87b1-96e2-4052-b62b-157f7e671c72 None None] Pushing event updated for resources: {'Port': ['ID=ef6dfadf-f2f9-4dc0-af15-dc282d55db53,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:20.421487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06681aef-605a-4bc3-982e-9702d2fed750 None None] Network a164e558-47a9-4130-819d-21e46edf6511 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:20.429120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfc26a9f-53b5-499f-81b7-2dec59ef6e84 req-568bef74-a76c-49e1-88d5-23bb9f4396ec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173744 Nov 01 18:45:20.434880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-6c7515cc-bd3e-4838-8759-f5bd00bf7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:20.436418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-6c7515cc-bd3e-4838-8759-f5bd00bf7920 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 1096 time: 0.1631904 Nov 01 18:45:20.453717 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:20.478033 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:45:20.478033 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:45:20.478033 n-d-815923-2 neutron-server[102782]: [parameters: {'id': 'a164e558-47a9-4130-819d-21e46edf6511'}] Nov 01 18:45:20.478033 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:45:20.478623 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:45:20.517674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.584612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e364edb-ced2-4b03-8921-127de64b28cd None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:45:20.745003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e364edb-ced2-4b03-8921-127de64b28cd None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:45:20.793769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:20.832310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:20.908344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:20.910771 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22864b00-d8dd-4b79-8ecc-2a214ad2bbcb" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:20.916001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.942750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Transition to ACTIVE for port object a5c5f708-7b3a-48f4-bf76-3be5acc3f21b will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:45:20.952389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cde7-beec-465b-8148-93c76f36340b req-27b4206f-f898-4308-81bd-a57a8555fd09 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:20.953962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a39cde7-beec-465b-8148-93c76f36340b req-27b4206f-f898-4308-81bd-a57a8555fd09 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1003010 Nov 01 18:45:20.977147 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-62223225-7e52-4efa-b281-0ec67fc8768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.979440 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:20.998660 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52112864-c129-4828-a5f6-6b17a2413967 x-openstack-request-id: req-52112864-c129-4828-a5f6-6b17a2413967 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:20.998990 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:20.999358 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52112864-c129-4828-a5f6-6b17a2413967 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:20.999635 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'code': 200} Nov 01 18:45:21.006002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.042530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a39cde7-beec-465b-8148-93c76f36340b req-3ff7b557-773a-4d69-954a-7a7a9cb00155 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744054 Nov 01 18:45:21.181938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:21.217985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port ef6dfadf-f2f9-4dc0-af15-dc282d55db53 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:21.218409 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.220837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] No DVR routers for this DVR port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:21.397599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] For port ef6dfadf-f2f9-4dc0-af15-dc282d55db53, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ef6dfadf-f2f9-4dc0-af15-dc282d55db53,segment=NetworkSegment(08dcce13-bff3-459b-b090-0070ba4b0e2e),segment_id=08dcce13-bff3-459b-b090-0070ba4b0e2e)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:21.398004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.418648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for ef6dfadf-f2f9-4dc0-af15-dc282d55db53 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:21.503432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:21.503815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:21.504154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:21.512823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:45:21.517195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Attempting to bind port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:21.537415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:21.537415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Checking segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:21.537415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Bound using segment: {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:21.537415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Bound port: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7464b346-1531-4d91-8bff-1f2fa21d1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:21.537415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.635751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcd4e5-2c37-4cca-8e9d-e16af7f6e550 req-12090fdd-705c-4f2e-849b-a92984571876 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:21.638127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbfcd4e5-2c37-4cca-8e9d-e16af7f6e550 req-12090fdd-705c-4f2e-849b-a92984571876 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.1174495 Nov 01 18:45:21.656646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:21.660773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:21.685793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.690350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:21.692716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fbfcd4e5-2c37-4cca-8e9d-e16af7f6e550 req-10289564-029e-40bc-83fe-4b6f444dd7db tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Nov 01 18:45:21.723649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=ef6dfadf-f2f9-4dc0-af15-dc282d55db53,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:21.723649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No DVR routers for this DVR port ef6dfadf-f2f9-4dc0-af15-dc282d55db53 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:21.766963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:21.810743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.819384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.871118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:21.871822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.874602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] 10.222.0.37 "PUT /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 1092 time: 1.4284694 Nov 01 18:45:21.879081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a164e558-47a9-4130-819d-21e46edf6511']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:21.897341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dcce13-bff3-459b-b090-0070ba4b0e2e') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:21.897645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dcce13-bff3-459b-b090-0070ba4b0e2e') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:21.935604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.938830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98f4fe-6858-4733-a7c7-1970be6d8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=11']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:21.977122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.989483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:21.989914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:21.993318 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:21.995551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-8357b4b3-8ee9-4588-b40a-8a2a67ba4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:21.997030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-8357b4b3-8ee9-4588-b40a-8a2a67ba4bfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1095 time: 0.0973721 Nov 01 18:45:22.111162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:22.569861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a440d0-ca9e-403d-9688-193913fe130b req-a6639038-7137-4ab9-b950-d00a9fb7df4d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:22.571341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18a440d0-ca9e-403d-9688-193913fe130b req-a6639038-7137-4ab9-b950-d00a9fb7df4d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.4232244 Nov 01 18:45:22.572328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-251d1657-d60b-42bf-906c-15e39d5be81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:22.573689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-251d1657-d60b-42bf-906c-15e39d5be81b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.5649080 Nov 01 18:45:22.584203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:22.629117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:22.632205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/a164e558-47a9-4130-819d-21e46edf6511 HTTP/1.1" status: 204 len: 168 time: 3.3164070 Nov 01 18:45:22.636057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.656279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036c959-46f7-4b06-a629-1ee0d5e85773 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=a164e558-47a9-4130-819d-21e46edf6511,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:22.686230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18a440d0-ca9e-403d-9688-193913fe130b req-48e37854-d406-42c0-adbc-41db321a1aa8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057816 Nov 01 18:45:22.686542 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c76d6b0-19ad-4618-8dfd-876022a68e25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.687312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c76d6b0-19ad-4618-8dfd-876022a68e25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.693267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c76d6b0-19ad-4618-8dfd-876022a68e25 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/fc023e32-5014-49b5-9e1a-b95b8034400d HTTP/1.1" status: 404 len: 337 time: 0.0552485 Nov 01 18:45:22.695756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58272) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.703919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-b0153e84-8f7a-4197-a1e5-d7309a3b2ec8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.1178236 Nov 01 18:45:22.716107 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9228974f-1736-418d-b4cb-5a85dee56a36 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.718762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9228974f-1736-418d-b4cb-5a85dee56a36 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.720213 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9228974f-1736-418d-b4cb-5a85dee56a36 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/a164e558-47a9-4130-819d-21e46edf6511 HTTP/1.1" status: 404 len: 339 time: 0.0234909 Nov 01 18:45:22.722724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58276) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.751663 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ba9feb-a11c-4ac7-a12c-7abd5d8c1e24 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.752253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ba9feb-a11c-4ac7-a12c-7abd5d8c1e24 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.755428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-13ba9feb-a11c-4ac7-a12c-7abd5d8c1e24 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/b97b9916-fdab-4c09-9feb-bcdc3e93f2c6 HTTP/1.1" status: 404 len: 337 time: 0.0316401 Nov 01 18:45:22.756540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-2da13cab-f5bc-45a4-be37-597507c2c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:22.758010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58278) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.758179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-2da13cab-f5bc-45a4-be37-597507c2c3ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0470848 Nov 01 18:45:22.781779 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f610dd0-64b2-4450-8d9c-54cceca7108f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.781779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f610dd0-64b2-4450-8d9c-54cceca7108f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.785521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f610dd0-64b2-4450-8d9c-54cceca7108f tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/1ca578a6-0faf-454f-a416-5a72563ecea2 HTTP/1.1" status: 404 len: 339 time: 0.0230055 Nov 01 18:45:22.785687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.813384 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d195be83-75c9-45a7-b33e-df1a0a7b4610 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.813854 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d195be83-75c9-45a7-b33e-df1a0a7b4610 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.816923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d195be83-75c9-45a7-b33e-df1a0a7b4610 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/3f86fc45-f588-443a-b8e2-afb2bd3b9ff3 HTTP/1.1" status: 404 len: 337 time: 0.0301914 Nov 01 18:45:22.823740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.836071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-f02ebf7c-b6dc-471e-a1b6-0ecc17834843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:22.837569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-f02ebf7c-b6dc-471e-a1b6-0ecc17834843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725949 Nov 01 18:45:22.842570 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8d57d8-d29c-4892-a2b3-9763652f64d0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:22.843128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8d57d8-d29c-4892-a2b3-9763652f64d0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:22.846600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1d8d57d8-d29c-4892-a2b3-9763652f64d0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/876e4c67-caca-4c9e-93bf-46fb5e435056 HTTP/1.1" status: 404 len: 339 time: 0.0218639 Nov 01 18:45:22.850769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55b84c-83e3-4357-a67b-4d1c650e96a6 req-a2959164-5784-4196-8155-b59543a0a8b4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:22.851222 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb55b84c-83e3-4357-a67b-4d1c650e96a6 req-a2959164-5784-4196-8155-b59543a0a8b4 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0783701 Nov 01 18:45:22.857289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58286) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:22.958161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-1d8a8f50-b7e9-4011-8668-bfb713af38bc service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059525 Nov 01 18:45:22.964998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port da472e91-8372-450c-b9ca-759dc16e865c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:22.966848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.001157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:23.003781 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338" -d '{"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:23.036478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.053090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for da472e91-8372-450c-b9ca-759dc16e865c owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:23.061566 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc5851b-4abb-4726-bc40-8842b68f6446 x-openstack-request-id: req-0cc5851b-4abb-4726-bc40-8842b68f6446 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:23.061867 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:23.062118 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cc5851b-4abb-4726-bc40-8842b68f6446 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:23.062509 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:45:23.077591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb55b84c-83e3-4357-a67b-4d1c650e96a6 req-d1c75f62-3b00-48bf-8e36-8c9b7bd4042d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176986 Nov 01 18:45:23.102620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33f2c3ec-af62-4e71-a5b0-b45d9a11a0ab req-c7d3f500-2f67-455b-874c-1a74999d3efa service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373136 Nov 01 18:45:23.216057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-326bf691-ff1c-4aa0-923f-bda6bc3a80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.217565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-326bf691-ff1c-4aa0-923f-bda6bc3a80a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1095 time: 0.0687032 Nov 01 18:45:23.223370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-32569ba0-d615-4c86-9edd-57cbc1e9544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.224841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-32569ba0-d615-4c86-9edd-57cbc1e9544a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1095 time: 0.0509760 Nov 01 18:45:23.254371 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.287877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=da472e91-8372-450c-b9ca-759dc16e865c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:23.293921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.297085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6794fb7f-8f22-4c85-87de-ca480872390d tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/ports/da472e91-8372-450c-b9ca-759dc16e865c HTTP/1.1" status: 204 len: 168 time: 0.4386640 Nov 01 18:45:23.302240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:23.324792 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f193dfd-9e95-435b-a285-491db6d9943c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:23.325248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f193dfd-9e95-435b-a285-491db6d9943c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:23.328291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2f193dfd-9e95-435b-a285-491db6d9943c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/6a772a1b-1023-4956-b0fb-ea0a425ea881 HTTP/1.1" status: 404 len: 337 time: 0.0278063 Nov 01 18:45:23.330742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:23.383811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-70a60221-3486-4afb-8788-6ad8057426eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.385409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-70a60221-3486-4afb-8788-6ad8057426eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.1597126 Nov 01 18:45:23.388376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-eda48cb6-9baf-4f78-b315-16c675e126c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.389717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-eda48cb6-9baf-4f78-b315-16c675e126c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.1553633 Nov 01 18:45:23.413003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.501164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.502113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-ca6cf24c-268d-40b2-be24-e13d043608fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.1096590 Nov 01 18:45:23.505977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-0a59af7f-990c-4b4e-b324-282e8d0337e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 998 time: 0.1066754 Nov 01 18:45:23.523218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e5b739-05d8-4262-9a0d-306c429ca6e6']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:23.533581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:23.533884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3fbad9-39a5-4f5b-bdfc-54445a2e262b') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:23.543625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.556742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.566212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:23.566212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:23.567969 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:23.597860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-a321bccf-c9c6-4441-8c36-1ed3474e4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.602756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-a321bccf-c9c6-4441-8c36-1ed3474e4d57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0889411 Nov 01 18:45:23.605077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-e55d9215-1b61-4c2c-bbf7-d0c79108082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.606563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-e55d9215-1b61-4c2c-bbf7-d0c79108082d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0826890 Nov 01 18:45:23.678052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163c51-7b4c-4829-9803-22a8288958b0 req-8611a11f-66ff-4b5d-a326-faa61652b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.679721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-8611a11f-66ff-4b5d-a326-faa61652b94a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1097 time: 0.0891821 Nov 01 18:45:23.683220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-f53737fc-3496-4a6f-bf20-063d288be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.685595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-f53737fc-3496-4a6f-bf20-063d288be91a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693581 Nov 01 18:45:23.689619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-5d50906c-b992-42d5-9e60-e49539c207b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.691070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-5d50906c-b992-42d5-9e60-e49539c207b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836575 Nov 01 18:45:23.805219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163c51-7b4c-4829-9803-22a8288958b0 req-a521b91a-cd00-4ea6-aa63-d463742802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.807345 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-a521b91a-cd00-4ea6-aa63-d463742802c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1108770 Nov 01 18:45:23.854471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.865008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.868135 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/b9e5b739-05d8-4262-9a0d-306c429ca6e6 HTTP/1.1" status: 204 len: 168 time: 0.5364461 Nov 01 18:45:23.870522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58300) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:23.893776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a523-bc36-48a3-b8d4-7eb11a251b1c tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=b9e5b739-05d8-4262-9a0d-306c429ca6e6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:23.911323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:23.914476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076fe98-43a7-42fd-a845-89b9563c0fec req-39c2a1bd-1f46-4f2f-9fc8-2599c792ddbb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:23.914476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b076fe98-43a7-42fd-a845-89b9563c0fec req-39c2a1bd-1f46-4f2f-9fc8-2599c792ddbb tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.1226931 Nov 01 18:45:23.923535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-f2a79799-a9bc-43ba-a438-62b9c6394c11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1002 time: 0.1073420 Nov 01 18:45:23.928406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-532b4038-e624-4cef-a5c7-d9da5b3f7875 service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313673 Nov 01 18:45:23.937804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-c57d9139-003b-4caf-9e62-e8e5bbb990db service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309701 Nov 01 18:45:24.011379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163c51-7b4c-4829-9803-22a8288958b0 req-77ecbc1c-0dd2-47fa-be02-5d649193738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:24.013713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-77ecbc1c-0dd2-47fa-be02-5d649193738c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0555928 Nov 01 18:45:24.033965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port e8cdc422-6743-4715-883d-7926ea92e94e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:24.034302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.073530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b076fe98-43a7-42fd-a845-89b9563c0fec req-81649aae-3a7f-4cfc-b0da-fdee52bdce13 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497328 Nov 01 18:45:24.124458 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.130382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-6f462b04-2b4d-462a-9f93-85cadf99e978 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751790 Nov 01 18:45:24.132207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f8e89da-c3a8-49a0-a93c-b1eacbdf3338 req-ad0464e2-6ddc-49a3-9885-7e7dcc9082e7 service neutron] 10.222.0.32 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935580 Nov 01 18:45:24.134305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163c51-7b4c-4829-9803-22a8288958b0 req-47240d5d-b26b-4c52-ad3d-749a5c53f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:24.135890 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-47240d5d-b26b-4c52-ad3d-749a5c53f194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138818 Nov 01 18:45:24.142890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for e8cdc422-6743-4715-883d-7926ea92e94e owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:24.219407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2089d33-b5a1-4101-ab73-d870c64f3d18 req-eb72da08-14ca-4a1d-ac76-ebf02b5cec47 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:24.220977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2089d33-b5a1-4101-ab73-d870c64f3d18 req-eb72da08-14ca-4a1d-ac76-ebf02b5cec47 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0552621 Nov 01 18:45:24.261909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2089d33-b5a1-4101-ab73-d870c64f3d18 req-3c4710e5-87ea-4145-ba85-b2caae0f3820 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341341 Nov 01 18:45:24.291098 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-308a6c82-96f8-48ec-9935-e472ad92b18b service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424806 Nov 01 18:45:24.384900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-69163c51-7b4c-4829-9803-22a8288958b0 req-ac5cae43-5fc7-4bf3-b1e9-280ff4fcc028 service neutron] 10.222.0.32 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843782 Nov 01 18:45:24.402352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.437661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=e8cdc422-6743-4715-883d-7926ea92e94e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:24.441266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.444566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0bd61a89-7b03-4eea-98ba-0897c1e15577 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/ports/e8cdc422-6743-4715-883d-7926ea92e94e HTTP/1.1" status: 204 len: 168 time: 0.5713787 Nov 01 18:45:24.446955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:24.478666 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e56f0c6-6b3f-418a-90be-d2a5933d72a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] DELETE failed (client error): The resource could not be found. Nov 01 18:45:24.479132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e56f0c6-6b3f-418a-90be-d2a5933d72a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:45:24.482480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9e56f0c6-6b3f-418a-90be-d2a5933d72a0 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/9b30dd39-1776-4824-ad30-da7398f992bd HTTP/1.1" status: 404 len: 337 time: 0.0345435 Nov 01 18:45:24.484965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:24.563410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.655927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.676588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9eadb5-f7b7-4645-9c38-265185b59287']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:24.686384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fa3e37-3fd6-425e-8245-a5926aab84a4') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:24.686984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fa3e37-3fd6-425e-8245-a5926aab84a4') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:24.695916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.710190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.715969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:24.724576 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:24.854003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.861281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.864555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/aa9eadb5-f7b7-4645-9c38-265185b59287 HTTP/1.1" status: 204 len: 168 time: 0.3786590 Nov 01 18:45:24.866984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:24.884695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b189abf-47bc-4f2f-a9cc-9fd2c48f8acb tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=aa9eadb5-f7b7-4645-9c38-265185b59287,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:24.931770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting subnet 87a5a32f-5c86-452d-9a79-062614c15477 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:24.936366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:24.979647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.069070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.204748 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33df58-7518-4470-9e2d-a6eb82d39051 req-0ddc41fa-500a-45d1-914b-182954ffcbac tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:25.206159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c33df58-7518-4470-9e2d-a6eb82d39051 req-0ddc41fa-500a-45d1-914b-182954ffcbac tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0539532 Nov 01 18:45:25.217632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.244969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c33df58-7518-4470-9e2d-a6eb82d39051 req-58a12809-2ffe-4d47-a41f-7d5ee2c0f3bd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328522 Nov 01 18:45:25.247593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Subnet': ['ID=87a5a32f-5c86-452d-9a79-062614c15477,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:25.249603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.252924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bf9d6e53-fe40-4d7a-a3c1-224aa00af79e tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/subnets/87a5a32f-5c86-452d-9a79-062614c15477 HTTP/1.1" status: 204 len: 168 time: 0.3849130 Nov 01 18:45:25.255283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58312) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:25.256849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f7b26-7339-4153-9753-da52f884d058 None None] Network 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:25.337602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.386359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780bb18-c5a4-42d3-8b02-5e8b0b0dc7a4 req-012b25cb-51bd-4bee-856c-2d19c9eb22e0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:25.388312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6780bb18-c5a4-42d3-8b02-5e8b0b0dc7a4 req-012b25cb-51bd-4bee-856c-2d19c9eb22e0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0526638 Nov 01 18:45:25.398170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Deleting port a38c11d8-cdbf-4774-9365-ed634b29a85c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:25.398802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.429977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6780bb18-c5a4-42d3-8b02-5e8b0b0dc7a4 req-9a4d735b-dad6-4437-9705-dcac41753c6a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345404 Nov 01 18:45:25.440173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] DHCP port deletion for 77a8b54b-3a4f-4fa2-b265-f9f1a8153105 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:25.475526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] For port a38c11d8-cdbf-4774-9365-ed634b29a85c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a38c11d8-cdbf-4774-9365-ed634b29a85c,segment=NetworkSegment(55621a07-b2de-485a-8ea7-bf8eb0c4224c),segment_id=55621a07-b2de-485a-8ea7-bf8eb0c4224c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:25.475834 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.488942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Deleting port a38c11d8-cdbf-4774-9365-ed634b29a85c {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:25.489372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.493049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Calling delete_port for a38c11d8-cdbf-4774-9365-ed634b29a85c owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:25.553739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] For port a38c11d8-cdbf-4774-9365-ed634b29a85c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a38c11d8-cdbf-4774-9365-ed634b29a85c,segment=NetworkSegment(55621a07-b2de-485a-8ea7-bf8eb0c4224c),segment_id=55621a07-b2de-485a-8ea7-bf8eb0c4224c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:25.554169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.566957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Calling delete_port for a38c11d8-cdbf-4774-9365-ed634b29a85c owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:25.683051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.689207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.709830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Port': ['ID=a38c11d8-cdbf-4774-9365-ed634b29a85c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:25.711780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] No DVR routers for this DVR port a38c11d8-cdbf-4774-9365-ed634b29a85c on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:25.722471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:25.725909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Pushing event deleted for resources: {'Port': ['ID=a38c11d8-cdbf-4774-9365-ed634b29a85c,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:25.746728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] No DVR routers for this DVR port a38c11d8-cdbf-4774-9365-ed634b29a85c on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:25.763389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.763856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.764104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.764546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.764864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.765192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.765483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.765764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.766102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.766428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.766755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.767166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c30724-2cb3-4fba-9975-4d79f4cfbc83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:25.798917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.818975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a8b54b-3a4f-4fa2-b265-f9f1a8153105']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:25.820084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.828889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55621a07-b2de-485a-8ea7-bf8eb0c4224c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:25.829811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55621a07-b2de-485a-8ea7-bf8eb0c4224c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:25.839125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.843151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:25.845438 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb98b3-89f0-4932-b207-e8cd881c8a53" -d '{"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:25.854796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.858361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:25.861354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:25.861804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:25.864874 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:25.885826 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22353fa-acde-4cd3-a260-461a0304633b x-openstack-request-id: req-d22353fa-acde-4cd3-a260-461a0304633b {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:25.886351 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:25.886693 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22353fa-acde-4cd3-a260-461a0304633b {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:25.887746 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'code': 200} Nov 01 18:45:25.933810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:25.985096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:26.025217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:26.033779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:26.036988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] 10.222.0.31 "DELETE /v2.0/networks/77a8b54b-3a4f-4fa2-b265-f9f1a8153105 HTTP/1.1" status: 204 len: 168 time: 0.7805750 Nov 01 18:45:26.046938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7a32-7e56-4bfe-87cc-dfa26beb8591 tempest-NetworksIpV6TestAttrs-329068541 tempest-NetworksIpV6TestAttrs-329068541-project] Pushing event deleted for resources: {'Network': ['ID=77a8b54b-3a4f-4fa2-b265-f9f1a8153105,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:26.380309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15db24-af75-4e2a-bc19-a364f33c8f4a req-a5fdf14b-7ae2-4f5f-becd-80919069d09c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:26.381837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c15db24-af75-4e2a-bc19-a364f33c8f4a req-a5fdf14b-7ae2-4f5f-becd-80919069d09c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.0547543 Nov 01 18:45:26.420744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c15db24-af75-4e2a-bc19-a364f33c8f4a req-762f6079-9b10-4e5e-819e-932be7efbd39 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Nov 01 18:45:26.555118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465b31-5a1c-4d74-bb76-1f980c58eeea req-5e0b08f7-3df8-4c0c-9600-3a62f4c0e4f9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:26.556671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50465b31-5a1c-4d74-bb76-1f980c58eeea req-5e0b08f7-3df8-4c0c-9600-3a62f4c0e4f9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 944 time: 0.0536666 Nov 01 18:45:26.597055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50465b31-5a1c-4d74-bb76-1f980c58eeea req-9b485986-f709-4e35-b380-05dec6657040 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Nov 01 18:45:26.629908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:26.785935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-42379675-e4d2-4ccd-82ac-c41590997484 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=740f3548b7834e0787c8cb4959a1e09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546710 Nov 01 18:45:26.788397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58330) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:26.845325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:26.869366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:26.954810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:26.987860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a38c11d8-cdbf-4774-9365-ed634b29a85c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:27.008449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a38c11d8-cdbf-4774-9365-ed634b29a85c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:45:27.008786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a38c11d8-cdbf-4774-9365-ed634b29a85c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:27.114202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:27.116861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:27.118020 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ab714a9-bf95-47e8-b49a-c7953de9f916 HTTP/1.1" status: 204 len: 168 time: 0.3286803 Nov 01 18:45:27.126861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e129f1-42c0-482b-bb75-4f6816ce9d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab714a9-bf95-47e8-b49a-c7953de9f916,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:27.268990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:45:27.369131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:27.381355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'port_id': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'mac_address': 'fa:16:3e:67:62:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:45:27.420283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:27.433702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:45:27.454579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:27.550366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215add92-72e6-401f-b022-eef39b5c4dd2 req-483bcc84-14c9-4b3e-8eda-59fa9eab4839 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:27.551907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-215add92-72e6-401f-b022-eef39b5c4dd2 req-483bcc84-14c9-4b3e-8eda-59fa9eab4839 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.0521848 Nov 01 18:45:27.583304 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:27.596318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-215add92-72e6-401f-b022-eef39b5c4dd2 req-7d415992-d473-4835-b8e3-74f92de3484c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380740 Nov 01 18:45:27.639171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:27.735404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c0a13-7545-4a9a-8677-7762c60a2802 req-f2c3fe07-c089-49a4-aae4-d49d2c415463 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:27.737014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d55c0a13-7545-4a9a-8677-7762c60a2802 req-f2c3fe07-c089-49a4-aae4-d49d2c415463 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 945 time: 0.0675490 Nov 01 18:45:27.776914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d55c0a13-7545-4a9a-8677-7762c60a2802 req-e50fdc5d-374f-4318-ba93-06529797f2d2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333269 Nov 01 18:45:27.802253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58354) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:27.866338 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f31d6ab-7afc-4f59-bbc0-d66f78803d9d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/124ee081-8369-4749-9b38-01e738dbea6c HTTP/1.1" status: 200 len: 991 time: 0.0629117 Nov 01 18:45:27.984580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:45:28.413667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58368) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:28.514681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-279278524'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:28.665553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:28.669406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:28.678524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:28.762687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:28.876884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:28.906577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:28.913381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9072b7de-4edb-456b-8a2e-342712d3f56f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:28.919843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:28.920132 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 70f7c0f6-7e4f-4627-aadf-148fd465adae of type vlan for network 774045fa-9a02-4dda-89fe-4ec2a14413f9 Nov 01 18:45:28.961215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.085685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.091929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:29.092590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.164522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=774045fa-9a02-4dda-89fe-4ec2a14413f9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:29.177497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:29.205974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:29.206516 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21384357-a130-43c4-bae9-119fb0146131 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7913244 Nov 01 18:45:29.212975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1989954833'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:29.287309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:29.297393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:29.301758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.326220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:29.341635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.342062 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment a0c6cf6c-be75-444f-a540-0f7de65e0e41 of type vlan for network 962f8ee2-eb03-4707-a58b-01910b26bc64 Nov 01 18:45:29.382614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.422754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:45:29.426675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:29.427077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.505324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.511352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:29.512721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.514926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.544287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:29.545230 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54489534-644b-4294-9098-bbb02359ca86" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:29.562044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:29.590473 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8e4f46-daa9-44f6-ada2-2e4dddc7d71d x-openstack-request-id: req-ea8e4f46-daa9-44f6-ada2-2e4dddc7d71d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:29.591166 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:29.591687 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea8e4f46-daa9-44f6-ada2-2e4dddc7d71d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:29.595540 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'code': 200} Nov 01 18:45:29.609443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=962f8ee2-eb03-4707-a58b-01910b26bc64,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:29.621356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:29.672364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee64a9fb-0deb-434a-a5be-5fb4ee176717 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4643214 Nov 01 18:45:29.675387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58390) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:29.681426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:29.717108 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:29.745432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:29.808710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=13']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:29.885950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:29.891205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:30.077573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-847a7e76-7c79-45cf-8018-8ae496ba789c req-16537e9d-67d8-492e-b124-03267bbf4f48 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:45:30.078580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-847a7e76-7c79-45cf-8018-8ae496ba789c req-16537e9d-67d8-492e-b124-03267bbf4f48 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124185 Nov 01 18:45:30.180849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:30.241461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=1701760e-d9ab-478c-8fe7-15f0f5b68213,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:30.252056 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '70f7c0f6-7e4f-4627-aadf-148fd465adae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:30.252417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: 774045fa-9a02-4dda-89fe-4ec2a14413f9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:30.391142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:30.485657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a9ef6-3f67-4256-a2c5-7569feb84d27 req-95d8c916-a2dc-461f-a67d-be3da91edbf3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:30.487411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-733a9ef6-3f67-4256-a2c5-7569feb84d27 req-95d8c916-a2dc-461f-a67d-be3da91edbf3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.0582035 Nov 01 18:45:30.494728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 774045fa-9a02-4dda-89fe-4ec2a14413f9) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:30.496194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:30.497119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:30.507913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a8a4a-9819-4977-bd80-1d77e3983a58 None None] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:30.545568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-733a9ef6-3f67-4256-a2c5-7569feb84d27 req-c1bef580-989e-4606-9970-7d1a31f00599 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387659 Nov 01 18:45:30.589491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1fa81828-9412-4d75-846b-71b68854811d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9129605 Nov 01 18:45:30.595806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:30.601365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:30.663197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-774045fa-9a02-4dda-89fe-4ec2a14413f9', 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '1701760e-d9ab-478c-8fe7-15f0f5b68213'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:30.664160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:30.783078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:30.786600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:30.814247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Allocated IP 172.20.0.2 (774045fa-9a02-4dda-89fe-4ec2a14413f9/1701760e-d9ab-478c-8fe7-15f0f5b68213/2aea7930-cf68-481d-87e0-3ce8759964f0) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:30.966741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.013320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-404e565f-f405-4574-9b60-d314742c7bbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538297 Nov 01 18:45:31.054287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.091253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:31.094308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:31.100708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:31.109321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Pushing event updated for resources: {'Port': ['ID=2aea7930-cf68-481d-87e0-3ce8759964f0,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:31.112685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.165681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Attempting to bind port 2aea7930-cf68-481d-87e0-3ce8759964f0 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:31.166136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Attempting to bind port 2aea7930-cf68-481d-87e0-3ce8759964f0 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '70f7c0f6-7e4f-4627-aadf-148fd465adae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:31.166408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Attempting to bind port 2aea7930-cf68-481d-87e0-3ce8759964f0 on network 774045fa-9a02-4dda-89fe-4ec2a14413f9 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:31.171818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:31.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Checking segment: {'id': '70f7c0f6-7e4f-4627-aadf-148fd465adae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:31.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Bound using segment: {'id': '70f7c0f6-7e4f-4627-aadf-148fd465adae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:31.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Bound port: 2aea7930-cf68-481d-87e0-3ce8759964f0, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f7c0f6-7e4f-4627-aadf-148fd465adae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '774045fa-9a02-4dda-89fe-4ec2a14413f9'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:31.177162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.199954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:31.206672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': 'a0c6cf6c-be75-444f-a540-0f7de65e0e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:31.207876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: 962f8ee2-eb03-4707-a58b-01910b26bc64, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:31.235913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] For port 2aea7930-cf68-481d-87e0-3ce8759964f0, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:31.238915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] For port 2aea7930-cf68-481d-87e0-3ce8759964f0, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aea7930-cf68-481d-87e0-3ce8759964f0,segment=NetworkSegment(70f7c0f6-7e4f-4627-aadf-148fd465adae),segment_id=70f7c0f6-7e4f-4627-aadf-148fd465adae)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:31.339290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:31.340370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.398615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f05cc-fa68-41fd-95d2-84a7673d59be None None] Pushing event updated for resources: {'Port': ['ID=2aea7930-cf68-481d-87e0-3ce8759964f0,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:31.413940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 962f8ee2-eb03-4707-a58b-01910b26bc64) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:31.422119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:31.422953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.423372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff8677-9a98-4576-9a3b-6f6c95cd6389 None None] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:31.512013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c3876c85-75cb-4bdd-ac28-3d6a16f291e9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9143786 Nov 01 18:45:31.524184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58416) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:31.529540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1447643821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:31.608796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-962f8ee2-eb03-4707-a58b-01910b26bc64', 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:31.609802 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.657391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.660002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.737609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09f4b1-70ed-4cb1-baac-8bd5649cfc06 req-088d6d7d-75b7-49b6-a2b2-cec55e4d7d8c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:31.738540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.740121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f09f4b1-70ed-4cb1-baac-8bd5649cfc06 req-088d6d7d-75b7-49b6-a2b2-cec55e4d7d8c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.0817053 Nov 01 18:45:31.783768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f09f4b1-70ed-4cb1-baac-8bd5649cfc06 req-c8ef43ca-acd4-4492-99ac-d59410e47424 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369489 Nov 01 18:45:31.784076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Allocated IP 172.21.0.2 (962f8ee2-eb03-4707-a58b-01910b26bc64/0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71/1653d3a0-26bc-4574-ad7b-5f57c3d53876) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:31.820068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.938693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:31.943161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-64445087-d853-4082-b0ab-156a8e4f61a3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4148757 Nov 01 18:45:31.943485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58420) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:31.955223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.025952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.066798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:32.073871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:32.077363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:32.086881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Pushing event updated for resources: {'Port': ['ID=1653d3a0-26bc-4574-ad7b-5f57c3d53876,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:32.145146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Attempting to bind port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:32.145596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Attempting to bind port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a0c6cf6c-be75-444f-a540-0f7de65e0e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:32.146091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Attempting to bind port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 on network 962f8ee2-eb03-4707-a58b-01910b26bc64 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:32.153006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:32.153651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Checking segment: {'id': 'a0c6cf6c-be75-444f-a540-0f7de65e0e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:32.154069 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.154617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Bound using segment: {'id': 'a0c6cf6c-be75-444f-a540-0f7de65e0e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:32.155099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Bound port: 1653d3a0-26bc-4574-ad7b-5f57c3d53876, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c6cf6c-be75-444f-a540-0f7de65e0e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '962f8ee2-eb03-4707-a58b-01910b26bc64'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:32.155491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.229326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] For port 1653d3a0-26bc-4574-ad7b-5f57c3d53876, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:32.233642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] For port 1653d3a0-26bc-4574-ad7b-5f57c3d53876, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1653d3a0-26bc-4574-ad7b-5f57c3d53876,segment=NetworkSegment(a0c6cf6c-be75-444f-a540-0f7de65e0e41),segment_id=a0c6cf6c-be75-444f-a540-0f7de65e0e41)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:32.267897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.349523 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.410953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad307-1bc8-4466-8b0b-0afaa89eaec4 None None] Pushing event updated for resources: {'Port': ['ID=1653d3a0-26bc-4574-ad7b-5f57c3d53876,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:32.523914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51583591-daac-4189-9f4b-0160570eeab6 None None] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:32.588851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.20.0.1 (774045fa-9a02-4dda-89fe-4ec2a14413f9/1701760e-d9ab-478c-8fe7-15f0f5b68213/4f0ec085-eaa9-4078-b773-cfc36f730b40) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:32.597513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-a67fcb66-dd44-4ede-97c4-cd80f4491aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:32.599644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-a67fcb66-dd44-4ede-97c4-cd80f4491aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d&tenant_id=5a8f5617352a43f9abe524e93c097470 HTTP/1.1" status: 200 len: 1095 time: 0.0780373 Nov 01 18:45:32.623553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:32.669523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] Provisioning complete for port 2aea7930-cf68-481d-87e0-3ce8759964f0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:32.670094 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.766127 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.841530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.861264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:32.880150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] For port 2aea7930-cf68-481d-87e0-3ce8759964f0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aea7930-cf68-481d-87e0-3ce8759964f0,segment=NetworkSegment(70f7c0f6-7e4f-4627-aadf-148fd465adae),segment_id=70f7c0f6-7e4f-4627-aadf-148fd465adae)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:32.956316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.045164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcaedf-ba20-490c-b1d9-fef69203d776 None None] Pushing event updated for resources: {'Port': ['ID=2aea7930-cf68-481d-87e0-3ce8759964f0,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:33.082150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99e006-00d5-4cc8-9dca-5f752702731d req-3bf93d3a-1bdf-404c-8fc2-5c9a696bf693 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:33.083771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb99e006-00d5-4cc8-9dca-5f752702731d req-3bf93d3a-1bdf-404c-8fc2-5c9a696bf693 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.1583395 Nov 01 18:45:33.134011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.144187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aea7930-cf68-481d-87e0-3ce8759964f0 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:33.185182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb99e006-00d5-4cc8-9dca-5f752702731d req-24681f7b-bef7-407e-ad3d-5c4a5540a3a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941350 Nov 01 18:45:33.197802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f59eb10-771e-48c4-8bcf-8fbfddfd9a0d None None] Provisioning complete for port 2aea7930-cf68-481d-87e0-3ce8759964f0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:33.198317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f59eb10-771e-48c4-8bcf-8fbfddfd9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.198826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:33.206688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:33.217662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:33.220446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:33.226871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4f0ec085-eaa9-4078-b773-cfc36f730b40,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:33.233744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2aea7930-cf68-481d-87e0-3ce8759964f0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:33.234231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.288529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:33.290246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.359798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1653d3a0-26bc-4574-ad7b-5f57c3d53876 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:33.408488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:45:33.421537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:33.422008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.423005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.439424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Transition to ACTIVE for port object b90fc2dc-a819-4dec-8ee0-3c7b34856913 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:45:33.516722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.550827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 1653d3a0-26bc-4574-ad7b-5f57c3d53876, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1653d3a0-26bc-4574-ad7b-5f57c3d53876,segment=NetworkSegment(a0c6cf6c-be75-444f-a540-0f7de65e0e41),segment_id=a0c6cf6c-be75-444f-a540-0f7de65e0e41)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:33.576820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ff70f132-95a0-4fd2-9946-5698e96309ac None None] Provisioning complete for port 4f0ec085-eaa9-4078-b773-cfc36f730b40 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:33.577194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ff70f132-95a0-4fd2-9946-5698e96309ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.614111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.616540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ff70f132-95a0-4fd2-9946-5698e96309ac None None] Port 4f0ec085-eaa9-4078-b773-cfc36f730b40 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:33.657890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.671417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a76d83-1bcb-4eac-b073-209f2ddf115d None None] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:33.705466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.754177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=9']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:33.782408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=1653d3a0-26bc-4574-ad7b-5f57c3d53876,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:33.798191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b4f37e45-4184-4037-b6db-aa47b177117a None None] Provisioning complete for port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:33.798549 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b4f37e45-4184-4037-b6db-aa47b177117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:33.838936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] No DVR routers for this DVR port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:34.370875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-be7c8e9b-87b1-4512-ae4d-ce9cc31c7326 None None] Provisioning complete for port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:34.371405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e9b-87b1-4512-ae4d-ce9cc31c7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.438094 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fd8a5-9930-402e-9483-29d7ecbd7613 req-6bf2a3c6-4f61-40dc-9da3-600f0726133d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:34.439481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a46fd8a5-9930-402e-9483-29d7ecbd7613 req-6bf2a3c6-4f61-40dc-9da3-600f0726133d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 944 time: 0.1218822 Nov 01 18:45:34.563158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a46fd8a5-9930-402e-9483-29d7ecbd7613 req-83c04630-6487-4af9-8f21-1061e6396efa tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052427 Nov 01 18:45:34.587200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:34.587559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:34.587895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:34.600316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:45:34.603650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Attempting to bind port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on network 5ed799b8-91c4-4989-9679-400131c9e3c2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:34.612376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:34.612718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Checking segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:34.613106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Bound using segment: {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:34.613538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Bound port: b90fc2dc-a819-4dec-8ee0-3c7b34856913, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9803453b-9b11-43cd-98e2-f53ae15848a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:34.613894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.633638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.686945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:34.690090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:34.716774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.793892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4f0ec085-eaa9-4078-b773-cfc36f730b40,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:34.798866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.810078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.891066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:34.891811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.893098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] 10.222.0.37 "PUT /v2.0/ports/b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1092 time: 2.2823133 Nov 01 18:45:34.897575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:34.899996 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:34.928054 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:34.949790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccd4d0-3ef2-4873-acbf-15e4f4acadc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=10']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:34.962220 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba1cc31-7f96-41f4-b844-858c5bc715b0 x-openstack-request-id: req-eba1cc31-7f96-41f4-b844-858c5bc715b0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:34.962524 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:34.962745 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eba1cc31-7f96-41f4-b844-858c5bc715b0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:34.963138 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'status': 'completed', 'code': 200} Nov 01 18:45:34.992354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:34.997187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:35.006714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-150b0621-eab5-46d8-8e37-808a2494d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.008354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-150b0621-eab5-46d8-8e37-808a2494d82f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1096 time: 0.0887637 Nov 01 18:45:35.051494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aea7930-cf68-481d-87e0-3ce8759964f0 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:35.118777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2aea7930-cf68-481d-87e0-3ce8759964f0 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:35.119465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:35.205430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-30d93f0b-4ecf-447a-bf89-79afb6f38aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.206943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-30d93f0b-4ecf-447a-bf89-79afb6f38aa1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.1630135 Nov 01 18:45:35.217214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1653d3a0-26bc-4574-ad7b-5f57c3d53876 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:35.278501 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:35.278915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:35.284839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-5783e65c-738f-4b60-be8c-6e65abd5745c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1000 time: 0.0682466 Nov 01 18:45:35.334575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-a8ce579e-24a1-48d2-adb2-00f3f7efbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.336064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-a8ce579e-24a1-48d2-adb2-00f3f7efbacc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0447993 Nov 01 18:45:35.337133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 257ee153-396b-4262-96ab-600daa1445c9 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:45:35.404079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ac2c4d7f-ab76-46df-9c81-1b0e2aa0919a None None] Provisioning complete for port 4f0ec085-eaa9-4078-b773-cfc36f730b40 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:35.404456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4d7f-ab76-46df-9c81-1b0e2aa0919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:35.438552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c4d7f-ab76-46df-9c81-1b0e2aa0919a None None] Port 4f0ec085-eaa9-4078-b773-cfc36f730b40 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:35.455807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-4e20343d-9f3f-48ab-89ef-4e05700c67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.457239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-4e20343d-9f3f-48ab-89ef-4e05700c67a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132150 Nov 01 18:45:35.463914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:35.469599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7299a088-8be7-42bb-be2d-96de3372c929 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5250158 Nov 01 18:45:35.472555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:35.474525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] Sync routers for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:35.487007 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:35.487660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:35.521547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e684e179-3fc0-4ee4-a996-f2f2b5a3e46f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.523085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e684e179-3fc0-4ee4-a996-f2f2b5a3e46f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports/4f0ec085-eaa9-4078-b773-cfc36f730b40 HTTP/1.1" status: 200 len: 910 time: 0.0489893 Nov 01 18:45:35.525845 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:35.526021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58430) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:35.536555 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:35.537168 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:35.564651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-fe2c263b-8dc9-4989-8c45-5ad0c1dbab6a service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987718 Nov 01 18:45:35.571863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:35.572508 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d6781-6649-4a87-b3a1-e33ab362afcd None None] The sync data for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:35.697898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-ba7fc8a9-3b9e-4140-99c9-03e5104ebb2f service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255302 Nov 01 18:45:35.718887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba945d0-7913-44f4-8d5d-d99d08b9a5e0 req-2142aacd-0411-407d-8e88-1cea7ab3641c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.720369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba945d0-7913-44f4-8d5d-d99d08b9a5e0 req-2142aacd-0411-407d-8e88-1cea7ab3641c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0724294 Nov 01 18:45:35.760013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba945d0-7913-44f4-8d5d-d99d08b9a5e0 req-05415c71-e041-4ee3-98dd-4b57de7ac366 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Nov 01 18:45:35.862671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-e8305db4-94a9-4585-ac0a-7af5272b6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.864314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-e8305db4-94a9-4585-ac0a-7af5272b6e40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1096 time: 0.0439384 Nov 01 18:45:35.895163 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:35.961018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-ac1240aa-44f2-43c2-acbb-56a1f6d59c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:35.989203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-ac1240aa-44f2-43c2-acbb-56a1f6d59c80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.0915694 Nov 01 18:45:36.043652 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-f5be9b0d-5ba7-4121-9436-7ff0ab9d84d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1000 time: 0.0731373 Nov 01 18:45:36.096535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-237a56ef-8f7f-4dd5-a4e4-c3dff391769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:36.098250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-237a56ef-8f7f-4dd5-a4e4-c3dff391769f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0482793 Nov 01 18:45:36.159934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-78baf28e-cd51-4f2e-8315-42940f0a74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:36.161707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-78baf28e-cd51-4f2e-8315-42940f0a74fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425823 Nov 01 18:45:36.174097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.21.0.1 (962f8ee2-eb03-4707-a58b-01910b26bc64/0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71/111e5a0d-e9e6-4cdb-a8b0-605eeec17208) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:36.269031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-a1126678-994b-4e65-b871-a9e086dfa8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956182 Nov 01 18:45:36.300631 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:36.385324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4d2de96-56c9-4b7f-9857-1b6ee65f26b6 req-750b9c3f-0ea2-4448-bbfd-a06be14f25a4 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101220 Nov 01 18:45:36.420853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:36.488730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:36.494456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:36.497808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=111e5a0d-e9e6-4cdb-a8b0-605eeec17208,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:36.511249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:36.568365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:36.874606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0cacb0f5-46c3-4519-92c0-8b9a5a2d1e0d None None] Provisioning complete for port 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:36.875735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0cacb0f5-46c3-4519-92c0-8b9a5a2d1e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:36.928307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad4065-5dc7-4ff9-afae-25c12486ca0b req-1f4dcd7d-f8d2-4b24-8fdf-875d2e67b3e1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:36.930069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9ad4065-5dc7-4ff9-afae-25c12486ca0b req-1f4dcd7d-f8d2-4b24-8fdf-875d2e67b3e1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0795233 Nov 01 18:45:36.945190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0cacb0f5-46c3-4519-92c0-8b9a5a2d1e0d None None] Port 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:36.988303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9ad4065-5dc7-4ff9-afae-25c12486ca0b req-62a07368-6121-4eaf-8306-b1371b6dfa74 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Nov 01 18:45:37.210291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:37.487772 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:37.560479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:37.638942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=111e5a0d-e9e6-4cdb-a8b0-605eeec17208,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:37.641643 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:37.743929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:37.745273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:37.868499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 257ee153-396b-4262-96ab-600daa1445c9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:37.981821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:37.989632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58456) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:37.990692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f089829-c9f6-47c3-9d0d-2d0d0c5c4149 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627938 Nov 01 18:45:37.992558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] Sync routers for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:38.007109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:38.008021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:38.041864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e0ed2-0fda-46e0-8ce8-852e19f733a9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:38.043639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd0e0ed2-0fda-46e0-8ce8-852e19f733a9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports/111e5a0d-e9e6-4cdb-a8b0-605eeec17208 HTTP/1.1" status: 200 len: 910 time: 0.0523226 Nov 01 18:45:38.046252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58460) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:38.076130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:38.095544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:38.107182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:38.156480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5d99ecfc-ccbf-4a2d-9039-9388bb5e4b35 None None] Provisioning complete for port 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:38.157008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d99ecfc-ccbf-4a2d-9039-9388bb5e4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:38.161152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:38.161859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32adc0-6d57-4ed8-916a-f4547ff47251 None None] The sync data for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:38.198724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5d99ecfc-ccbf-4a2d-9039-9388bb5e4b35 None None] Port 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:38.265311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc256e-5529-4ed8-b013-621b0d15843b req-dd88cc18-030d-4c0a-88ec-fc1c15f7fbd2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:38.266707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17dc256e-5529-4ed8-b013-621b0d15843b req-dd88cc18-030d-4c0a-88ec-fc1c15f7fbd2 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.1411974 Nov 01 18:45:38.347346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17dc256e-5529-4ed8-b013-621b0d15843b req-bbd6c9bb-15ea-4a23-ae07-7d2dd77e4102 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701723 Nov 01 18:45:38.463016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:38.728375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:38.728766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:38.819874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:38.842292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 111e5a0d-e9e6-4cdb-a8b0-605eeec17208 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:39.116287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:39.149187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=111e5a0d-e9e6-4cdb-a8b0-605eeec17208,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:39.279986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:39.328858 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:39.582941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3818cd-45e3-4acc-a964-fcc88f509ba7 req-e1b42050-0c87-49ab-9aa7-3dce19289a6a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:39.584536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b3818cd-45e3-4acc-a964-fcc88f509ba7 req-e1b42050-0c87-49ab-9aa7-3dce19289a6a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0956063 Nov 01 18:45:39.586238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 257ee153-396b-4262-96ab-600daa1445c9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:39.696231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6b3818cd-45e3-4acc-a964-fcc88f509ba7 req-738b5087-cba9-4e9f-b2a8-58b9d1fe7179 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041420 Nov 01 18:45:39.709732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:39.720193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0572aca4-ca85-4125-96a4-426081d77659 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720464 Nov 01 18:45:39.722449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:39.729440 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] Sync routers for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:39.745908 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:39.746592 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:39.793567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:39.804919 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:39.805802 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:39.842187 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:39.843100 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc142517-6a8c-4d08-976f-b993466fbea7 None None] The sync data for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:40.080563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:40.346683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 4f0ec085-eaa9-4078-b773-cfc36f730b40 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:40.347032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:40.452224 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:40.464945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 4f0ec085-eaa9-4078-b773-cfc36f730b40 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:40.709067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:40.743398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=4f0ec085-eaa9-4078-b773-cfc36f730b40,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:40.859251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841567a-e48b-45f3-8846-468ae1e905de req-71973776-4be8-47e7-b816-32a90984c25d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:40.861081 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6841567a-e48b-45f3-8846-468ae1e905de req-71973776-4be8-47e7-b816-32a90984c25d tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0753038 Nov 01 18:45:40.917151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6841567a-e48b-45f3-8846-468ae1e905de req-2251ae63-9f8c-403c-b156-25937382e5f1 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498574 Nov 01 18:45:40.955942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.121182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 257ee153-396b-4262-96ab-600daa1445c9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:41.199764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:41.213794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3789a68-02a6-42be-a892-ed2d1c7b65f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822652 Nov 01 18:45:41.213915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58470) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:41.214018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] Sync routers for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:41.225030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:41.225653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:41.255964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8773ad7f-cdf6-49a8-88d8-0af7ec1d3d33 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=257ee153-396b-4262-96ab-600daa1445c9 HTTP/1.1" status: 200 len: 205 time: 0.0454812 Nov 01 18:45:41.258370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58472) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:41.277690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:41.288524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] Routers {'257ee153-396b-4262-96ab-600daa1445c9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:41.288524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['257ee153-396b-4262-96ab-600daa1445c9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:41.337466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.338804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:41.339461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75207514-6e44-437f-9d77-720bc8a70723 None None] The sync data for ids ['257ee153-396b-4262-96ab-600daa1445c9'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:41.504569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.506587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.625517 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.626072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router 257ee153-396b-4262-96ab-600daa1445c9 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:45:41.634052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.639155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8c60d29d-56a0-42a0-8d9f-6aa8dae441de tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9 HTTP/1.1" status: 204 len: 168 time: 0.3759022 Nov 01 18:45:41.639155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58474) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:41.697911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:41.701865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.746295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:41.838065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.296707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de49629-6efd-418a-8899-09cafd8de6c1 req-9a31b1c7-5ebf-4e9e-a3c2-b2e7b29242c6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:42.298276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de49629-6efd-418a-8899-09cafd8de6c1 req-9a31b1c7-5ebf-4e9e-a3c2-b2e7b29242c6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0757430 Nov 01 18:45:42.346682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de49629-6efd-418a-8899-09cafd8de6c1 req-88d7dcad-7665-435c-991c-23ae51318ab7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Nov 01 18:45:42.387103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.413279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:42.424530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.424881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.425227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.425561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.425897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.426231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.426561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.426890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.427218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.427943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.427943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.428194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:42.430873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b5cbf-b5f2-47a9-b386-a538221585eb None None] Network 962f8ee2-eb03-4707-a58b-01910b26bc64 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:42.431327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.435067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-57fdb661-5a17-465b-bc3c-86a5c9dd7c93 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71 HTTP/1.1" status: 204 len: 168 time: 0.7947598 Nov 01 18:45:42.438868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58478) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:42.514189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 1701760e-d9ab-478c-8fe7-15f0f5b68213 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:42.517747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.571743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.662965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] DHCP port deletion for 962f8ee2-eb03-4707-a58b-01910b26bc64 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:42.716527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.737996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Deleting port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:42.738377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.813296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] For port 1653d3a0-26bc-4574-ad7b-5f57c3d53876, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1653d3a0-26bc-4574-ad7b-5f57c3d53876,segment=NetworkSegment(a0c6cf6c-be75-444f-a540-0f7de65e0e41),segment_id=a0c6cf6c-be75-444f-a540-0f7de65e0e41)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:42.813705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.826878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Calling delete_port for 1653d3a0-26bc-4574-ad7b-5f57c3d53876 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:42.905437 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.934780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=1701760e-d9ab-478c-8fe7-15f0f5b68213,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:42.936800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:42.940768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-652e2324-9114-4ebe-bc92-5bab214d09ae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/1701760e-d9ab-478c-8fe7-15f0f5b68213 HTTP/1.1" status: 204 len: 168 time: 0.4997947 Nov 01 18:45:42.942250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ae24e-b192-4916-a30d-a49132f457b5 None None] Network 774045fa-9a02-4dda-89fe-4ec2a14413f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:42.943879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58480) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:43.029655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.048824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.064265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1653d3a0-26bc-4574-ad7b-5f57c3d53876 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:43.066260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] No DVR routers for this DVR port 1653d3a0-26bc-4574-ad7b-5f57c3d53876 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:43.068561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a50ff7-2e86-44c2-9570-92c68730e8ea None None] Pushing event deleted for resources: {'Port': ['ID=1653d3a0-26bc-4574-ad7b-5f57c3d53876,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:43.114923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1653d3a0-26bc-4574-ad7b-5f57c3d53876 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:45:43.115260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1653d3a0-26bc-4574-ad7b-5f57c3d53876 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:43.163957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.188427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962f8ee2-eb03-4707-a58b-01910b26bc64']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:43.205145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c6cf6c-be75-444f-a540-0f7de65e0e41') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:43.205472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c6cf6c-be75-444f-a540-0f7de65e0e41') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:43.221886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.240839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.247800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:43.248192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:43.251343 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:43.274833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] DHCP port deletion for 774045fa-9a02-4dda-89fe-4ec2a14413f9 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:43.339081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Deleting port 2aea7930-cf68-481d-87e0-3ce8759964f0 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:43.339376 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.406909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] For port 2aea7930-cf68-481d-87e0-3ce8759964f0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aea7930-cf68-481d-87e0-3ce8759964f0,segment=NetworkSegment(70f7c0f6-7e4f-4627-aadf-148fd465adae),segment_id=70f7c0f6-7e4f-4627-aadf-148fd465adae)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:43.407312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.425113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Calling delete_port for 2aea7930-cf68-481d-87e0-3ce8759964f0 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:43.488333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.496261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.504278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/962f8ee2-eb03-4707-a58b-01910b26bc64 HTTP/1.1" status: 204 len: 168 time: 0.5544188 Nov 01 18:45:43.504278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:43.539195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d693b5c-6f36-4005-81ce-8621b28812b9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=962f8ee2-eb03-4707-a58b-01910b26bc64,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:43.596656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1173-79af-4fc3-967e-48f70a68ac05 req-1e4f985d-c7f7-47ef-9093-e962e1034381 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:43.598219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bedb1173-79af-4fc3-967e-48f70a68ac05 req-1e4f985d-c7f7-47ef-9093-e962e1034381 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.1473463 Nov 01 18:45:43.622176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.658029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bedb1173-79af-4fc3-967e-48f70a68ac05 req-681948e4-4a02-4cc9-a129-e0c76d6abd2f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495372 Nov 01 18:45:43.715767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 2aea7930-cf68-481d-87e0-3ce8759964f0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:43.731802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.794771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 2aea7930-cf68-481d-87e0-3ce8759964f0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2aea7930-cf68-481d-87e0-3ce8759964f0,segment=NetworkSegment(70f7c0f6-7e4f-4627-aadf-148fd465adae),segment_id=70f7c0f6-7e4f-4627-aadf-148fd465adae)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:43.795136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:43.808366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 2aea7930-cf68-481d-87e0-3ce8759964f0 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:44.000420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.001854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.002170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] Pushing event deleted for resources: {'Port': ['ID=2aea7930-cf68-481d-87e0-3ce8759964f0,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:44.002170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcde99-51de-493f-af49-76ae4118f963 None None] No DVR routers for this DVR port 2aea7930-cf68-481d-87e0-3ce8759964f0 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:44.002360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=2aea7930-cf68-481d-87e0-3ce8759964f0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:44.002360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 2aea7930-cf68-481d-87e0-3ce8759964f0 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:44.034519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.057160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774045fa-9a02-4dda-89fe-4ec2a14413f9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:44.068039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f7c0f6-7e4f-4627-aadf-148fd465adae') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:44.068397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f7c0f6-7e4f-4627-aadf-148fd465adae') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:44.079417 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.094316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.100665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:44.101204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self.session.flush() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:44.104399 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:44.591250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.600267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.601765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/774045fa-9a02-4dda-89fe-4ec2a14413f9 HTTP/1.1" status: 204 len: 168 time: 1.0966334 Nov 01 18:45:44.606521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58490) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:44.611684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-302682549'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:44.617929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e5fe-e134-4818-a74d-c25bd6f71303 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=774045fa-9a02-4dda-89fe-4ec2a14413f9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:44.704884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:44.709755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.746087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:44.762791 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.766392 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 1829b283-6bec-45ed-bd1a-6d53df6941f8 of type vlan for network 098ec5d5-3536-489b-a51b-9123fa03f166 Nov 01 18:45:44.811527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8d58-08e0-445b-b6b4-12d0c446c5b3 req-d5fdd4f7-e118-4f1f-b589-684f5a848446 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:44.819041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-319e8d58-08e0-445b-b6b4-12d0c446c5b3 req-d5fdd4f7-e118-4f1f-b589-684f5a848446 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0603116 Nov 01 18:45:44.828729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.861082 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-319e8d58-08e0-445b-b6b4-12d0c446c5b3 req-5fed617e-a8de-4288-b887-57e64de79788 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Nov 01 18:45:44.951271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:44.956953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:44.957582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:45.018839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aea7930-cf68-481d-87e0-3ce8759964f0 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:45.027802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=098ec5d5-3536-489b-a51b-9123fa03f166,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:45.044154 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 098ec5d5-3536-489b-a51b-9123fa03f166 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:45.046707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2aea7930-cf68-481d-87e0-3ce8759964f0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:45:45.047329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2aea7930-cf68-481d-87e0-3ce8759964f0 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:45.085541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9a9bc6b1-fd5a-45a3-bae8-cc4daef2fa3f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4777327 Nov 01 18:45:45.088052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58494) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:45.094271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:45.282395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:45.286066 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:45.560930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:45.630285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=bb4c2461-aafb-41ba-8467-5f533fe3e8de,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:45.632794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '1829b283-6bec-45ed-bd1a-6d53df6941f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:45.633178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: 098ec5d5-3536-489b-a51b-9123fa03f166, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:45.732879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 098ec5d5-3536-489b-a51b-9123fa03f166 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:45.922628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 098ec5d5-3536-489b-a51b-9123fa03f166) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:45.926946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:45.936726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:45.937465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b0fd0-9c4b-4ac8-a439-c580ce59e540 None None] Network 098ec5d5-3536-489b-a51b-9123fa03f166 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:46.008221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a2bd-42f0-4077-8a5e-3b30e562d32b req-f2eb9658-ca32-44fe-b049-0e365b16179c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:46.010761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66a5a2bd-42f0-4077-8a5e-3b30e562d32b req-f2eb9658-ca32-44fe-b049-0e365b16179c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0618303 Nov 01 18:45:46.068070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-66a5a2bd-42f0-4077-8a5e-3b30e562d32b req-96527f70-f294-4ffc-a0e8-5d7f416d14a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501065 Nov 01 18:45:46.083702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36442ba6-0306-4fa2-b49e-b05858cc6eae tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9943027 Nov 01 18:45:46.086749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58498) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:46.093015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529616388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:46.107780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-098ec5d5-3536-489b-a51b-9123fa03f166', 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': 'bb4c2461-aafb-41ba-8467-5f533fe3e8de'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:46.108775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.194688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.195754 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.247882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Allocated IP 172.20.0.2 (098ec5d5-3536-489b-a51b-9123fa03f166/bb4c2461-aafb-41ba-8467-5f533fe3e8de/525efc00-cdd9-4fac-a0ba-dfad71a3178b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:46.253134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.348953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.411371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.436752 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.437982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-08757d61-8b7a-4ab4-89e5-bbcdee049ce7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3502295 Nov 01 18:45:46.440832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58500) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:46.446027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'port': {'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166', 'name': 'tempest-RoutersTest-1842144090'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:46.509406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.548813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Network 098ec5d5-3536-489b-a51b-9123fa03f166 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:46.555680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:46.560310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:46.565142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Pushing event updated for resources: {'Port': ['ID=525efc00-cdd9-4fac-a0ba-dfad71a3178b,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:46.655360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Attempting to bind port 525efc00-cdd9-4fac-a0ba-dfad71a3178b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:46.655783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Attempting to bind port 525efc00-cdd9-4fac-a0ba-dfad71a3178b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1829b283-6bec-45ed-bd1a-6d53df6941f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:46.656155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Attempting to bind port 525efc00-cdd9-4fac-a0ba-dfad71a3178b on network 098ec5d5-3536-489b-a51b-9123fa03f166 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:46.663217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:46.663778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Checking segment: {'id': '1829b283-6bec-45ed-bd1a-6d53df6941f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:46.664189 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.664613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Bound using segment: {'id': '1829b283-6bec-45ed-bd1a-6d53df6941f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:46.665085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Bound port: 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1829b283-6bec-45ed-bd1a-6d53df6941f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '098ec5d5-3536-489b-a51b-9123fa03f166'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:46.665469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:46.739361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] For port 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:46.742283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] For port 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=525efc00-cdd9-4fac-a0ba-dfad71a3178b,segment=NetworkSegment(1829b283-6bec-45ed-bd1a-6d53df6941f8),segment_id=1829b283-6bec-45ed-bd1a-6d53df6941f8)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:47.204026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1a303-ddd6-476e-870b-e51d2d963cbf req-542f4441-1018-4399-9fb9-23a1c9b9faf6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:47.207849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2e1a303-ddd6-476e-870b-e51d2d963cbf req-542f4441-1018-4399-9fb9-23a1c9b9faf6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0527134 Nov 01 18:45:47.244370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2e1a303-ddd6-476e-870b-e51d2d963cbf req-935b48a1-f5b9-4782-9a6e-6fe7cc3c92e9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327125 Nov 01 18:45:47.276457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:47.288181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:47.297835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] device_id is not set on port 4134dcf0-4b5f-4484-9861-32b513ec07cc yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:45:47.332259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:47.423689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.20.0.3 (098ec5d5-3536-489b-a51b-9123fa03f166/bb4c2461-aafb-41ba-8467-5f533fe3e8de/4134dcf0-4b5f-4484-9861-32b513ec07cc) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:47.548874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bdbc5-1617-4dfb-90cc-b3fe9425c176 None None] Pushing event updated for resources: {'Port': ['ID=525efc00-cdd9-4fac-a0ba-dfad71a3178b,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:47.589996 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:45:47.590748 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:47.717474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:47.767938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 098ec5d5-3536-489b-a51b-9123fa03f166 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:47.771199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:47.776182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:47.782090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4134dcf0-4b5f-4484-9861-32b513ec07cc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:47.834066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:47.834694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:47.970599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d5eff442-7d5a-4ca5-a42f-df3510d3c3c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5286283 Nov 01 18:45:47.973253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58508) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:48.315866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.443721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20acba-e923-4c0e-b597-674c5b2351f8 req-b95a6407-3a60-4169-a572-9616c90316fe tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:48.445192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c20acba-e923-4c0e-b597-674c5b2351f8 req-b95a6407-3a60-4169-a572-9616c90316fe tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.1174090 Nov 01 18:45:48.566178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c20acba-e923-4c0e-b597-674c5b2351f8 req-6b568720-6d18-4361-b4a9-0e48cdcad330 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919173 Nov 01 18:45:48.606922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c1cfe-af17-4c95-b367-9e6544473dab None None] Network 098ec5d5-3536-489b-a51b-9123fa03f166 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:48.635651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.689934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] Provisioning complete for port 525efc00-cdd9-4fac-a0ba-dfad71a3178b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:48.690314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.818302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4b0be08-cc6c-4841-8bc1-5416d83f4b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.833786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.842178 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:48.871825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] For port 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=525efc00-cdd9-4fac-a0ba-dfad71a3178b,segment=NetworkSegment(1829b283-6bec-45ed-bd1a-6d53df6941f8),segment_id=1829b283-6bec-45ed-bd1a-6d53df6941f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:48.928062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4134dcf0-4b5f-4484-9861-32b513ec07cc,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:48.975631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.035143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c20b74-c15c-432b-9854-5e89da4e7cb2 None None] Pushing event updated for resources: {'Port': ['ID=525efc00-cdd9-4fac-a0ba-dfad71a3178b,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:49.058329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 525efc00-cdd9-4fac-a0ba-dfad71a3178b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:49.112019 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.114372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6f0499c8-4135-48da-a47c-be6d15c3dac8 None None] Provisioning complete for port 525efc00-cdd9-4fac-a0ba-dfad71a3178b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:49.114745 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6f0499c8-4135-48da-a47c-be6d15c3dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.159363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 525efc00-cdd9-4fac-a0ba-dfad71a3178b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:49.159758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.288693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6f0499c8-4135-48da-a47c-be6d15c3dac8 None None] Provisioning complete for port 4134dcf0-4b5f-4484-9861-32b513ec07cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:49.289066 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6f0499c8-4135-48da-a47c-be6d15c3dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.328064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6f0499c8-4135-48da-a47c-be6d15c3dac8 None None] Port 4134dcf0-4b5f-4484-9861-32b513ec07cc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:49.343633 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.453391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-29593f98-6134-4630-b450-802191e8d77d None None] Provisioning complete for port 4134dcf0-4b5f-4484-9861-32b513ec07cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:49.453391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29593f98-6134-4630-b450-802191e8d77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.485626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-29593f98-6134-4630-b450-802191e8d77d None None] Port 4134dcf0-4b5f-4484-9861-32b513ec07cc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:49.604813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ef11df5c-fea8-403b-9de9-5cac34fd36ae None None] Provisioning complete for port 4134dcf0-4b5f-4484-9861-32b513ec07cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:49.605198 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ef11df5c-fea8-403b-9de9-5cac34fd36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.625231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.641743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ef11df5c-fea8-403b-9de9-5cac34fd36ae None None] Port 4134dcf0-4b5f-4484-9861-32b513ec07cc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:49.701288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc073-94e0-4c14-b554-3203a4420bc0 req-9974370a-8035-4ac2-9bac-01fa12372c0e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:49.702804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-581bc073-94e0-4c14-b554-3203a4420bc0 req-9974370a-8035-4ac2-9bac-01fa12372c0e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0543809 Nov 01 18:45:49.740170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-581bc073-94e0-4c14-b554-3203a4420bc0 req-8dbdb714-e48b-4ed2-b191-62ccf85fb183 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Nov 01 18:45:49.824657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.897534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4134dcf0-4b5f-4484-9861-32b513ec07cc,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:49.901296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:49.994707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 098ec5d5-3536-489b-a51b-9123fa03f166 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:49.997076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:50.202105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router d0aca94c-c2fd-4797-8342-915517e6ee3b is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:45:50.263356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-92413c79-2c30-4662-a756-bebc354e1851 None None] Provisioning complete for port 4134dcf0-4b5f-4484-9861-32b513ec07cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:50.263750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92413c79-2c30-4662-a756-bebc354e1851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:50.298457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:50.300777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-92413c79-2c30-4662-a756-bebc354e1851 None None] Port 4134dcf0-4b5f-4484-9861-32b513ec07cc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:50.305839 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a72684d8-ffbb-4490-ad94-3ba3c05e90af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/d0aca94c-c2fd-4797-8342-915517e6ee3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316789 Nov 01 18:45:50.308437 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] Sync routers for ids ['d0aca94c-c2fd-4797-8342-915517e6ee3b'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:50.313205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58514) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:50.318629 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] Routers {'d0aca94c-c2fd-4797-8342-915517e6ee3b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:50.319231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d0aca94c-c2fd-4797-8342-915517e6ee3b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:50.353369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f19b3-c226-454a-9656-a5050201e921 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:50.354514 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:50.354764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2d8f19b3-c226-454a-9656-a5050201e921 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports/4134dcf0-4b5f-4484-9861-32b513ec07cc HTTP/1.1" status: 200 len: 977 time: 0.0453484 Nov 01 18:45:50.358642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58516) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:50.363946 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] Routers {'d0aca94c-c2fd-4797-8342-915517e6ee3b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:50.364598 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d0aca94c-c2fd-4797-8342-915517e6ee3b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:50.396497 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:50.397132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b6254-a47c-42cb-9bad-50f30d8d0c03 None None] The sync data for ids ['d0aca94c-c2fd-4797-8342-915517e6ee3b'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:50.764585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:50.866874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a485-db6b-4d2a-909f-95794b7b8e0a req-063d1190-133a-4082-a998-cee003a58bda tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:50.868402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f33a485-db6b-4d2a-909f-95794b7b8e0a req-063d1190-133a-4082-a998-cee003a58bda tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0496316 Nov 01 18:45:50.875987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b6df5753-4a0c-4226-a817-2a5341920db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:50.908734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f33a485-db6b-4d2a-909f-95794b7b8e0a req-fb109e21-2907-457a-b920-d0a3c401d9b3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Nov 01 18:45:51.000674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 4134dcf0-4b5f-4484-9861-32b513ec07cc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:51.001021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:51.015177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 525efc00-cdd9-4fac-a0ba-dfad71a3178b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:51.063670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 525efc00-cdd9-4fac-a0ba-dfad71a3178b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:51.064330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:51.090438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:51.102322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 4134dcf0-4b5f-4484-9861-32b513ec07cc owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:51.703078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:51.732628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=4134dcf0-4b5f-4484-9861-32b513ec07cc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:51.893536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:52.076908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9c1d7-890f-4051-94c6-0893799595dc req-61b897ce-b917-4c77-b067-c26f8cf92ec9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:52.078582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75a9c1d7-890f-4051-94c6-0893799595dc req-61b897ce-b917-4c77-b067-c26f8cf92ec9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0719247 Nov 01 18:45:52.100969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router d0aca94c-c2fd-4797-8342-915517e6ee3b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:52.130817 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75a9c1d7-890f-4051-94c6-0893799595dc req-563f6b77-3c4c-4bc5-9649-bc05a0d65560 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408540 Nov 01 18:45:52.189825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:52.195453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-748473a4-17a1-432d-a57d-313ab36def9d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/d0aca94c-c2fd-4797-8342-915517e6ee3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356738 Nov 01 18:45:52.197832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58522) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:52.201690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] Sync routers for ids ['d0aca94c-c2fd-4797-8342-915517e6ee3b'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:52.213481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] Routers {'d0aca94c-c2fd-4797-8342-915517e6ee3b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:52.214171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d0aca94c-c2fd-4797-8342-915517e6ee3b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:52.248895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:52.265181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] Routers {'d0aca94c-c2fd-4797-8342-915517e6ee3b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:52.265181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d0aca94c-c2fd-4797-8342-915517e6ee3b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:52.294672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:52.295311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee91e9-2837-409e-9e1c-1c0fdb2a2462 None None] The sync data for ids ['d0aca94c-c2fd-4797-8342-915517e6ee3b'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:52.414058 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-8b1344a7-ae49-48e4-9d35-bfeaaedf5ec2 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] remove_router_interface failed (client error): The resource could not be found. Nov 01 18:45:52.415103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8b1344a7-ae49-48e4-9d35-bfeaaedf5ec2 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/d0aca94c-c2fd-4797-8342-915517e6ee3b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2163248 Nov 01 18:45:52.418854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58524) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:52.444735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd540f8e-90d9-47bf-8ff3-ddbbc1744074 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0aca94c-c2fd-4797-8342-915517e6ee3b HTTP/1.1" status: 200 len: 205 time: 0.0248241 Nov 01 18:45:52.447320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:52.521028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:52.920100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.015927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.018114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.104746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.105548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router d0aca94c-c2fd-4797-8342-915517e6ee3b {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:45:53.112056 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.115873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1b9e58e-3e05-4975-b339-d75c0fd89c4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/d0aca94c-c2fd-4797-8342-915517e6ee3b HTTP/1.1" status: 204 len: 168 time: 0.6649010 Nov 01 18:45:53.115873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58530) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:53.167073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet bb4c2461-aafb-41ba-8467-5f533fe3e8de {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:53.170383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.224699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.297509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ed13-ae2a-4e40-aff7-a4eb5e17e78e req-f740cb36-f849-413b-a7f3-0e0a9aaf728f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:53.298980 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27e8ed13-ae2a-4e40-aff7-a4eb5e17e78e req-f740cb36-f849-413b-a7f3-0e0a9aaf728f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0930567 Nov 01 18:45:53.354662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.390145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27e8ed13-ae2a-4e40-aff7-a4eb5e17e78e req-30f7db62-54d5-4c4a-a4e5-719bfa1045d3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718272 Nov 01 18:45:53.552415 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.578157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4c2461-aafb-41ba-8467-5f533fe3e8de,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:53.584786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.588557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a0e4411-7999-4e90-813f-5b651b149ef5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/bb4c2461-aafb-41ba-8467-5f533fe3e8de HTTP/1.1" status: 204 len: 168 time: 0.4713135 Nov 01 18:45:53.590561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58534) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:53.590716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072496fa-f6b9-48ab-bf46-708852104798 None None] Network 098ec5d5-3536-489b-a51b-9123fa03f166 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:53.669051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.735254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 525efc00-cdd9-4fac-a0ba-dfad71a3178b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:53.735638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.775657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] DHCP port deletion for 098ec5d5-3536-489b-a51b-9123fa03f166 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:45:53.800439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=525efc00-cdd9-4fac-a0ba-dfad71a3178b,segment=NetworkSegment(1829b283-6bec-45ed-bd1a-6d53df6941f8),segment_id=1829b283-6bec-45ed-bd1a-6d53df6941f8)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:53.800807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.814922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 525efc00-cdd9-4fac-a0ba-dfad71a3178b owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:53.827637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Deleting port 525efc00-cdd9-4fac-a0ba-dfad71a3178b {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:53.828021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.849302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.892860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] For port 525efc00-cdd9-4fac-a0ba-dfad71a3178b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=525efc00-cdd9-4fac-a0ba-dfad71a3178b,segment=NetworkSegment(1829b283-6bec-45ed-bd1a-6d53df6941f8),segment_id=1829b283-6bec-45ed-bd1a-6d53df6941f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:53.893268 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.906095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Calling delete_port for 525efc00-cdd9-4fac-a0ba-dfad71a3178b owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:53.984750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:53.991062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.012504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=525efc00-cdd9-4fac-a0ba-dfad71a3178b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:54.014376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 525efc00-cdd9-4fac-a0ba-dfad71a3178b on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:54.020877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] No DVR routers for this DVR port 525efc00-cdd9-4fac-a0ba-dfad71a3178b on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:45:54.022600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21db796-5714-47fb-96b2-b3dc38e86021 None None] Pushing event deleted for resources: {'Port': ['ID=525efc00-cdd9-4fac-a0ba-dfad71a3178b,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:54.096859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.116639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098ec5d5-3536-489b-a51b-9123fa03f166']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:54.125809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1829b283-6bec-45ed-bd1a-6d53df6941f8') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:54.126112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1829b283-6bec-45ed-bd1a-6d53df6941f8') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:54.135574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.148836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.155458 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:45:54.159686 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:45:54.293509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.300430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.303447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/098ec5d5-3536-489b-a51b-9123fa03f166 HTTP/1.1" status: 204 len: 168 time: 0.7119074 Nov 01 18:45:54.308197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58536) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:54.313562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722462348'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:54.315217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301a81-53f6-4c1d-8b8f-fcce672b6099 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=098ec5d5-3536-489b-a51b-9123fa03f166,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:54.413143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:54.416696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.441034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:45:54.450444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.451874 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 02e3f8ef-aa77-46a5-ba06-535dc05cd037 of type vlan for network e4288521-5fa0-419b-b2fd-e6725d8ec01a Nov 01 18:45:54.491779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.518499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b1f5-73bd-45b9-9534-cca68a362335 req-ee0eed8e-f8da-4309-bf59-9db08a02077f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:54.520054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d30b1f5-73bd-45b9-9534-cca68a362335 req-ee0eed8e-f8da-4309-bf59-9db08a02077f tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0544124 Nov 01 18:45:54.558924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d30b1f5-73bd-45b9-9534-cca68a362335 req-e9e1c830-126d-4a81-b766-60bbe7d255b7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Nov 01 18:45:54.630658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.637797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:54.638389 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:54.710435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=e4288521-5fa0-419b-b2fd-e6725d8ec01a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:54.718145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.718498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.718916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.719212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.719576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.721556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.721556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.721556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.721556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.721556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.722029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.722029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:45:54.736753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:45:54.758802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dc5f5415-fc40-47c9-9da8-d72119309d45 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4491634 Nov 01 18:45:54.761917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58540) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:54.767461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:54.967625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:45:54.971431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.008589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 525efc00-cdd9-4fac-a0ba-dfad71a3178b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:45:55.030147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 525efc00-cdd9-4fac-a0ba-dfad71a3178b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:45:55.030520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 525efc00-cdd9-4fac-a0ba-dfad71a3178b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:45:55.234886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.296766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=50935d29-967b-4e22-8c0e-b13f320a0ac7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:55.307600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '02e3f8ef-aa77-46a5-ba06-535dc05cd037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:55.308011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: e4288521-5fa0-419b-b2fd-e6725d8ec01a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:45:55.429605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:45:55.436106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:45:55.522462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:55.536510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'port_id': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'mac_address': 'fa:16:3e:3c:dc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:45:55.561713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e4288521-5fa0-419b-b2fd-e6725d8ec01a) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:55.566301 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:55.566482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.574708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563aaed-fcef-4be0-80c0-90aa604921ee None None] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:55.587671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.637740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:45:55.673193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:55.679051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-13f57dc8-d8df-44c4-9174-dfccd30492af tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9160173 Nov 01 18:45:55.681715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58544) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:55.686686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1144695945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:45:55.700779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f829c-f85c-44d6-8b6d-aa0f5d72b998 req-1ac2507e-3e6b-4be9-b4f0-127178f0021e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:55.702449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-696f829c-f85c-44d6-8b6d-aa0f5d72b998 req-1ac2507e-3e6b-4be9-b4f0-127178f0021e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 945 time: 0.0677273 Nov 01 18:45:55.743874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-696f829c-f85c-44d6-8b6d-aa0f5d72b998 req-ddadb1dc-fe2f-4082-9882-645d3b6ad292 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344539 Nov 01 18:45:55.748525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.775068 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-e4288521-5fa0-419b-b2fd-e6725d8ec01a', 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '50935d29-967b-4e22-8c0e-b13f320a0ac7'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:45:55.776227 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.815247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:55.836467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.840687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.894522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:55.929700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Allocated IP 172.20.0.2 (e4288521-5fa0-419b-b2fd-e6725d8ec01a/50935d29-967b-4e22-8c0e-b13f320a0ac7/179132ba-51a7-441a-88b3-ef4de7d01535) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:55.988913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.074448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.116258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.117517 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c96c90e7-44b1-4b73-be47-c4d8ddb69588 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4346905 Nov 01 18:45:56.120226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58546) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:56.155517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['b90fc2dc-a819-4dec-8ee0-3c7b34856913'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:45:56.181074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.228478 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:56.235848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:56.238538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:56.272956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Pushing event updated for resources: {'Port': ['ID=179132ba-51a7-441a-88b3-ef4de7d01535,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:56.345979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Attempting to bind port 179132ba-51a7-441a-88b3-ef4de7d01535 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:45:56.346261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Attempting to bind port 179132ba-51a7-441a-88b3-ef4de7d01535 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '02e3f8ef-aa77-46a5-ba06-535dc05cd037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:45:56.346630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Attempting to bind port 179132ba-51a7-441a-88b3-ef4de7d01535 on network e4288521-5fa0-419b-b2fd-e6725d8ec01a {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:45:56.359451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:45:56.359883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Checking segment: {'id': '02e3f8ef-aa77-46a5-ba06-535dc05cd037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:45:56.360287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.360678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Bound using segment: {'id': '02e3f8ef-aa77-46a5-ba06-535dc05cd037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:45:56.361147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Bound port: 179132ba-51a7-441a-88b3-ef4de7d01535, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3f8ef-aa77-46a5-ba06-535dc05cd037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e4288521-5fa0-419b-b2fd-e6725d8ec01a'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:45:56.361533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.404148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.453219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] For port 179132ba-51a7-441a-88b3-ef4de7d01535, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:45:56.456309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] For port 179132ba-51a7-441a-88b3-ef4de7d01535, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=179132ba-51a7-441a-88b3-ef4de7d01535,segment=NetworkSegment(02e3f8ef-aa77-46a5-ba06-535dc05cd037),segment_id=02e3f8ef-aa77-46a5-ba06-535dc05cd037)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:45:56.619305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.640042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.20.0.1 (e4288521-5fa0-419b-b2fd-e6725d8ec01a/50935d29-967b-4e22-8c0e-b13f320a0ac7/4920b782-f73d-4a55-bde5-5cebfdf3887e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:45:56.696548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f851-07bf-43cd-a6e1-3e85e83a5275 None None] Pushing event updated for resources: {'Port': ['ID=179132ba-51a7-441a-88b3-ef4de7d01535,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:56.760749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.782680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.879107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:56.893767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8228e7f-5af6-4b62-a981-c6941ded2b8e req-4d7dacad-a5db-4cdb-b0b6-4197d79fdcf4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:56.895270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8228e7f-5af6-4b62-a981-c6941ded2b8e req-4d7dacad-a5db-4cdb-b0b6-4197d79fdcf4 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0669479 Nov 01 18:45:56.926334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:56.932399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:56.937100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:45:56.942474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8228e7f-5af6-4b62-a981-c6941ded2b8e req-edab2085-2455-4927-88c8-6a8439143aa3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350502 Nov 01 18:45:56.943719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4920b782-f73d-4a55-bde5-5cebfdf3887e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:57.007151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.064535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 179132ba-51a7-441a-88b3-ef4de7d01535 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:57.113094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 179132ba-51a7-441a-88b3-ef4de7d01535 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:57.113390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.182132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.195224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.227529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 179132ba-51a7-441a-88b3-ef4de7d01535, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=179132ba-51a7-441a-88b3-ef4de7d01535,segment=NetworkSegment(02e3f8ef-aa77-46a5-ba06-535dc05cd037),segment_id=02e3f8ef-aa77-46a5-ba06-535dc05cd037)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:57.299207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.360892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=179132ba-51a7-441a-88b3-ef4de7d01535,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:57.444859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:57.463079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.527581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.550383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:45:57.554955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port b90fc2dc-a819-4dec-8ee0-3c7b34856913 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:57.561170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.609024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=4920b782-f73d-4a55-bde5-5cebfdf3887e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:57.611745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.716371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:45:57.717897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:45:57.750238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb501fb6-83d2-416d-ab9f-14d6b3cbd699 None None] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:45:57.814008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c95c60eb-3f4d-4ca1-9997-dbc7193642cc None None] Provisioning complete for port 179132ba-51a7-441a-88b3-ef4de7d01535 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:57.814696 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c95c60eb-3f4d-4ca1-9997-dbc7193642cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.905051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:45:57.928733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:57.988860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:45:57.991174 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa97dfa-7517-47d5-bdb6-223f22f25c70" -d '{"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:45:58.009939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:58.022274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58554) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:58.024971 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] Sync routers for ids ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:58.029620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93636791-9f2e-4f10-b92b-325c287b2228 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078014 Nov 01 18:45:58.041101 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] Routers {'2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:58.042080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:58.050689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:45:58.057762 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd2024-f094-44f5-9f84-04c8011d9a1d x-openstack-request-id: req-defd2024-f094-44f5-9f84-04c8011d9a1d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:45:58.058380 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:45:58.058822 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-defd2024-f094-44f5-9f84-04c8011d9a1d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:45:58.059443 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'code': 200} Nov 01 18:45:58.085732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf1f05-02ae-4dba-8c59-3c9a5951298f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:58.087178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d8cf1f05-02ae-4dba-8c59-3c9a5951298f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports/4920b782-f73d-4a55-bde5-5cebfdf3887e HTTP/1.1" status: 200 len: 910 time: 0.0642295 Nov 01 18:45:58.090550 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:58.091648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58558) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:58.100861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] Routers {'2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:58.101577 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:58.122178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.139237 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:58.140191 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295bc6e-e05a-4d94-95f5-c7e7a89727b4 None None] The sync data for ids ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:58.148547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758c2d3-7b2a-4910-af1e-0721d42045e8 req-a33cac0e-234e-41d2-8eef-12c37fed54ed tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:58.150122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5758c2d3-7b2a-4910-af1e-0721d42045e8 req-a33cac0e-234e-41d2-8eef-12c37fed54ed tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 946 time: 0.0723329 Nov 01 18:45:58.192419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:58.205626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5758c2d3-7b2a-4910-af1e-0721d42045e8 req-833daeac-2f8c-401b-a50b-a6c6ef39e459 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Nov 01 18:45:58.336202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb438d-45fc-4e14-89b2-15fda418c61e req-b57fe4a2-ad83-4cfa-9f2b-d0340922a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:58.337727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dacb438d-45fc-4e14-89b2-15fda418c61e req-b57fe4a2-ad83-4cfa-9f2b-d0340922a3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1098 time: 0.0423596 Nov 01 18:45:58.375006 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dacb438d-45fc-4e14-89b2-15fda418c61e req-d620aea0-b6e1-49ee-9d7f-eb19c6e3e1ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297606 Nov 01 18:45:58.389415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6697fb8c-2bfc-45e4-8455-8420ac817e04 None None] Provisioning complete for port 4920b782-f73d-4a55-bde5-5cebfdf3887e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:58.389797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6697fb8c-2bfc-45e4-8455-8420ac817e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.434466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6697fb8c-2bfc-45e4-8455-8420ac817e04 None None] Port 4920b782-f73d-4a55-bde5-5cebfdf3887e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:58.444433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6697fb8c-2bfc-45e4-8455-8420ac817e04 None None] Provisioning complete for port 179132ba-51a7-441a-88b3-ef4de7d01535 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:58.444721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6697fb8c-2bfc-45e4-8455-8420ac817e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.479611 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.652676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-56fd53bb-c1b8-450c-beaa-b005e7f62cfc None None] Provisioning complete for port 4920b782-f73d-4a55-bde5-5cebfdf3887e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:58.653042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-56fd53bb-c1b8-450c-beaa-b005e7f62cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.698216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-56fd53bb-c1b8-450c-beaa-b005e7f62cfc None None] Port 4920b782-f73d-4a55-bde5-5cebfdf3887e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:58.744327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 4920b782-f73d-4a55-bde5-5cebfdf3887e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:45:58.744940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.818554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ae40f000-3271-42e3-822b-6016b33efb45 None None] Provisioning complete for port 4920b782-f73d-4a55-bde5-5cebfdf3887e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:58.819212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae40f000-3271-42e3-822b-6016b33efb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.830585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:58.842633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 4920b782-f73d-4a55-bde5-5cebfdf3887e owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:45:58.851132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ae40f000-3271-42e3-822b-6016b33efb45 None None] Port 4920b782-f73d-4a55-bde5-5cebfdf3887e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:45:59.022666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 179132ba-51a7-441a-88b3-ef4de7d01535 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:45:59.073292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 179132ba-51a7-441a-88b3-ef4de7d01535 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:45:59.073708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.081607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.112078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=4920b782-f73d-4a55-bde5-5cebfdf3887e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:45:59.256539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.346092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c3e86-adb4-4e9a-a01d-8c321465de2f req-c4f10b50-f4eb-41bd-8d76-c40d0570b3dd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:45:59.347683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1c3e86-adb4-4e9a-a01d-8c321465de2f req-c4f10b50-f4eb-41bd-8d76-c40d0570b3dd tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.0514560 Nov 01 18:45:59.399425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de1c3e86-adb4-4e9a-a01d-8c321465de2f req-c434b1a8-0b63-4146-a253-dbdb4487c11c tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371463 Nov 01 18:45:59.420816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:45:59.498401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:45:59.503258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-be6965ad-f646-47e2-afcd-ab736137dccc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101405 Nov 01 18:45:59.506691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:59.507691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] Sync routers for ids ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:45:59.519571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] Routers {'2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:59.519571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:59.535805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-661d0d79-8c39-4780-9873-20c3210736ab tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 HTTP/1.1" status: 200 len: 205 time: 0.0276463 Nov 01 18:45:59.538192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58564) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:59.555571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:59.565022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] Routers {'2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:45:59.565647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:59.598952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:45:59.599613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29c699-0cbd-4304-b0c5-a30735dbbaeb None None] The sync data for ids ['2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:45:59.613524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.772408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.774614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.899005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.899679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:45:59.907626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:45:59.908732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-629341bb-14f2-4018-8646-676c367e3211 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 HTTP/1.1" status: 204 len: 168 time: 0.3696411 Nov 01 18:45:59.911237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58582) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:45:59.961378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 50935d29-967b-4e22-8c0e-b13f320a0ac7 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:45:59.964503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.003813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.089855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.248233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.275302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=50935d29-967b-4e22-8c0e-b13f320a0ac7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:00.279057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.282251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8ef633b7-1091-49da-bdbe-50ea01ddf5d5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/50935d29-967b-4e22-8c0e-b13f320a0ac7 HTTP/1.1" status: 204 len: 168 time: 0.3700409 Nov 01 18:46:00.284876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58596) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:00.285100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9455214-3543-4c73-a944-a4f8c9484e25 None None] Network e4288521-5fa0-419b-b2fd-e6725d8ec01a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:00.365799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.420771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 179132ba-51a7-441a-88b3-ef4de7d01535 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:00.421114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.483619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] DHCP port deletion for e4288521-5fa0-419b-b2fd-e6725d8ec01a request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:00.503024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 179132ba-51a7-441a-88b3-ef4de7d01535, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=179132ba-51a7-441a-88b3-ef4de7d01535,segment=NetworkSegment(02e3f8ef-aa77-46a5-ba06-535dc05cd037),segment_id=02e3f8ef-aa77-46a5-ba06-535dc05cd037)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:00.503403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.532375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 179132ba-51a7-441a-88b3-ef4de7d01535 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:00.534065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Deleting port 179132ba-51a7-441a-88b3-ef4de7d01535 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:00.534518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.588561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6925c-131b-4e37-bf2e-4eb92fb8d31a req-ea1aef01-7664-4048-95ea-d725921acbe3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:00.590991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fa6925c-131b-4e37-bf2e-4eb92fb8d31a req-ea1aef01-7664-4048-95ea-d725921acbe3 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.1024041 Nov 01 18:46:00.604945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] For port 179132ba-51a7-441a-88b3-ef4de7d01535, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=179132ba-51a7-441a-88b3-ef4de7d01535,segment=NetworkSegment(02e3f8ef-aa77-46a5-ba06-535dc05cd037),segment_id=02e3f8ef-aa77-46a5-ba06-535dc05cd037)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:00.605421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.618108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Calling delete_port for 179132ba-51a7-441a-88b3-ef4de7d01535 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:00.654738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2fa6925c-131b-4e37-bf2e-4eb92fb8d31a req-0e89330d-411b-492b-abd4-52de8a1998e0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521488 Nov 01 18:46:00.756454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.763769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.784848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=179132ba-51a7-441a-88b3-ef4de7d01535,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:00.788697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 179132ba-51a7-441a-88b3-ef4de7d01535 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:00.792574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] Pushing event deleted for resources: {'Port': ['ID=179132ba-51a7-441a-88b3-ef4de7d01535,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:00.796016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4f4ba-635c-40d4-b937-73cf1c2b2187 None None] No DVR routers for this DVR port 179132ba-51a7-441a-88b3-ef4de7d01535 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:00.878796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.899395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4288521-5fa0-419b-b2fd-e6725d8ec01a']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:00.910114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e3f8ef-aa77-46a5-ba06-535dc05cd037') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:00.910597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e3f8ef-aa77-46a5-ba06-535dc05cd037') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:00.920597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.934325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.940295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:00.940618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:00.943575 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:01.022561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 179132ba-51a7-441a-88b3-ef4de7d01535 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:01.049622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 179132ba-51a7-441a-88b3-ef4de7d01535 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:01.049622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 179132ba-51a7-441a-88b3-ef4de7d01535 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:01.105516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:01.110299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:01.113841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/e4288521-5fa0-419b-b2fd-e6725d8ec01a HTTP/1.1" status: 204 len: 168 time: 0.8278773 Nov 01 18:46:01.117567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58606) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:01.123097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-357451677', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:01.129775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccaafc-ef4b-445d-831e-c69ff6c5bccf tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=e4288521-5fa0-419b-b2fd-e6725d8ec01a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:01.276470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:01.277783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:01.328044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:01.785982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b2595-9bd4-41e9-8c70-70715a3e054c req-b6db36bf-d91c-4097-b528-4666613a45bc tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:01.787493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b22b2595-9bd4-41e9-8c70-70715a3e054c req-b6db36bf-d91c-4097-b528-4666613a45bc tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.0553825 Nov 01 18:46:01.825444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b22b2595-9bd4-41e9-8c70-70715a3e054c req-26ad7b80-35c3-4f8c-b8b0-6721e6c935de tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Nov 01 18:46:01.887277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:02.144662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:02.162947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:02.265914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.25.2.100 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/635004e5-defd-456a-baa9-ab7ca6243490) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:02.365875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:02.459408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:02.494255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:02.497825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:02.501239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:02.531122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=635004e5-defd-456a-baa9-ab7ca6243490,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:02.878819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:03.074737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:03.310352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 703103f0-91ab-499d-b166-072b0c451715 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:46:03.416990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:03.428728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] Sync routers for ids ['703103f0-91ab-499d-b166-072b0c451715'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:03.438474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] Routers {'703103f0-91ab-499d-b166-072b0c451715'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:03.439067 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['703103f0-91ab-499d-b166-072b0c451715'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:03.473885 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:03.482280 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] Routers {'703103f0-91ab-499d-b166-072b0c451715'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:03.482855 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['703103f0-91ab-499d-b166-072b0c451715'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:03.515469 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:03.516096 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b21412-5ff0-4380-a1fd-29400d67d8c0 None None] The sync data for ids ['703103f0-91ab-499d-b166-072b0c451715'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:03.535287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:03.536607 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dcfdd9cb-2b82-458a-aad7-2a6822e49859 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4179943 Nov 01 18:46:03.539271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58614) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:03.659880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1f4ee163-4279-44d3-b3de-e500fa687366 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers/703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 200 len: 880 time: 0.1194296 Nov 01 18:46:03.662227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58616) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:03.892045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-87f6b218-a0b7-44de-a9ab-d41ac1f4364d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2286265 Nov 01 18:46:03.894327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58618) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:03.898564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-357451677'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:04.189568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:04.259068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:04.367140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 703103f0-91ab-499d-b166-072b0c451715 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:04.474728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:04.482329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:04.483546 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0a70fa64-c714-4a1f-815b-db723d952ca3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 200 len: 887 time: 0.5882583 Nov 01 18:46:04.484389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] Sync routers for ids ['703103f0-91ab-499d-b166-072b0c451715'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:04.486013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58620) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:04.494093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] Routers {'703103f0-91ab-499d-b166-072b0c451715'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:04.494676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['703103f0-91ab-499d-b166-072b0c451715'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:04.527521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:04.535925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] Routers {'703103f0-91ab-499d-b166-072b0c451715'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:04.536524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['703103f0-91ab-499d-b166-072b0c451715'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:04.571225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:04.572764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4cc49-95a2-4c53-9f31-3f03ea59a710 None None] The sync data for ids ['703103f0-91ab-499d-b166-072b0c451715'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:04.594293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-675a1048-4b2a-4678-9d22-7b37531b6ba9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers/703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 200 len: 887 time: 0.1071653 Nov 01 18:46:04.596899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:04.623170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2076d82f-bc3e-4a47-89d9-4427e80a92d0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 200 len: 205 time: 0.0251968 Nov 01 18:46:04.625514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:04.926034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.060440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.162012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.328964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 635004e5-defd-456a-baa9-ab7ca6243490 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:05.329307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.402873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.414384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 635004e5-defd-456a-baa9-ab7ca6243490 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:05.670607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.700681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=635004e5-defd-456a-baa9-ab7ca6243490,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:05.759035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.848056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.850154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.955636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.956093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router 703103f0-91ab-499d-b166-072b0c451715 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:46:05.965411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:05.965411 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bf959d69-a0e1-4545-a29b-0d3740c1de65 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 204 len: 168 time: 1.3375173 Nov 01 18:46:05.968387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58626) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:05.973362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-396063629'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:06.075697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:06.079273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.102770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:06.111801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.112147 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 42856819-2fea-4c74-a87d-5cbfacfbf822 of type vlan for network 78580099-f5ca-40e2-aaf8-2f251923cee8 Nov 01 18:46:06.154428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.276117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.282478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:06.283057 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.348065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=78580099-f5ca-40e2-aaf8-2f251923cee8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:06.358059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:06.379730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f648e24-5d42-4ca6-9514-c4d554eae2cd tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4102790 Nov 01 18:46:06.382315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58628) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:06.387945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:06.560201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:06.563828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.807138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:06.866156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=c299a65d-b589-48a5-b848-831ada1091d4,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:06.875255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '42856819-2fea-4c74-a87d-5cbfacfbf822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:06.875669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: 78580099-f5ca-40e2-aaf8-2f251923cee8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:06.978452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:07.039929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 78580099-f5ca-40e2-aaf8-2f251923cee8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:07.044621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:07.045214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.050430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea968d-d58c-4256-b3a1-b1304d3235c4 None None] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:07.128449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-99148763-9f63-4040-8384-49c805815bc3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7449944 Nov 01 18:46:07.130980 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58630) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:07.135493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-734624868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:07.192759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-78580099-f5ca-40e2-aaf8-2f251923cee8', 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': 'c299a65d-b589-48a5-b848-831ada1091d4'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:07.193608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.229091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.230274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.285322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.331000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Allocated IP 172.20.0.2 (78580099-f5ca-40e2-aaf8-2f251923cee8/c299a65d-b589-48a5-b848-831ada1091d4/9d8944b3-e05e-4443-a47b-8630e4d1bcd1) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:07.345198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.432587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.437045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f216d704-b5ab-43c4-890b-1bc3e4f76df8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3025985 Nov 01 18:46:07.439967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58632) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:07.474795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.556121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.599213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:07.602191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:07.606692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:07.609812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Pushing event updated for resources: {'Port': ['ID=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:07.666166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Attempting to bind port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:07.666655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Attempting to bind port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '42856819-2fea-4c74-a87d-5cbfacfbf822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:07.667122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Attempting to bind port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 on network 78580099-f5ca-40e2-aaf8-2f251923cee8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:07.673063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:07.673450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Checking segment: {'id': '42856819-2fea-4c74-a87d-5cbfacfbf822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:07.673864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.674259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Bound using segment: {'id': '42856819-2fea-4c74-a87d-5cbfacfbf822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:07.674737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Bound port: 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42856819-2fea-4c74-a87d-5cbfacfbf822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78580099-f5ca-40e2-aaf8-2f251923cee8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:07.675138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.714274 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.739275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] For port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:07.742272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] For port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,segment=NetworkSegment(42856819-2fea-4c74-a87d-5cbfacfbf822),segment_id=42856819-2fea-4c74-a87d-5cbfacfbf822)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:07.819176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:07.881979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2398348-5acb-4491-9065-3ce1351b2335 None None] Pushing event updated for resources: {'Port': ['ID=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:07.947155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.20.0.1 (78580099-f5ca-40e2-aaf8-2f251923cee8/c299a65d-b589-48a5-b848-831ada1091d4/a2faf4c5-ab08-48e7-bdac-52898d7dda9f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:08.087466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.196391 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.236825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:08.242295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:08.246667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:08.252896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=a2faf4c5-ab08-48e7-bdac-52898d7dda9f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:08.294479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.507358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.784941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.838442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040cd29-3331-4391-a9e6-82885102729e None None] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:08.864505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.905434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] Provisioning complete for port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:08.905811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:08.945135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=a2faf4c5-ab08-48e7-bdac-52898d7dda9f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:08.948708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.058159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:09.059842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:09.069316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.095856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:09.142885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] For port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,segment=NetworkSegment(42856819-2fea-4c74-a87d-5cbfacfbf822),segment_id=42856819-2fea-4c74-a87d-5cbfacfbf822)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:09.168337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:09.168890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.253208 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.281670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 0fa7ab40-722d-4868-a279-b785dd3993a8 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:46:09.293125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.330440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e264a-0a4c-44f4-bbd8-4f2c4a539f4a None None] Pushing event updated for resources: {'Port': ['ID=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:09.359793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.378407 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:46:09.378768 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:46:09.388510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-24766c63-935e-4230-ac35-731cecb49b06 None None] Provisioning complete for port a2faf4c5-ab08-48e7-bdac-52898d7dda9f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:09.389986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-24766c63-935e-4230-ac35-731cecb49b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.598082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-24766c63-935e-4230-ac35-731cecb49b06 None None] Port a2faf4c5-ab08-48e7-bdac-52898d7dda9f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:09.610305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-24766c63-935e-4230-ac35-731cecb49b06 None None] Provisioning complete for port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:09.610305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-24766c63-935e-4230-ac35-731cecb49b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.770959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:09.776378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-83a2a349-4485-4ad3-a037-37f6f624f609 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/0fa7ab40-722d-4868-a279-b785dd3993a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374603 Nov 01 18:46:09.779049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58644) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:09.780378 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] Sync routers for ids ['0fa7ab40-722d-4868-a279-b785dd3993a8'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:09.790088 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] Routers {'0fa7ab40-722d-4868-a279-b785dd3993a8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:09.790618 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0fa7ab40-722d-4868-a279-b785dd3993a8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:09.811662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-eaef77d6-2f89-46af-a8c3-03aa4bf4f078 None None] Provisioning complete for port a2faf4c5-ab08-48e7-bdac-52898d7dda9f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:09.812039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eaef77d6-2f89-46af-a8c3-03aa4bf4f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:09.825379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6b6e6-4254-47ed-9a31-4e9c1e2d6315 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:09.829550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5b6b6e6-4254-47ed-9a31-4e9c1e2d6315 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports/a2faf4c5-ab08-48e7-bdac-52898d7dda9f HTTP/1.1" status: 200 len: 910 time: 0.0468924 Nov 01 18:46:09.829769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58646) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:09.830510 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:09.835156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c299a65d-b589-48a5-b848-831ada1091d4'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:09.840333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] Routers {'0fa7ab40-722d-4868-a279-b785dd3993a8'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:09.841251 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0fa7ab40-722d-4868-a279-b785dd3993a8'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:09.849186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eaef77d6-2f89-46af-a8c3-03aa4bf4f078 None None] Port a2faf4c5-ab08-48e7-bdac-52898d7dda9f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:09.875760 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:09.876417 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0c2ba-d551-4e7b-9b04-701b5af1e4a2 None None] The sync data for ids ['0fa7ab40-722d-4868-a279-b785dd3993a8'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:09.985869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:10.335408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:10.401679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:10.481667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:10.482273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:10.483604 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/ports/a2faf4c5-ab08-48e7-bdac-52898d7dda9f HTTP/1.1" status: 200 len: 910 time: 0.6528189 Nov 01 18:46:10.484436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a829d3-4e5f-47dc-82cc-c3900a31aa07 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=a2faf4c5-ab08-48e7-bdac-52898d7dda9f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:10.486480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58648) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:10.788182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.038327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:11.040843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port a2faf4c5-ab08-48e7-bdac-52898d7dda9f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:11.041285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.086851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:11.087220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.130926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.144927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for a2faf4c5-ab08-48e7-bdac-52898d7dda9f owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:11.378512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.406312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=a2faf4c5-ab08-48e7-bdac-52898d7dda9f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:11.573105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:11.630280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-4a73f279-ae14-4f71-bf9f-864f9c02a079 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863016 Nov 01 18:46:11.759603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-76018c07-0302-4f6d-bd8c-1eee9478d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:11.761378 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-76018c07-0302-4f6d-bd8c-1eee9478d0d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1097 time: 0.1063855 Nov 01 18:46:11.769617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router 0fa7ab40-722d-4868-a279-b785dd3993a8 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:11.890686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:11.899262 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-585c7d90-1d80-4804-b4a7-2cb371dc0e2b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/0fa7ab40-722d-4868-a279-b785dd3993a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090466 Nov 01 18:46:11.899402 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58652) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:11.900874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] Sync routers for ids ['0fa7ab40-722d-4868-a279-b785dd3993a8'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:11.914640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] Routers {'0fa7ab40-722d-4868-a279-b785dd3993a8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:11.915262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0fa7ab40-722d-4868-a279-b785dd3993a8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:11.927615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93f2f92a-23da-48ae-8a9a-e8c5db48a0e5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fa7ab40-722d-4868-a279-b785dd3993a8 HTTP/1.1" status: 200 len: 205 time: 0.0264592 Nov 01 18:46:11.927840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-0ceebbcb-7f7e-449f-bc0d-c3556975aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:11.928526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-0ceebbcb-7f7e-449f-bc0d-c3556975aeff service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.1471820 Nov 01 18:46:11.929619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58654) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:11.947823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:11.957305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] Routers {'0fa7ab40-722d-4868-a279-b785dd3993a8'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:11.957902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0fa7ab40-722d-4868-a279-b785dd3993a8'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:11.988730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:11.989347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc3f54-3ac0-4c3a-873a-0b826f8df2ff None None] The sync data for ids ['0fa7ab40-722d-4868-a279-b785dd3993a8'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:12.045817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.086444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-dc614394-7f45-448c-9e42-cf43715afe9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 1002 time: 0.1502576 Nov 01 18:46:12.237848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-5dea2ec6-6ab2-4562-af70-69a796ad1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:12.239212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-5dea2ec6-6ab2-4562-af70-69a796ad1604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.1253932 Nov 01 18:46:12.242301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.244438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.315762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-6fea92c5-aeee-4405-a62e-a555a2013994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:12.317235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-6fea92c5-aeee-4405-a62e-a555a2013994 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705214 Nov 01 18:46:12.688607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.689104 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa7ab40-722d-4868-a279-b785dd3993a8 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:46:12.696674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.697856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d34a570b-2528-4b4d-ac21-49025fcdc2be tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/0fa7ab40-722d-4868-a279-b785dd3993a8 HTTP/1.1" status: 204 len: 168 time: 0.7672763 Nov 01 18:46:12.701221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58656) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:12.785613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet c299a65d-b589-48a5-b848-831ada1091d4 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:12.790948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.822620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-f2abd7b5-df01-4d2e-a517-1bc9bd443e1f service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970906 Nov 01 18:46:12.852789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:12.976475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab80c6a2-c10e-4497-a149-5499c6339b3d req-6becdfdf-7b3f-4e0f-a798-edb90cb9ce9e service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446865 Nov 01 18:46:12.987112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.110114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.137280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=c299a65d-b589-48a5-b848-831ada1091d4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:13.140988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.144135 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b031da7b-24f4-4962-8199-c68acd007dc5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/c299a65d-b589-48a5-b848-831ada1091d4 HTTP/1.1" status: 204 len: 168 time: 0.4420042 Nov 01 18:46:13.146743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58660) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:13.149463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34a75b-8f4f-4632-bdac-efc6c66ba363 None None] Network 78580099-f5ca-40e2-aaf8-2f251923cee8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:13.226551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.280312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:13.280650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.332687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] DHCP port deletion for 78580099-f5ca-40e2-aaf8-2f251923cee8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:13.349552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,segment=NetworkSegment(42856819-2fea-4c74-a87d-5cbfacfbf822),segment_id=42856819-2fea-4c74-a87d-5cbfacfbf822)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:13.349914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.362748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:13.382975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Deleting port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:13.383347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.443978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] For port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,segment=NetworkSegment(42856819-2fea-4c74-a87d-5cbfacfbf822),segment_id=42856819-2fea-4c74-a87d-5cbfacfbf822)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:13.444372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.456959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Calling delete_port for 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:13.515901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.536975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.543925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:13.548547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:13.560805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] Pushing event deleted for resources: {'Port': ['ID=9d8944b3-e05e-4443-a47b-8630e4d1bcd1,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:13.566136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee1ca1-0225-4b69-aa83-0a215369a005 None None] No DVR routers for this DVR port 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:13.639976 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.660125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78580099-f5ca-40e2-aaf8-2f251923cee8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:13.670442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42856819-2fea-4c74-a87d-5cbfacfbf822') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:13.670809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42856819-2fea-4c74-a87d-5cbfacfbf822') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:13.680405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.693861 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.700588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:13.700998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:13.704139 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:13.852875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.863657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.863657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/78580099-f5ca-40e2-aaf8-2f251923cee8 HTTP/1.1" status: 204 len: 168 time: 0.7153130 Nov 01 18:46:13.869608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58664) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:13.874056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e8cb7-37f1-4cd2-aff5-ace3123d5361 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=78580099-f5ca-40e2-aaf8-2f251923cee8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:13.874323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509618133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:13.967171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:13.968285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.043760 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.056927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-381e7727-37ff-4040-83d3-5d2abc8ff72b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659699 Nov 01 18:46:14.139261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.149020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-dc7a10ad-a03a-4c24-8479-d09b6c19ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:14.150486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-dc7a10ad-a03a-4c24-8479-d09b6c19ec1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8f5617352a43f9abe524e93c097470&device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 1098 time: 0.0492554 Nov 01 18:46:14.260572 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-e57fb2e4-693d-46a6-aa6b-b735b5669f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:14.263059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-e57fb2e4-693d-46a6-aa6b-b735b5669f29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 200 len: 917 time: 0.0874963 Nov 01 18:46:14.265986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.267028 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5b726a4-3303-4772-bb41-d361ffe37703 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3963912 Nov 01 18:46:14.269942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:14.275136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519811492'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:14.328015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-da95d9fe-92b4-4b96-b9b3-ea848eb394d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 200 len: 1002 time: 0.0576472 Nov 01 18:46:14.380905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-c9a505c2-3fd3-48d8-a8a2-a0a9506f1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:14.381397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:14.382680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-c9a505c2-3fd3-48d8-a8a2-a0a9506f1b5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 200 len: 855 time: 0.0473967 Nov 01 18:46:14.385010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.408732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:14.417211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.419649 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment cd2624af-bb20-4082-aa8c-ed71529d4303 of type vlan for network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 Nov 01 18:46:14.428625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-5937925d-c678-4292-a4f3-486fef0eb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:14.430146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-5937925d-c678-4292-a4f3-486fef0eb8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ed799b8-91c4-4989-9679-400131c9e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396612 Nov 01 18:46:14.457300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.520468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-9bed795f-be1c-4f5e-9265-c9b91e6ca2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Nov 01 18:46:14.565949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.571941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:14.572573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:14.615616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ea6236e-009f-44db-ba50-533f042d4f41 req-d47599d8-d5bf-4f34-925c-c218216a88c6 service neutron] 10.222.0.37 "GET /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Nov 01 18:46:14.646257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:14.657095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:14.691167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b6c1988c-3249-45af-aa6c-ff06aa490dec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4170041 Nov 01 18:46:14.691293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:14.696293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:14.858395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:14.861976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.023104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:15.046553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:15.049404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9d8944b3-e05e-4443-a47b-8630e4d1bcd1 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:15.099195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.164312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=f25d6e71-4a13-4274-a3f1-3c274193c5fe,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:15.169814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:15.170181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:15.224773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58676) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:15.275953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:15.318883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a39a14-042a-4861-b06d-3b1d6479af09 req-f2cb59e8-2cd4-4af7-b6a4-f4a42082fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:15.320443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3a39a14-042a-4861-b06d-3b1d6479af09 req-f2cb59e8-2cd4-4af7-b6a4-f4a42082fca4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.0947204 Nov 01 18:46:15.355137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3a39a14-042a-4861-b06d-3b1d6479af09 req-75c9dda3-c10d-4621-94fc-bd5e10ed8865 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274582 Nov 01 18:46:15.384316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:15.388850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:15.389349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.394489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8317b-0be9-4b1a-9fa2-c4c8d0d122f7 None None] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:15.501536 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7d4c66d1-f9e2-4e95-bab8-05890a1dd935 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8090785 Nov 01 18:46:15.504203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:15.539886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:15.543311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.677268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Allocated IP 172.20.0.2 (f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4/f25d6e71-4a13-4274-a3f1-3c274193c5fe/fe318abc-0d82-47c9-90ce-a3f2d88facd5) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:15.783353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.823154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.910752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:15.945257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:15.948038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:15.950688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:15.967212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Pushing event updated for resources: {'Port': ['ID=fe318abc-0d82-47c9-90ce-a3f2d88facd5,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:16.016274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Attempting to bind port fe318abc-0d82-47c9-90ce-a3f2d88facd5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:16.016655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Attempting to bind port fe318abc-0d82-47c9-90ce-a3f2d88facd5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:16.017019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Attempting to bind port fe318abc-0d82-47c9-90ce-a3f2d88facd5 on network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:16.021917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:16.022316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Checking segment: {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:16.022716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.023109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Bound using segment: {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:16.023600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Bound port: fe318abc-0d82-47c9-90ce-a3f2d88facd5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:16.023982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.028615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.20.0.1 (f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4/f25d6e71-4a13-4274-a3f1-3c274193c5fe/c4c07ea4-c318-4a2e-aee1-f8c72d160b6c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:16.087883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] For port fe318abc-0d82-47c9-90ce-a3f2d88facd5, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:16.091566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] For port fe318abc-0d82-47c9-90ce-a3f2d88facd5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe318abc-0d82-47c9-90ce-a3f2d88facd5,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:16.138708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.177564 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.237663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b8984-a7d7-4d55-95df-c7444791c5e1 None None] Pushing event updated for resources: {'Port': ['ID=fe318abc-0d82-47c9-90ce-a3f2d88facd5,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:16.256150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.296325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:16.301635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:16.304131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:16.332862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:16.360242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.554139 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.823477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.910176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:16.987289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:17.014378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.124630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe318abc-0d82-47c9-90ce-a3f2d88facd5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:17.136599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:17.138214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:17.194984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fe318abc-0d82-47c9-90ce-a3f2d88facd5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:17.195790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.287816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f5bbc-3329-4e1a-9140-950a5e3d813a None None] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:17.292671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.350206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:46:17.393445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-895f4d1b-c88f-4308-85f0-4232d49684da None None] Provisioning complete for port fe318abc-0d82-47c9-90ce-a3f2d88facd5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:17.393825 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-895f4d1b-c88f-4308-85f0-4232d49684da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.396379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port fe318abc-0d82-47c9-90ce-a3f2d88facd5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe318abc-0d82-47c9-90ce-a3f2d88facd5,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:17.452138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:17.457748 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b568a6c-0fcc-4cad-90d7-2027d4c54c99 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9524839 Nov 01 18:46:17.460471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58694) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:17.468793 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:17.469274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-425224389'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:17.476249 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:17.476861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:17.495981 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.564458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:17.578016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:17.581697 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.601627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=fe318abc-0d82-47c9-90ce-a3f2d88facd5,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:17.615589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:17.627453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.628105 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment d3c4758e-c6fa-498a-aa2d-954081637f19 of type vlan for network d9985d98-8026-4d11-a8ad-afe77944d0cf Nov 01 18:46:17.673323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.805073 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:16Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:16Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:17.833350 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:17.833920 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Updating router e1537b29-c076-48cb-8aef-8a2adfeb7e82 port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:17.835906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.845136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:17.861343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.861626 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.945111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d1ad37cf-afab-4c77-a545-6b5f38e54f67 None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:17.945479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1ad37cf-afab-4c77-a545-6b5f38e54f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:17.963751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=d9985d98-8026-4d11-a8ad-afe77944d0cf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:17.987129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ede1d47-646d-4630-a7cc-44e47915c6d4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5152869 Nov 01 18:46:17.987129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58696) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:17.993372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:17.997601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad37cf-afab-4c77-a545-6b5f38e54f67 None None] Port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:18.000914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d9985d98-8026-4d11-a8ad-afe77944d0cf details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:18.074907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d1ad37cf-afab-4c77-a545-6b5f38e54f67 None None] Provisioning complete for port fe318abc-0d82-47c9-90ce-a3f2d88facd5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:18.075459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d1ad37cf-afab-4c77-a545-6b5f38e54f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.190284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:18.195892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.319985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-199a0ba5-d00f-43d3-b44a-0b37ef46288f None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:18.320587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-199a0ba5-d00f-43d3-b44a-0b37ef46288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.341051 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.364343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-199a0ba5-d00f-43d3-b44a-0b37ef46288f None None] Port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:18.485511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bad9284b-ba16-4fac-9cb0-bbe759c98cce None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:18.485727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bad9284b-ba16-4fac-9cb0-bbe759c98cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.520135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bad9284b-ba16-4fac-9cb0-bbe759c98cce None None] Port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:18.520314 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.550278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.571861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Pushing event updated for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:18.600637 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.600995 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.601358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.601698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.602034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.602368 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.602741 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.603338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.603338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.603703 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.604108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.604383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:18.626428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=5c456b93-8069-4229-ad72-baf6d4e95da5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:18.637911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:18.638526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: d9985d98-8026-4d11-a8ad-afe77944d0cf, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:18.645895 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Attempting to bind port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:18.646141 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Attempting to bind port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:18.646415 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Attempting to bind port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c on network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:18.652201 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:18.652738 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Checking segment: {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:18.653207 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.653610 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Bound using segment: {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:18.654110 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Bound port: c4c07ea4-c318-4a2e-aee1-f8c72d160b6c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2624af-bb20-4082-aa8c-ed71529d4303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:18.654490 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.728622 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] For port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:18.732304 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] For port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:18.790348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac03-b940-4d10-adbe-36e6245de2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.838878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-88147b28-cea7-4af0-aac3-1431c9385524 None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:18.839456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-88147b28-cea7-4af0-aac3-1431c9385524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.872395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-88147b28-cea7-4af0-aac3-1431c9385524 None None] Port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:18.939407 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:18.999655 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:19.000325 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:45:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:19.003539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd4d7e-d645-429f-9c65-cd078d6d3008 None None] Pushing event updated for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:19.007828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network d9985d98-8026-4d11-a8ad-afe77944d0cf is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:19.054649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe318abc-0d82-47c9-90ce-a3f2d88facd5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:19.097059 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:19.111211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fe318abc-0d82-47c9-90ce-a3f2d88facd5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:19.111615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.172975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d9985d98-8026-4d11-a8ad-afe77944d0cf) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:19.177689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:19.178521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.193631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ded8a-1542-44f7-892b-f96619378701 None None] Network d9985d98-8026-4d11-a8ad-afe77944d0cf requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:19.325283 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:16Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:18Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:19.356875 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40bed2-6eac-419c-8f2b-9b27d2d6f866 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:16Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:18Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:19.361689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d9985d98-8026-4d11-a8ad-afe77944d0cf', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:19.362575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.461325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e948ac63-749c-40cd-bf5d-d0d94c8e526e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4799268 Nov 01 18:46:19.464635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58700) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:19.515122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Allocated IP 172.21.0.2 (d9985d98-8026-4d11-a8ad-afe77944d0cf/5c456b93-8069-4229-ad72-baf6d4e95da5/9a5d55c9-f5a0-4005-8265-39b8bdb5c64d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:19.527615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:19.528074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.741115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.787604 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.792358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] For port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:19.872911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.910541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.950685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:19.961768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Network d9985d98-8026-4d11-a8ad-afe77944d0cf is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:19.966534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:19.968490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Pushing event updated for resources: {'Port': ['ID=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:19.970699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:20.059630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c989a45-23fd-4b7f-a46a-f1e413308881 None None] Pushing event updated for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:20.062437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Attempting to bind port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:20.062801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Attempting to bind port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:20.063165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Attempting to bind port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d on network d9985d98-8026-4d11-a8ad-afe77944d0cf {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:20.069500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:20.069500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Checking segment: {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:20.069500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.070020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Bound using segment: {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:20.070151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Bound port: 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:20.070529 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.140945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] For port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:20.144004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] For port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:20.148897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.21.0.1 (d9985d98-8026-4d11-a8ad-afe77944d0cf/5c456b93-8069-4229-ad72-baf6d4e95da5/d16fb957-e35c-49cb-941f-280eca40a065) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:20.256584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.293751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.355553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806afac-6df1-4824-ade6-533cd48b87bd None None] Pushing event updated for resources: {'Port': ['ID=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:20.425157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.481317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network d9985d98-8026-4d11-a8ad-afe77944d0cf is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:20.485582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:20.487692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:20.491657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:20.555881 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.792752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:20.943410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a266bbe3-4bbe-4837-a053-5f21f7a3b62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.078051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.118898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c4c07ea4-c318-4a2e-aee1-f8c72d160b6c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:21.154924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.179305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:21.179897 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.236478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.238243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:21.340283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network d9985d98-8026-4d11-a8ad-afe77944d0cf is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:21.341812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:21.412885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54140461-78e3-4943-9df9-0a5a6f7a3c43 None None] Network d9985d98-8026-4d11-a8ad-afe77944d0cf requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:21.441933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:21.482192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] Provisioning complete for port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:21.482477 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.484603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:21.536035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:21.541336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83a7c729-e944-4935-b9f7-3c4b2bf20baa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0757244 Nov 01 18:46:21.544407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:21.550357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-784297664'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:21.561727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:21.609053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:21.609675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:21.670116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:21.674052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.698864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:21.708887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.709241 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 7dd72367-7bcb-4b35-86c1-a271baf58dbd of type vlan for network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 Nov 01 18:46:21.742423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:21.742694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.752079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.785295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:21.815449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.841483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.850462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:21.851712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:21.913571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] For port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:21.928633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:21.981002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:22.007416 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4531406f-ec2c-48bc-aefb-95fb09223c9e tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4594824 Nov 01 18:46:22.007798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58704) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:22.015858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:22.066857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.077698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.191297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.197551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860593b9-7cad-47b1-b65f-e0292de81b6b None None] Pushing event updated for resources: {'Port': ['ID=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:22.242372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:22.244735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d7b82231-f51e-4109-b903-55f366dce486 None None] Provisioning complete for port d16fb957-e35c-49cb-941f-280eca40a065 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:22.245145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7b82231-f51e-4109-b903-55f366dce486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.247952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.270105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:46:22.270403 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:46:22.293821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d7b82231-f51e-4109-b903-55f366dce486 None None] Port d16fb957-e35c-49cb-941f-280eca40a065 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:22.299574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:20Z', 'revision_number': 3, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:20Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:22.329313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:22.329679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Updating router e1537b29-c076-48cb-8aef-8a2adfeb7e82 port d16fb957-e35c-49cb-941f-280eca40a065 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:22.355701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d7b82231-f51e-4109-b903-55f366dce486 None None] Provisioning complete for port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:22.356087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7b82231-f51e-4109-b903-55f366dce486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.360861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.578784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.645166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=992710aa-d33d-4680-bf31-10a9c3d8ac09,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:22.654236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:22.654542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:22.707668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.716316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7527b2bb-2098-44a4-932a-113c727b5384 None None] Provisioning complete for port d16fb957-e35c-49cb-941f-280eca40a065 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:22.716316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7527b2bb-2098-44a4-932a-113c727b5384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:22.743124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7527b2bb-2098-44a4-932a-113c727b5384 None None] Port d16fb957-e35c-49cb-941f-280eca40a065 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:22.795942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:22.949937 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.091690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41a84c-70ba-43bf-a697-b7f59b4f089a None None] Pushing event updated for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:23.093522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:23.093522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:23.093522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.191636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20dfdf61-f772-4b59-a598-ba68fec89c1a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1815708 Nov 01 18:46:23.194409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58710) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:23.206151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:23.208278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37da87-113c-4db5-b33c-bcc2d3ebed5e None None] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:23.269943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Attempting to bind port d16fb957-e35c-49cb-941f-280eca40a065 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:23.270231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Attempting to bind port d16fb957-e35c-49cb-941f-280eca40a065 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:23.270593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Attempting to bind port d16fb957-e35c-49cb-941f-280eca40a065 on network d9985d98-8026-4d11-a8ad-afe77944d0cf {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:23.313680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:23.314137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Checking segment: {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:23.314457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.314847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Bound using segment: {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:23.315724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Bound port: d16fb957-e35c-49cb-941f-280eca40a065, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c4758e-c6fa-498a-aa2d-954081637f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:23.315894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.346593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ec9c09ed-eedb-4344-b2f2-1581600aae2f None None] Provisioning complete for port d16fb957-e35c-49cb-941f-280eca40a065 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:23.346974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ec9c09ed-eedb-4344-b2f2-1581600aae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.423214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:23.423607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.475755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c09ed-eedb-4344-b2f2-1581600aae2f None None] Port d16fb957-e35c-49cb-941f-280eca40a065 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:23.500798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] For port d16fb957-e35c-49cb-941f-280eca40a065, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:23.520879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] For port d16fb957-e35c-49cb-941f-280eca40a065, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d16fb957-e35c-49cb-941f-280eca40a065,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:23.570472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.572662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:23.575173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.673368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:23.781580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:23.782216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:23.871915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41a84c-70ba-43bf-a697-b7f59b4f089a None None] Pushing event updated for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:23.889137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Allocated IP 172.22.0.2 (f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6/992710aa-d33d-4680-bf31-10a9c3d8ac09/731fcea4-c6a6-44b1-82b4-c0d9b58c8b05) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:23.915841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:23.955872 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.083764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] Provisioning complete for port d16fb957-e35c-49cb-941f-280eca40a065 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:24.084139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.235955 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.305820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.329815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:20Z', 'revision_number': 3, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:23Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:24.370241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589f37-d50a-4bd3-973d-64cd3e3771b4 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:20Z', 'revision_number': 3, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:23Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:24.373892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.377978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] For port d16fb957-e35c-49cb-941f-280eca40a065, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d16fb957-e35c-49cb-941f-280eca40a065,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:24.423318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.22.0.1 (f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6/992710aa-d33d-4680-bf31-10a9c3d8ac09/872bbb05-3ec8-48f2-babc-5d86d5de450d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:24.424373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:24.434439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:24.434439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Pushing event updated for resources: {'Port': ['ID=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:24.437000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:24.504118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.534671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Attempting to bind port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:24.535053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Attempting to bind port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:24.535424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Attempting to bind port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 on network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:24.556650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:24.557132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Checking segment: {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:24.557473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.558030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Bound using segment: {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:24.558861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Bound port: 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:24.559430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.565631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.591476 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:46:24.592106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cf671-ecf2-482b-bdd5-971f22ab54cd None None] Pushing event updated for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:24.646705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] For port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:24.650017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] For port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:24.720885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.765982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:24.769003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:24.773739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.776962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:24.809559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:24.836087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:24.858052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789a72-edf6-4d03-bb62-4fe0113b66cb None None] Pushing event updated for resources: {'Port': ['ID=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:25.070851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:25.144547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d16fb957-e35c-49cb-941f-280eca40a065 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:25.194947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d16fb957-e35c-49cb-941f-280eca40a065 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:25.211894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:25.361647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:25.480199 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:25.554992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:25.560766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:25.659111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:25.660631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:25.766724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac5f39-5d11-4c99-a234-b1d2ab28b59e None None] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:25.856556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Provisioning complete for port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:25.856844 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.001287 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.038903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] For port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:26.131483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.135925 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:26.191354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Pushing event updated for resources: {'Port': ['ID=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:26.200052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.200405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.200753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.201089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.201418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.201761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.202084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.202407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.202916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.203060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.203364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.204316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc2bad-3214-4e04-8a24-29c314835d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:26.227536 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:26.236008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58716) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:26.236528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2092eaad-ce35-42e4-bfb2-ab8fcc1653c0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0404944 Nov 01 18:46:26.239551 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:26.244834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136470355'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:26.252010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-10d0adb6-8441-4735-931c-bf3dbd4378cc None None] Provisioning complete for port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:26.252386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-10d0adb6-8441-4735-931c-bf3dbd4378cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.253784 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:26.255766 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:26.356156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-10d0adb6-8441-4735-931c-bf3dbd4378cc None None] Provisioning complete for port 872bbb05-3ec8-48f2-babc-5d86d5de450d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:26.370809 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-10d0adb6-8441-4735-931c-bf3dbd4378cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.371028 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:26.396584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:26.404718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.427388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:26.439686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.440165 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added segment 48ae721e-935b-4b8b-a49b-556a11ec1b37 of type vlan for network 8478541f-bb89-4c03-aff0-7a79750e3740 Nov 01 18:46:26.491043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.550480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-10d0adb6-8441-4735-931c-bf3dbd4378cc None None] Port 872bbb05-3ec8-48f2-babc-5d86d5de450d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:26.603187 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:25Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:26.629468 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:26.629819 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Updating router e1537b29-c076-48cb-8aef-8a2adfeb7e82 port 872bbb05-3ec8-48f2-babc-5d86d5de450d binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:26.645603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.645603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:26.645603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.661110 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.676405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cad0d9d0-154f-4bd2-a4b7-5d4b0c4cbf0e None None] Provisioning complete for port 872bbb05-3ec8-48f2-babc-5d86d5de450d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:26.676769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad0d9d0-154f-4bd2-a4b7-5d4b0c4cbf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.720865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cad0d9d0-154f-4bd2-a4b7-5d4b0c4cbf0e None None] Port 872bbb05-3ec8-48f2-babc-5d86d5de450d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:26.729822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Network': ['ID=8478541f-bb89-4c03-aff0-7a79750e3740,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:26.742200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 8478541f-bb89-4c03-aff0-7a79750e3740 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:26.798406 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f698832b-2d90-4865-97e5-af4fbfe0d126 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5606041 Nov 01 18:46:26.801244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58718) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:26.806688 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'subnet': {'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:26.847336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.946443 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:26.972837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Made reservation on behalf of 55f253a6452e48b384cb5ac5f7eff1fa for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:26.978260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.085393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:27.105083 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.138951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:27.139412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.159163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69efd0b-a53b-4692-be51-a9d2c2f1c192 None None] Pushing event updated for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:27.237246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Attempting to bind port 872bbb05-3ec8-48f2-babc-5d86d5de450d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:27.237750 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Attempting to bind port 872bbb05-3ec8-48f2-babc-5d86d5de450d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:27.238192 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Attempting to bind port 872bbb05-3ec8-48f2-babc-5d86d5de450d on network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:27.243605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:27.244335 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Checking segment: {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:27.244443 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.244814 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Bound using segment: {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:27.246432 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Bound port: 872bbb05-3ec8-48f2-babc-5d86d5de450d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd72367-7bcb-4b35-86c1-a271baf58dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:27.246831 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.270456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.321478 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] For port 872bbb05-3ec8-48f2-babc-5d86d5de450d, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:27.325516 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] For port 872bbb05-3ec8-48f2-babc-5d86d5de450d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=872bbb05-3ec8-48f2-babc-5d86d5de450d,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:27.338918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Subnet': ['ID=0517b99c-9e08-4514-9d41-abf61e418e8f,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:27.348442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Checking segment: {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:27.348804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network hostable DHCP agents. Network: 8478541f-bb89-4c03-aff0-7a79750e3740, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:27.442641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-00dc066e-e922-40a5-bc12-614b4f9f68d9 None None] Provisioning complete for port 872bbb05-3ec8-48f2-babc-5d86d5de450d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:27.442939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-00dc066e-e922-40a5-bc12-614b4f9f68d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.476407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-00dc066e-e922-40a5-bc12-614b4f9f68d9 None None] Port 872bbb05-3ec8-48f2-babc-5d86d5de450d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:27.513427 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.532644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 8478541f-bb89-4c03-aff0-7a79750e3740 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:27.564527 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:27.565156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:27.568213 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69efd0b-a53b-4692-be51-a9d2c2f1c192 None None] Pushing event updated for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:27.624621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 8478541f-bb89-4c03-aff0-7a79750e3740) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:27.638680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6fdb5-3dda-46b9-a9b3-3583e9f60bc7 None None] Network 8478541f-bb89-4c03-aff0-7a79750e3740 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:27.642960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:27.643719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.765891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:27.775581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f13e091b-d99c-4c87-b36b-48735c5569b4 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9729204 Nov 01 18:46:27.778792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58720) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:27.814080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] Provisioning complete for port 872bbb05-3ec8-48f2-babc-5d86d5de450d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:27.814588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.837025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-8478541f-bb89-4c03-aff0-7a79750e3740', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:27.837978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:27.992312 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:27Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:27.998845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.023260 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465339-f66e-441d-8f01-0c85109e2d4d None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:27Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:28.029251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Allocated IP 172.23.0.2 (8478541f-bb89-4c03-aff0-7a79750e3740/0517b99c-9e08-4514-9d41-abf61e418e8f/eb285cff-91f4-4e45-9be1-ad59836e309b) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:28.050894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] For port 872bbb05-3ec8-48f2-babc-5d86d5de450d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=872bbb05-3ec8-48f2-babc-5d86d5de450d,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:28.197319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.197969 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.250442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.266395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881ebc-35af-49c9-86f4-cb89d5ec3989 None None] Pushing event updated for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:28.355603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.399239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Network 8478541f-bb89-4c03-aff0-7a79750e3740 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:28.406961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:28.409500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:28.419597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Pushing event updated for resources: {'Port': ['ID=eb285cff-91f4-4e45-9be1-ad59836e309b,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:28.472650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Attempting to bind port eb285cff-91f4-4e45-9be1-ad59836e309b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:28.473170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Attempting to bind port eb285cff-91f4-4e45-9be1-ad59836e309b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:28.473625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Attempting to bind port eb285cff-91f4-4e45-9be1-ad59836e309b on network 8478541f-bb89-4c03-aff0-7a79750e3740 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:28.479083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:28.479655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Checking segment: {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:28.480121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.480577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Bound using segment: {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:28.481118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Bound port: eb285cff-91f4-4e45-9be1-ad59836e309b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:28.481563 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.483873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Allocated IP 172.23.0.1 (8478541f-bb89-4c03-aff0-7a79750e3740/0517b99c-9e08-4514-9d41-abf61e418e8f/116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:28.548634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] For port eb285cff-91f4-4e45-9be1-ad59836e309b, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:28.552290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] For port eb285cff-91f4-4e45-9be1-ad59836e309b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=eb285cff-91f4-4e45-9be1-ad59836e309b,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:28.612791 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.652687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.718574 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fe580-1790-474b-83f4-99e3e1788f78 None None] Pushing event updated for resources: {'Port': ['ID=eb285cff-91f4-4e45-9be1-ad59836e309b,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:28.733419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:28.775872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 8478541f-bb89-4c03-aff0-7a79750e3740 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:28.781076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:28.784833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:28.791245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:28.838107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.046214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.103713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device eb285cff-91f4-4e45-9be1-ad59836e309b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:29.153974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port eb285cff-91f4-4e45-9be1-ad59836e309b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:29.154348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.233466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.270423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port eb285cff-91f4-4e45-9be1-ad59836e309b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=eb285cff-91f4-4e45-9be1-ad59836e309b,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:29.333208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.390275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.391150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 872bbb05-3ec8-48f2-babc-5d86d5de450d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:29.453088 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.474506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=eb285cff-91f4-4e45-9be1-ad59836e309b,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:29.503728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 872bbb05-3ec8-48f2-babc-5d86d5de450d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:29.503728 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.538123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.545220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event updated for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:29.650342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Network 8478541f-bb89-4c03-aff0-7a79750e3740 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:29.652174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:29.658862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bd243-4c81-4edf-be72-b456c7ded6c6 None None] Network 8478541f-bb89-4c03-aff0-7a79750e3740 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:29.749056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-274cf1b2-6c23-41ad-9aa3-60df25cb3ac3 None None] Provisioning complete for port eb285cff-91f4-4e45-9be1-ad59836e309b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:29.749409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-274cf1b2-6c23-41ad-9aa3-60df25cb3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:29.758628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:29.855996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:29.863550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a4a3462a-4b26-485c-b2f4-9c598de513d6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810118 Nov 01 18:46:29.864804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:29.868866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148731b-db03-45be-8800-da54d655f67e None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:29.869605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:29.895020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:29.895732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:29.991560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:30.151028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2e609fe3-f713-415b-a78b-4a9410e8b101 None None] Provisioning complete for port eb285cff-91f4-4e45-9be1-ad59836e309b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:30.152619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2e609fe3-f713-415b-a78b-4a9410e8b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.279804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.extraroute_db [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:46:30.296044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:29Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:30.296367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.extraroute_db [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Removed routes are [] {{(pid=102782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:46:30.296798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.326900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148731b-db03-45be-8800-da54d655f67e None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:30.327244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148731b-db03-45be-8800-da54d655f67e None None] Updating router e1537b29-c076-48cb-8aef-8a2adfeb7e82 port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:30.355227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2e609fe3-f713-415b-a78b-4a9410e8b101 None None] Provisioning complete for port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:30.355628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2e609fe3-f713-415b-a78b-4a9410e8b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.377581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.419674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2e609fe3-f713-415b-a78b-4a9410e8b101 None None] Port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:30.568372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.571825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.580153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-95ddd3b1-bf1d-48a3-859b-44f6f5e73960 None None] Provisioning complete for port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:30.580524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95ddd3b1-bf1d-48a3-859b-44f6f5e73960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.631433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-95ddd3b1-bf1d-48a3-859b-44f6f5e73960 None None] Port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:30.670476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:30.691372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.864311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:30.872071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:30.873283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-293ecc01-e678-4936-af39-17986d4f183d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 934 time: 1.0075066 Nov 01 18:46:30.875917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58728) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:30.970630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3a273c5-b8b0-4ca1-866a-cdd94538d8d0 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 934 time: 0.0934455 Nov 01 18:46:30.973144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58730) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:30.977941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'routes': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:31.024938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.083355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device eb285cff-91f4-4e45-9be1-ad59836e309b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:31.133333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c48d-184c-4b15-bdb8-c3a5a94b2cf4 None None] Pushing event updated for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:31.181021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9148731b-db03-45be-8800-da54d655f67e None None] Attempting to bind port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:31.190254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9148731b-db03-45be-8800-da54d655f67e None None] Attempting to bind port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:31.190254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148731b-db03-45be-8800-da54d655f67e None None] Attempting to bind port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 on network 8478541f-bb89-4c03-aff0-7a79750e3740 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:31.191650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148731b-db03-45be-8800-da54d655f67e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:31.192021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148731b-db03-45be-8800-da54d655f67e None None] Checking segment: {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:31.192429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.192833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148731b-db03-45be-8800-da54d655f67e None None] Bound using segment: {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:31.193302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9148731b-db03-45be-8800-da54d655f67e None None] Bound port: 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae721e-935b-4b8b-a49b-556a11ec1b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:31.193680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.216134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port eb285cff-91f4-4e45-9be1-ad59836e309b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:31.216500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.314427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9148731b-db03-45be-8800-da54d655f67e None None] For port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:31.314427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9148731b-db03-45be-8800-da54d655f67e None None] For port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:31.367609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b5d6910b-a971-4dc8-877d-7ec1e29872fa None None] Provisioning complete for port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:31.367986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b5d6910b-a971-4dc8-877d-7ec1e29872fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.407461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6910b-a971-4dc8-877d-7ec1e29872fa None None] Port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:31.424857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9148731b-db03-45be-8800-da54d655f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.485497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:31.486360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:31.490016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c48d-184c-4b15-bdb8-c3a5a94b2cf4 None None] Pushing event updated for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:31.698908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb577d-8212-4902-b296-fd2be986da45 req-82883e74-d3af-4bd5-a9a6-a3c64582e6a4 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:31.700640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dfb577d-8212-4902-b296-fd2be986da45 req-82883e74-d3af-4bd5-a9a6-a3c64582e6a4 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1097 time: 0.0984852 Nov 01 18:46:31.755305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:31.756824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] Provisioning complete for port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:31.757194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.770601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dfb577d-8212-4902-b296-fd2be986da45 req-42222350-8515-4cc5-8cd0-6f3d367ec0d8 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635495 Nov 01 18:46:31.794041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58736) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:31.813455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.extraroute_db [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added routes are [] {{(pid=102782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:46:31.813913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.extraroute_db [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:46:31.846407 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.959748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 84695e38-cc1f-4eca-8fb2-174f4d463c5c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:31.960093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:31.965065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.029913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] For port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:32.041732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.042696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.057407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 84695e38-cc1f-4eca-8fb2-174f4d463c5c owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:32.058281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-9148731b-db03-45be-8800-da54d655f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:30Z', 'revision_number': 6, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:32.085024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148731b-db03-45be-8800-da54d655f67e None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:30Z', 'revision_number': 6, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 4, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:32.121708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.125498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.153497 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.223022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54fbef-4970-457d-b0a0-340333af92e5 None None] Pushing event updated for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:32.266166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:32.315953 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.346585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=84695e38-cc1f-4eca-8fb2-174f4d463c5c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:32.377923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:32.386567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.390588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-faa60e53-e6fe-4391-99ba-63a6fe942a13 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 700 time: 1.4163177 Nov 01 18:46:32.391264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58738) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:32.416629 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.417827 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 124ee081-8369-4749-9b38-01e738dbea6c disassociated (deleted). External IP: 172.25.2.30, port: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b. Nov 01 18:46:32.496288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c3814953-36f9-42f4-99c0-262c5e693a8b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 700 time: 0.1036079 Nov 01 18:46:32.497349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58740) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:32.654840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e385626c-1ed3-473e-931a-a197ffd330f7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:32.868960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:32.939563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:32.952598 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:32.953638 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.057634 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:33.140930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:33.156261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:33.163492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:33.170500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:33.170844 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:33.181176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Sync routers for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:33.194473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-381d2c6e-f47b-4a05-aa6d-51fea0b5fa98 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/floatingips/124ee081-8369-4749-9b38-01e738dbea6c HTTP/1.1" status: 204 len: 168 time: 1.3986046 Nov 01 18:46:33.195160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:46:33.199342 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b7d74-7f73-4d42-a159-d94baaa1a7de" -d '{"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:46:33.212549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:33.220591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.286873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:33.287490 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ee22b-cd20-4a81-83cd-ca60dd135a00 x-openstack-request-id: req-385ee22b-cd20-4a81-83cd-ca60dd135a00 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:46:33.287638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:33.287726 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:46:33.287726 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-385ee22b-cd20-4a81-83cd-ca60dd135a00 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:46:33.288131 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:46:33.304818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:33.305332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:33.328465 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 7, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.329486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:33.360650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:33.370576 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:33.370779 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.392127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:33.427763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-5a44e964-9622-4317-bbd6-33bf0cfbcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:33.429310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-5a44e964-9622-4317-bbd6-33bf0cfbcd3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 1097 time: 0.1086411 Nov 01 18:46:33.465880 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:33.595713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-7e4b4e75-e136-4adb-a22b-6a786377d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:33.597226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-7e4b4e75-e136-4adb-a22b-6a786377d3a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 200 len: 897 time: 0.1605241 Nov 01 18:46:33.651065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-7ece3fd2-cd08-4efc-8c1c-27c77acdae8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 200 len: 217 time: 0.0444548 Nov 01 18:46:33.669133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.710118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-80d11fe3-f34f-4cec-a920-254a4db228f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:33.711633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-80d11fe3-f34f-4cec-a920-254a4db228f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 200 len: 835 time: 0.0534241 Nov 01 18:46:33.714833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Checking router: e385626c-1ed3-473e-931a-a197ffd330f7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:33.716220 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 7, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.724147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:33.724754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:33.749786 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260d44a-2734-40f0-97e4-a7c5313b3fa6 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 7, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8', 'name': '', 'network_id': '8478541f-bb89-4c03-aff0-7a79750e3740', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:47:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:28Z', 'updated_at': '2021-11-01T18:46:31Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '0517b99c-9e08-4514-9d41-abf61e418e8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:33.766425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-8c73770d-9b1c-47f7-92af-eab9e7ba521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:33.768140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-8c73770d-9b1c-47f7-92af-eab9e7ba521c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebf6fa4-4b97-4ffc-a235-846bd4754980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486736 Nov 01 18:46:33.834622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:33.855011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:33.881467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:34.002815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-6e7ecf0f-2aa7-4f84-b700-cea8e40f650d service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270119 Nov 01 18:46:34.068711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4ba63-af36-436d-bf82-8ae77d57ea08 req-1a548dc6-9b64-4c2f-a81f-dbf58e10dc62 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:34.070481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b4ba63-af36-436d-bf82-8ae77d57ea08 req-1a548dc6-9b64-4c2f-a81f-dbf58e10dc62 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 946 time: 0.1860688 Nov 01 18:46:34.125677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:34.154158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c3d00-41cf-44aa-bae0-bb94ca11532f None None] The sync data for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 is: [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:43:16Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2cc806dc-79f8-4535-96b9-e2072a5ea902', 'name': '', 'network_id': '3ebf6fa4-4b97-4ffc-a235-846bd4754980', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:21:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:15Z', 'updated_at': '2021-11-01T18:43:20Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '3118c09e-1ddf-477b-b6d8-2661abdafd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:34.216361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:34.222871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b4ba63-af36-436d-bf82-8ae77d57ea08 req-9b5b5254-d1bd-4564-b758-b62a93ecbd30 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374147 Nov 01 18:46:34.278171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-707b7d74-7f73-4d42-a159-d94baaa1a7de req-f2ea6cb1-8adf-4136-a4be-a9e62f59c3f4 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640867 Nov 01 18:46:34.428821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7119dc7-a72d-45e8-b3e0-10fab5f8fdb2 None None] New status for floating IP 124ee081-8369-4749-9b38-01e738dbea6c: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:46:34.434476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:34.885375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:34.891007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-80352813-3ae9-46d7-a983-e60e605218f3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926435 Nov 01 18:46:34.894929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:34.900041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58752) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:34.907093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:34.907870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:34.976753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 0517b99c-9e08-4514-9d41-abf61e418e8f {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:34.982296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.020052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.045812 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.050190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:35.137536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.268007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:33Z', 'revision_number': 8, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.296780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:35.305728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:35.306335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.316366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.344688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=0517b99c-9e08-4514-9d41-abf61e418e8f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:35.349426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.351604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74d90b-7fec-4ed6-b07f-4a8a8432f319 req-67489773-25b4-4aa6-84ee-489a00fb0130 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:35.352823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-debe3663-8e48-41a1-80d1-4c139fded52a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/0517b99c-9e08-4514-9d41-abf61e418e8f HTTP/1.1" status: 204 len: 168 time: 0.4517763 Nov 01 18:46:35.356333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58756) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:35.356841 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a74d90b-7fec-4ed6-b07f-4a8a8432f319 req-67489773-25b4-4aa6-84ee-489a00fb0130 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Nov 01 18:46:35.375675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d80c23-aaa8-4331-b39f-ca66a045180b None None] Network 8478541f-bb89-4c03-aff0-7a79750e3740 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:35.413019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a74d90b-7fec-4ed6-b07f-4a8a8432f319 req-d1777c30-32dd-4c4f-9d40-8c595cc12b65 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca8f9246-7025-4c3a-bf3b-59663806693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Nov 01 18:46:35.445702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.448875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:35.500391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port eb285cff-91f4-4e45-9be1-ad59836e309b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:35.500727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.563609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-f58188b2-04ef-4443-80a0-0c69dc68501d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:35.565129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-f58188b2-04ef-4443-80a0-0c69dc68501d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 946 time: 0.0493689 Nov 01 18:46:35.570585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port eb285cff-91f4-4e45-9be1-ad59836e309b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=eb285cff-91f4-4e45-9be1-ad59836e309b,segment=NetworkSegment(48ae721e-935b-4b8b-a49b-556a11ec1b37),segment_id=48ae721e-935b-4b8b-a49b-556a11ec1b37)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:35.570954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.585081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for eb285cff-91f4-4e45-9be1-ad59836e309b owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:35.672764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:35.673529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.766685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:35.767059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.781561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for a5c5f708-7b3a-48f4-bf76-3be5acc3f21b owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:35.804392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.827168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=eb285cff-91f4-4e45-9be1-ad59836e309b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:35.832633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port eb285cff-91f4-4e45-9be1-ad59836e309b on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:35.879305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9e3ff-4613-4772-8209-be4102fd65ca None None] DHCP port deletion for 8478541f-bb89-4c03-aff0-7a79750e3740 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:35.898848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:33Z', 'revision_number': 8, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.929738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616572a-4d2b-47f2-a68d-48abaf587391 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:33Z', 'revision_number': 8, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': '872bbb05-3ec8-48f2-babc-5d86d5de450d', 'name': '', 'network_id': 'f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:33:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:23Z', 'updated_at': '2021-11-01T18:46:28Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '992710aa-d33d-4680-bf31-10a9c3d8ac09', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:35.930693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.955027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8478541f-bb89-4c03-aff0-7a79750e3740']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.966581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ae721e-935b-4b8b-a49b-556a11ec1b37') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.966915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ae721e-935b-4b8b-a49b-556a11ec1b37') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:35.976446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.989486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.996012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:35.998274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:35.999389 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:36.048011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.076505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=a5c5f708-7b3a-48f4-bf76-3be5acc3f21b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:36.117289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] No DVR routers for this DVR port a5c5f708-7b3a-48f4-bf76-3be5acc3f21b on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:36.120487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.123792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8fa96ac7-956c-4fcb-939c-9b33351eb7ab req-c70d91c8-c448-4116-bcc3-2114b451d981 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "DELETE /v2.0/ports/a5c5f708-7b3a-48f4-bf76-3be5acc3f21b HTTP/1.1" status: 204 len: 173 time: 0.5527737 Nov 01 18:46:36.124234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-deleted', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:46:36.126675 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d076e0cc-9a6d-4e31-a76a-9c2fcadc75f7" -d '{"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-deleted", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:46:36.165030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.165187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47cab4-835f-4609-95e6-0822dc36c401 x-openstack-request-id: req-0e47cab4-835f-4609-95e6-0822dc36c401 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:46:36.165187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a658c-bdbc-44de-8110-996abb33e027", "name": "network-vif-deleted", "tag": "a5c5f708-7b3a-48f4-bf76-3be5acc3f21b", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:46:36.165187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e47cab4-835f-4609-95e6-0822dc36c401 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:46:36.165187 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268a658c-bdbc-44de-8110-996abb33e027', 'name': 'network-vif-deleted', 'tag': 'a5c5f708-7b3a-48f4-bf76-3be5acc3f21b', 'status': 'completed', 'code': 200} Nov 01 18:46:36.168847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.172128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/8478541f-bb89-4c03-aff0-7a79750e3740 HTTP/1.1" status: 204 len: 168 time: 0.8115366 Nov 01 18:46:36.175129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58760) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:36.184765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02084dd-25e9-4f0a-a6f3-8298e2873a0c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=8478541f-bb89-4c03-aff0-7a79750e3740,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:36.547129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19c7bc26-9008-4aa6-bf72-f08f714b7a3d req-a49c1f5e-a4aa-45d8-952d-cd3d8765390f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=268a658c-bdbc-44de-8110-996abb33e027 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Nov 01 18:46:36.569626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.830328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 872bbb05-3ec8-48f2-babc-5d86d5de450d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:36.830672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.924007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 872bbb05-3ec8-48f2-babc-5d86d5de450d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=872bbb05-3ec8-48f2-babc-5d86d5de450d,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:36.924288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:36.938921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 872bbb05-3ec8-48f2-babc-5d86d5de450d owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:37.062759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:37.084998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:37.085331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 116df3ad-21a4-4ad6-8a61-c8e83fe7e0a8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:37.085745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device eb285cff-91f4-4e45-9be1-ad59836e309b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:37.106320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: eb285cff-91f4-4e45-9be1-ad59836e309b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:37.110495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device eb285cff-91f4-4e45-9be1-ad59836e309b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:37.269871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:37.295593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=872bbb05-3ec8-48f2-babc-5d86d5de450d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:37.464834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:37.607198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:37.662217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:37.758902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:37.766591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d7714bf3-e137-4a5e-be83-841b96d54444 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881095 Nov 01 18:46:37.767811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:37.771965 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:37.782739 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:37.783434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:37.865487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 992710aa-d33d-4680-bf31-10a9c3d8ac09 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:37.870988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:37.874948 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:37.942073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.069667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.079283 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:37Z', 'revision_number': 9, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.108808 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:38.116804 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:38.117376 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.176344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.269618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.306443 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:38.310578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=992710aa-d33d-4680-bf31-10a9c3d8ac09,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:38.313751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.315965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f1c14ce6-c127-4ad2-87e7-39b70414da7b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/992710aa-d33d-4680-bf31-10a9c3d8ac09 HTTP/1.1" status: 204 len: 168 time: 0.5471549 Nov 01 18:46:38.318871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58772) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:38.324638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0c975-59fb-4ef3-8aa3-6dd8581570d9 None None] Network f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:38.441984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.501149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:38.501666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.545457 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:37Z', 'revision_number': 9, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.545808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 2cc806dc-79f8-4535-96b9-e2072a5ea902 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:38.546161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.560104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] DHCP port deletion for f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:38.579412 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b78b6-e77b-407e-bfa1-c6cac152c838 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:37Z', 'revision_number': 9, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16fb957-e35c-49cb-941f-280eca40a065', 'name': '', 'network_id': 'd9985d98-8026-4d11-a8ad-afe77944d0cf', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:45:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:19Z', 'updated_at': '2021-11-01T18:46:24Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': '5c456b93-8069-4229-ad72-baf6d4e95da5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:38.582379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:38.582763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.596989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:38.639877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Deleting port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:38.640430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.660712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 2cc806dc-79f8-4535-96b9-e2072a5ea902, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2cc806dc-79f8-4535-96b9-e2072a5ea902,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:38.661301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.675254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 2cc806dc-79f8-4535-96b9-e2072a5ea902 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:38.714434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] For port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,segment=NetworkSegment(7dd72367-7bcb-4b35-86c1-a271baf58dbd),segment_id=7dd72367-7bcb-4b35-86c1-a271baf58dbd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:38.714931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.727563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Calling delete_port for 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:38.767148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.797340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:38.805192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:38.811841 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.833444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] No DVR routers for this DVR port 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:38.868160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716474-aa99-45be-9cbd-4f51b1daa8c4 None None] Pushing event deleted for resources: {'Port': ['ID=731fcea4-c6a6-44b1-82b4-c0d9b58c8b05,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:38.888422 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.909523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.918653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd72367-7bcb-4b35-86c1-a271baf58dbd') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.918948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd72367-7bcb-4b35-86c1-a271baf58dbd') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:38.933403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.951344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.957624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:38.958039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:38.961227 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:38.973733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.015763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=2cc806dc-79f8-4535-96b9-e2072a5ea902,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:39.081743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:39.103035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:39.103659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 731fcea4-c6a6-44b1-82b4-c0d9b58c8b05 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:39.105403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 872bbb05-3ec8-48f2-babc-5d86d5de450d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:39.130133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 872bbb05-3ec8-48f2-babc-5d86d5de450d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:39.130480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 872bbb05-3ec8-48f2-babc-5d86d5de450d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:39.148493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.156100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.161751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6 HTTP/1.1" status: 204 len: 168 time: 0.8387034 Nov 01 18:46:39.162051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58774) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:39.171908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f11f4-caf0-4c21-a7cf-3533e30ccfc6 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=f0f1ea2e-af9c-4e8d-a05e-daa9dc17fff6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:39.286603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.296386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.647360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:39.660199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e385626c-1ed3-473e-931a-a197ffd330f7 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:39.667339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a5c5f708-7b3a-48f4-bf76-3be5acc3f21b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:39.667717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a5c5f708-7b3a-48f4-bf76-3be5acc3f21b not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:39.795269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.859938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:39.868450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bef44abe-8522-468b-8ebc-32600fe4c10c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/e385626c-1ed3-473e-931a-a197ffd330f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576532 Nov 01 18:46:39.869078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58776) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:39.872184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Sync routers for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:39.883972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:39.884720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:39.922951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting subnet 3118c09e-1ddf-477b-b6d8-2661abdafd73 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:39.926291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:39.976958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.001614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:40.061794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port d16fb957-e35c-49cb-941f-280eca40a065 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:40.062292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.066509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.161718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port d16fb957-e35c-49cb-941f-280eca40a065, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d16fb957-e35c-49cb-941f-280eca40a065,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:40.162239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.175826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for d16fb957-e35c-49cb-941f-280eca40a065 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:40.184944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:46:38Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:40.216708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Checking router: e385626c-1ed3-473e-931a-a197ffd330f7 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:40.225869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Routers {'e385626c-1ed3-473e-931a-a197ffd330f7'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:40.226475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e385626c-1ed3-473e-931a-a197ffd330f7'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:40.263694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.300230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.307367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/subnets/3118c09e-1ddf-477b-b6d8-2661abdafd73 HTTP/1.1" status: 204 len: 168 time: 0.4362130 Nov 01 18:46:40.308151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:40.310875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb841ee7-b6a6-4aaa-8cff-cce0eae2a7f9 None None] Network 3ebf6fa4-4b97-4ffc-a235-846bd4754980 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:40.315489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a08de-18b4-4173-ab28-0fb02bbf1e69 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Subnet': ['ID=3118c09e-1ddf-477b-b6d8-2661abdafd73,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:40.392982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] Set router e385626c-1ed3-473e-931a-a197ffd330f7 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:40.433210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.446826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.476947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=d16fb957-e35c-49cb-941f-280eca40a065,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:40.555074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.645441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:46:38Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:40.671962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.703579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] DHCP port deletion for 3ebf6fa4-4b97-4ffc-a235-846bd4754980 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:40.708620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a268ab-0fee-4145-b354-9bc150ed0adf None None] The sync data for ids ['e385626c-1ed3-473e-931a-a197ffd330f7'] in n-d-815923-2 is: [{'id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062336208', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:43:11Z', 'updated_at': '2021-11-01T18:46:38Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'd340299f-b492-43f1-bc90-4f9aea9265af', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385626c-1ed3-473e-931a-a197ffd330f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:43:12Z', 'updated_at': '2021-11-01T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:40.743171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port d340299f-b492-43f1-bc90-4f9aea9265af {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:40.743661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.780050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Deleting port 766862d7-abcc-4769-b416-808071724710 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:40.780437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.841125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port d340299f-b492-43f1-bc90-4f9aea9265af, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d340299f-b492-43f1-bc90-4f9aea9265af,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:40.841553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.848554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] For port 766862d7-abcc-4769-b416-808071724710, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=766862d7-abcc-4769-b416-808071724710,segment=NetworkSegment(7464b346-1531-4d91-8bff-1f2fa21d1621),segment_id=7464b346-1531-4d91-8bff-1f2fa21d1621)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:40.848964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:40.857959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for d340299f-b492-43f1-bc90-4f9aea9265af owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:40.866297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Calling delete_port for 766862d7-abcc-4769-b416-808071724710 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:41.013207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.040895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] Pushing event deleted for resources: {'Port': ['ID=766862d7-abcc-4769-b416-808071724710,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:41.050964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97af38-929e-4f9c-8a40-5d2b369acdca None None] No DVR routers for this DVR port 766862d7-abcc-4769-b416-808071724710 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:41.098978 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.134596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=d340299f-b492-43f1-bc90-4f9aea9265af,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:41.232798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.262543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 766862d7-abcc-4769-b416-808071724710 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:41.271273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:41.290822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 766862d7-abcc-4769-b416-808071724710 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:41.290822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 766862d7-abcc-4769-b416-808071724710 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:41.291240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2cc806dc-79f8-4535-96b9-e2072a5ea902 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:41.319453 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2cc806dc-79f8-4535-96b9-e2072a5ea902 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:41.319763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2cc806dc-79f8-4535-96b9-e2072a5ea902 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:41.347624 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.349825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.371118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:41.379466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-270bdc2d-3148-45b2-bacb-67345601d74a tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2163219 Nov 01 18:46:41.380234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58780) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:41.381765 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:41.396768 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:41.397381 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.432983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet 5c456b93-8069-4229-ad72-baf6d4e95da5 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:41.436293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.469843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.471314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Fanout notify agent at l3_agent the message router_deleted on router e385626c-1ed3-473e-931a-a197ffd330f7 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:46:41.481630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.481779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.481897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9413c336-a981-412f-a3a9-7b0a6d1be010 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/routers/e385626c-1ed3-473e-931a-a197ffd330f7 HTTP/1.1" status: 204 len: 168 time: 1.1688948 Nov 01 18:46:41.481897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58782) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:41.502538 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:41.585700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.588300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.689079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.715139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebf6fa4-4b97-4ffc-a235-846bd4754980']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.723281 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:40Z', 'revision_number': 10, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.724824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7464b346-1531-4d91-8bff-1f2fa21d1621') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.725124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7464b346-1531-4d91-8bff-1f2fa21d1621') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.735163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.748404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.755875 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:41.756076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:41.756076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:41.758165 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:41.762247 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:41.762855 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:41.778539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.814549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=5c456b93-8069-4229-ad72-baf6d4e95da5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:41.818600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.821811 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4b7928fc-2f03-4614-bc3a-5f8a3b34a347 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/5c456b93-8069-4229-ad72-baf6d4e95da5 HTTP/1.1" status: 204 len: 168 time: 0.4405863 Nov 01 18:46:41.824960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58784) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:41.828545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992a163-c9ab-4f69-9bac-2386431712fb None None] Network d9985d98-8026-4d11-a8ad-afe77944d0cf requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:41.857267 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:41.892831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.899806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.903269 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/networks/3ebf6fa4-4b97-4ffc-a235-846bd4754980 HTTP/1.1" status: 204 len: 168 time: 0.4205668 Nov 01 18:46:41.906066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58786) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:41.920080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:41.924807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb820ce-65f7-40ff-b049-25fc220dade0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Network': ['ID=3ebf6fa4-4b97-4ffc-a235-846bd4754980,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:41.988498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.000630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:42.001219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.030502 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.044460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] DHCP port deletion for d9985d98-8026-4d11-a8ad-afe77944d0cf request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:42.094126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:42.096172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.117639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Deleting port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:42.118326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.123318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:42.168081 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:40Z', 'revision_number': 10, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:42.184704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] For port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,segment=NetworkSegment(d3c4758e-c6fa-498a-aa2d-954081637f19),segment_id=d3c4758e-c6fa-498a-aa2d-954081637f19)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:42.185151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.195787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.197703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Calling delete_port for 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:42.197884 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11380555-6b18-4b84-ba65-1ee033cbafca None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:40Z', 'revision_number': 10, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None, '_interfaces': [{'id': 'c4c07ea4-c318-4a2e-aee1-f8c72d160b6c', 'name': '', 'network_id': 'f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'mac_address': 'fa:16:3e:78:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:15Z', 'updated_at': '2021-11-01T18:46:19Z', 'revision_number': 5, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'subnets': [{'id': 'f25d6e71-4a13-4274-a3f1-3c274193c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:42.203051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.208780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca8f9246-7025-4c3a-bf3b-59663806693b HTTP/1.1" status: 204 len: 168 time: 0.3013361 Nov 01 18:46:42.228384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d42752-0159-4725-bae1-c30befb59457 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f9246-7025-4c3a-bf3b-59663806693b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:42.304029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.310330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.332245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:42.334105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:42.335673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] Pushing event deleted for resources: {'Port': ['ID=9a5d55c9-f5a0-4005-8265-39b8bdb5c64d,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:42.340415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87a9c8-1890-4fbc-bd51-cdaf6b6c447d None None] No DVR routers for this DVR port 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:42.424399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.445018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9985d98-8026-4d11-a8ad-afe77944d0cf']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:42.454512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c4758e-c6fa-498a-aa2d-954081637f19') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:42.454819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c4758e-c6fa-498a-aa2d-954081637f19') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:42.464676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.477305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.483183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:42.483596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:42.486501 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:42.611893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.640759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:42.644145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/d9985d98-8026-4d11-a8ad-afe77944d0cf HTTP/1.1" status: 204 len: 168 time: 0.8182297 Nov 01 18:46:42.646925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58792) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:42.653401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09549a8-519f-40e9-b6ee-15df9e1f4a30 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=d9985d98-8026-4d11-a8ad-afe77944d0cf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:42.932751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58794) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:42.937879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794955500', 'description': 'tempest-secgroup-smoke-794955500 description', 'project_id': '874863ad66c744669a2a4dc0e24cf099'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:42.987537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.035689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.047184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:43.068490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:43.068837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9a5d55c9-f5a0-4005-8265-39b8bdb5c64d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:43.069437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d340299f-b492-43f1-bc90-4f9aea9265af no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:43.089054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d340299f-b492-43f1-bc90-4f9aea9265af {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:43.089539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d340299f-b492-43f1-bc90-4f9aea9265af not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:43.089961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d16fb957-e35c-49cb-941f-280eca40a065 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:43.107683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.113856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d16fb957-e35c-49cb-941f-280eca40a065 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:43.114208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d16fb957-e35c-49cb-941f-280eca40a065 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:43.184583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.206407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27a3d5-909e-40ed-b1d8-307814d52216,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:43.213694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.214042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.214381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.214720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.215053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.215486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.215732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.216063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.216382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.216703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.217026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.217342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:43.242180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:43.242522 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.299827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.301117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-75023630-a247-45c4-82a0-c05d2d03fae1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3673153 Nov 01 18:46:43.304209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:43.309473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:43.331872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port c4c07ea4-c318-4a2e-aee1-f8c72d160b6c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:43.332440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.345552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for c4c07ea4-c318-4a2e-aee1-f8c72d160b6c owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:43.405265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.462072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.548713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.567413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f26136-1860-4bd6-b639-c97b1172f3c2,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:43.629550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.662129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.666060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f8859bb1-88fa-44b7-a822-a292c18cd133 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3582203 Nov 01 18:46:43.666232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58798) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:43.676569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:43.678094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=c4c07ea4-c318-4a2e-aee1-f8c72d160b6c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:43.778351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.836219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.844979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.926964 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:43.942168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b5ca66-0870-4537-bb0b-9dd397e1fe72,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:43.995129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:44.025788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.027838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-51849881-4813-4bc8-885f-7aba6baad908 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549209 Nov 01 18:46:44.030642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58800) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:44.035013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:44.073609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:44.083712 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a38a1fe9-54ed-45d3-b52e-cfe904edf068 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306796 Nov 01 18:46:44.083876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58802) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:44.084454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:44.095992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:44.096642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:44.137532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting subnet f25d6e71-4a13-4274-a3f1-3c274193c5fe {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:46:44.140711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.167758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:44.171640 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.200187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.273231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.316361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.339054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.370185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6d1171-e3ec-4af5-936a-dc6ec9be4eb5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:44.379094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:44.409025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:44.417850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:44.418532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:44.443168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.444507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f3096257-78da-4a2c-9153-8194c57c5c09 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128408 Nov 01 18:46:44.447246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58806) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:44.452869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:44.487269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:44.493208 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.522225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Subnet': ['ID=f25d6e71-4a13-4274-a3f1-3c274193c5fe,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:44.526291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.529557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e8fb863e-7a79-474d-98e7-30d11bf4cac1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/f25d6e71-4a13-4274-a3f1-3c274193c5fe HTTP/1.1" status: 204 len: 168 time: 0.4450052 Nov 01 18:46:44.532508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:44.548548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b675a09-9e54-463c-86f9-6a2d74b7f24b None None] Network f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:44.553273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:44.597712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f0b48-5fa0-49cf-bf54-353624304f4d None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:44.615934 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.632101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.716496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.738383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Deleting port fe318abc-0d82-47c9-90ce-a3f2d88facd5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:44.738383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.806980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] For port fe318abc-0d82-47c9-90ce-a3f2d88facd5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe318abc-0d82-47c9-90ce-a3f2d88facd5,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:44.807341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.823573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.829642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Calling delete_port for fe318abc-0d82-47c9-90ce-a3f2d88facd5 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:44.854475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b05252-558e-47dc-85f5-1d19bac59335,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:44.955779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] DHCP port deletion for f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:46:44.974654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:44.990496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2fda109f-1379-4dce-8da3-f8a96965fb46 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5269692 Nov 01 18:46:44.991264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58810) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:44.991264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:45.018573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Deleting port fe318abc-0d82-47c9-90ce-a3f2d88facd5 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:46:45.018954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.071788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c4c07ea4-c318-4a2e-aee1-f8c72d160b6c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:45.080508 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.100969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: c4c07ea4-c318-4a2e-aee1-f8c72d160b6c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:45.101604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c4c07ea4-c318-4a2e-aee1-f8c72d160b6c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:45.101711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe318abc-0d82-47c9-90ce-a3f2d88facd5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:46:45.110727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Port': ['ID=fe318abc-0d82-47c9-90ce-a3f2d88facd5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:45.113509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No DVR routers for this DVR port fe318abc-0d82-47c9-90ce-a3f2d88facd5 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:45.133996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fe318abc-0d82-47c9-90ce-a3f2d88facd5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:46:45.133996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe318abc-0d82-47c9-90ce-a3f2d88facd5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:46:45.141519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] For port fe318abc-0d82-47c9-90ce-a3f2d88facd5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe318abc-0d82-47c9-90ce-a3f2d88facd5,segment=NetworkSegment(cd2624af-bb20-4082-aa8c-ed71529d4303),segment_id=cd2624af-bb20-4082-aa8c-ed71529d4303)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:45.142134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.158598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Calling delete_port for fe318abc-0d82-47c9-90ce-a3f2d88facd5 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:46:45.202666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.217718 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:46:45.223110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:45.223319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.234627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2624af-bb20-4082-aa8c-ed71529d4303') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:45.234979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2624af-bb20-4082-aa8c-ed71529d4303') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:45.243979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.244458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.259922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.267065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:46:45.267590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:46:45.271143 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:46:45.274165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] No DVR routers for this DVR port fe318abc-0d82-47c9-90ce-a3f2d88facd5 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:46:45.281941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf2f3-7e3b-4885-b0d0-6f1e46b54039 None None] Pushing event deleted for resources: {'Port': ['ID=fe318abc-0d82-47c9-90ce-a3f2d88facd5,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:45.302694 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.418249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.439838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079d02a1-e999-4046-9c06-d58e13b4dbba,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:45.475258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.482573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.485761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/networks/f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4 HTTP/1.1" status: 204 len: 168 time: 0.9521508 Nov 01 18:46:45.488650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58814) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:45.493469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'routes': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:45.497271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1a0f-e4a1-4c6f-ba50-000f3e594420 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Pushing event deleted for resources: {'Network': ['ID=f69e3b4f-be6c-4d62-8dd0-0cbf84c594c4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:45.535527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.536556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4d25dbb8-f257-4108-99d0-2944dd80b9f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5564485 Nov 01 18:46:45.539475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58816) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:45.544233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'fd27a3d5-909e-40ed-b1d8-307814d52216', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:45.675285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Added routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 01 18:46:45.675488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.extraroute_db [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Removed routes are [] {{(pid=102783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 01 18:46:45.675886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.681505 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:46:45.687972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.749250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.817179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.820535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.864092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.883988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14ba60b-f2dd-491a-a481-6ae75b0ba82c,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:45.897747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router e1537b29-c076-48cb-8aef-8a2adfeb7e82 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:45.973095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:45.980512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.981671 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c761ffaa-765b-4caa-9faf-ddd5b3467a4f tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 701 time: 0.4918747 Nov 01 18:46:45.983492 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Sync routers for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:45.984611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58818) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:45.997347 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:45.997701 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:45.997953 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:45.998893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b3ca6a5-83fd-4959-a7f8-917ec8ea66f7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4583623 Nov 01 18:46:46.002101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58820) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:46.007985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'network': {'name': 'tempest-network-smoke--959874103', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:46.016436 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cef71788-bb6b-4c6f-ada6-b34a38342a83 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 205 time: 0.0283401 Nov 01 18:46:46.016670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:46.064921 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:46.095037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.119248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:46.145617 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Checking router: e1537b29-c076-48cb-8aef-8a2adfeb7e82 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:46.154215 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Routers {'e1537b29-c076-48cb-8aef-8a2adfeb7e82'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:46.154808 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:46.159934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:46.163600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.277229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:46:46.280000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.284435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.294869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.295214 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Added segment f1e062b7-84fe-4d84-8906-1bc094ce02f4 of type vlan for network d57a9283-bb56-41f4-9982-304cbaeec7b0 Nov 01 18:46:46.312961 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] Set router e1537b29-c076-48cb-8aef-8a2adfeb7e82 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:46.366642 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:46.374618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.392641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0874e-376d-4a4f-8cd8-8ac8baf135e0 None None] The sync data for ids ['e1537b29-c076-48cb-8aef-8a2adfeb7e82'] in n-d-815923-2 is: [{'id': 'e1537b29-c076-48cb-8aef-8a2adfeb7e82', 'name': 'tempest-RoutersTest-router-1509618133', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:13Z', 'updated_at': '2021-11-01T18:46:43Z', 'revision_number': 11, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:46.401475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.402098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router e1537b29-c076-48cb-8aef-8a2adfeb7e82 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:46:46.409645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.410831 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed160669-2e0d-4b00-8bbb-5660d8f78cec tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 204 len: 168 time: 0.3932076 Nov 01 18:46:46.415488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58824) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:46.422055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172431701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:46.452243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.457860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:46.458447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.521497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.524272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.528980 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Network': ['ID=d57a9283-bb56-41f4-9982-304cbaeec7b0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:46.540807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:46:46.578781 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb8e8282-b687-46f8-a77e-710a5b5569fd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5755074 Nov 01 18:46:46.582528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:46.589695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'admin_state_up': True, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:46.596997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.688027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.704220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.705323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.756412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.820132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:46.821412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c4e5ab38-1928-4511-825b-cdbd475ddff8 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4036660 Nov 01 18:46:46.824663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:46.828998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:46.997757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.030599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-458'] for router, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.126714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570139'] for router, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.280658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Router eca314c2-92fb-423b-8701-bf9a894a4536 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:46:47.293617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.312865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.426484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.194 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/2e733659-6080-48be-bc92-a49d2f2cf119) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:47.540372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.657991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.702296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:47.705432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:47.710115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:47.713377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=2e733659-6080-48be-bc92-a49d2f2cf119,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:47.726362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:47.733903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:47.738707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88a58c09-4cc7-4bf1-82a1-fa50727df33d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "PUT /v2.0/routers/eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 200 len: 693 time: 0.9095342 Nov 01 18:46:47.738707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58830) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:47.741151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Sync routers for ids ['eca314c2-92fb-423b-8701-bf9a894a4536'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:47.754662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Routers {'eca314c2-92fb-423b-8701-bf9a894a4536'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:47.755425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['eca314c2-92fb-423b-8701-bf9a894a4536'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:47.818925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-31c829a1-32c2-4cd3-afcf-32fbc420c327 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/routers/eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 200 len: 699 time: 0.0785933 Nov 01 18:46:47.820597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:47.827927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Set router eca314c2-92fb-423b-8701-bf9a894a4536 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:47.857221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-13b3f4ea-995e-41d5-8e98-9e08f1b8fef9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 200 len: 205 time: 0.0309920 Nov 01 18:46:47.857221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:47.884127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca314c2-92fb-423b-8701-bf9a894a4536', 'name': 'tempest-RoutersTest-router-172431701', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:47Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:47.915851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Checking router: eca314c2-92fb-423b-8701-bf9a894a4536 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:47.927153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Routers {'eca314c2-92fb-423b-8701-bf9a894a4536'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:47.927829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['eca314c2-92fb-423b-8701-bf9a894a4536'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:47.932911 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.005508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] Set router eca314c2-92fb-423b-8701-bf9a894a4536 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:48.062363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca314c2-92fb-423b-8701-bf9a894a4536', 'name': 'tempest-RoutersTest-router-172431701', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:47Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:48.090803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64960-1fae-4a02-b73e-c8b3527ca62b None None] The sync data for ids ['eca314c2-92fb-423b-8701-bf9a894a4536'] in n-d-815923-2 is: [{'id': 'eca314c2-92fb-423b-8701-bf9a894a4536', 'name': 'tempest-RoutersTest-router-172431701', 'tenant_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:47Z', 'revision_number': 2, 'project_id': '55f253a6452e48b384cb5ac5f7eff1fa', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:48.101918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.104774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.247059 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.247621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Fanout notify agent at l3_agent the message router_deleted on router eca314c2-92fb-423b-8701-bf9a894a4536 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:46:48.254783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.256002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d27cb6f5-2463-401d-9900-63e0cb687460 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 204 len: 168 time: 0.3989789 Nov 01 18:46:48.259619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58836) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.290198 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a331a59-9f76-40c2-a1d7-bd36efd928ad tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 200 len: 205 time: 0.0291030 Nov 01 18:46:48.293340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.330843 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-fb36d27e-7cdc-43a0-97d5-562066802210 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.331910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fb36d27e-7cdc-43a0-97d5-562066802210 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/eca314c2-92fb-423b-8701-bf9a894a4536 HTTP/1.1" status: 404 len: 336 time: 0.0374811 Nov 01 18:46:48.334503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58840) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.361008 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2adea4c-c966-4d88-ab8b-047cc50894b5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.361461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2adea4c-c966-4d88-ab8b-047cc50894b5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.364480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c2adea4c-c966-4d88-ab8b-047cc50894b5 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/0517b99c-9e08-4514-9d41-abf61e418e8f HTTP/1.1" status: 404 len: 337 time: 0.0290201 Nov 01 18:46:48.367014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58842) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.396643 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-565474e4-5f6f-44d8-b78c-06d8d57e508d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.397091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565474e4-5f6f-44d8-b78c-06d8d57e508d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.400091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-565474e4-5f6f-44d8-b78c-06d8d57e508d tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/992710aa-d33d-4680-bf31-10a9c3d8ac09 HTTP/1.1" status: 404 len: 337 time: 0.0321114 Nov 01 18:46:48.402664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58844) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.421684 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.429119 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e13c20-cda5-4922-9fb9-643152605ba9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.429577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e13c20-cda5-4922-9fb9-643152605ba9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.433386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-09e13c20-cda5-4922-9fb9-643152605ba9 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/5c456b93-8069-4229-ad72-baf6d4e95da5 HTTP/1.1" status: 404 len: 337 time: 0.0298030 Nov 01 18:46:48.435929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.461342 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-84280978-6f6d-473d-82c7-251c60998082 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.461799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84280978-6f6d-473d-82c7-251c60998082 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.464795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-84280978-6f6d-473d-82c7-251c60998082 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/f25d6e71-4a13-4274-a3f1-3c274193c5fe HTTP/1.1" status: 404 len: 337 time: 0.0279529 Nov 01 18:46:48.467289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58848) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.494178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9c033a0b-5e8a-4237-975b-454f08b37fcb tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 200 len: 205 time: 0.0256305 Nov 01 18:46:48.497128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58850) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.535664 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-c53e07ef-4be0-493c-8bc9-5f6f10b6a897 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.536616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c53e07ef-4be0-493c-8bc9-5f6f10b6a897 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/e1537b29-c076-48cb-8aef-8a2adfeb7e82 HTTP/1.1" status: 404 len: 336 time: 0.0385032 Nov 01 18:46:48.539288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58852) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.573927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96ccfdb4-53c5-4748-945a-47e5895eb4c7 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fa7ab40-722d-4868-a279-b785dd3993a8 HTTP/1.1" status: 200 len: 205 time: 0.0335388 Nov 01 18:46:48.576369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58854) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.613577 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-6aa9e3a1-f3e9-4e22-b6bb-819a14d7b642 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.615990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6aa9e3a1-f3e9-4e22-b6bb-819a14d7b642 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/0fa7ab40-722d-4868-a279-b785dd3993a8 HTTP/1.1" status: 404 len: 336 time: 0.0373406 Nov 01 18:46:48.617471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.634819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.644833 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3615dc-0333-42e8-a93c-dbcfcf6aa2e3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.645296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3615dc-0333-42e8-a93c-dbcfcf6aa2e3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.651657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a3615dc-0333-42e8-a93c-dbcfcf6aa2e3 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/c299a65d-b589-48a5-b848-831ada1091d4 HTTP/1.1" status: 404 len: 337 time: 0.0298522 Nov 01 18:46:48.651657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.683551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9cc3eff8-efba-4291-bac0-b6260faa5098 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 200 len: 205 time: 0.0295861 Nov 01 18:46:48.684891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.691488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-84d390f7-570d-4643-b7d0-5616fea6bb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:48.722785 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-0ceb7017-f621-45e5-9af0-89c205a1f45b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.723884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0ceb7017-f621-45e5-9af0-89c205a1f45b tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/703103f0-91ab-499d-b166-072b0c451715 HTTP/1.1" status: 404 len: 336 time: 0.0380225 Nov 01 18:46:48.726529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58862) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.754547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bebbec53-a2e5-4d92-9a6c-dd6bea1042fa tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 HTTP/1.1" status: 200 len: 205 time: 0.0269198 Nov 01 18:46:48.756850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.798280 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-91792466-f932-433e-af50-c62b84a8badc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.799318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-91792466-f932-433e-af50-c62b84a8badc tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/2b0c6ffb-df55-450d-bc2d-bd8ea0ce8168 HTTP/1.1" status: 404 len: 336 time: 0.0415404 Nov 01 18:46:48.801884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.828692 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3e5cf3-87b4-4848-a6f2-305049ed9ed1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.829155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3e5cf3-87b4-4848-a6f2-305049ed9ed1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.832205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a3e5cf3-87b4-4848-a6f2-305049ed9ed1 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/50935d29-967b-4e22-8c0e-b13f320a0ac7 HTTP/1.1" status: 404 len: 337 time: 0.0294192 Nov 01 18:46:48.835090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58868) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.837303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router 354ecb77-a68b-46e0-a034-20a61dd5fe51 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:46:48.866542 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ee3f85d1-c5d7-4dca-bf8d-7a7deb6dda11 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0aca94c-c2fd-4797-8342-915517e6ee3b HTTP/1.1" status: 200 len: 205 time: 0.0300903 Nov 01 18:46:48.869171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58870) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.910915 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-0235cdf2-24e2-4eb6-8327-4cffdf0b6a04 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:48.914582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0235cdf2-24e2-4eb6-8327-4cffdf0b6a04 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/d0aca94c-c2fd-4797-8342-915517e6ee3b HTTP/1.1" status: 404 len: 336 time: 0.0384545 Nov 01 18:46:48.914902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58872) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.945662 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb802d8-d392-48da-a498-2c9e974b43ee tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:48.946158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb802d8-d392-48da-a498-2c9e974b43ee tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:48.949228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2fb802d8-d392-48da-a498-2c9e974b43ee tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/bb4c2461-aafb-41ba-8467-5f533fe3e8de HTTP/1.1" status: 404 len: 337 time: 0.0335803 Nov 01 18:46:48.951951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:48.976641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:48.979819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ecd8e3e2-9826-4e08-b871-45ce69edc547 tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "GET /v2.0/ports?device_id=257ee153-396b-4262-96ab-600daa1445c9 HTTP/1.1" status: 200 len: 205 time: 0.0261042 Nov 01 18:46:48.982041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58876) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.003089 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Sync routers for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:49.018163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:49.018163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:49.021142 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-e8e97445-ac2e-4217-a9f4-5645b60a20ee tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] delete failed (client error): The resource could not be found. Nov 01 18:46:49.022193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e8e97445-ac2e-4217-a9f4-5645b60a20ee tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/routers/257ee153-396b-4262-96ab-600daa1445c9 HTTP/1.1" status: 404 len: 336 time: 0.0390701 Nov 01 18:46:49.024816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.049599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.051891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-52e2eed5-38f9-491f-9bf2-b54c07f2aada tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4671688 Nov 01 18:46:49.054144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58880) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.059837 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-41578b6a-8a78-479a-8f49-ba1af4706bad tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:49.060366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41578b6a-8a78-479a-8f49-ba1af4706bad tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:49.064863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41578b6a-8a78-479a-8f49-ba1af4706bad tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/0dcd268b-17aa-4f8a-8a5e-72e62fbbcd71 HTTP/1.1" status: 404 len: 337 time: 0.0383985 Nov 01 18:46:49.067438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58882) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.085840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9afe6f5b-29f1-4f4b-aaa9-705fc452afb2 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=874863ad66c744669a2a4dc0e24cf099&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303593 Nov 01 18:46:49.091907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58884) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.105800 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b825df97-6a69-4b6f-b591-92228a79cf2c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] DELETE failed (client error): The resource could not be found. Nov 01 18:46:49.106268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b825df97-6a69-4b6f-b591-92228a79cf2c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:46:49.109540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b825df97-6a69-4b6f-b591-92228a79cf2c tempest-RoutersTest-1921481613 tempest-RoutersTest-1921481613-project] 10.222.0.31 "DELETE /v2.0/subnets/1701760e-d9ab-478c-8fe7-15f0f5b68213 HTTP/1.1" status: 404 len: 337 time: 0.0410867 Nov 01 18:46:49.142968 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:49.193898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83498d15-aafb-4a5e-95c3-0c1af2dd85cc tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:49.195603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83498d15-aafb-4a5e-95c3-0c1af2dd85cc tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027107 Nov 01 18:46:49.198527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.227071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df14f5b1-e5be-43e5-b392-155523b0f834 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272846 Nov 01 18:46:49.230050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.235106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667093680', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:49.327572 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:48Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:49.353635 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Checking router: 354ecb77-a68b-46e0-a034-20a61dd5fe51 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:49.354010 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Updating router 354ecb77-a68b-46e0-a034-20a61dd5fe51 port 2e733659-6080-48be-bc92-a49d2f2cf119 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:49.378236 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.413031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:49.419954 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.633060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58894) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.704235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.706988 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.758450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Subnet': ['ID=07b598b9-c4e9-41e1-8868-2cc44466b70a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:49.774072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:49.775221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network hostable DHCP agents. Network: d57a9283-bb56-41f4-9982-304cbaeec7b0, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:46:49.784259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-be1b6c57-d568-4ba6-973d-9d3273af746a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55f253a6452e48b384cb5ac5f7eff1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500492 Nov 01 18:46:49.786820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58898) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:49.795364 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.837698 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.845575 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Attempting to bind port 2e733659-6080-48be-bc92-a49d2f2cf119 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:49.845944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Attempting to bind port 2e733659-6080-48be-bc92-a49d2f2cf119 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:49.846308 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Attempting to bind port 2e733659-6080-48be-bc92-a49d2f2cf119 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:49.854967 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ef662-3990-4918-b7b8-8afa0f4ae1f6 None None] Pushing event updated for resources: {'Port': ['ID=2e733659-6080-48be-bc92-a49d2f2cf119,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:49.858554 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:49.862550 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:49.862550 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.862550 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:49.863078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.863181 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Bound port: 2e733659-6080-48be-bc92-a49d2f2cf119, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:49.863181 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.886885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:46:49.912693 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] For port 2e733659-6080-48be-bc92-a49d2f2cf119, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:49.915718 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] For port 2e733659-6080-48be-bc92-a49d2f2cf119, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e733659-6080-48be-bc92-a49d2f2cf119,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:49.966417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, d57a9283-bb56-41f4-9982-304cbaeec7b0) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:49.971285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:49.971907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:49.975948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132af89-3b65-4b1c-af17-192c553c4579 None None] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:50.001101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.001725 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.003867 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.006223 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9072b7de-4edb-456b-8a2e-342712d3f56f HTTP/1.1" status: 204 len: 168 time: 0.2173505 Nov 01 18:46:50.014869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c715-9417-4bba-b000-b47981255829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072b7de-4edb-456b-8a2e-342712d3f56f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:50.059190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de00932e-18b6-4297-b5f0-64504dc7449e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8251870 Nov 01 18:46:50.059713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:50.071212 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:50.071951 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:50.124730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ef662-3990-4918-b7b8-8afa0f4ae1f6 None None] Pushing event updated for resources: {'Port': ['ID=2e733659-6080-48be-bc92-a49d2f2cf119,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:50.160674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-d57a9283-bb56-41f4-9982-304cbaeec7b0', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:46:50.161778 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.194953 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:50.303348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Allocated IP 172.20.0.2 (d57a9283-bb56-41f4-9982-304cbaeec7b0/07b598b9-c4e9-41e1-8868-2cc44466b70a/6d0ef9de-4806-4d75-aee3-b2b5c4394297) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:50.397578 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:48Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:50.431186 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf3ecf-e747-4642-9e81-dad0b85abb2c None None] The sync data for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 is: [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:48Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:50.468525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.535486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.575184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.576123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:50.583678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:50.591222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:50.598611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Pushing event updated for resources: {'Port': ['ID=6d0ef9de-4806-4d75-aee3-b2b5c4394297,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:50.660526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Attempting to bind port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:50.661054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Attempting to bind port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:50.661517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Attempting to bind port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:50.669659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:50.670155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:50.670631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.671097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Bound using segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:50.674195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Bound port: 6d0ef9de-4806-4d75-aee3-b2b5c4394297, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:50.674532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.780214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] For port 6d0ef9de-4806-4d75-aee3-b2b5c4394297, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:50.783956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] For port 6d0ef9de-4806-4d75-aee3-b2b5c4394297, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6d0ef9de-4806-4d75-aee3-b2b5c4394297,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:50.881730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.917670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.1 (d57a9283-bb56-41f4-9982-304cbaeec7b0/07b598b9-c4e9-41e1-8868-2cc44466b70a/ecb5ff5c-d906-49db-8e0c-8198d4568c00) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:50.936260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-35048eb7-09c4-4256-8a65-63d76bf5b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:50.951811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a573247-a37a-46ae-a120-5479da7c9b26 None None] Pushing event updated for resources: {'Port': ['ID=6d0ef9de-4806-4d75-aee3-b2b5c4394297,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:51.092142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.172569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e733659-6080-48be-bc92-a49d2f2cf119 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:51.209093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.259038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2e733659-6080-48be-bc92-a49d2f2cf119 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:51.259895 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.263543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:51.272050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:51.278216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:51.310028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:51.340023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.372416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.396500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 2e733659-6080-48be-bc92-a49d2f2cf119, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e733659-6080-48be-bc92-a49d2f2cf119,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:51.475537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.540345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=2e733659-6080-48be-bc92-a49d2f2cf119,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:51.562869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.615483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58922) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:51.725962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931732004'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:51.852626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.866575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.869424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.943724 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:51.944392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.018989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d7f1f-1909-4095-9f03-cf92dd990d1f None None] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:46:52.028562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.033196 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:52.059695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.106410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] Provisioning complete for port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:52.106779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.109967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99e167-ccfd-4f9b-a4e2-d63b86277b31,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:52.136020 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.140558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:52.142494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:52.155849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.274980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router 354ecb77-a68b-46e0-a034-20a61dd5fe51 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:46:52.275216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.278429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.317612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663df5ef-c288-4c2f-be1d-2e60b7fde2c6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:52.342777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] For port 6d0ef9de-4806-4d75-aee3-b2b5c4394297, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6d0ef9de-4806-4d75-aee3-b2b5c4394297,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:52.405013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.410730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f05aee2e-596a-4c08-a051-0ffaf3f0fa10 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7938728 Nov 01 18:46:52.411725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58928) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:52.456521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:46:52.463852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9235b2b0-4b41-44e6-9272-340832dcb7c3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/354ecb77-a68b-46e0-a034-20a61dd5fe51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017353 Nov 01 18:46:52.498578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.508906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b028260-6e71-412c-911b-c1337ed46e43 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0955856 Nov 01 18:46:52.511845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58932) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:52.518236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-security--1271548487', 'description': 'tempest-security-description-1814446784'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:52.586684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7389-d6d1-4898-9d01-c9afd22c9926 None None] Pushing event updated for resources: {'Port': ['ID=6d0ef9de-4806-4d75-aee3-b2b5c4394297,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:52.589268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.676659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.722582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-52909859-cd06-4ae5-bce6-86e4dd6eaa58 None None] Provisioning complete for port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:52.722962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52909859-cd06-4ae5-bce6-86e4dd6eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.738410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-6e8fdcce-d2e6-4096-bae1-a4b1fd6e4d42 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794955500&fields=id&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 267 time: 0.0395505 Nov 01 18:46:52.753748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Sync routers for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:46:52.779561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:52.780198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:52.813686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.816379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.817694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "PUT /v2.0/security-groups/663df5ef-c288-4c2f-be1d-2e60b7fde2c6 HTTP/1.1" status: 200 len: 1780 time: 0.3044605 Nov 01 18:46:52.821433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:52.861550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64943-581a-46e3-a022-0f09864e4476 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663df5ef-c288-4c2f-be1d-2e60b7fde2c6,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:52.886323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3eb4aa9b-f30b-445b-9e38-5af5b80e9e61 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups/663df5ef-c288-4c2f-be1d-2e60b7fde2c6 HTTP/1.1" status: 200 len: 1780 time: 0.0616341 Nov 01 18:46:52.887077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:52.888564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-55c97120-fac3-4365-9a82-804bbee9298a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:52.890147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-55c97120-fac3-4365-9a82-804bbee9298a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 796 time: 0.1425104 Nov 01 18:46:52.911933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-4b1657a4-13e7-47b1-9843-34c9740dd82b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/quotas/874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 375 time: 0.0121431 Nov 01 18:46:52.953229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:52.981679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-5716422e-006e-41e3-a45c-3895553ac21f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580063 Nov 01 18:46:52.992786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.129679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:53.141935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-0073b85a-2381-480a-8ec0-700e4b636146 service neutron] 10.222.0.31 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383514 Nov 01 18:46:53.174704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-52909859-cd06-4ae5-bce6-86e4dd6eaa58 None None] Provisioning complete for port ecb5ff5c-d906-49db-8e0c-8198d4568c00 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:53.174704 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52909859-cd06-4ae5-bce6-86e4dd6eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.174898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.176488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.180950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/663df5ef-c288-4c2f-be1d-2e60b7fde2c6 HTTP/1.1" status: 204 len: 168 time: 0.2926841 Nov 01 18:46:53.181536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58950) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:53.215088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63e05b-6885-47d9-a5ca-f75284f4482d tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663df5ef-c288-4c2f-be1d-2e60b7fde2c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:53.240308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e733659-6080-48be-bc92-a49d2f2cf119 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:53.249630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26b8d1f3-4577-4476-a75e-6a8ab20a2960 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632753 Nov 01 18:46:53.252584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:53.269252 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-2646b8b7-ac05-4d9d-8ce3-7c5e711c6ca2 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] delete failed (client error): The resource could not be found. Nov 01 18:46:53.274256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2646b8b7-ac05-4d9d-8ce3-7c5e711c6ca2 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/663df5ef-c288-4c2f-be1d-2e60b7fde2c6 HTTP/1.1" status: 404 len: 347 time: 0.0153699 Nov 01 18:46:53.274423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-9f25ea51-8963-48b7-83bb-cdb2403d0f98 service neutron] 10.222.0.31 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201823 Nov 01 18:46:53.274990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58954) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:53.280638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000112588'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:53.303482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-52909859-cd06-4ae5-bce6-86e4dd6eaa58 None None] Port ecb5ff5c-d906-49db-8e0c-8198d4568c00 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:53.380063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2e733659-6080-48be-bc92-a49d2f2cf119 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:53.380429 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.394901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.459890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-16bc99be-1a24-4b62-93a8-9e66a59ad830 None None] Provisioning complete for port ecb5ff5c-d906-49db-8e0c-8198d4568c00 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:53.460252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16bc99be-1a24-4b62-93a8-9e66a59ad830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.465421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.542617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-16bc99be-1a24-4b62-93a8-9e66a59ad830 None None] Port ecb5ff5c-d906-49db-8e0c-8198d4568c00 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:53.546406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 2, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:53.556548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-856c1078-76df-415a-b552-7fb6a0021a9c req-c3c9c3fc-a201-4ba2-8ccd-270d910d3edc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 210 time: 0.0397892 Nov 01 18:46:53.581762 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6d0ef9de-4806-4d75-aee3-b2b5c4394297 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:53.585466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Checking router: 354ecb77-a68b-46e0-a034-20a61dd5fe51 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:46:53.585815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Updating router 354ecb77-a68b-46e0-a034-20a61dd5fe51 port ecb5ff5c-d906-49db-8e0c-8198d4568c00 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:46:53.597520 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.633164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689cae27-fc56-4739-a923-9426cd67cfe3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:53.644223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.699646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:53.700018 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.717740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:53.719442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e5921125-f84d-445b-9abe-8c85a6eb5283 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4432783 Nov 01 18:46:53.722283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:53.727769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '689cae27-fc56-4739-a923-9426cd67cfe3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:54.020124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.098035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.103029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.126433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.149356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.181565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d2bc-cbec-4de0-be15-4041875f983c None None] Pushing event updated for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:54.233668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Attempting to bind port ecb5ff5c-d906-49db-8e0c-8198d4568c00 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:54.234020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Attempting to bind port ecb5ff5c-d906-49db-8e0c-8198d4568c00 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:54.234387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Attempting to bind port ecb5ff5c-d906-49db-8e0c-8198d4568c00 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:54.239604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:54.239984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:54.240385 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.240781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Bound using segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:54.241247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Bound port: ecb5ff5c-d906-49db-8e0c-8198d4568c00, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:54.241628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.281093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.302856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e042497-df0d-41d2-bb5a-6f087e5cbd18,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:54.313969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] For port ecb5ff5c-d906-49db-8e0c-8198d4568c00, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:54.314471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] For port ecb5ff5c-d906-49db-8e0c-8198d4568c00, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ecb5ff5c-d906-49db-8e0c-8198d4568c00,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:54.408620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.410198 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4c4ff044-200c-4253-bf3a-032a96dcffe3 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6864774 Nov 01 18:46:54.412749 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58968) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:54.435903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.436773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.444754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.506063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:46:54.506696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:54.509978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] Provisioning complete for port ecb5ff5c-d906-49db-8e0c-8198d4568c00 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:54.510642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.560822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.569426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.569688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d2bc-cbec-4de0-be15-4041875f983c None None] Pushing event updated for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:54.570758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6e042497-df0d-41d2-bb5a-6f087e5cbd18 HTTP/1.1" status: 204 len: 168 time: 0.1570926 Nov 01 18:46:54.575388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58970) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:54.577456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fff03e-01f6-4728-8b3f-45564c8edae0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e042497-df0d-41d2-bb5a-6f087e5cbd18,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:54.644207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ffe2ef7d-f22d-4210-b873-d72f149ad2e7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664146 Nov 01 18:46:54.647122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58974) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:54.678582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbe5dcb4-dfef-46b5-ab48-695a57b9ed26 req-8156a81d-0d98-4a9d-920c-9f526508f130 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 210 time: 0.0292578 Nov 01 18:46:54.711880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:46:54.735790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.738385 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.758987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.828940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] For port ecb5ff5c-d906-49db-8e0c-8198d4568c00, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ecb5ff5c-d906-49db-8e0c-8198d4568c00,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:46:54.898186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.901580 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.902758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/689cae27-fc56-4739-a923-9426cd67cfe3 HTTP/1.1" status: 204 len: 168 time: 0.2541258 Nov 01 18:46:54.905647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58976) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:54.912329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cae27-fc56-4739-a923-9426cd67cfe3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:54.920954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.921480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.921824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.922157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.922961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.923449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.923811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.924310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.924650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.925040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.925917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.926252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d955f-cf4e-444d-b4dc-8bf221e671a5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:46:54.926375 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:54.972696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30457983-25e2-45b6-9d7b-2a9654505d99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652256 Nov 01 18:46:54.976765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58978) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:54.981193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--101849263'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:55.007942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31471-d298-4396-a910-2b39007c3b45 None None] Pushing event updated for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:55.012515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:46:55.044193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0744e76-792b-4948-8e14-dacfb7173ccc None None] The sync data for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 is: [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:46:55.054903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cda3b953-3516-47ef-b8f8-38cbf78fa8bc None None] Provisioning complete for port ecb5ff5c-d906-49db-8e0c-8198d4568c00 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:55.055485 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cda3b953-3516-47ef-b8f8-38cbf78fa8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.075741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.199651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.303553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.333494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2691e4c4-1014-48f0-8618-29a4e2f5bcb7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:55.466523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.467768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-736b0ea3-f038-495e-86d3-7beb82e3824c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4904878 Nov 01 18:46:55.470469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58982) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:55.474919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '2691e4c4-1014-48f0-8618-29a4e2f5bcb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:55.612303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.683991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.792232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3d5c8a0d-c3ec-406b-93c6-0a09ec6c4e81 req-2c990ac4-e69b-4079-9f2d-82904f0b85b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 210 time: 0.0288427 Nov 01 18:46:55.792967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.814990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28884fb3-3bb1-4e3c-b671-8d496d2c6746,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:55.921211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:55.921211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d50eda83-9c28-441f-a1ff-aae6532dc785 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4471533 Nov 01 18:46:55.921512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58986) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:55.926055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '2691e4c4-1014-48f0-8618-29a4e2f5bcb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:56.030603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.090855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.194889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.213747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34add1a1-f49f-4551-aec7-e4d8de94e3ff,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:56.357302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.358626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2165e49c-ff29-44b9-927a-bd766a760ef1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361315 Nov 01 18:46:56.369938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 58988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:56.375320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '2691e4c4-1014-48f0-8618-29a4e2f5bcb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:56.414546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-fa1d284b-9f5c-4284-8a3b-d1dbd7b18869 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:56.416057 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-fa1d284b-9f5c-4284-8a3b-d1dbd7b18869 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 796 time: 0.1207685 Nov 01 18:46:56.461078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-035206e0-5a46-4184-a4a4-efb9cb7c017a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 379 time: 0.0359712 Nov 01 18:46:56.470335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'port': {'device_id': '67fd086f-b27f-4027-894f-5cb3c7794235', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'admin_state_up': True, 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'security_groups': ['fd27a3d5-909e-40ed-b1d8-307814d52216']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:56.501902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.618376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.709195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.729035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4776770d-7a14-41b6-85ae-926fd34c3cf7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:56.761997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:46:56.771565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.835027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.894271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-71367017-cbba-4e55-a9ab-0ba52cb3f3c5 req-aa0aef41-5bae-41e6-be15-0c0c8812fc7b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Nov 01 18:46:56.900111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.6 (d57a9283-bb56-41f4-9982-304cbaeec7b0/07b598b9-c4e9-41e1-8868-2cc44466b70a/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:46:56.912973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:56.914299 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c8e5e0e-5745-4bea-bddd-bc1bdd7acdfe tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5431914 Nov 01 18:46:56.922725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58994) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:56.927335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '2691e4c4-1014-48f0-8618-29a4e2f5bcb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:57.046201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.049274 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.092900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ecb5ff5c-d906-49db-8e0c-8198d4568c00 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:46:57.126721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.143048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ecb5ff5c-d906-49db-8e0c-8198d4568c00 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:57.143493 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.161490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.217440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:46:57.224886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:46:57.226940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:57.230105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:46:57.240710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.266263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89352b1a-cf77-4bef-b317-cf00a02e7ab3,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:57.288957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:57.289691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.339480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.341005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-178f56c5-990d-4e8e-85d4-a6f228d916c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4170508 Nov 01 18:46:57.344194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 58998) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:57.348792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '2691e4c4-1014-48f0-8618-29a4e2f5bcb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:57.375006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-ada510e7-5496-4450-9cd9-a10cd515325e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082787 Nov 01 18:46:57.390341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Request body: {'port': {'device_id': '67fd086f-b27f-4027-894f-5cb3c7794235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:57.452213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.485608 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.528293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fa7c6bd9-13f8-42ab-8e39-20787bf12ef6 None None] Provisioning complete for port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:46:57.529067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6bd9-13f8-42ab-8e39-20787bf12ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.555719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.568452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c6bd9-13f8-42ab-8e39-20787bf12ef6 None None] Port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:46:57.646290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.661885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fde58e5-5632-41ea-8998-24af6e441c1c,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:57.729686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:46:57.737117 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.749626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Transition to ACTIVE for port object d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:46:57.763535 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.764761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-161b1193-6f44-4838-8ee9-43c8579a4405 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4195850 Nov 01 18:46:57.767574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:57.790565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.797900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.823930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.875369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:57.878884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.888033 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.892231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7fde58e5-5632-41ea-8998-24af6e441c1c HTTP/1.1" status: 204 len: 168 time: 0.1236994 Nov 01 18:46:57.894122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59004) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:57.914551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b978b-cfb8-42c8-ac62-0a050df965db tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fde58e5-5632-41ea-8998-24af6e441c1c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:57.955528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:57.955786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a4b2bcc-18a0-4a89-995f-cfd7effa6b60 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0602744 Nov 01 18:46:57.994974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:57.997222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:46:57.997563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:46:57.997895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:58.006859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:46:58.007187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:46:58.011477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.021612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:46:58.021953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:46:58.022347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Bound using segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:46:58.022798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Bound port: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:46:58.023161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.045096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3f22-3cc1-4fbf-a962-a7bce48e5969 req-1247063b-ab60-4eeb-b886-e5f8e78730a3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.051605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c6c3f22-3cc1-4fbf-a962-a7bce48e5969 req-1247063b-ab60-4eeb-b886-e5f8e78730a3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 943 time: 0.0697708 Nov 01 18:46:58.091635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c6c3f22-3cc1-4fbf-a962-a7bce48e5969 req-bb8c6bc4-d7b7-4723-a7a2-51c23198dd8a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Nov 01 18:46:58.106568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:46:58.109874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:46:58.138036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.144138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.145236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/89352b1a-cf77-4bef-b317-cf00a02e7ab3 HTTP/1.1" status: 204 len: 168 time: 0.1887434 Nov 01 18:46:58.148007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.150624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956f34b-aac5-472d-9f2c-968394e8085e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89352b1a-cf77-4bef-b317-cf00a02e7ab3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:58.193502 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e97365c8-002a-4955-a2fb-c9b5ea31ef38 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0440793 Nov 01 18:46:58.196013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59012) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.218359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.225697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.241308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.278592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.279226 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.280623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 1091 time: 0.8956962 Nov 01 18:46:58.281118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:46:58.283492 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b274584c-346a-4ac9-9260-4dce7c26b18d" -d '{"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:46:58.313027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8b29-a57a-418e-b567-fa257f78b280 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:58.333679 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9982b0-63c5-4036-b3a4-2a5384bfe9a6 x-openstack-request-id: req-db9982b0-63c5-4036-b3a4-2a5384bfe9a6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:46:58.333978 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:46:58.334244 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db9982b0-63c5-4036-b3a4-2a5384bfe9a6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:46:58.334653 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'status': 'completed', 'code': 200} Nov 01 18:46:58.378141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.385002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.386525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4776770d-7a14-41b6-85ae-926fd34c3cf7 HTTP/1.1" status: 204 len: 168 time: 0.1895885 Nov 01 18:46:58.390361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.393496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb8195-8732-4f3a-ac81-103a12a22a3e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4776770d-7a14-41b6-85ae-926fd34c3cf7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:58.434402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-e50a6cd4-ee86-4b12-a2fb-81389e20ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.435937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-e50a6cd4-ee86-4b12-a2fb-81389e20ebe4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1094 time: 0.0788789 Nov 01 18:46:58.454573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dcb7d6b5-a8bb-4405-89f5-67d16abb9ab6 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0586829 Nov 01 18:46:58.454949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59018) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.480395 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.488054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.547655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-ab2ab2cb-dc52-4649-b46d-0871989fff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.549211 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-ab2ab2cb-dc52-4649-b46d-0871989fff02 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=874863ad66c744669a2a4dc0e24cf099&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0962062 Nov 01 18:46:58.606411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.612651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.613788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/34add1a1-f49f-4551-aec7-e4d8de94e3ff HTTP/1.1" status: 204 len: 168 time: 0.1578128 Nov 01 18:46:58.616432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59020) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.627281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006857-cff3-47d7-a087-c4e316a9c26a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34add1a1-f49f-4551-aec7-e4d8de94e3ff,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:58.653507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-c8c96a7a-2ec3-461c-81a8-35584506f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.655011 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b274584c-346a-4ac9-9260-4dce7c26b18d req-c8c96a7a-2ec3-461c-81a8-35584506f844 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993824 Nov 01 18:46:58.667479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-63fe7c49-39e5-4172-ad10-5e443db31e0a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0467057 Nov 01 18:46:58.667972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59022) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.693697 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.702224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.742497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-9e49105f-f5f9-40ae-bace-191204bf1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.744097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-9e49105f-f5f9-40ae-bace-191204bf1ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1094 time: 0.0421281 Nov 01 18:46:58.792203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-c6c85a11-7442-4612-8e38-ca6d246c4d51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 217 time: 0.0402908 Nov 01 18:46:58.812232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.818476 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:58.819714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/28884fb3-3bb1-4e3c-b671-8d496d2c6746 HTTP/1.1" status: 204 len: 168 time: 0.1510115 Nov 01 18:46:58.824943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59024) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.826126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88da32-d9b6-41f5-aebc-44573a27aad4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28884fb3-3bb1-4e3c-b671-8d496d2c6746,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:58.861087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-9b8365e8-be04-4166-a5f7-286074f1666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.862629 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-9b8365e8-be04-4166-a5f7-286074f1666b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0639503 Nov 01 18:46:58.887494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-44c43aab-2789-48ce-b07f-a0c722f9d340 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614710 Nov 01 18:46:58.890293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59026) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:58.953073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-05aa3745-baba-4ddb-b8a7-5b5a52ef6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:58.954571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-05aa3745-baba-4ddb-b8a7-5b5a52ef6a71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839629 Nov 01 18:46:58.987333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.045567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.096302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-1d1d0b25-ca77-44ae-bdc8-54b8b2c9b1fc service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332591 Nov 01 18:46:59.180943 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.184523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.185919 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/2691e4c4-1014-48f0-8618-29a4e2f5bcb7 HTTP/1.1" status: 204 len: 168 time: 0.2945728 Nov 01 18:46:59.191725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59030) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:59.205347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b685-ee21-4a39-b3d9-1d7a44d4807e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691e4c4-1014-48f0-8618-29a4e2f5bcb7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:59.212172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-52e8b6ab-a48b-42b3-b152-a9fabf736910 req-4ed67f8b-954c-4ead-be24-a784c4c94732 service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069882 Nov 01 18:46:59.237706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b7ae-2226-49ca-9a12-ad4e454ad3ce req-8f122b8e-7e00-43f8-963c-7d10e67cb41c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:46:59.239195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b203b7ae-2226-49ca-9a12-ad4e454ad3ce req-8f122b8e-7e00-43f8-963c-7d10e67cb41c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 943 time: 0.0759552 Nov 01 18:46:59.261577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ec98b56c-a34c-487d-b7d8-cc2883d7ca26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675812 Nov 01 18:46:59.265792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59032) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:59.270789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951959356'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:59.287216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b203b7ae-2226-49ca-9a12-ad4e454ad3ce req-9e083250-1dc8-4cf1-b6e4-dd35eaccfbf9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396948 Nov 01 18:46:59.418719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.484535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.635486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.664036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a9f15-f715-44c6-a078-5cd607ca3f5b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:46:59.814480 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.815790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-364b626f-38e7-48ae-b70c-6e25555e1789 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5489004 Nov 01 18:46:59.818441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59036) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:46:59.823885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '4f7a9f15-f715-44c6-a078-5cd607ca3f5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:46:59.942416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:46:59.996908 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.063248 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.087449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c5bdc5-ad5d-4648-ab62-11b2bd3853cc,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:00.174386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.175719 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e1b74e7-ad82-4c79-82ae-f11a6f76160f tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3562279 Nov 01 18:47:00.178383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:00.233662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.256500 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.389595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.392479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.393831 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f7a9f15-f715-44c6-a078-5cd607ca3f5b HTTP/1.1" status: 204 len: 168 time: 0.2144170 Nov 01 18:47:00.397244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59042) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:00.403993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aca95-87c1-4da7-b67f-7dc9c45d4f26 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a9f15-f715-44c6-a078-5cd607ca3f5b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:00.411549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8922430-dc81-4186-92f8-941074ac7b87 req-53b95349-dc0d-4cd7-8541-71c1f6e95c10 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:00.413062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8922430-dc81-4186-92f8-941074ac7b87 req-53b95349-dc0d-4cd7-8541-71c1f6e95c10 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 943 time: 0.0551133 Nov 01 18:47:00.473469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-55296612-226c-47b5-bfeb-514edb5c9f70 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751328 Nov 01 18:47:00.477360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:00.478403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8922430-dc81-4186-92f8-941074ac7b87 req-a4c54923-aa1c-4092-9d8f-03f6b4daadac tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558169 Nov 01 18:47:00.482449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--361478489'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:00.594800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.660545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.783398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.813723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e23294c-02d1-4b05-b9d4-3f83c9c897ed,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:00.911470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:00.912716 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1b0977b7-ca83-4c3f-94e6-a94fa72594c1 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4343171 Nov 01 18:47:00.915487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:00.920479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950992333'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:01.006362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.071079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.143561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.175986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f852c1-db2c-43f2-8882-fda7b23c768c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:01.259304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.261219 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2b9c4fb-1867-4f42-bc08-6a87f8b37188 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3447311 Nov 01 18:47:01.263896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:01.268170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': '8e23294c-02d1-4b05-b9d4-3f83c9c897ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd2f852c1-db2c-43f2-8882-fda7b23c768c', 'remote_ip_prefix': None}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:01.368959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.432425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.502944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.522794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605b0c29-61eb-46d7-aec3-d4d23ec0984d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:01.592066 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:47:01.608462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a96f4-a0d3-446b-aca2-7c4e5556e094 req-a33ca9e8-ec48-42b1-9eba-52b20a51f1fe tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:01.610021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f91a96f4-a0d3-446b-aca2-7c4e5556e094 req-a33ca9e8-ec48-42b1-9eba-52b20a51f1fe tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 943 time: 0.0548012 Nov 01 18:47:01.614102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.615857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e22aef8-3560-4821-9ca8-70aea72d644a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3505135 Nov 01 18:47:01.618106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:01.644714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.652702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.652917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f91a96f4-a0d3-446b-aca2-7c4e5556e094 req-cf0add85-a3c0-4cd3-8240-32ed1f0a6d03 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Nov 01 18:47:01.731548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.736210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.740957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/605b0c29-61eb-46d7-aec3-d4d23ec0984d HTTP/1.1" status: 204 len: 168 time: 0.1184895 Nov 01 18:47:01.741095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59054) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:01.746841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31b264-9c42-496d-8383-689389e01771 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=605b0c29-61eb-46d7-aec3-d4d23ec0984d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:01.796537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-01e1f7ed-29e9-45d9-ba1e-b35c9748c87a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0545948 Nov 01 18:47:01.799263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59056) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:01.850233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:01.873385 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.000862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.003393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.004587 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/d2f852c1-db2c-43f2-8882-fda7b23c768c HTTP/1.1" status: 204 len: 168 time: 0.2043605 Nov 01 18:47:02.007324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59058) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:02.014600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73503d8-2972-4869-8f7a-251a45ffc84e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f852c1-db2c-43f2-8882-fda7b23c768c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:02.064366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:47:02.064983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aef20cf5-c5dc-40c3-8276-a68a40ff0dc2 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0562563 Nov 01 18:47:02.067390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59060) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:02.133486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.161388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.286247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.288870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.290103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e23294c-02d1-4b05-b9d4-3f83c9c897ed HTTP/1.1" status: 204 len: 168 time: 0.2217040 Nov 01 18:47:02.293379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:02.300802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e631382-8a1a-4d53-8d9d-9e5b495abbca tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e23294c-02d1-4b05-b9d4-3f83c9c897ed,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:02.341544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fef9c622-2704-49b0-93a8-ee36b8f8f74c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428298 Nov 01 18:47:02.345314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:02.345465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59064) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:02.347060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--504397558'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:02.350273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'port_id': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'mac_address': 'fa:16:3e:99:4f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:47:02.391260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.404868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:47:02.424041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.424750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:02.487892 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.532176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.566743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.583219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:02.600166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b2d70-7d7d-4044-9e7c-adbcb73bfb25,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:02.671608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.673275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f722abd-ad68-4626-b040-43a6c9e25faa tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3299148 Nov 01 18:47:02.676364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:02.683697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': 'b13b2d70-7d7d-4044-9e7c-adbcb73bfb25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:02.758724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d9ea66d1-8fb3-4b26-987c-5f5ad764abd3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:47:02.773266 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.776730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a02dc-dd1b-4fec-abc1-3efa3353398e req-fed601aa-c94e-41b8-bc67-eec17cb3e7b5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:02.778488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a8a02dc-dd1b-4fec-abc1-3efa3353398e req-fed601aa-c94e-41b8-bc67-eec17cb3e7b5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0547431 Nov 01 18:47:02.821632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a8a02dc-dd1b-4fec-abc1-3efa3353398e req-11b18f73-6b2b-4173-9ec4-8f04e93873ee tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Nov 01 18:47:02.852603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.932406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:02.952793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf5702f-7aad-4568-bae4-c49e5ebe911d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:03.060488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.061757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c6ec4950-9d67-457b-9c78-76e9bf3dac89 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3825803 Nov 01 18:47:03.064620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.090695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.098838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.206641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.214115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.215231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ebf5702f-7aad-4568-bae4-c49e5ebe911d HTTP/1.1" status: 204 len: 168 time: 0.1496735 Nov 01 18:47:03.218018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59072) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.219753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a954-4f61-436b-b61c-af9f6bb4eca4 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebf5702f-7aad-4568-bae4-c49e5ebe911d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:03.261196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-10f686ac-7237-44f0-a6ef-dff73b9b7e1e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419931 Nov 01 18:47:03.276010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59074) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.330664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.353264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.446848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.449653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.450811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/b13b2d70-7d7d-4044-9e7c-adbcb73bfb25 HTTP/1.1" status: 204 len: 168 time: 0.1736801 Nov 01 18:47:03.453795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59076) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.460158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25835839-8b52-4c9f-b879-4a5f564bc126 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b2d70-7d7d-4044-9e7c-adbcb73bfb25,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:03.503617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6dbf3ab3-2416-4738-be81-38df4856b587 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484729 Nov 01 18:47:03.507260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59078) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.512107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050735978'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:03.617900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.687156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.783272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.812395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fddee5-9dcf-4b61-98e7-c73d9a929ab8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:03.888969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:03.890157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-afba2346-35f6-46d8-aa35-b4bff4ce2fa7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3819032 Nov 01 18:47:03.892846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59082) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:03.897567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': 'd7fddee5-9dcf-4b61-98e7-c73d9a929ab8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:03.944490 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f2b83-1d24-49da-a7c7-c1ae6d8af02e req-082e1e17-39ef-4e68-acaf-8f00768f0576 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:03.945984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb7f2b83-1d24-49da-a7c7-c1ae6d8af02e req-082e1e17-39ef-4e68-acaf-8f00768f0576 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0524328 Nov 01 18:47:03.984563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb7f2b83-1d24-49da-a7c7-c1ae6d8af02e req-fa1ba847-1efc-450e-9f7d-1b7affbea450 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Nov 01 18:47:04.011794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.066879 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.075167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:04.120839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.138436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf2d295-f51b-4f67-bb73-331813d6b902,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:04.171746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:47:04.175752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:04.176125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.196984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.199072 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61da7c99-f71a-4376-aeb9-73e9e0608b92 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051689 Nov 01 18:47:04.201828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.219721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d1944e7-8599-4f6f-919a-e2518fd0cec5 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules/9bf2d295-f51b-4f67-bb73-331813d6b902 HTTP/1.1" status: 200 len: 763 time: 0.0167091 Nov 01 18:47:04.223383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59086) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.257999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.265491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b799f3d5-b56c-4681-befc-c500d1a5bc11 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407970 Nov 01 18:47:04.269198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59088) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.281455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:04.283722 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db39bd11-9010-4522-a23e-fd5027b6ed0d" -d '{"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:04.294642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.296475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:04.304510 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.322112 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cddbc4-4bf5-4ac6-ae6f-12fdc04e5d51 x-openstack-request-id: req-63cddbc4-4bf5-4ac6-ae6f-12fdc04e5d51 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:04.323063 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:04.323391 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63cddbc4-4bf5-4ac6-ae6f-12fdc04e5d51 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:04.323859 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'code': 200} Nov 01 18:47:04.361107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.411492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:04.429483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.429689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12bc5-ce98-47c1-9625-1a1a5d910e71 req-40f7f9ca-cace-44e3-aab0-a8ba7671b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:04.432628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-edd12bc5-ce98-47c1-9625-1a1a5d910e71 req-40f7f9ca-cace-44e3-aab0-a8ba7671b7bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1096 time: 0.0512218 Nov 01 18:47:04.436563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.437678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9bf2d295-f51b-4f67-bb73-331813d6b902 HTTP/1.1" status: 204 len: 168 time: 0.1675506 Nov 01 18:47:04.442439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.449763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48516fa-c7e4-4d08-a634-27b3b215327e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bf2d295-f51b-4f67-bb73-331813d6b902,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:04.468669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-edd12bc5-ce98-47c1-9625-1a1a5d910e71 req-0ceff82d-ec6d-4d1b-aea2-a0252c5c61f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298126 Nov 01 18:47:04.485264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-44e87458-7e27-4803-97f9-82ba65667bb7 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415261 Nov 01 18:47:04.487912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.492185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': 'd7fddee5-9dcf-4b61-98e7-c73d9a929ab8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:04.588481 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.636082 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.726625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.746660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6300037b-59b2-4e27-bb85-e2af30e485b2,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:04.842609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.843940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-960aea1a-60ff-4277-b62c-2d9a1e5dcdbb tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550327 Nov 01 18:47:04.846526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.862976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20d2523d-4908-4dd5-9817-d9da72de8c4a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules/6300037b-59b2-4e27-bb85-e2af30e485b2 HTTP/1.1" status: 200 len: 763 time: 0.0153854 Nov 01 18:47:04.865265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.906050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b924648-b15a-4bd7-b6bb-1ae2a3939792 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397477 Nov 01 18:47:04.915380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:04.939185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.946406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:04.983088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.064831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.081817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.082890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6300037b-59b2-4e27-bb85-e2af30e485b2 HTTP/1.1" status: 204 len: 168 time: 0.1665146 Nov 01 18:47:05.085438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59104) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.090901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d7ff-1626-4f3f-a409-4c7ba5482375 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6300037b-59b2-4e27-bb85-e2af30e485b2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:05.113030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da9f1-82e1-4faf-bd69-773a61d59f55 req-0bb07f62-6169-4dad-b6a4-ed962b018a58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:05.116601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c12da9f1-82e1-4faf-bd69-773a61d59f55 req-0bb07f62-6169-4dad-b6a4-ed962b018a58 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Nov 01 18:47:05.131490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9e7a4ae-dcda-4493-b381-16c9b1f602a2 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448780 Nov 01 18:47:05.134333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59106) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.139138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Request body: {'security_group_rule': {'security_group_id': 'd7fddee5-9dcf-4b61-98e7-c73d9a929ab8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:05.153700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c12da9f1-82e1-4faf-bd69-773a61d59f55 req-663154c1-0c5b-4308-8db4-43d7add9442f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329602 Nov 01 18:47:05.235307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.290100 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.343110 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.361800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc6b171-74bf-4170-b7a8-7dae52e91593,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:05.413988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.415200 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a82985de-d3b4-4b2a-926f-06138005ad99 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795305 Nov 01 18:47:05.418579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.434643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae7480cb-6a4d-456b-826f-9242b6ab9c41 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules/6dc6b171-74bf-4170-b7a8-7dae52e91593 HTTP/1.1" status: 200 len: 764 time: 0.0149870 Nov 01 18:47:05.437054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.480269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-86274f36-98f6-47b6-b215-41b2f13da85c tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0421441 Nov 01 18:47:05.482865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59112) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.505799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.514126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.612167 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.618357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.619467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6dc6b171-74bf-4170-b7a8-7dae52e91593 HTTP/1.1" status: 204 len: 168 time: 0.1356657 Nov 01 18:47:05.622285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59114) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.625145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d060ebc-74d8-457d-90e9-9eeb6df58a7a tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc6b171-74bf-4170-b7a8-7dae52e91593,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:05.664038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-58331aa5-f646-4bbe-81c3-b115c079c80e tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406122 Nov 01 18:47:05.666876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59116) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.721794 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.742968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.857702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.860322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:05.861483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7fddee5-9dcf-4b61-98e7-c73d9a929ab8 HTTP/1.1" status: 204 len: 168 time: 0.1934922 Nov 01 18:47:05.864122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.871012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b432df-36ef-45ad-a0f0-57fad203ce4b tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fddee5-9dcf-4b61-98e7-c73d9a929ab8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:05.907755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12b1f3b8-7d67-4e6f-bf6d-78852c9822b0 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424039 Nov 01 18:47:05.911832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:05.954480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a6b8f6a8-d487-40cf-b714-a033f9062e17 tempest-SecGroupTest-900848848 tempest-SecGroupTest-900848848-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416026 Nov 01 18:47:06.278307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2ba0-6bda-4367-96c7-b3c401117e20 req-1327569f-5a44-4251-bf75-55abb0d9bea9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:06.279852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2fa2ba0-6bda-4367-96c7-b3c401117e20 req-1327569f-5a44-4251-bf75-55abb0d9bea9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0531015 Nov 01 18:47:06.317004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a2fa2ba0-6bda-4367-96c7-b3c401117e20 req-3ac9e4d4-fdd6-46e1-acbf-c4f89f771468 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Nov 01 18:47:06.414682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59130) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:06.437023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb3f52-2728-4127-9139-f8dea1d0fb9f req-dfb21caf-b7ac-41c9-b9e2-e717345b4185 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:06.438452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1bb3f52-2728-4127-9139-f8dea1d0fb9f req-dfb21caf-b7ac-41c9-b9e2-e717345b4185 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Nov 01 18:47:06.476038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f1bb3f52-2728-4127-9139-f8dea1d0fb9f req-908bdd8f-504c-4ccb-a2fa-eeed7a26ba3a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Nov 01 18:47:06.498637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:06.567850 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f4b43e1-26c7-4a44-a3bc-c4eeae4134d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be78db5fe5ae4a2dae3dd0a0f9eeb8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518745 Nov 01 18:47:06.569761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b5f20-3f3d-41c6-a2dd-df6b0b10b658 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:06.570453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59136) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:06.571969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8b5b5f20-3f3d-41c6-a2dd-df6b0b10b658 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1091 time: 0.0715451 Nov 01 18:47:06.577613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59138) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:06.581970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:06.621603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.642519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.672931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.748941 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.751553 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.752727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab99e167-ccfd-4f9b-a4e2-d63b86277b31 HTTP/1.1" status: 204 len: 168 time: 0.1812501 Nov 01 18:47:06.761164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57240a-4359-44be-af02-8f593f9ceba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99e167-ccfd-4f9b-a4e2-d63b86277b31,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:06.777329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:06.883275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.214 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/8b8c0693-5f69-465a-9373-8e228c4ef3f7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:06.986525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.081340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.120671 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:07.125642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:07.128135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:07.154629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=8b8c0693-5f69-465a-9373-8e228c4ef3f7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:07.504583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.660363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.816377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.846282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59160) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:07.880716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:07.946318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bbbe2460-8c5b-4d03-8b6b-73878e26d40f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:07.950999 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-bbbe2460-8c5b-4d03-8b6b-73878e26d40f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 01 18:47:07.951537 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-bbbe2460-8c5b-4d03-8b6b-73878e26d40f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:07.952590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bbbe2460-8c5b-4d03-8b6b-73878e26d40f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1052547 Nov 01 18:47:07.956694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59164) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:07.961476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--785874979'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:07.964294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=8b8c0693-5f69-465a-9373-8e228c4ef3f7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:07.970737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.058812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.066902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.067840 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 0cf73381-14c5-432a-83ad-1c4e3ffe7817 associated. External IP: 172.25.2.214, port: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3. Nov 01 18:47:08.141361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.223410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.265188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8dcd8d-736f-4b07-9c05-d2c3b0b0713d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:08.276222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router 354ecb77-a68b-46e0-a034-20a61dd5fe51 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:08.302686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.371495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.382190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:08.393844 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Sync routers for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:08.404136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83232c-fac7-42d0-9971-eca06be50928,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:08.404490 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:08.405221 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:08.470885 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.472178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0db74c03-d0df-427b-882c-1863120bd961 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5143096 Nov 01 18:47:08.475043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:08.480420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '2a83232c-fac7-42d0-9971-eca06be50928', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:08.487883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.513639 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:08.524011 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61dc7d0b-e48c-4761-8e3f-63b5ad9bf0d0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9453633 Nov 01 18:47:08.525607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:08.532975 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7532cb-7df2-4d76-912b-e2f587252188" -d '{"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:08.574621 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1d901-671a-430b-aed0-2645c7119c0f x-openstack-request-id: req-28b1d901-671a-430b-aed0-2645c7119c0f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:08.574914 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:08.575225 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28b1d901-671a-430b-aed0-2645c7119c0f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:08.575663 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'status': 'completed', 'code': 200} Nov 01 18:47:08.628604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e7033-6be2-4ef9-9949-04d1c0038c4a req-9da5a061-2f79-4adf-934e-4d4a6d795fa6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:08.630149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a4e7033-6be2-4ef9-9949-04d1c0038c4a req-9da5a061-2f79-4adf-934e-4d4a6d795fa6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0526948 Nov 01 18:47:08.640424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:08.672664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a4e7033-6be2-4ef9-9949-04d1c0038c4a req-40b3df9d-73d4-4dbe-a672-0d914dec472f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350223 Nov 01 18:47:08.699644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:08.766489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0cf73381-14c5-432a-83ad-1c4e3ffe7817', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'port_id': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'mac_address': 'fa:16:3e:99:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd086f-b27f-4027-894f-5cb3c7794235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:07Z', 'updated_at': '2021-11-01T18:47:07Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:08.771680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6105f8a-ecbd-4239-ad02-67e390ec8f03 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/0cf73381-14c5-432a-83ad-1c4e3ffe7817 HTTP/1.1" status: 200 len: 991 time: 0.0707996 Nov 01 18:47:08.796579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Checking router: 354ecb77-a68b-46e0-a034-20a61dd5fe51 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:08.805676 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:08.806321 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:09.022975 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:09.037927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-774b7e76-7754-4d58-8002-a25f744a4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:09.039397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-774b7e76-7754-4d58-8002-a25f744a4f5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1096 time: 0.4414196 Nov 01 18:47:09.117543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.147120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-2dc34d3a-7f22-41af-9382-b99c7c5f8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:09.148541 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-2dc34d3a-7f22-41af-9382-b99c7c5f8291 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 897 time: 0.0985348 Nov 01 18:47:09.205886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.230615 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-67612d3f-04aa-4a60-bdff-1f90e5a9beee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 999 time: 0.0753219 Nov 01 18:47:09.233341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ea7478-7077-42fb-8668-eef6a8f8f847,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:09.265350 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0cf73381-14c5-432a-83ad-1c4e3ffe7817', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'port_id': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'mac_address': 'fa:16:3e:99:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd086f-b27f-4027-894f-5cb3c7794235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:07Z', 'updated_at': '2021-11-01T18:47:07Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:09.280345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-4450dc0a-c98d-4003-8fff-ee0f380cd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:09.281911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-4450dc0a-c98d-4003-8fff-ee0f380cd167 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0449421 Nov 01 18:47:09.285899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.292536 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f6278-9e02-4254-9175-e7bbc44161aa None None] The sync data for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 is: [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0cf73381-14c5-432a-83ad-1c4e3ffe7817', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'port_id': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'mac_address': 'fa:16:3e:99:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd086f-b27f-4027-894f-5cb3c7794235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:07Z', 'updated_at': '2021-11-01T18:47:07Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:09.324921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.326471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-995c04e8-b170-4cf5-abda-3d0b1057d0eb tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8503458 Nov 01 18:47:09.329981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:09.336721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d12ab2de-29b2-4efa-bb07-beb2ce989708 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '2a83232c-fac7-42d0-9971-eca06be50928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:09.340072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-af4cce0c-3b1f-428b-bed6-b9c7ac398188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:09.345805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-af4cce0c-3b1f-428b-bed6-b9c7ac398188 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545859 Nov 01 18:47:09.443813 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-a19fff43-f67c-4728-bd94-7c3e0157714e service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Nov 01 18:47:09.443981 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d12ab2de-29b2-4efa-bb07-beb2ce989708 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.541268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea7532cb-7df2-4d76-912b-e2f587252188 req-7ac977e9-fdb7-452d-acdb-484271b7ccdc service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957048 Nov 01 18:47:09.552802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392de371-f8dd-4e33-a5f2-12f1dce50cd4 req-042137de-811f-4c6f-8b0d-891dd36aabae tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:09.552802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392de371-f8dd-4e33-a5f2-12f1dce50cd4 req-042137de-811f-4c6f-8b0d-891dd36aabae tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.0536928 Nov 01 18:47:09.554525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29019412-3e10-446c-980d-cfc64bac43d2 None None] New status for floating IP 0cf73381-14c5-432a-83ad-1c4e3ffe7817: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:47:09.579887 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-d12ab2de-29b2-4efa-bb07-beb2ce989708 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:09.581541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d12ab2de-29b2-4efa-bb07-beb2ce989708 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2499516 Nov 01 18:47:09.584040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59192) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:09.599159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-392de371-f8dd-4e33-a5f2-12f1dce50cd4 req-9ceb8cd4-8dd3-4f04-ad67-b95eec9d5036 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 Nov 01 18:47:09.652482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.677821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.773275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59194) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:09.789472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.792483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:09.793635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/2a83232c-fac7-42d0-9971-eca06be50928 HTTP/1.1" status: 204 len: 168 time: 0.2084844 Nov 01 18:47:09.797226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59196) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:09.810780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fae9af-4060-4118-a377-985f9e0bf5c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83232c-fac7-42d0-9971-eca06be50928,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:09.851354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee398f7e-bb7a-4fe0-8d15-ba9fdcc47773 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/0cf73381-14c5-432a-83ad-1c4e3ffe7817 HTTP/1.1" status: 200 len: 993 time: 0.0699122 Nov 01 18:47:09.855897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59198) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:09.856669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e87c744b-a493-4463-b068-5d5b676622f1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582981 Nov 01 18:47:09.860376 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307471542'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:09.965486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.028290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.120793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.148517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07109da6-1aa5-47a3-9e26-9f0057b5e8f8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:10.219575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.220759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8f8f0dd2-d99d-47bb-ae89-9829c79138a2 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3638237 Nov 01 18:47:10.223766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.228071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-174465a7-f02e-4ec5-9c3f-ce68d571c583 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '07109da6-1aa5-47a3-9e26-9f0057b5e8f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:10.239273 n-d-815923-2 neutron-server[102782]: WARNING neutron.api.v2.base [None req-174465a7-f02e-4ec5-9c3f-ce68d571c583 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 01 18:47:10.239273 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-174465a7-f02e-4ec5-9c3f-ce68d571c583 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:10.239273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-174465a7-f02e-4ec5-9c3f-ce68d571c583 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060518 Nov 01 18:47:10.241142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.292301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.314431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.428739 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.431302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.432522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/07109da6-1aa5-47a3-9e26-9f0057b5e8f8 HTTP/1.1" status: 204 len: 168 time: 0.1904886 Nov 01 18:47:10.435335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59204) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.441492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19556eb9-c202-4e19-9e01-efb53fa1300f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07109da6-1aa5-47a3-9e26-9f0057b5e8f8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:10.478555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8efdf7c0-293d-476e-b3d8-96681f92a6a9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419588 Nov 01 18:47:10.482651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59206) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.486884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029616436'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:10.560604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.625702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.697651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.731406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d27e85-6592-4d0c-a391-51b6e540b65e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:10.779717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.783905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-998965dc-11e0-4218-927f-461f960ef174 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2975538 Nov 01 18:47:10.784129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59210) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.788723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-be8dd26d-20ae-4fde-8319-b399fdb1ebcd tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27d27e85-6592-4d0c-a391-51b6e540b65e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:10.804378 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-be8dd26d-20ae-4fde-8319-b399fdb1ebcd tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 01 18:47:10.805183 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-be8dd26d-20ae-4fde-8319-b399fdb1ebcd tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:10.806334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-be8dd26d-20ae-4fde-8319-b399fdb1ebcd tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0211382 Nov 01 18:47:10.809366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59212) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:10.865932 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.890098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.994960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:10.998318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.003433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/27d27e85-6592-4d0c-a391-51b6e540b65e HTTP/1.1" status: 204 len: 168 time: 0.1923583 Nov 01 18:47:11.003433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59214) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.025217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc980-8728-4f9b-ab2e-3d8f31e9920e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d27e85-6592-4d0c-a391-51b6e540b65e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:11.065358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c1a93338-ec26-47e2-8ad8-15ec53a54aac tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579247 Nov 01 18:47:11.068928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59216) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.074220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--501298877'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.115712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21167815-b8d4-4ce3-bb9c-b00f58f9660b req-586c0e49-27d6-40df-8276-4b0efb616d5a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:11.117205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21167815-b8d4-4ce3-bb9c-b00f58f9660b req-586c0e49-27d6-40df-8276-4b0efb616d5a tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.4410155 Nov 01 18:47:11.130151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-52181b0e-cb04-4590-919e-f2f19e612071 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:11.131556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-52181b0e-cb04-4590-919e-f2f19e612071 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 947 time: 0.0670125 Nov 01 18:47:11.177296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.193978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21167815-b8d4-4ce3-bb9c-b00f58f9660b req-5f781305-178b-4a4c-8680-f0b7e79554e7 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups?id=58641763-393d-4570-8e1a-ea6aaa304257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614688 Nov 01 18:47:11.249186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.254332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Deleting port b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:11.254668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.331939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.342304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] For port b90fc2dc-a819-4dec-8ee0-3c7b34856913, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=b90fc2dc-a819-4dec-8ee0-3c7b34856913,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:11.342661 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.360329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db252f8a-9a49-467f-b0cd-6305a435e352,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:11.437009 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.438305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f69a19e1-cf86-4a33-b813-7f4f8b726ed1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3685336 Nov 01 18:47:11.441203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59218) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.445978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5fa9bd5d-2ae3-476c-9d5e-b2453da09c8f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'db252f8a-9a49-467f-b0cd-6305a435e352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.461896 n-d-815923-2 neutron-server[102782]: WARNING neutron.api.v2.base [None req-5fa9bd5d-2ae3-476c-9d5e-b2453da09c8f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 01 18:47:11.462408 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-5fa9bd5d-2ae3-476c-9d5e-b2453da09c8f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:11.463691 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5fa9bd5d-2ae3-476c-9d5e-b2453da09c8f tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213742 Nov 01 18:47:11.466342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59220) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.471066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d5b031bb-617e-4e02-91cf-0b8bc407b387 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'db252f8a-9a49-467f-b0cd-6305a435e352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.472770 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-d5b031bb-617e-4e02-91cf-0b8bc407b387 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 01 18:47:11.473277 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-d5b031bb-617e-4e02-91cf-0b8bc407b387 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:11.474265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d5b031bb-617e-4e02-91cf-0b8bc407b387 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068581 Nov 01 18:47:11.476899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59222) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.481936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-30d30135-1eaf-45fe-a189-e863a2288302 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'db252f8a-9a49-467f-b0cd-6305a435e352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.482954 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-30d30135-1eaf-45fe-a189-e863a2288302 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 01 18:47:11.483425 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-30d30135-1eaf-45fe-a189-e863a2288302 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:11.484378 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-30d30135-1eaf-45fe-a189-e863a2288302 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065768 Nov 01 18:47:11.486758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59224) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.491796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-76550bb5-97e1-47b9-b7f0-6b5c86ad4924 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'db252f8a-9a49-467f-b0cd-6305a435e352', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.492634 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-76550bb5-97e1-47b9-b7f0-6b5c86ad4924 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 01 18:47:11.493100 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-76550bb5-97e1-47b9-b7f0-6b5c86ad4924 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:11.494010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-76550bb5-97e1-47b9-b7f0-6b5c86ad4924 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053158 Nov 01 18:47:11.497260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59226) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.547604 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.548012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.548329 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Floating IP 7aad178c-055f-4933-bcc0-25023233b2de disassociated. External IP: 172.25.2.106, port: b90fc2dc-a819-4dec-8ee0-3c7b34856913. Nov 01 18:47:11.548673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Calling delete_port for b90fc2dc-a819-4dec-8ee0-3c7b34856913 owned by compute:nova {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:11.551029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.573909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.685990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.688736 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.689946 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/db252f8a-9a49-467f-b0cd-6305a435e352 HTTP/1.1" status: 204 len: 168 time: 0.1917727 Nov 01 18:47:11.692521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.699827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda6971-0fb2-4684-b583-cbdfb0bb3ddf tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db252f8a-9a49-467f-b0cd-6305a435e352,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:11.738332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dee1f664-2d71-482b-bb29-e05ce0530150 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446651 Nov 01 18:47:11.741880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:11.746715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096338404'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:11.751891 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.783994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'Port': ['ID=b90fc2dc-a819-4dec-8ee0-3c7b34856913,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:11.877482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:11.925762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:12.000864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:12.058992 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:12.061453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:12.071276 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:12.081410 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:12.082017 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:12.120446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] No DVR routers for this DVR port b90fc2dc-a819-4dec-8ee0-3c7b34856913 on host n-h1-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:12.123318 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:12.126577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74cf18cd-bb70-4dd9-b3da-a355aa72dbe9 req-3c38da96-e2da-41ad-b77d-41b52896b1d6 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.37 "DELETE /v2.0/ports/b90fc2dc-a819-4dec-8ee0-3c7b34856913 HTTP/1.1" status: 204 len: 173 time: 0.9869339 Nov 01 18:47:12.127016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-deleted', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:12.129358 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a89df-5fb1-4794-aa6b-1c912d5525ca" -d '{"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-deleted", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:12.132705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27244e5f-add9-4128-966b-99b933c88ff6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:12.162294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:12.163616 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-55de8b78-fae6-4bc9-8fd2-7292c9871911 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4207869 Nov 01 18:47:12.167251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59234) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.172128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a4d71940-7b0f-4d93-ab96-cab9cd914be8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.173221 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-a4d71940-7b0f-4d93-ab96-cab9cd914be8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 01 18:47:12.174415 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-a4d71940-7b0f-4d93-ab96-cab9cd914be8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.175459 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a4d71940-7b0f-4d93-ab96-cab9cd914be8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070794 Nov 01 18:47:12.178292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59236) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.190349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0b84885f-a7b4-4dd8-a772-2a6807d08d38 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.190485 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d0f00-b8f3-4e25-a538-6e880bd86cf5 x-openstack-request-id: req-1a4d0f00-b8f3-4e25-a538-6e880bd86cf5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:12.190485 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d", "name": "network-vif-deleted", "tag": "b90fc2dc-a819-4dec-8ee0-3c7b34856913", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:12.190485 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a4d0f00-b8f3-4e25-a538-6e880bd86cf5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:12.190485 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d', 'name': 'network-vif-deleted', 'tag': 'b90fc2dc-a819-4dec-8ee0-3c7b34856913', 'status': 'completed', 'code': 200} Nov 01 18:47:12.203518 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:12.335552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d246ddd-f909-4cbd-9bad-e58bfdffa729 req-e87c6199-5939-4766-aef7-a71785341ec8 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e3bde79-f7a3-469e-a6f6-59bdc1bf6f9d HTTP/1.1" status: 200 len: 210 time: 0.0555880 Nov 01 18:47:12.355105 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0b84885f-a7b4-4dd8-a772-2a6807d08d38 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.359631 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b84885f-a7b4-4dd8-a772-2a6807d08d38 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1772795 Nov 01 18:47:12.359893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59240) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.364504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-39c44268-1bbb-4e2e-a93e-b89f09f88351 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.365057 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-39c44268-1bbb-4e2e-a93e-b89f09f88351 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 01 18:47:12.365549 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-39c44268-1bbb-4e2e-a93e-b89f09f88351 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.368756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-39c44268-1bbb-4e2e-a93e-b89f09f88351 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056009 Nov 01 18:47:12.369263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.374054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2ce51df0-8be8-4421-aedc-ceb8a27977f5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.416531 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:12.443581 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:12.455238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:12.455875 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:46:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:12.498493 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-2ce51df0-8be8-4421-aedc-ceb8a27977f5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.503166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2ce51df0-8be8-4421-aedc-ceb8a27977f5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1322241 Nov 01 18:47:12.503314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59244) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.509615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e4050992-433d-42c1-892f-d00995d878fe tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.511041 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-e4050992-433d-42c1-892f-d00995d878fe tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 01 18:47:12.511546 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-e4050992-433d-42c1-892f-d00995d878fe tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.514861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4050992-433d-42c1-892f-d00995d878fe tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070410 Nov 01 18:47:12.515487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-86d3dbb8-8a95-4b7b-a8d9-f79826fa910a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470333 Nov 01 18:47:12.515648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59246) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.520220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d07b7ba7-0638-4a1e-9572-f76b1566db2b tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.576911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:12.589943 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-d07b7ba7-0638-4a1e-9572-f76b1566db2b tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Project 3f4ab2cbc35a4168b27370e8acd2eb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:47:12.605717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-2707a667-67d5-4769-9f00-b2beb9ad2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:12.609931 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-2707a667-67d5-4769-9f00-b2beb9ad2328 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0477247 Nov 01 18:47:12.652740 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-d07b7ba7-0638-4a1e-9572-f76b1566db2b tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.654189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d07b7ba7-0638-4a1e-9572-f76b1566db2b tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1371317 Nov 01 18:47:12.656515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59248) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.661219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d7d70d7b-6e4e-4590-85d5-db2ab2697256 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.661966 n-d-815923-2 neutron-server[102782]: WARNING neutron.api.v2.base [None req-d7d70d7b-6e4e-4590-85d5-db2ab2697256 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 01 18:47:12.662451 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-d7d70d7b-6e4e-4590-85d5-db2ab2697256 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.665618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d7d70d7b-6e4e-4590-85d5-db2ab2697256 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058577 Nov 01 18:47:12.669944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59250) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.675067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f2641e35-58b0-4c1a-bfd7-916389c258fc tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:12.721067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-9bbd62ea-80f2-4301-8dd2-6c08f15b2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:12.722699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-9bbd62ea-80f2-4301-8dd2-6c08f15b2c74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.0904744 Nov 01 18:47:12.794097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-31bc5462-ba25-43e2-a3e6-cd2cb59dba24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 1000 time: 0.0637965 Nov 01 18:47:12.794729 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-f2641e35-58b0-4c1a-bfd7-916389c258fc tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Project 3f4ab2cbc35a4168b27370e8acd2eb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:47:12.798559 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:12.833893 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffb412-82ab-45c9-9ac0-4fa940c8c881 None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:37:34Z', 'revision_number': 4, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'bd742015-75cd-493e-9d43-8371e3e1ee9a', 'name': '', 'network_id': '5ed799b8-91c4-4989-9679-400131c9e3c2', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'mac_address': 'fa:16:3e:e7:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:31Z', 'updated_at': '2021-11-01T18:37:40Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'subnets': [{'id': '580b410f-1519-4341-b56d-82d4b9b83d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:12.847017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-07fa08ea-c46f-45cb-a6b4-3908fe1881d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:12.848579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-07fa08ea-c46f-45cb-a6b4-3908fe1881d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0472267 Nov 01 18:47:12.897498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-c17161b6-7cd2-4ddc-8a1e-777c28f879a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:12.898237 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-f2641e35-58b0-4c1a-bfd7-916389c258fc tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:12.900125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f2641e35-58b0-4c1a-bfd7-916389c258fc tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2310979 Nov 01 18:47:12.900511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-c17161b6-7cd2-4ddc-8a1e-777c28f879a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442913 Nov 01 18:47:12.902676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59252) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:12.907969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-75af6a6d-3c2d-44d9-a6e3-05adca744d7e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '27244e5f-add9-4128-966b-99b933c88ff6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:13.009741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-e366a4c8-3bd9-47df-be53-9863d49520b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027772 Nov 01 18:47:13.051991 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-75af6a6d-3c2d-44d9-a6e3-05adca744d7e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Project 3f4ab2cbc35a4168b27370e8acd2eb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:47:13.091311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7e56b-f476-4b96-ab04-983aab88dfb9 None None] New status for floating IP 7aad178c-055f-4933-bcc0-25023233b2de: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:47:13.112007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6561cb98-a4b7-4cba-866b-e30338ead8da req-2b55b65e-456a-4e45-8d06-be8f0f2ab028 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952945 Nov 01 18:47:13.143318 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-75af6a6d-3c2d-44d9-a6e3-05adca744d7e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:13.144447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-75af6a6d-3c2d-44d9-a6e3-05adca744d7e tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2407300 Nov 01 18:47:13.147354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.201133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.222730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.326418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.329093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.330278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/27244e5f-add9-4128-966b-99b933c88ff6 HTTP/1.1" status: 204 len: 168 time: 0.1819739 Nov 01 18:47:13.333054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.340260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b7752-9a6b-4dd9-b483-6dccf8d30c13 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27244e5f-add9-4128-966b-99b933c88ff6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:13.379560 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0ae580a8-2af4-4d69-a847-a5a7820f80c9 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451658 Nov 01 18:47:13.383237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.388369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648577169'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:13.486265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.527751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59264) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.559325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.584027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.607964 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.629236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.662264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17273e8-eb9f-4843-9b44-7b3cfa9ca065,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:13.711043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.712387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd51c8ca-3a7f-468a-927f-04b62761dfed tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3277617 Nov 01 18:47:13.715635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.720242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-51d6aaef-5844-4acd-9e7b-4dcc75431a72 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'd17273e8-eb9f-4843-9b44-7b3cfa9ca065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:13.726408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.730212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.731447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "DELETE /v2.0/security-groups/58641763-393d-4570-8e1a-ea6aaa304257 HTTP/1.1" status: 204 len: 168 time: 0.2014964 Nov 01 18:47:13.734351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59268) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.740692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0288dbd-6f73-4139-bc0c-0ecf9aecb2a0 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58641763-393d-4570-8e1a-ea6aaa304257,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:13.753910 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-ec340c5f-04f0-413b-900f-a2623535979e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] show failed (client error): The resource could not be found. Nov 01 18:47:13.754936 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec340c5f-04f0-413b-900f-a2623535979e tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "GET /v2.0/security-groups/58641763-393d-4570-8e1a-ea6aaa304257 HTTP/1.1" status: 404 len: 347 time: 0.0195932 Nov 01 18:47:13.757940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59270) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.896202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Deleting port dadec05a-de92-428d-8a27-679c918823c6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:13.896466 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.908659 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-51d6aaef-5844-4acd-9e7b-4dcc75431a72 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The resource could not be found. Nov 01 18:47:13.909722 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51d6aaef-5844-4acd-9e7b-4dcc75431a72 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1929190 Nov 01 18:47:13.912724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59272) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:13.917815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-30dcc00c-d0c1-43c5-bdf0-0382d0d1a25c tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': 'd17273e8-eb9f-4843-9b44-7b3cfa9ca065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a6ac2117-02b3-4f19-b223-6da9ad32eaaa'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:13.978748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.979082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:13.990513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Calling delete_port for dadec05a-de92-428d-8a27-679c918823c6 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:14.069171 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-30dcc00c-d0c1-43c5-bdf0-0382d0d1a25c tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The resource could not be found. Nov 01 18:47:14.070292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30dcc00c-d0c1-43c5-bdf0-0382d0d1a25c tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1564949 Nov 01 18:47:14.073976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:14.159884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.182098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.214400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.246782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Pushing event deleted for resources: {'Port': ['ID=dadec05a-de92-428d-8a27-679c918823c6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:14.299799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.302294 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.303429 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dcba5c20-6662-4a51-87de-bb8423b9c4c9 tempest-AttachVolumeShelveTestJSON-1241287597 tempest-AttachVolumeShelveTestJSON-1241287597-project] 10.222.0.31 "DELETE /v2.0/floatingips/7aad178c-055f-4933-bcc0-25023233b2de HTTP/1.1" status: 204 len: 168 time: 0.5422144 Nov 01 18:47:14.304553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.307602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.308630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/d17273e8-eb9f-4843-9b44-7b3cfa9ca065 HTTP/1.1" status: 204 len: 168 time: 0.2337306 Nov 01 18:47:14.312422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59276) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:14.320111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976b791-207d-4f4b-9f65-ce7f0a2c6409 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17273e8-eb9f-4843-9b44-7b3cfa9ca065,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:14.369460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-41ddeef9-d569-45e9-a8ac-169cd937a16c tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558286 Nov 01 18:47:14.390872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59280) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:14.390872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-bc1a52c1-3963-41e1-9772-2e85567e5ab7 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '53dfc4d8-2228-4f33-9c03-04bab242aa9b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:14.520971 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-bc1a52c1-3963-41e1-9772-2e85567e5ab7 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The resource could not be found. Nov 01 18:47:14.521952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bc1a52c1-3963-41e1-9772-2e85567e5ab7 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1474481 Nov 01 18:47:14.526066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:14.530470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392659354'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:14.611704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.807008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.886290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.914905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7993cb6b-c5bd-435f-a225-ebde9bf12bcd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:14.997504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:14.999085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d9aef2e9-95c3-4754-8396-637166c97d62 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4720359 Nov 01 18:47:15.010358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59286) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:15.015893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189443124'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:15.084774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-a42b889a-9d54-421e-babe-c4bdfeb610b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395083 Nov 01 18:47:15.133600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.167138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-803dd06d-37f5-4ac0-b9f8-40ee1b469034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:15.168697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-803dd06d-37f5-4ac0-b9f8-40ee1b469034 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.0634995 Nov 01 18:47:15.267224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.298429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-eca7e17e-b52d-4d8a-a840-b88305c59a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:15.299928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-eca7e17e-b52d-4d8a-a840-b88305c59a82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 910 time: 0.1112027 Nov 01 18:47:15.349035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.394521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-478cbbaa-2c56-42a1-8e6c-4a8b3dfd5be1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1002 time: 0.0879009 Nov 01 18:47:15.396247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f931dbd9-77c7-467f-b76d-439319305a8d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:15.432107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.433320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4b297390-e3ef-4a82-b28c-76d1e93ba167 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4219360 Nov 01 18:47:15.436919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59288) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:15.444660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9333635c-ea5c-4871-9347-e34b0d2a324a tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '7993cb6b-c5bd-435f-a225-ebde9bf12bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f931dbd9-77c7-467f-b76d-439319305a8d'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:15.450644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-c9f8bf63-b60a-4971-ae5d-6ad7ced7a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:15.452249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-c9f8bf63-b60a-4971-ae5d-6ad7ced7a35c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.0504730 Nov 01 18:47:15.503194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-f1d59beb-d820-4f9f-88be-e94a9fd9eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:15.504808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-f1d59beb-d820-4f9f-88be-e94a9fd9eded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456679 Nov 01 18:47:15.572805 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-9333635c-ea5c-4871-9347-e34b0d2a324a tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:15.578041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9333635c-ea5c-4871-9347-e34b0d2a324a tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1367929 Nov 01 18:47:15.578370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:15.598238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-1375619c-4e31-4223-8ee7-5429c80bcb0d service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Nov 01 18:47:15.658689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.686177 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.711359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37bcd9d7-b11a-430c-85dc-fc5180d0bd01 req-df80ed93-1c4c-4443-be73-9566d9e9ef37 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058946 Nov 01 18:47:15.806445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.809812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:47:15.810292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.811175 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/f931dbd9-77c7-467f-b76d-439319305a8d HTTP/1.1" status: 204 len: 168 time: 0.2312787 Nov 01 18:47:15.813996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:15.829302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cad498-49b4-424d-ab3b-ceb0c07b663d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931dbd9-77c7-467f-b76d-439319305a8d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:15.841745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: b90fc2dc-a819-4dec-8ee0-3c7b34856913 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:47:15.842091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device b90fc2dc-a819-4dec-8ee0-3c7b34856913 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:47:15.877482 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7ddfc801-1cf8-4a39-aa97-a17e765cd226 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0619547 Nov 01 18:47:15.880250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59296) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:15.937972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:15.962672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.091588 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.094274 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.095419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/7993cb6b-c5bd-435f-a225-ebde9bf12bcd HTTP/1.1" status: 204 len: 168 time: 0.2141190 Nov 01 18:47:16.098192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59298) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:16.106182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54539bfd-f6e5-4d40-944a-691ae2b40fff tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7993cb6b-c5bd-435f-a225-ebde9bf12bcd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:16.155067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6a533841-6557-4959-b2bd-0823796289b5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554934 Nov 01 18:47:16.159193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59300) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:16.163146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--623938634'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:16.234770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.302544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.371634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.401432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf6a3a-d813-4592-bba8-7be5f3005a5c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:16.465604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.466880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b28a0b02-a248-4416-be95-bff2f9f5b892 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3071916 Nov 01 18:47:16.469896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59302) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:16.474228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-525cd80c-f208-47b4-b1f9-693de84dd791 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '02bf6a3a-d813-4592-bba8-7be5f3005a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:16.692281 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-525cd80c-f208-47b4-b1f9-693de84dd791 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:16.695910 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-525cd80c-f208-47b4-b1f9-693de84dd791 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2225246 Nov 01 18:47:16.697693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:16.702274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-30527820-3d91-4690-9382-9dc0ba34b4c5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group_rule': {'security_group_id': '02bf6a3a-d813-4592-bba8-7be5f3005a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:16.857110 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-30527820-3d91-4690-9382-9dc0ba34b4c5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:16.858205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-30527820-3d91-4690-9382-9dc0ba34b4c5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1594954 Nov 01 18:47:16.860986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:16.913255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:16.938404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.057855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.061112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.064791 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/02bf6a3a-d813-4592-bba8-7be5f3005a5c HTTP/1.1" status: 204 len: 168 time: 0.2006004 Nov 01 18:47:17.065492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59310) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.077226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555a17b-4030-4b3e-b5fb-664796833eb8 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf6a3a-d813-4592-bba8-7be5f3005a5c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:17.123337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7882aba2-7a78-4f2f-abbb-53210d080f28 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518954 Nov 01 18:47:17.124380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.128999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576457964'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:17.212075 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.287419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.326411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.364262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c995cf-0244-44c3-bbaa-607891a4f2af,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:17.436453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.437970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8fee23a2-0ab5-4e39-bafb-0ccaece83b17 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3124089 Nov 01 18:47:17.441086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59314) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.446380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-daaef17f-5af8-4971-89ef-e95163157dd0 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:17.446812 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-daaef17f-5af8-4971-89ef-e95163157dd0 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 01 18:47:17.447345 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-daaef17f-5af8-4971-89ef-e95163157dd0 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] update failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:17.451303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-daaef17f-5af8-4971-89ef-e95163157dd0 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "PUT /v2.0/security-groups/b9c995cf-0244-44c3-bbaa-607891a4f2af HTTP/1.1" status: 409 len: 330 time: 0.0066051 Nov 01 18:47:17.451577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.506325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.530348 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.629349 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.638247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:17.638247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9c995cf-0244-44c3-bbaa-607891a4f2af HTTP/1.1" status: 204 len: 168 time: 0.1811316 Nov 01 18:47:17.638624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.644708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4c63-b139-4d7c-9ef8-97df26528b01 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c995cf-0244-44c3-bbaa-607891a4f2af,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:17.706734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1ab9b70-ed13-4b7c-a3f2-6f7bd26ab781 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669396 Nov 01 18:47:17.709877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.737633 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-60622975-d535-4e62-82c7-2bccacc8ccd1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] delete failed (client error): The resource could not be found. Nov 01 18:47:17.739584 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-60622975-d535-4e62-82c7-2bccacc8ccd1 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e18ad91-fd4e-4cd1-96e0-0e1a7175613a HTTP/1.1" status: 404 len: 347 time: 0.0278287 Nov 01 18:47:17.743319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59326) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.771920 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-2497ba37-4289-4ecd-9368-8d4d1ecb4d5d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] show failed (client error): The resource could not be found. Nov 01 18:47:17.771920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2497ba37-4289-4ecd-9368-8d4d1ecb4d5d tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-groups/991a0804-6e86-4e13-bbab-44fd8c14d7af HTTP/1.1" status: 404 len: 347 time: 0.0238543 Nov 01 18:47:17.773425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59328) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:17.792434 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-01b584f5-266c-4d67-8182-5c9dcd8cf2b5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] show failed (client error): The resource could not be found. Nov 01 18:47:17.793821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-01b584f5-266c-4d67-8182-5c9dcd8cf2b5 tempest-NegativeSecGroupIPv6Test-1692614849 tempest-NegativeSecGroupIPv6Test-1692614849-project] 10.222.0.31 "GET /v2.0/security-group-rules/b010bdac-085b-43f5-ac4b-fe2678c92499 HTTP/1.1" status: 404 len: 356 time: 0.0190909 Nov 01 18:47:18.287243 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59340) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:18.435290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ec89c103-7cf4-4190-b108-ed6c5b95bff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f4ab2cbc35a4168b27370e8acd2eb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468203 Nov 01 18:47:18.437747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59344) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:18.485743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:18.505815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:18.628978 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:18.631618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:18.632782 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a8dcd8d-736f-4b07-9c05-d2c3b0b0713d HTTP/1.1" status: 204 len: 168 time: 0.1940591 Nov 01 18:47:18.641642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f1cbf-a130-4faa-bea7-8c56c0ae724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8dcd8d-736f-4b07-9c05-d2c3b0b0713d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:18.692188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a817c9f-0eac-4df7-9cb5-035e142eefba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:19.701074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59368) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:19.799841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2c459ccb-c7b3-456a-b036-d53e3a49b879 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:19.800285 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-2c459ccb-c7b3-456a-b036-d53e3a49b879 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 01 18:47:19.800775 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-2c459ccb-c7b3-456a-b036-d53e3a49b879 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:19.801743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c459ccb-c7b3-456a-b036-d53e3a49b879 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0994437 Nov 01 18:47:19.805398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:19.811991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091631084'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:19.886498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:19.895187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:19.966706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.006073 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.045899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d060552b-dcd1-44ef-aaec-1730ba148338,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:20.083835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.131704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.161578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf92f9-fcb3-4035-bccb-6aada6ea8b2f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:20.232071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.233332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0f74986c-b9eb-471b-a682-1c02ad42d24a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4248941 Nov 01 18:47:20.236170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59376) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:20.240729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'ecdf92f9-fcb3-4035-bccb-6aada6ea8b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:20.325899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.382747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.463788 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.482367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d93d7-20c5-4d51-8873-57d344dfeca8,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:20.556850 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.558264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-21772b1f-284b-4c4e-b477-778ca73e92a6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211007 Nov 01 18:47:20.561231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:20.565828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f1dd1def-c480-48ea-9297-f350ff2549a3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'ecdf92f9-fcb3-4035-bccb-6aada6ea8b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:20.679893 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f1dd1def-c480-48ea-9297-f350ff2549a3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.817641 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-f1dd1def-c480-48ea-9297-f350ff2549a3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:20.818815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1dd1def-c480-48ea-9297-f350ff2549a3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2566485 Nov 01 18:47:20.821776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59380) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:20.846152 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1edf226-d666-47be-a302-8c3915016b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.883555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:20.907072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.012267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.015094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.016328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/ecdf92f9-fcb3-4035-bccb-6aada6ea8b2f HTTP/1.1" status: 204 len: 168 time: 0.1931903 Nov 01 18:47:21.019352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59382) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.026455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74db69-d9b6-4875-86c6-992d910a590b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf92f9-fcb3-4035-bccb-6aada6ea8b2f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:21.066853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-438f2435-311b-49c2-92bc-36b0135f4960 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456839 Nov 01 18:47:21.070828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59384) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.076404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--9860558'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:21.131779 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.199719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.274614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.306325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c82cb3-d918-42a6-b425-138c40628178,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:21.309611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59392) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.350679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.352094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2064fa1a-2817-4688-850b-6606c5680e38 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2803843 Nov 01 18:47:21.355528 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59396) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.362228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b9e53d5a-046f-4d76-9294-8be4c10b9ac5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '56c82cb3-d918-42a6-b425-138c40628178', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:21.362919 n-d-815923-2 neutron-server[102782]: WARNING neutron.api.v2.base [None req-b9e53d5a-046f-4d76-9294-8be4c10b9ac5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 01 18:47:21.363621 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-b9e53d5a-046f-4d76-9294-8be4c10b9ac5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:21.364747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b9e53d5a-046f-4d76-9294-8be4c10b9ac5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080509 Nov 01 18:47:21.367661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59398) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.424102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.449035 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.554503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.558382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.559694 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/56c82cb3-d918-42a6-b425-138c40628178 HTTP/1.1" status: 204 len: 168 time: 0.1908350 Nov 01 18:47:21.564655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59400) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.576702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770603-9557-46d9-b5e3-3f043430ad7b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c82cb3-d918-42a6-b425-138c40628178,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:21.617725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-305531b5-d1bf-4ba9-9653-95abbef3f100 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514126 Nov 01 18:47:21.622115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59402) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.626964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--491647690'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:21.697620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.771055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.808161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.811395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.846586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057d5a3e-a651-4016-ac86-5785364ed2da,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:21.888297 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.892242 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-baeff7fa-2f29-4803-8f61-b129a7a0a19a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2661960 Nov 01 18:47:21.892543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.905084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-de87cb2e-e61c-4daa-9c87-2c9741290452 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '057d5a3e-a651-4016-ac86-5785364ed2da', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:21.905084 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-de87cb2e-e61c-4daa-9c87-2c9741290452 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 01 18:47:21.905084 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-de87cb2e-e61c-4daa-9c87-2c9741290452 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:21.905084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de87cb2e-e61c-4daa-9c87-2c9741290452 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055914 Nov 01 18:47:21.907219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59406) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:21.964501 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:21.989062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.065213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Deleting port bd742015-75cd-493e-9d43-8371e3e1ee9a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:22.065786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.091816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.120551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.123641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.125090 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/057d5a3e-a651-4016-ac86-5785364ed2da HTTP/1.1" status: 204 len: 168 time: 0.2166686 Nov 01 18:47:22.127795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59408) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.136449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ef69b-ef9e-468b-bfee-aec890cc862f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d5a3e-a651-4016-ac86-5785364ed2da,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:22.174923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] For port bd742015-75cd-493e-9d43-8371e3e1ee9a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd742015-75cd-493e-9d43-8371e3e1ee9a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:22.175285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.196491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Calling delete_port for bd742015-75cd-493e-9d43-8371e3e1ee9a owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:22.204857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-263b0b2f-0271-4586-a43b-e177cfee108e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759740 Nov 01 18:47:22.208827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.214577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--754826497'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.297796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.366807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.412021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.441431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8cb96f-9ab2-434a-9b52-4d7728fa6911,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:22.446336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.472922 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd742015-75cd-493e-9d43-8371e3e1ee9a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:22.511775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.516371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b8199715-70ed-4ccf-b95a-6a4c11f0b17a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3061857 Nov 01 18:47:22.517016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.521772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7e051c85-8f32-45c5-8c70-dc714613bddf tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '3f8cb96f-9ab2-434a-9b52-4d7728fa6911', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.522699 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-7e051c85-8f32-45c5-8c70-dc714613bddf tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 01 18:47:22.523233 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-7e051c85-8f32-45c5-8c70-dc714613bddf tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:22.527075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e051c85-8f32-45c5-8c70-dc714613bddf tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062981 Nov 01 18:47:22.527300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59414) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.532112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3ba9ae4b-7a1c-4996-9f2e-a329e6c183e8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '3f8cb96f-9ab2-434a-9b52-4d7728fa6911', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.532798 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-3ba9ae4b-7a1c-4996-9f2e-a329e6c183e8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 01 18:47:22.533312 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-3ba9ae4b-7a1c-4996-9f2e-a329e6c183e8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:22.535954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ba9ae4b-7a1c-4996-9f2e-a329e6c183e8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059144 Nov 01 18:47:22.538793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59416) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.545300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9957bf7c-c879-4f2c-977a-cddc8c9d31f6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '3f8cb96f-9ab2-434a-9b52-4d7728fa6911', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.546319 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-9957bf7c-c879-4f2c-977a-cddc8c9d31f6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 01 18:47:22.546637 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-9957bf7c-c879-4f2c-977a-cddc8c9d31f6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:22.547860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9957bf7c-c879-4f2c-977a-cddc8c9d31f6 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080400 Nov 01 18:47:22.550720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59418) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.557100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d5186d01-4919-4540-8014-c58fd14455b8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': '3f8cb96f-9ab2-434a-9b52-4d7728fa6911', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.558378 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-d5186d01-4919-4540-8014-c58fd14455b8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 01 18:47:22.558893 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-d5186d01-4919-4540-8014-c58fd14455b8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:22.560050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d5186d01-4919-4540-8014-c58fd14455b8 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077274 Nov 01 18:47:22.562910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59420) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.643608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.671183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.678810 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.777565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.780445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:22.781601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f8cb96f-9ab2-434a-9b52-4d7728fa6911 HTTP/1.1" status: 204 len: 168 time: 0.2176406 Nov 01 18:47:22.784417 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59422) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.791552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edad25-e0c9-48d2-a73c-d6f9bdb947f4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8cb96f-9ab2-434a-9b52-4d7728fa6911,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:22.866994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9547502d-c2be-437f-b12b-df9891ffbf64 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814190 Nov 01 18:47:22.871977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59424) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:22.876729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279445330'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:22.937974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:22.949682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.019666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.046907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:23.051955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-56adb637-53dc-4c7f-8ebb-8ed2531afbbc admin admin] 10.222.0.31 "PUT /v2.0/routers/8ef83157-3047-4d41-8c70-1bbbfeb4c686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7412889 Nov 01 18:47:23.054589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59426) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.057967 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Sync routers for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:23.064255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.068815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:23.069717 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:23.105722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3d200-c372-4986-953d-3d78fa668851,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:23.157199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.161488 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f231c8f-0c8d-4423-8de3-e22c0e63dcf2 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2856667 Nov 01 18:47:23.161726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.162461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.167219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f7c34c8c-97c3-411f-9c02-09ca84f3e862 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.168034 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-f7c34c8c-97c3-411f-9c02-09ca84f3e862 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 01 18:47:23.168549 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-f7c34c8c-97c3-411f-9c02-09ca84f3e862 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.172208 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f7c34c8c-97c3-411f-9c02-09ca84f3e862 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069733 Nov 01 18:47:23.172433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59430) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.177033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bb8fec93-00d0-45f7-af52-5e53af947d0f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.184456 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:23.282115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.355049 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-bb8fec93-00d0-45f7-af52-5e53af947d0f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.357655 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bb8fec93-00d0-45f7-af52-5e53af947d0f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1842663 Nov 01 18:47:23.359667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59432) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.364429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5eeab651-a550-46df-ad68-50503550a146 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.364962 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-5eeab651-a550-46df-ad68-50503550a146 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 01 18:47:23.365449 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-5eeab651-a550-46df-ad68-50503550a146 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.370002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5eeab651-a550-46df-ad68-50503550a146 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058875 Nov 01 18:47:23.370162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.374684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-df566413-484e-48ea-bfb1-c17af602a00a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.376255 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:47:22Z', 'revision_number': 5, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port': {'id': '13d26986-e8c7-4d87-87cf-8958df1ad559', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:37:26Z', 'updated_at': '2021-11-01T18:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:23.412389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Deleting port 13d26986-e8c7-4d87-87cf-8958df1ad559 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:23.412736 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.498273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] For port 13d26986-e8c7-4d87-87cf-8958df1ad559, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d26986-e8c7-4d87-87cf-8958df1ad559,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:23.498554 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.501803 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Checking router: 8ef83157-3047-4d41-8c70-1bbbfeb4c686 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:23.509165 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-df566413-484e-48ea-bfb1-c17af602a00a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.510795 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df566413-484e-48ea-bfb1-c17af602a00a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1396608 Nov 01 18:47:23.511057 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Routers {'8ef83157-3047-4d41-8c70-1bbbfeb4c686'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:23.511698 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:23.513685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59436) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.515432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Calling delete_port for 13d26986-e8c7-4d87-87cf-8958df1ad559 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:23.519327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e8c623da-df49-4e41-954d-2d746a4dbb50 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.519971 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-e8c623da-df49-4e41-954d-2d746a4dbb50 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 01 18:47:23.520485 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-e8c623da-df49-4e41-954d-2d746a4dbb50 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.524150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e8c623da-df49-4e41-954d-2d746a4dbb50 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059640 Nov 01 18:47:23.524307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.528592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-639bff54-0e4a-4db5-a3ea-e97d414e657d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.601369 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] Set router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:23.658765 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:47:23Z', 'revision_number': 6, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:23.707489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f9961-ce4f-4b2d-9325-58ec8e96c721 None None] The sync data for ids ['8ef83157-3047-4d41-8c70-1bbbfeb4c686'] in n-d-815923-2 is: [{'id': '8ef83157-3047-4d41-8c70-1bbbfeb4c686', 'name': 'tempest-AttachVolumeShelveTestJSON-634298752-router', 'tenant_id': '5a8f5617352a43f9abe524e93c097470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:37:24Z', 'updated_at': '2021-11-01T18:47:23Z', 'revision_number': 6, 'project_id': '5a8f5617352a43f9abe524e93c097470', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:23.743285 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-639bff54-0e4a-4db5-a3ea-e97d414e657d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.744501 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-639bff54-0e4a-4db5-a3ea-e97d414e657d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2192199 Nov 01 18:47:23.747394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.752096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3b618acf-251a-4d5a-92e1-9de29ad520df tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.752520 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-3b618acf-251a-4d5a-92e1-9de29ad520df tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 01 18:47:23.753032 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-3b618acf-251a-4d5a-92e1-9de29ad520df tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.753976 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b618acf-251a-4d5a-92e1-9de29ad520df tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056105 Nov 01 18:47:23.756668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59442) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.761962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-aaabb5bc-a0d0-4a73-9f87-a04ead9cd92c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.777868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.795050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.803809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Pushing event deleted for resources: {'Port': ['ID=13d26986-e8c7-4d87-87cf-8958df1ad559,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:23.873457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.886818 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-aaabb5bc-a0d0-4a73-9f87-a04ead9cd92c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:23.887955 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aaabb5bc-a0d0-4a73-9f87-a04ead9cd92c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1303682 Nov 01 18:47:23.890679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59444) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:23.895179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f044205d-0aee-4de3-8fa3-82c5c11c8d4a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'b1d3d200-c372-4986-953d-3d78fa668851', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:23.964480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:23.966607 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.051656 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-f044205d-0aee-4de3-8fa3-82c5c11c8d4a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:24.052734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f044205d-0aee-4de3-8fa3-82c5c11c8d4a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1610768 Nov 01 18:47:24.055600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59446) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.086203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.086855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef83157-3047-4d41-8c70-1bbbfeb4c686 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:47:24.093375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.097251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c5928da9-fd94-4668-ba23-b47442c1a13e admin admin] 10.222.0.31 "DELETE /v2.0/routers/8ef83157-3047-4d41-8c70-1bbbfeb4c686 HTTP/1.1" status: 204 len: 168 time: 1.0393417 Nov 01 18:47:24.097811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59448) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.118598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.144169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.148807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Deleting subnet 580b410f-1519-4341-b56d-82d4b9b83d34 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:47:24.152906 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.188496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.229390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.232340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.235900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1d3d200-c372-4986-953d-3d78fa668851 HTTP/1.1" status: 204 len: 168 time: 0.1770120 Nov 01 18:47:24.236856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59450) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.255221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf363-6cb1-4545-a6f1-7ce0232f6466 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3d200-c372-4986-953d-3d78fa668851,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:24.292756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4332e63e-8a0d-4779-80cf-7aef2dac8a5b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547085 Nov 01 18:47:24.297089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59452) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.301961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944913710'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:24.377800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.453319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.515407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.549032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d118a-45ce-426d-9f05-b619a6cf7209,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:24.626593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.631414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-11f3d01b-1453-46e4-afbe-16453cc85f6d tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3303123 Nov 01 18:47:24.631552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.631648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59454) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.639472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6e43ebe1-3341-445c-8857-a12f3056ac55 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'e42d118a-45ce-426d-9f05-b619a6cf7209', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:24.932643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.959561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580b410f-1519-4341-b56d-82d4b9b83d34,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:24.965037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:24.967881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4f5a178d-99a3-4de4-acb8-a97595d2dd3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/580b410f-1519-4341-b56d-82d4b9b83d34 HTTP/1.1" status: 204 len: 168 time: 0.8690252 Nov 01 18:47:24.970338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59456) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:24.971615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff3f4a-70a0-4e91-a2ae-d9dc2b26654f None None] Network 5ed799b8-91c4-4989-9679-400131c9e3c2 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:47:24.989133 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-6e43ebe1-3341-445c-8857-a12f3056ac55 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The resource could not be found. Nov 01 18:47:24.992939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e43ebe1-3341-445c-8857-a12f3056ac55 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3576303 Nov 01 18:47:24.993392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59458) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.000483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b48a145e-8f35-4042-99f1-0feff8be17fa tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'e42d118a-45ce-426d-9f05-b619a6cf7209', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37a9b889-7a46-4628-9b88-9a39c44bd13c'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:25.045621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.086748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd742015-75cd-493e-9d43-8371e3e1ee9a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:47:25.104154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Deleting port 5d899967-c345-4856-97f9-12a59cb8a42a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:25.104513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.109864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: bd742015-75cd-493e-9d43-8371e3e1ee9a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:47:25.110218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd742015-75cd-493e-9d43-8371e3e1ee9a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:47:25.110631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d26986-e8c7-4d87-87cf-8958df1ad559 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:47:25.126043 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-b48a145e-8f35-4042-99f1-0feff8be17fa tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The resource could not be found. Nov 01 18:47:25.129711 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b48a145e-8f35-4042-99f1-0feff8be17fa tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1316369 Nov 01 18:47:25.129988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59460) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.137609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 13d26986-e8c7-4d87-87cf-8958df1ad559 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:47:25.138213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d26986-e8c7-4d87-87cf-8958df1ad559 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:47:25.172943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] For port 5d899967-c345-4856-97f9-12a59cb8a42a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5d899967-c345-4856-97f9-12a59cb8a42a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:25.173309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.187089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Calling delete_port for 5d899967-c345-4856-97f9-12a59cb8a42a owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:25.198045 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.222073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.223835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] DHCP port deletion for 5ed799b8-91c4-4989-9679-400131c9e3c2 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:47:25.271841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Deleting port 5d899967-c345-4856-97f9-12a59cb8a42a {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:25.272213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.332480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] For port 5d899967-c345-4856-97f9-12a59cb8a42a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5d899967-c345-4856-97f9-12a59cb8a42a,segment=NetworkSegment(9803453b-9b11-43cd-98e2-f53ae15848a6),segment_id=9803453b-9b11-43cd-98e2-f53ae15848a6)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:25.332801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.337418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.340741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.347225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/e42d118a-45ce-426d-9f05-b619a6cf7209 HTTP/1.1" status: 204 len: 168 time: 0.2108297 Nov 01 18:47:25.347366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59462) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.348111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Calling delete_port for 5d899967-c345-4856-97f9-12a59cb8a42a owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:25.350924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421848c4-1127-4fb2-ac85-72d8a16c7958 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d118a-45ce-426d-9f05-b619a6cf7209,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:25.366983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.406436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d899967-c345-4856-97f9-12a59cb8a42a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:25.414728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] No DVR routers for this DVR port 5d899967-c345-4856-97f9-12a59cb8a42a on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:25.443584 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.449083 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4d583530-4ac4-478b-a8a9-e815895a8062 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989499 Nov 01 18:47:25.449790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59464) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.455194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a956c649-0070-428a-af79-165240b9db4f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'd2d2afb9-fe3d-46ec-99c4-042abb1b3b81', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:25.473003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] No DVR routers for this DVR port 5d899967-c345-4856-97f9-12a59cb8a42a on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:25.477371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5d95-ac1f-4c4b-b959-2f1559393d92 None None] Pushing event deleted for resources: {'Port': ['ID=5d899967-c345-4856-97f9-12a59cb8a42a,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:25.499349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.518758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed799b8-91c4-4989-9679-400131c9e3c2']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:25.528374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9803453b-9b11-43cd-98e2-f53ae15848a6') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:25.528771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9803453b-9b11-43cd-98e2-f53ae15848a6') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:25.538264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.551708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.557755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:47:25.558129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:47:25.559851 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:47:25.640549 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-a956c649-0070-428a-af79-165240b9db4f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The resource could not be found. Nov 01 18:47:25.641575 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a956c649-0070-428a-af79-165240b9db4f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1908085 Nov 01 18:47:25.645258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.649766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--454461315'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:25.691979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.701668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.702477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ed799b8-91c4-4989-9679-400131c9e3c2 HTTP/1.1" status: 204 len: 168 time: 0.7311354 Nov 01 18:47:25.714125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098641b8-5074-46a4-bff2-8804021ef567 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed799b8-91c4-4989-9679-400131c9e3c2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:25.720676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.788205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.851663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.880125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7baee1f-e3b8-4e28-8ea8-d272789d861c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:25.928378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:25.929920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6ccd84a2-6dc7-45b9-a461-e5b810d6a26e tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2834413 Nov 01 18:47:25.932679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59470) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:25.937110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022673840'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:25.999224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59472) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.036789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.049719 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-291fba43-b0f7-4591-bf42-ffd7df84347c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a8f5617352a43f9abe524e93c097470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493619 Nov 01 18:47:26.052120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59474) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.125019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.161107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.163104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.216792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.245925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffec966-4eb0-4fba-8bf1-c083a367b9ce,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:26.262583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.265221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.266592 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6574953a-7933-4265-8ca6-dff246cd23fd HTTP/1.1" status: 204 len: 168 time: 0.2135761 Nov 01 18:47:26.277209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d677f-f174-4262-bb12-713d3e6bd27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574953a-7933-4265-8ca6-dff246cd23fd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:26.287487 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.291877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d5490c77-8a0b-4e46-b7d7-f87be0f4991a tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3551478 Nov 01 18:47:26.292232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59478) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.297854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9d63e226-254f-454e-b040-9adf3f3a6200 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group_rule': {'security_group_id': 'd7baee1f-e3b8-4e28-8ea8-d272789d861c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cffec966-4eb0-4fba-8bf1-c083a367b9ce'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:26.508750 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-9d63e226-254f-454e-b040-9adf3f3a6200 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:47:26.510403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9d63e226-254f-454e-b040-9adf3f3a6200 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2165644 Nov 01 18:47:26.512967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59480) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.565074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.586769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.702999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.705774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.709280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/cffec966-4eb0-4fba-8bf1-c083a367b9ce HTTP/1.1" status: 204 len: 168 time: 0.1930399 Nov 01 18:47:26.709714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59486) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.719250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fa406-b234-40d8-9172-9fd0bd5fead4 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffec966-4eb0-4fba-8bf1-c083a367b9ce,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:26.771472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.775555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-846dd6b6-b5be-4da0-a9ec-6c52e6e5242b tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0623903 Nov 01 18:47:26.776890 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59490) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:26.839165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:26.860504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.000429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.003003 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.004312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7baee1f-e3b8-4e28-8ea8-d272789d861c HTTP/1.1" status: 204 len: 168 time: 0.2263741 Nov 01 18:47:27.010892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59496) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.020275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deac1d-d25b-43b7-9487-887c84e62ce5 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7baee1f-e3b8-4e28-8ea8-d272789d861c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:27.067460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf02079c-1671-4d5d-8759-ad91b7d10b7f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589700 Nov 01 18:47:27.070956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59500) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.075887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169090338'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:27.080272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5d899967-c345-4856-97f9-12a59cb8a42a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:47:27.107049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5d899967-c345-4856-97f9-12a59cb8a42a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:47:27.107049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5d899967-c345-4856-97f9-12a59cb8a42a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:47:27.160538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.232332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.285776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.315407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac56be0-5a0c-42d6-8c74-1756dc9714f6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:27.330668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59508) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.362216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.363458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce2aac91-159c-4cee-ba03-fb016426174f tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2915184 Nov 01 18:47:27.366319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59512) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.371371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0b0fe3d3-114a-4361-ab08-745d1deb5f52 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:27.371824 n-d-815923-2 neutron-server[102783]: WARNING neutron.api.v2.base [None req-0b0fe3d3-114a-4361-ab08-745d1deb5f52 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 01 18:47:27.372314 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0b0fe3d3-114a-4361-ab08-745d1deb5f52 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] update failed (client error): There was a conflict when trying to complete your request. Nov 01 18:47:27.373256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b0fe3d3-114a-4361-ab08-745d1deb5f52 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "PUT /v2.0/security-groups/eac56be0-5a0c-42d6-8c74-1756dc9714f6 HTTP/1.1" status: 409 len: 330 time: 0.0060313 Nov 01 18:47:27.375826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59514) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.428073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.434891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1225590047-network', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:27.466540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.531160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Made reservation on behalf of 580fb3e7c24e4bcfa649e9dd07d53c9e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:47:27.533512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.543210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.562311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.564856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.565998 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/eac56be0-5a0c-42d6-8c74-1756dc9714f6 HTTP/1.1" status: 204 len: 168 time: 0.1892374 Nov 01 18:47:27.568673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59516) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.582630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044bf18-2721-4880-8009-bcb3914e664c tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac56be0-5a0c-42d6-8c74-1756dc9714f6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:27.618270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.626672 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d873402b-4078-41fd-89b3-0b3c3f5e88ba tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482459 Nov 01 18:47:27.644494 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-a671ffbd-6b1c-4316-96f4-6297a278cf37 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] delete failed (client error): The resource could not be found. Nov 01 18:47:27.645599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a671ffbd-6b1c-4316-96f4-6297a278cf37 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "DELETE /v2.0/security-groups/283b020a-f5f1-4a7f-be70-2bf345f2cca2 HTTP/1.1" status: 404 len: 347 time: 0.0266268 Nov 01 18:47:27.649239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59520) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.656991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.663836 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-95a91b00-6dc9-4f46-b882-eac99deed1d3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] show failed (client error): The resource could not be found. Nov 01 18:47:27.664808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-95a91b00-6dc9-4f46-b882-eac99deed1d3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-groups/cff9cbea-6ee9-4496-9f8f-53bd7f37c7d0 HTTP/1.1" status: 404 len: 347 time: 0.0144536 Nov 01 18:47:27.669179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59522) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:27.679809 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-26ef9b2d-3b13-43c3-a49e-ecd4467ba8d3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] show failed (client error): The resource could not be found. Nov 01 18:47:27.680768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-26ef9b2d-3b13-43c3-a49e-ecd4467ba8d3 tempest-NegativeSecGroupTest-1222671912 tempest-NegativeSecGroupTest-1222671912-project] 10.222.0.31 "GET /v2.0/security-group-rules/d26c04e1-b541-4808-9c5c-f5ff32a8e8d4 HTTP/1.1" status: 404 len: 356 time: 0.0106778 Nov 01 18:47:27.765893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.792424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:47:27.802547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8dac1-c9d4-4568-b57e-6e6a987c32db,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:27.808418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.808768 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Added segment f92f7d9d-c80a-4aa9-b354-8f6e35099f21 of type vlan for network bd6fa2b4-83e2-43d1-8d4d-07912100e18a Nov 01 18:47:27.857233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.943187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:27.944264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:27.944885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.004319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6fa2b4-83e2-43d1-8d4d-07912100e18a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:28.016512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:47:28.026563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d4cfa300-2235-45cc-9567-5556ed7c7071 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6942375 Nov 01 18:47:28.030182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59528) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:28.036094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Request body: {'subnet': {'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1225590047-subnet', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:28.074355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59530) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:28.125952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Made reservation on behalf of 580fb3e7c24e4bcfa649e9dd07d53c9e for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:47:28.128544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.243149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-02e98c4c-098f-4109-9264-259049fd94f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba6a8cafd207474e9d36cc38bed202f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676266 Nov 01 18:47:28.246233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59534) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:28.297903 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.325329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.372201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.435485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:28.443179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Checking segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:28.443577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Network hostable DHCP agents. Network: bd6fa2b4-83e2-43d1-8d4d-07912100e18a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:47:28.446099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.449465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.452581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d060552b-dcd1-44ef-aaec-1730ba148338 HTTP/1.1" status: 204 len: 168 time: 0.2034695 Nov 01 18:47:28.465712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6034f7-9395-48cc-8aad-d163fe614280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060552b-dcd1-44ef-aaec-1730ba148338,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:28.542763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:47:28.611562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, bd6fa2b4-83e2-43d1-8d4d-07912100e18a) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:28.615555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:28.616138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.624376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a10ad0-d4bf-410e-922d-b3a7c30b0078 None None] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:47:28.685982 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a583cdc7-e920-4028-8fc9-f5f2be97e8c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6517429 Nov 01 18:47:28.686561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59538) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:28.691444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:28.754521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.756078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.780036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:47:28.780915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.809610 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:28.922638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Allocated IP 172.20.0.2 (bd6fa2b4-83e2-43d1-8d4d-07912100e18a/26a0b61c-5d48-4bed-96b8-fa45a4daf1ec/461af861-3004-4d88-9668-247b3bc8f358) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:29.018277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.082888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.137605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.157113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:29.159819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:29.162687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:29.236902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Pushing event updated for resources: {'Port': ['ID=461af861-3004-4d88-9668-247b3bc8f358,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:29.253844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.254190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.254533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.254867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.255201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.255552 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.255917 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.256244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.256570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.256888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.257209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.257534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:29.262688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.269292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Attempting to bind port 461af861-3004-4d88-9668-247b3bc8f358 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:29.269292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Attempting to bind port 461af861-3004-4d88-9668-247b3bc8f358 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:29.269292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Attempting to bind port 461af861-3004-4d88-9668-247b3bc8f358 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:29.271201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:29.271595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Checking segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:29.271997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.272385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Bound using segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:29.272886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Bound port: 461af861-3004-4d88-9668-247b3bc8f358, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:29.273276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.286735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.344684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] For port 461af861-3004-4d88-9668-247b3bc8f358, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:29.352308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] For port 461af861-3004-4d88-9668-247b3bc8f358, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=461af861-3004-4d88-9668-247b3bc8f358,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:29.395146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Allocated IP 172.25.2.187 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/28b9c26e-9155-463f-85cc-68fe109c4a28) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:29.446263 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.506324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098043-8802-48d7-9edb-c4155c3aa124 None None] Pushing event updated for resources: {'Port': ['ID=461af861-3004-4d88-9668-247b3bc8f358,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:29.530509 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.658205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:29.722289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:29.727355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:29.731088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:29.763216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Pushing event updated for resources: {'Port': ['ID=28b9c26e-9155-463f-85cc-68fe109c4a28,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:30.053951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:30.270824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:30.475071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:47:30.528450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9595c-a566-450d-ae5b-6b5c2145855c None None] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:47:30.593887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] Provisioning complete for port 461af861-3004-4d88-9668-247b3bc8f358 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:30.594261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:30.595398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:30.622158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:30.662952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:30.663481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:30.699124 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:30.701171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7307185-0073-4b32-a314-9228a96e1a69 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0134025 Nov 01 18:47:30.704158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59586) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:30.984854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.015902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:31.106153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] For port 461af861-3004-4d88-9668-247b3bc8f358, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=461af861-3004-4d88-9668-247b3bc8f358,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:31.145303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 461af861-3004-4d88-9668-247b3bc8f358 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:31.156341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.204903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.299976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 461af861-3004-4d88-9668-247b3bc8f358 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:31.301798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.303429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b418640-07ad-46d2-8ba3-790decf604c7 None None] Pushing event updated for resources: {'Port': ['ID=461af861-3004-4d88-9668-247b3bc8f358,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:31.343876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Allocated IP 172.20.0.1 (bd6fa2b4-83e2-43d1-8d4d-07912100e18a/26a0b61c-5d48-4bed-96b8-fa45a4daf1ec/a8417262-9e82-4741-8094-fef5085ecc1b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:31.378958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:29Z', 'revision_number': 3, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:31.408629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:31.408978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Updating router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb port 28b9c26e-9155-463f-85cc-68fe109c4a28 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:47:31.461250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.470204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.498061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bb19e3f4-d400-498a-bf87-2fe5894a8be0 None None] Provisioning complete for port 461af861-3004-4d88-9668-247b3bc8f358 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:31.498344 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb19e3f4-d400-498a-bf87-2fe5894a8be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.543673 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.584986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:31.587958 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:31.592354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:31.647192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Pushing event updated for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:31.665291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.832057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.882312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.886708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.948231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Attempting to bind port 28b9c26e-9155-463f-85cc-68fe109c4a28 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:31.957598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Attempting to bind port 28b9c26e-9155-463f-85cc-68fe109c4a28 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:31.957598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Attempting to bind port 28b9c26e-9155-463f-85cc-68fe109c4a28 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:31.958945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17c04a-75ae-4e7c-b60f-d8acc5c247fc None None] Pushing event updated for resources: {'Port': ['ID=28b9c26e-9155-463f-85cc-68fe109c4a28,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:31.964410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:31.964787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:31.965192 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.965572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:31.966046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Bound port: 28b9c26e-9155-463f-85cc-68fe109c4a28, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:31.966513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:31.969369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7c5335fe-e86f-47e4-86bb-e7c65423347a None None] Provisioning complete for port a8417262-9e82-4741-8094-fef5085ecc1b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:31.969729 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c5335fe-e86f-47e4-86bb-e7c65423347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.039921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7c5335fe-e86f-47e4-86bb-e7c65423347a None None] Port a8417262-9e82-4741-8094-fef5085ecc1b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:47:32.050510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] For port 28b9c26e-9155-463f-85cc-68fe109c4a28, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:32.054097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] For port 28b9c26e-9155-463f-85cc-68fe109c4a28, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=28b9c26e-9155-463f-85cc-68fe109c4a28,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:32.055956 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.137275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.137701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.192954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:32.193576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:32.206255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Pushing event updated for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:32.208849 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.231329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17c04a-75ae-4e7c-b60f-d8acc5c247fc None None] Pushing event updated for resources: {'Port': ['ID=28b9c26e-9155-463f-85cc-68fe109c4a28,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:32.303794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:32.304027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:32.305357 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:32.538946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 2, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:32.576193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81c17-356b-419e-86a0-8346d2348cbe None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 2, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:32.587483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-85766ae7-2dfc-4b67-918f-31c9bc0bf607 None None] Provisioning complete for port a8417262-9e82-4741-8094-fef5085ecc1b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:32.587898 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-85766ae7-2dfc-4b67-918f-31c9bc0bf607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:32.631619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-85766ae7-2dfc-4b67-918f-31c9bc0bf607 None None] Port a8417262-9e82-4741-8094-fef5085ecc1b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:47:32.828459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:32.952335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:32.957355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8fae973d-165c-4b0c-ad38-77f0c0790e6c admin admin] 10.222.0.31 "PUT /v2.0/routers/8ebcf980-d610-4daa-b35f-83b95cd5d2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2521858 Nov 01 18:47:33.115962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 461af861-3004-4d88-9668-247b3bc8f358 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:33.179355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 461af861-3004-4d88-9668-247b3bc8f358 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:33.179820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.237713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:33.407407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0889bf9-dcf3-4218-a340-b31a432c74e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.496106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0889bf9-dcf3-4218-a340-b31a432c74e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.570340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b0889bf9-dcf3-4218-a340-b31a432c74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.605742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0889bf9-dcf3-4218-a340-b31a432c74e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c531943-44f3-4ff7-aca7-7016abc0f06d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:33.610597 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b0889bf9-dcf3-4218-a340-b31a432c74e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09bf6462e77d4fed8729ada321cd217a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717933 Nov 01 18:47:33.613355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59626) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:33.676078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.708461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.708626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59628) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:33.713366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373119799', 'description': 'tempest-description--1736563044'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:33.788722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.823919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.826670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.830439 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c531943-44f3-4ff7-aca7-7016abc0f06d HTTP/1.1" status: 204 len: 168 time: 0.2135589 Nov 01 18:47:33.837137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45492cd8-dda6-449a-86ed-7831c846bb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c531943-44f3-4ff7-aca7-7016abc0f06d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:33.880693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.937255 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:33.967261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02175279-555f-4cda-ab94-ee66ea604501,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:34.043036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.044386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e7c8f06c-ec6a-4c3f-a477-2aa8d71d1f0e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3347998 Nov 01 18:47:34.047324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59632) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:34.051809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group_rule': {'security_group_id': '02175279-555f-4cda-ab94-ee66ea604501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:34.136957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.192714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.274284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.292448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d8b29b-2deb-4cc1-b237-22f8a2da3231,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:34.356870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.358141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-737c901e-4bbe-4e03-bf83-8d927767b991 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098061 Nov 01 18:47:34.360859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59636) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:34.365372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group_rule': {'security_group_id': '02175279-555f-4cda-ab94-ee66ea604501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:34.429437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59638) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:34.443390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2667d7b2-2b38-456d-918b-29510db8a4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.468935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.537768 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2667d7b2-2b38-456d-918b-29510db8a4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.544297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.605561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2667d7b2-2b38-456d-918b-29510db8a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.628249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.645631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d7b2-2b38-456d-918b-29510db8a4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4a3d30-faae-4ecd-b967-a7c6994973b1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:34.647981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa16ca16-61f4-4d03-ae01-a43fd039e47c,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:34.650381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2667d7b2-2b38-456d-918b-29510db8a4e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=076669ed362e48ec853f9ad2b00c9e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198424 Nov 01 18:47:34.653307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59640) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:34.707047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.727762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.756367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.757609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4ed28915-b528-4b28-a223-b978e1910bae tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958218 Nov 01 18:47:34.765515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59642) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:34.765812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:34.774876 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:34.785016 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:34.785625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:34.874443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.877080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:34.878247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f4a3d30-faae-4ecd-b967-a7c6994973b1 HTTP/1.1" status: 204 len: 168 time: 0.2240274 Nov 01 18:47:34.886560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846d550-72b8-4b74-bd2c-f64250cb95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4a3d30-faae-4ecd-b967-a7c6994973b1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:34.891525 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:34.910048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.013352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.030650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.108868 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 2, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:35.120108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 28b9c26e-9155-463f-85cc-68fe109c4a28 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:35.140265 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:35.140624 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Updating router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb port a8417262-9e82-4741-8094-fef5085ecc1b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:47:35.155127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Allocated IP 172.25.2.230 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/1d68d273-abbb-46b2-8dca-c67a659c738d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:35.168382 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.171313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 28b9c26e-9155-463f-85cc-68fe109c4a28 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:35.171798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.270908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.286038 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.302405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 28b9c26e-9155-463f-85cc-68fe109c4a28, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=28b9c26e-9155-463f-85cc-68fe109c4a28,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:35.371901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.401707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.421397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=28b9c26e-9155-463f-85cc-68fe109c4a28,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:35.447191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:35.452995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:35.456078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:35.467389 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.484346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=1d68d273-abbb-46b2-8dca-c67a659c738d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:35.551614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.571373 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.623146 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Pushing event updated for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:35.649584 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.650036 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.650305 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.650704 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.651165 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.651765 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.652174 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.652505 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.652837 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.653163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.653487 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.653807 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:35.692131 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Attempting to bind port a8417262-9e82-4741-8094-fef5085ecc1b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:35.692610 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Attempting to bind port a8417262-9e82-4741-8094-fef5085ecc1b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:35.693194 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Attempting to bind port a8417262-9e82-4741-8094-fef5085ecc1b on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:35.697176 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.699653 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:35.700389 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Checking segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:35.702639 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.703337 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Bound using segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:35.703922 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Bound port: a8417262-9e82-4741-8094-fef5085ecc1b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:35.704385 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.787095 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] For port a8417262-9e82-4741-8094-fef5085ecc1b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:35.790322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] For port a8417262-9e82-4741-8094-fef5085ecc1b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a8417262-9e82-4741-8094-fef5085ecc1b,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:35.851647 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.878889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] Provisioning complete for port a8417262-9e82-4741-8094-fef5085ecc1b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:35.879588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.903086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:35.906794 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:35.907456 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:35.956833 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2be8-4553-453f-918b-cdc84b8a1c91 None None] Pushing event updated for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:35.965607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.008524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.052863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=1d68d273-abbb-46b2-8dca-c67a659c738d,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:36.059493 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:36.072381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.079022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] For port a8417262-9e82-4741-8094-fef5085ecc1b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a8417262-9e82-4741-8094-fef5085ecc1b,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:36.143141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.158941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.163075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dec51d32-916a-41ed-bd9f-cd55e93abf2b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3982790 Nov 01 18:47:36.220784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c0be-13f8-476c-9816-f7edf655d51d None None] Pushing event updated for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:36.264787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-96081bd0-d579-40c0-8c80-21829edfb9ee None None] Provisioning complete for port a8417262-9e82-4741-8094-fef5085ecc1b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:36.265237 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-96081bd0-d579-40c0-8c80-21829edfb9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:36.300011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:36.333735 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e19b3-a8bf-4bc2-88f8-b3864f82747f None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:36.400091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-df9e6ad0-0a41-4971-86df-f6b010a9cd8d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1373119799&fields=id&tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 267 time: 0.0448849 Nov 01 18:47:36.514629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-f098fab0-1b02-4820-b5b7-21b094a158a2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:36.516233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-f098fab0-1b02-4820-b5b7-21b094a158a2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 811 time: 0.1122708 Nov 01 18:47:36.534104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-febb7d4f-3524-495a-b87e-3ee3db06f175 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/quotas/580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 375 time: 0.0105050 Nov 01 18:47:36.599871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-6479a929-4bd6-41b4-8b2d-911fc9a5b97d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575364 Nov 01 18:47:36.704237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-094f1fa8-be06-4abe-b27f-0959417655ae service neutron] 10.222.0.31 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909643 Nov 01 18:47:36.803879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-37aa93e5-f01f-4226-8e85-43b5c56583ac service neutron] 10.222.0.31 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932417 Nov 01 18:47:37.073725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7be7c3f8-ee7e-45b5-8e17-ed67110b0564 req-bd36cf2f-ab46-4cf1-a251-dea76205af65 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 210 time: 0.0339613 Nov 01 18:47:37.141853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a8417262-9e82-4741-8094-fef5085ecc1b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:37.215349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a8417262-9e82-4741-8094-fef5085ecc1b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:37.215756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:37.298003 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 28b9c26e-9155-463f-85cc-68fe109c4a28 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:37.346122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 28b9c26e-9155-463f-85cc-68fe109c4a28 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:37.350478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:38.175608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0dd6e03-f686-440b-8b30-d4caa53423da req-2581c5cb-0fad-4720-bc82-303e62451171 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 210 time: 0.0291626 Nov 01 18:47:38.252361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59724) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:38.576394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 284602b7-085d-4639-b9f4-4d665341c88b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:38.576661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:38.592009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:47:38.656449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:38.656749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:38.668375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 284602b7-085d-4639-b9f4-4d665341c88b owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:38.977723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:39.006876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=284602b7-085d-4639-b9f4-4d665341c88b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:39.076701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:39.077232 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 9ede17ef-61d8-4dd4-b7c3-3a6a899485fc disassociated (deleted). External IP: 172.25.2.165, port: a56821ed-4b14-48eb-b5f2-a65fec607ed5. Nov 01 18:47:39.290725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-657a8e92-29b6-4994-a58b-cf530599c554 req-756b2d95-8f59-44d4-8648-e5463546b0ec tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 210 time: 0.0276666 Nov 01 18:47:39.293924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:39.314250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:39.412135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:39.416676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:39.417323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-57908e7a-4ced-43d4-8306-531f63ab8529 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:39.419416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-57908e7a-4ced-43d4-8306-531f63ab8529 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 811 time: 0.1128809 Nov 01 18:47:39.424371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:39.438541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:39.439482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:39.444518 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e5560ac8-5f23-4f53-b49a-f2e3431e454f tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "DELETE /v2.0/floatingips/9ede17ef-61d8-4dd4-b7c3-3a6a899485fc HTTP/1.1" status: 204 len: 168 time: 1.1910281 Nov 01 18:47:39.445092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:39.447925 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae" -d '{"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:39.483975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-bfdf37bb-938b-4341-8cb5-100063c18bed tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 380 time: 0.0508800 Nov 01 18:47:39.487257 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16ac6a6-3c26-4a84-aa7a-0d118f137f87 x-openstack-request-id: req-c16ac6a6-3c26-4a84-aa7a-0d118f137f87 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:39.487575 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:39.492617 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c16ac6a6-3c26-4a84-aa7a-0d118f137f87 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:39.493064 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'status': 'completed', 'code': 200} Nov 01 18:47:39.494779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'port': {'device_id': '8a9d8367-f351-4a35-b49d-cae483a34628', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'admin_state_up': True, 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'security_groups': ['02175279-555f-4cda-ab94-ee66ea604501']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:39.582507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-7f52e353-4b78-4ec7-9669-003c2cffe0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:39.584159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-7f52e353-4b78-4ec7-9669-003c2cffe0af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0631030 Nov 01 18:47:39.592823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:39.684723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-7ae555bc-4443-42a3-95b6-be5afbdd6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:39.686374 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-7ae555bc-4443-42a3-95b6-be5afbdd6f89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.0948653 Nov 01 18:47:39.703324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Made reservation on behalf of 580fb3e7c24e4bcfa649e9dd07d53c9e for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:47:39.707410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:39.738865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-4e1914a2-f387-4fff-bef1-68bd758d0c3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 200 len: 217 time: 0.0442216 Nov 01 18:47:39.793190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-11550faf-8ba0-4c49-ba1b-d1799839d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:39.795109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-11550faf-8ba0-4c49-ba1b-d1799839d990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0488033 Nov 01 18:47:39.843637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-75a5cb4c-8b7a-43fb-b567-4b389bfd8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:39.845109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-75a5cb4c-8b7a-43fb-b567-4b389bfd8d96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424385 Nov 01 18:47:39.860392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Allocated IP 172.20.0.13 (bd6fa2b4-83e2-43d1-8d4d-07912100e18a/26a0b61c-5d48-4bed-96b8-fa45a4daf1ec/2fa4db20-c143-4791-9d4f-babc11375740) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:47:39.963425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-a94d19e7-b6b4-41b3-a62c-3f79b093ce2d service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104445 Nov 01 18:47:40.007656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:40.039021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:40.046125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be7d5-98eb-48d7-ab9f-ae391c33a1af req-1df69398-9932-414c-908c-eebb9df3122a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:40.047789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-489be7d5-98eb-48d7-ab9f-ae391c33a1af req-1df69398-9932-414c-908c-eebb9df3122a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.0827212 Nov 01 18:47:40.048706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:40.049377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:40.058786 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.067122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c7e76d36-37d7-4b23-b41d-a7d4c11feaae req-a3e913a6-68b3-4008-9544-18dabfc7ec3e service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949519 Nov 01 18:47:40.123093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-489be7d5-98eb-48d7-ab9f-ae391c33a1af req-fab7e62d-d8a9-48f0-8eb2-a17b3b633c9a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590413 Nov 01 18:47:40.170432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:40.188854 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.235408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:47:40.244519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:47:40.249589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:47:40.280741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:40.307242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:40.308013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.411406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:40.421891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0372f2f-c121-4f57-ab8f-861ebb8f61d7 req-48084e51-1d16-4be3-95b2-20b86e6989af tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:40.430091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0372f2f-c121-4f57-ab8f-861ebb8f61d7 req-48084e51-1d16-4be3-95b2-20b86e6989af tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 932 time: 0.0599957 Nov 01 18:47:40.439804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62861-a1fb-40f7-8212-a5984562e9df None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0396780f-fc1a-4bc7-9d31-a43af5ad2f5b', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'port_id': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'mac_address': 'fa:16:3e:1d:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:41:45Z', 'updated_at': '2021-11-01T18:41:49Z', 'revision_number': 1, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:40.462949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-2c996e4a-4f90-4c2a-a036-7c7d912b0e94 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9732246 Nov 01 18:47:40.486896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Request body: {'port': {'device_id': '8a9d8367-f351-4a35-b49d-cae483a34628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:40.493333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0372f2f-c121-4f57-ab8f-861ebb8f61d7 req-b065ee87-7fe5-4737-836e-d03d7c3f0f60 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618615 Nov 01 18:47:40.559298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-05c9c2f8-7e73-4881-9eed-617f8f2db628 None None] Provisioning complete for port 2fa4db20-c143-4791-9d4f-babc11375740 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:40.559756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05c9c2f8-7e73-4881-9eed-617f8f2db628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.572014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.602075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-05c9c2f8-7e73-4881-9eed-617f8f2db628 None None] Port 2fa4db20-c143-4791-9d4f-babc11375740 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:47:40.726503 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6ae10-7b1e-4bbe-a8aa-f7945bf0708f None None] New status for floating IP 9ede17ef-61d8-4dd4-b7c3-3a6a899485fc: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:47:40.859741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa4db20-c143-4791-9d4f-babc11375740 {{(pid=102782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:47:40.867179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:40.879825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Transition to ACTIVE for port object 2fa4db20-c143-4791-9d4f-babc11375740 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:47:40.960126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.046233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:41.106675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Attempting to bind port 2fa4db20-c143-4791-9d4f-babc11375740 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:41.107002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Attempting to bind port 2fa4db20-c143-4791-9d4f-babc11375740 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:41.107326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Attempting to bind port 2fa4db20-c143-4791-9d4f-babc11375740 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:41.114608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Port 2fa4db20-c143-4791-9d4f-babc11375740 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:47:41.119670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Attempting to bind port 2fa4db20-c143-4791-9d4f-babc11375740 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:41.120935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:41.121280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Checking segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:41.121734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Bound using segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:41.122164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Bound port: 2fa4db20-c143-4791-9d4f-babc11375740, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:41.122706 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.207443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:41.212650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2fa4db20-c143-4791-9d4f-babc11375740,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:41.299545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.316343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8de8e-e239-4db9-9480-ca8920c70ee6 req-c4262063-6ff0-4216-bf91-0d7f9640eba0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.317890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec8de8e-e239-4db9-9480-ca8920c70ee6 req-c4262063-6ff0-4216-bf91-0d7f9640eba0 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.0887132 Nov 01 18:47:41.348508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863750c0-ae2a-4a1f-9d5a-b4ebe002e44f req-e4b2c387-9f41-42c1-a367-429242dac35d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.350066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-863750c0-ae2a-4a1f-9d5a-b4ebe002e44f req-e4b2c387-9f41-42c1-a367-429242dac35d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.1183662 Nov 01 18:47:41.383690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.384316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.386026 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] 10.222.0.37 "PUT /v2.0/ports/2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1092 time: 0.9039681 Nov 01 18:47:41.392963 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:41.396291 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "tag": "2fa4db20-c143-4791-9d4f-babc11375740"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:41.435398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f10c-0598-4fe1-97c9-803cdb69a441 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:41.454686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cec8de8e-e239-4db9-9480-ca8920c70ee6 req-45fef82e-728e-496c-a2a1-8143e521e07c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001549 Nov 01 18:47:41.463988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-863750c0-ae2a-4a1f-9d5a-b4ebe002e44f req-ee014e94-1a1a-47b5-a721-25f37e6a05c5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994976 Nov 01 18:47:41.481133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59764) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:41.571754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b822fe5b-e6a8-48ab-8b4d-d700bacbad06 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/0cf73381-14c5-432a-83ad-1c4e3ffe7817 HTTP/1.1" status: 200 len: 993 time: 0.0891762 Nov 01 18:47:41.581001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-665c2daf-bb08-4831-b571-9dd8528c8791 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.600921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-665c2daf-bb08-4831-b571-9dd8528c8791 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 946 time: 0.1268189 Nov 01 18:47:41.610629 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cb68e-97cb-450c-9868-1869bf24d7b6 x-openstack-request-id: req-d02cb68e-97cb-450c-9868-1869bf24d7b6 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:41.610918 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "tag": "2fa4db20-c143-4791-9d4f-babc11375740", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:41.611167 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d02cb68e-97cb-450c-9868-1869bf24d7b6 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:41.611574 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740', 'status': 'completed', 'code': 200} Nov 01 18:47:41.676632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-b3412614-1b54-49e3-af31-510f1c80a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.678272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-b3412614-1b54-49e3-af31-510f1c80a771 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1095 time: 0.1053276 Nov 01 18:47:41.717876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c169a-e665-48bc-b3a5-77d5ea0a28d9 req-453cae85-f2d7-48d1-929d-1066cf53e30e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.719406 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f2c169a-e665-48bc-b3a5-77d5ea0a28d9 req-453cae85-f2d7-48d1-929d-1066cf53e30e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 944 time: 0.0929730 Nov 01 18:47:41.756976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port a56821ed-4b14-48eb-b5f2-a65fec607ed5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:41.757574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.758712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-1df36d88-0ee1-4ae6-95e8-c95c71dad6c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 217 time: 0.0702274 Nov 01 18:47:41.835788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f2c169a-e665-48bc-b3a5-77d5ea0a28d9 req-d71c1b9b-b662-46ab-bf68-a45095a526d9 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800018 Nov 01 18:47:41.839398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-cfc13e48-ee97-4dbe-a93a-c4e0a34e8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.841678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-cfc13e48-ee97-4dbe-a93a-c4e0a34e8445 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0721192 Nov 01 18:47:41.877803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port a56821ed-4b14-48eb-b5f2-a65fec607ed5, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a56821ed-4b14-48eb-b5f2-a65fec607ed5,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:41.878173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:41.892080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-cd89817b-45b3-4e43-9b81-5412bca2cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:41.893534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-cd89817b-45b3-4e43-9b81-5412bca2cb91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444496 Nov 01 18:47:41.898037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for a56821ed-4b14-48eb-b5f2-a65fec607ed5 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:42.029385 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-b852ecb5-c826-40a7-80ab-c114fc337c2d service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280856 Nov 01 18:47:42.032071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a325e-df4c-4d4e-bbff-c9fd5bb1a41d req-0527e045-bb2e-49f4-8d14-16c3720a4650 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.033861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b4a325e-df4c-4d4e-bbff-c9fd5bb1a41d req-0527e045-bb2e-49f4-8d14-16c3720a4650 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1096 time: 0.0686412 Nov 01 18:47:42.103403 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:42.129877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b4a325e-df4c-4d4e-bbff-c9fd5bb1a41d req-f437f6c6-a482-406a-a733-51395793e966 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843260 Nov 01 18:47:42.146927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=a56821ed-4b14-48eb-b5f2-a65fec607ed5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:42.155869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c8a0c99-6b55-417c-a244-d2eda02b967a req-be9d4e02-561a-4eb2-bdc1-cbcbcf800aa1 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189759 Nov 01 18:47:42.206638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port a56821ed-4b14-48eb-b5f2-a65fec607ed5 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:42.209256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:42.212570 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e5be296d-8c22-426d-b5fc-30d296b15ffe req-d864cbe1-e90a-4a1e-adf4-3358f4279e98 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/a56821ed-4b14-48eb-b5f2-a65fec607ed5 HTTP/1.1" status: 204 len: 173 time: 0.6048679 Nov 01 18:47:42.213009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'name': 'network-vif-deleted', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:42.215432 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8cdc3d-98e5-497a-8cf7-2f5a522d23c2" -d '{"events": [{"server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "name": "network-vif-deleted", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:42.253163 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604369a-c868-4a8a-9053-ec788ddc31fe x-openstack-request-id: req-1604369a-c868-4a8a-9053-ec788ddc31fe {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:42.253426 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addd3776-4dfa-4496-9118-0906e1b3c2d8", "name": "network-vif-deleted", "tag": "a56821ed-4b14-48eb-b5f2-a65fec607ed5", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:42.253680 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1604369a-c868-4a8a-9053-ec788ddc31fe {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:42.254070 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addd3776-4dfa-4496-9118-0906e1b3c2d8', 'name': 'network-vif-deleted', 'tag': 'a56821ed-4b14-48eb-b5f2-a65fec607ed5', 'status': 'completed', 'code': 200} Nov 01 18:47:42.316373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-fda72312-6732-42fe-98a8-6b3f574bcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.318495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-fda72312-6732-42fe-98a8-6b3f574bcb43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1095 time: 0.0428720 Nov 01 18:47:42.421007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-e87f0523-d8a3-4fff-8483-bd9ecbf0fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.422783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-e87f0523-d8a3-4fff-8483-bd9ecbf0fb73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0971527 Nov 01 18:47:42.470803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-7127547d-4518-47c8-8b9c-659ec84da239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 217 time: 0.0412655 Nov 01 18:47:42.533198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-be00b1fd-0ae2-4741-9c66-092c0b4c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.535115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-be00b1fd-0ae2-4741-9c66-092c0b4c5539 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0577786 Nov 01 18:47:42.658723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e13e8d5-44f2-447e-b2fc-26a05eb450d3 req-e9532196-161f-4130-b6e6-e19bcec538c6 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0462542 Nov 01 18:47:42.692540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-085fb86c-e309-427f-8bda-bde3ba4ea75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.694039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-085fb86c-e309-427f-8bda-bde3ba4ea75a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515181 Nov 01 18:47:42.806565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-dd23d7a7-0353-4ed9-bbb1-2fc43c9bde2b service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031353 Nov 01 18:47:42.905871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5bb7dbc-3f43-4d57-abf4-da7d837112fd req-eb2eeee3-089b-4f8b-9d1f-a3b77c2a06cd service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916283 Nov 01 18:47:42.966176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998673a8-295e-444a-a63d-63ea4ddbc34d req-542d0ca6-28b8-4108-823b-dfe80b6e8e1a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:42.968160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-998673a8-295e-444a-a63d-63ea4ddbc34d req-542d0ca6-28b8-4108-823b-dfe80b6e8e1a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 944 time: 0.0576072 Nov 01 18:47:43.010295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-998673a8-295e-444a-a63d-63ea4ddbc34d req-754ab70d-362c-447b-89f0-e72be1a3261e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Nov 01 18:47:43.534499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-15b8386e-42ed-49d6-b27b-c72783ae038f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970600 Nov 01 18:47:43.544868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-a0535f95-e25d-4e08-bb5c-07aa25a063cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:47:43.546059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-a0535f95-e25d-4e08-bb5c-07aa25a063cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061252 Nov 01 18:47:43.808735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dc6d12b-c8d0-429e-aa40-4b2d8c93187a req-1e23e671-f9db-42f2-b7e4-718403a471ed tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Nov 01 18:47:44.168046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa7ec-8b44-42a2-8cb2-80608dcad2f5 req-e047d0b7-9dff-4d2e-aa7c-4249ac92ba0b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:44.170865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-958aa7ec-8b44-42a2-8cb2-80608dcad2f5 req-e047d0b7-9dff-4d2e-aa7c-4249ac92ba0b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 944 time: 0.0626137 Nov 01 18:47:44.190505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a56821ed-4b14-48eb-b5f2-a65fec607ed5 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:47:44.213581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: a56821ed-4b14-48eb-b5f2-a65fec607ed5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:47:44.214435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a56821ed-4b14-48eb-b5f2-a65fec607ed5 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:47:44.251708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-958aa7ec-8b44-42a2-8cb2-80608dcad2f5 req-cac07260-7327-42e5-b870-03e91c90967b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726905 Nov 01 18:47:44.349845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59822) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:44.481026 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.573371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.645473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.697656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f9892109a5a4131aba702143f396678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450239 Nov 01 18:47:44.701761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59828) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:44.725107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bf6436-c248-46ba-9da6-55ba54d1c26d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:44.750342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.750985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.751329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.751691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.752024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.752354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.752682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.753006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.753329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.753652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.753975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.754295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eaf73e-0202-4f64-b28c-bba569cdd333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:44.791088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-92ddd711-e790-4e1a-8393-e3210c3eda84 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:44.792692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-92ddd711-e790-4e1a-8393-e3210c3eda84 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 1093 time: 0.2100883 Nov 01 18:47:44.798600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.801883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Request body: {'binding': {'host': 'n-h1-815923-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:44.802410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Unknown quota resources ['binding']. {{(pid=102782) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 01 18:47:44.821524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.954602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.958508 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:44.959103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f83cfb26-db22-45f5-bf11-407d4b3b85f7 req-9b68fa35-d616-456e-a622-73b1faa0fbbe tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0346632 Nov 01 18:47:44.959803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95bf6436-c248-46ba-9da6-55ba54d1c26d HTTP/1.1" status: 204 len: 168 time: 0.2564049 Nov 01 18:47:44.976306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867060c-1fd3-4f66-8cdb-88e1c2c5b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bf6436-c248-46ba-9da6-55ba54d1c26d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:45.039811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on host n-h1-815923-2 for vnic_type normal with profile None {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:45.040149 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:45.040489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:45.045184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:47:45.045502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:45.050347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:45.050684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:45.051070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Bound using segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:45.051497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Bound port: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:45.167957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:45.249036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] Publish callbacks [] for binding, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.250343 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] 10.222.0.31 "POST /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4521031 Nov 01 18:47:45.391438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6e9c-9cc3-4645-8ffc-604bbf9796b3 req-61fdd79a-7804-4816-b978-5514056974e2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:45.392918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ff6e9c-9cc3-4645-8ffc-604bbf9796b3 req-61fdd79a-7804-4816-b978-5514056974e2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 944 time: 0.0642309 Nov 01 18:47:45.436106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4ff6e9c-9cc3-4645-8ffc-604bbf9796b3 req-5169a102-3d94-4ddc-85b9-4b27b28fd80f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368431 Nov 01 18:47:45.551047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbe03-cca4-4af4-a221-6189d6c35a74 req-1707196e-3ca2-48d1-b2bb-54a6c843c635 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:45.552630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0aefbe03-cca4-4af4-a221-6189d6c35a74 req-1707196e-3ca2-48d1-b2bb-54a6c843c635 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0663102 Nov 01 18:47:45.599700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59840) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:45.606313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0aefbe03-cca4-4af4-a221-6189d6c35a74 req-8bcdf706-caaa-49f9-99a4-d2282580ddb6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Nov 01 18:47:45.615171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7805-094e-4354-9192-3fba75e511f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.697940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7805-094e-4354-9192-3fba75e511f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.771426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7805-094e-4354-9192-3fba75e511f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.814580 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3a8a7805-094e-4354-9192-3fba75e511f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3da47b0703ec4ff48a0d03465137623c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136106 Nov 01 18:47:45.815458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a7805-094e-4354-9192-3fba75e511f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e62474-7912-4a05-9779-93f968325c38,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:45.817201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59842) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:45.905887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.925093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2fa4db20-c143-4791-9d4f-babc11375740 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:47:45.938537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:45.947441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-16cf4418-b5c8-40f5-b614-05fea5f4a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:45.948929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-16cf4418-b5c8-40f5-b614-05fea5f4a078 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1096 time: 0.0715220 Nov 01 18:47:46.042437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2fa4db20-c143-4791-9d4f-babc11375740,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:46.066811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '2fa4db20-c143-4791-9d4f-babc11375740', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'port_id': '2fa4db20-c143-4791-9d4f-babc11375740', 'mac_address': 'fa:16:3e:be:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:47:46.112024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-3764c01f-a3e5-4cf4-b9fe-eab83650ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.113952 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-3764c01f-a3e5-4cf4-b9fe-eab83650ea97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 897 time: 0.1546478 Nov 01 18:47:46.130580 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:46.159679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa4db20-c143-4791-9d4f-babc11375740 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:47:46.169467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:46.173780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:46.175885 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33e62474-7912-4a05-9779-93f968325c38 HTTP/1.1" status: 204 len: 168 time: 0.3559959 Nov 01 18:47:46.196156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ba5fe-1a36-4845-a30c-4a9fdbd1a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e62474-7912-4a05-9779-93f968325c38,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:46.215673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2fa4db20-c143-4791-9d4f-babc11375740,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:46.231237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-2108f236-8bca-4f25-b60b-162d511cc0e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 1001 time: 0.1093109 Nov 01 18:47:46.280261 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:46.296814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-4908b106-82ea-4fae-bee0-28ff4b272208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.298713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-4908b106-82ea-4fae-bee0-28ff4b272208 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0603492 Nov 01 18:47:46.375138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:46.390731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-236fcccb-e70e-4dc4-aee1-fef71ac7a7db req-ea39c3a5-f1a9-4a7f-9d47-dd8ece42c946 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0354073 Nov 01 18:47:46.397049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-a83ddeeb-ccb7-4753-950b-8d7ae05fb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.398638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-a83ddeeb-ccb7-4753-950b-8d7ae05fb39d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922401 Nov 01 18:47:46.514090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-79929162-4b71-4ce5-a262-77fbb17bfd9b service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054440 Nov 01 18:47:46.630336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5648ff-5702-4866-8040-77ff82dd6049 req-1a1d5b29-e862-4a38-be25-317d6b09b8a7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.631950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd5648ff-5702-4866-8040-77ff82dd6049 req-1a1d5b29-e862-4a38-be25-317d6b09b8a7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 945 time: 0.1111107 Nov 01 18:47:46.657135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2fa4db20-c143-4791-9d4f-babc11375740'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:47:46.709712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-57cd0eb5-3dc1-4e04-885e-4b7c96ea1d68 service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869974 Nov 01 18:47:46.756365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd5648ff-5702-4866-8040-77ff82dd6049 req-29a04c4c-8dda-4ebb-a4e0-e4405681f7a5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807772 Nov 01 18:47:46.862858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893832-2c72-464b-a4d6-4073de72446b req-6feb0ff5-e861-4c8d-9340-9b318c395866 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.864409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1893832-2c72-464b-a4d6-4073de72446b req-6feb0ff5-e861-4c8d-9340-9b318c395866 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.1527920 Nov 01 18:47:46.898813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f69e2c22-0241-476c-8499-36d5671eb2e2 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:46.900411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f69e2c22-0241-476c-8499-36d5671eb2e2 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235&tenant_id=874863ad66c744669a2a4dc0e24cf099&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1096 time: 0.1200750 Nov 01 18:47:46.921277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815923-2'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:46.945981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1893832-2c72-464b-a4d6-4073de72446b req-d90c117b-d734-4b82-a444-dbdbb438f2a6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749867 Nov 01 18:47:46.993377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:47.133826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:47.174564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:47.217941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:47.220262 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d0abb-ea03-4535-acc3-714be158b226" -d '{"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:47.224455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:47.258664 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ba0979-ba6e-4832-ab34-156e8b7c0d16 x-openstack-request-id: req-c2ba0979-ba6e-4832-ab34-156e8b7c0d16 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:47.259015 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:47.259268 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2ba0979-ba6e-4832-ab34-156e8b7c0d16 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:47.260059 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'code': 200} Nov 01 18:47:47.280209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:47.413181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:47.508852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on host n-h2-815923-2 for vnic_type normal with profile {"migrating_to": "n-h1-815923-2"} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:47:47.508852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:47:47.508852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:47.533803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a96b9fb-e76a-4482-bd9c-d0b40127a834 req-173f34bf-f69d-4d04-95c6-b0e728f4a1e8 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=addd3776-4dfa-4496-9118-0906e1b3c2d8 HTTP/1.1" status: 200 len: 210 time: 0.0394752 Nov 01 18:47:47.534869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:47:47.535189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Attempting to bind port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on network d57a9283-bb56-41f4-9982-304cbaeec7b0 {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:47:47.541139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:47:47.541463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Checking segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:47:47.541843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Bound using segment: {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'} {{(pid=102782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:47:47.542406 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.managers [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Bound port: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e062b7-84fe-4d84-8906-1bc094ce02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0'}}] {{(pid=102782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:47:47.542761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:47.636703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-220f0b9b-f74c-4f11-8390-3880015b9931 None None] Provisioning complete for port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:47.637361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-220f0b9b-f74c-4f11-8390-3880015b9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:47.677525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-220f0b9b-f74c-4f11-8390-3880015b9931 None None] Port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:47:47.936317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2fa4db20-c143-4791-9d4f-babc11375740 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:47:48.012413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b33f-c1c1-4699-8853-e5c0a2fedd89 req-2284ee91-7e4f-4605-9dd8-5048c493d639 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:48.014084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7f6b33f-c1c1-4699-8853-e5c0a2fedd89 req-2284ee91-7e4f-4605-9dd8-5048c493d639 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 945 time: 0.0910079 Nov 01 18:47:48.023398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:48.033899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:47:48.092749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7f6b33f-c1c1-4699-8853-e5c0a2fedd89 req-1d3cc257-d90a-4ffa-8ce9-658cc87b4e4e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713954 Nov 01 18:47:48.096890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 2fa4db20-c143-4791-9d4f-babc11375740 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:47:48.100919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 2fa4db20-c143-4791-9d4f-babc11375740 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:48.107051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.127120 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6f78-b347-409c-9a9a-354563427d87 req-3d42ae54-0e99-41ba-a0c8-46b45ffd62bc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:48.128871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-925c6f78-b347-409c-9a9a-354563427d87 req-3d42ae54-0e99-41ba-a0c8-46b45ffd62bc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 943 time: 0.0838196 Nov 01 18:47:48.156848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.219785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.226106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-925c6f78-b347-409c-9a9a-354563427d87 req-2dd77ef7-a0a8-4d8c-ad42-9615415511ba tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896683 Nov 01 18:47:48.254116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:48.256710 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eda579-bbab-4fc2-b058-014aaca5cf1a" -d '{"events": [{"server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "name": "network-vif-plugged", "status": "completed", "tag": "2fa4db20-c143-4791-9d4f-babc11375740"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:48.271560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2fa4db20-c143-4791-9d4f-babc11375740,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:48.304372 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ca731-ea0d-40ed-b1e4-aba02b32bf0a x-openstack-request-id: req-785ca731-ea0d-40ed-b1e4-aba02b32bf0a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:48.304659 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "name": "network-vif-plugged", "status": "completed", "tag": "2fa4db20-c143-4791-9d4f-babc11375740", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:48.305089 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-785ca731-ea0d-40ed-b1e4-aba02b32bf0a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:48.305501 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740', 'code': 200} Nov 01 18:47:48.331681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.339810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=8']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:48.398814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:48.399480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.401857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:48.408583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] 10.222.0.37 "PUT /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 1121 time: 1.4964960 Nov 01 18:47:48.447021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd1b2-eca0-46e7-ae76-fae7ff083c09 req-33ee39bc-f5f1-4776-9899-be711ed20eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:48.449851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc0cd1b2-eca0-46e7-ae76-fae7ff083c09 req-33ee39bc-f5f1-4776-9899-be711ed20eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0640709 Nov 01 18:47:48.456416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d9ea66d1-8fb3-4b26-987c-5f5ad764abd3'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:47:48.491533 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc0cd1b2-eca0-46e7-ae76-fae7ff083c09 req-1b00b63d-19d2-4f68-86de-98986278af30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Nov 01 18:47:48.520171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] Provisioning complete for port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:47:48.520542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.692414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.760605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:48.767476 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1238c760-99fa-434c-9b72-f4be1830f2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.845884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:48.990661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c1eb-8bd2-4228-9095-c6f2acaa773d None None] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:49.213972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0603fe-3ad3-426f-b580-e794b5106d8d req-2f2fa572-9485-4f8d-8e77-402ea9d1592c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.216182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a0603fe-3ad3-426f-b580-e794b5106d8d req-2f2fa572-9485-4f8d-8e77-402ea9d1592c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0509465 Nov 01 18:47:49.261122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a0603fe-3ad3-426f-b580-e794b5106d8d req-23bc409c-0836-435e-a27e-ae9788bae9ca tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386429 Nov 01 18:47:49.261801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:49.264853 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbb113-8195-40ea-b118-f307038e6b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:49.308546 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a46efb-87e8-4f46-84b5-8d5d180d49a9 x-openstack-request-id: req-d3a46efb-87e8-4f46-84b5-8d5d180d49a9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:49.309566 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:49.309998 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3a46efb-87e8-4f46-84b5-8d5d180d49a9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:49.310452 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'status': 'completed', 'code': 200} Nov 01 18:47:49.374363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b87f1-2955-46e2-97c4-f9f18a0666b7 req-632c2ef9-310f-47df-9890-b00e823e32db tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.380448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc1b87f1-2955-46e2-97c4-f9f18a0666b7 req-632c2ef9-310f-47df-9890-b00e823e32db tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0734527 Nov 01 18:47:49.400580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-e4dd72c1-98c9-4de5-be18-f3e1617cd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.403059 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-e4dd72c1-98c9-4de5-be18-f3e1617cd8e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1126 time: 0.0688729 Nov 01 18:47:49.432052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc1b87f1-2955-46e2-97c4-f9f18a0666b7 req-d058e0bc-6a9c-4ac5-b3a3-aca14dc6a94e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495112 Nov 01 18:47:49.453291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59942) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:49.518724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-50572b96-5095-4d17-96e1-4f750915d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.520259 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-50572b96-5095-4d17-96e1-4f750915d04b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 897 time: 0.1102767 Nov 01 18:47:49.582525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-854a1ddf-338b-4e48-ac14-513cbccc2016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:49.588842 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-aeec1d83-3e8c-4ae8-8478-d75fb690a92c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0611823 Nov 01 18:47:49.642025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-7ff82f55-e784-423a-8ab8-dced8691f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.644089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-7ff82f55-e784-423a-8ab8-dced8691f677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0472715 Nov 01 18:47:49.669102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-854a1ddf-338b-4e48-ac14-513cbccc2016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:49.696524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-3f36f9ef-1316-4a71-abe5-1525ead82c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:49.698073 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-3f36f9ef-1316-4a71-abe5-1525ead82c97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469711 Nov 01 18:47:49.796040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-4fefcb81-ce0f-4ba2-a541-4ffbd6244dea service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896418 Nov 01 18:47:49.805825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-854a1ddf-338b-4e48-ac14-513cbccc2016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:49.850226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-854a1ddf-338b-4e48-ac14-513cbccc2016 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa24f9ad15344f9286167ce4eef19123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998559 Nov 01 18:47:49.850226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a1ddf-338b-4e48-ac14-513cbccc2016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02908e29-767b-4e51-bfb8-7811615385dd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:49.851269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59946) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:49.905837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d5fbb113-8195-40ea-b118-f307038e6b7a req-921fa48d-d776-4a61-bffb-cad905c78d47 service neutron] 10.222.0.32 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027153 Nov 01 18:47:49.938425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:49.960271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:50.085713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:50.088822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:50.090307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02908e29-767b-4e51-bfb8-7811615385dd HTTP/1.1" status: 204 len: 168 time: 0.2334528 Nov 01 18:47:50.098319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c22a5-ec1c-4438-80a3-ab1518df113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02908e29-767b-4e51-bfb8-7811615385dd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:50.306327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:50.309622 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f13e65-e4e3-4f38-9f95-59d51f1bdac1" -d '{"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:50.348886 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862d151-ca5a-4004-bfba-d4b04b706c0c x-openstack-request-id: req-e862d151-ca5a-4004-bfba-d4b04b706c0c {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:50.349524 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:50.349776 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e862d151-ca5a-4004-bfba-d4b04b706c0c {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:50.350161 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'code': 200} Nov 01 18:47:50.410726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205f043-c4ac-4ef5-bb81-bfa7b5ad0fde req-e0c75db0-2542-4293-b353-a4261ab438e8 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:50.412170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6205f043-c4ac-4ef5-bb81-bfa7b5ad0fde req-e0c75db0-2542-4293-b353-a4261ab438e8 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0780728 Nov 01 18:47:50.465099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6205f043-c4ac-4ef5-bb81-bfa7b5ad0fde req-5046e2b9-57eb-4e9c-b91a-92b910a8f916 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459156 Nov 01 18:47:50.560910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5e3d7-8295-459b-83aa-275b6175b5bc req-b9c15224-a247-4163-a59f-fa6ea5330e2d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:50.562398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccc5e3d7-8295-459b-83aa-275b6175b5bc req-b9c15224-a247-4163-a59f-fa6ea5330e2d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Nov 01 18:47:50.601286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccc5e3d7-8295-459b-83aa-275b6175b5bc req-c4f29beb-9b47-4dbd-bc90-b05a1571c65c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327163 Nov 01 18:47:50.863520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 59960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:50.877095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06395b05-7ec4-4c87-a22c-f2acb66be2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:50.914251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dd975f02-bc8a-495b-bcd1-683df464c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:50.952325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06395b05-7ec4-4c87-a22c-f2acb66be2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.057196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06395b05-7ec4-4c87-a22c-f2acb66be2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.095049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395b05-7ec4-4c87-a22c-f2acb66be2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1757b1c2-6db8-4cd8-ac96-3f831cd651b0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:51.101886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-06395b05-7ec4-4c87-a22c-f2acb66be2e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4df7ca3b0b4e4570a4c73f7d39ea7007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347512 Nov 01 18:47:51.102365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:51.153115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.173747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.291493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.294201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.295364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1757b1c2-6db8-4cd8-ac96-3f831cd651b0 HTTP/1.1" status: 204 len: 168 time: 0.1921368 Nov 01 18:47:51.303932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75e91-c365-4267-91b6-d45ed9c3f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757b1c2-6db8-4cd8-ac96-3f831cd651b0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:51.597282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d716f-1419-428a-b254-ec902a1c6522 req-b80f479a-d56f-41df-90f5-4502ba9085ea tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:51.598855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d7d716f-1419-428a-b254-ec902a1c6522 req-b80f479a-d56f-41df-90f5-4502ba9085ea tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0570350 Nov 01 18:47:51.643321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d7d716f-1419-428a-b254-ec902a1c6522 req-76f1b9f6-d0ef-4e16-b1df-b09f249a7f7c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384741 Nov 01 18:47:51.729701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f28f23-c2d8-42dd-bf77-1fa41f0c2f73 req-498b4abc-de21-4665-9ea4-7c72952cb304 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:51.731686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f28f23-c2d8-42dd-bf77-1fa41f0c2f73 req-498b4abc-de21-4665-9ea4-7c72952cb304 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0546207 Nov 01 18:47:51.806859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea96996-c9de-4caf-9b5d-77835cb6017f req-52e2454c-11dc-4dc7-b424-36f70dbb8c9d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:51.808475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ea96996-c9de-4caf-9b5d-77835cb6017f req-52e2454c-11dc-4dc7-b424-36f70dbb8c9d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0758729 Nov 01 18:47:51.821160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 59980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:51.826761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12f28f23-c2d8-42dd-bf77-1fa41f0c2f73 req-8b36c120-3fc1-43de-a310-2ad2b02649a7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816221 Nov 01 18:47:51.826874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'floatingip': {'port_id': '2fa4db20-c143-4791-9d4f-babc11375740'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:47:51.871714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:51.946717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:47:52.044634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:52.060325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 has no active binding in host n-h1-815923-2 {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 01 18:47:52.131602 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:52.338868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:52.377097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:52.907895 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Floating IP 277c9e20-591e-4b44-86d8-46a9808c354a associated. External IP: 172.25.2.230, port: 2fa4db20-c143-4791-9d4f-babc11375740. Nov 01 18:47:52.978986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb504-9ae5-4c64-888a-be1564731fb5 req-7886fd7f-03ff-4122-9159-cdb085eeac92 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:52.986976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61beb504-9ae5-4c64-888a-be1564731fb5 req-7886fd7f-03ff-4122-9159-cdb085eeac92 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0669639 Nov 01 18:47:53.043745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61beb504-9ae5-4c64-888a-be1564731fb5 req-f4e70975-2120-4a27-9e32-5de80bab8320 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Nov 01 18:47:53.168989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:53.284897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:53.295803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:53.299230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:53.313459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:53.314343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:53.332746 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0c34977-d7a6-4da7-830b-1bb2f711776b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "PUT /v2.0/floatingips/277c9e20-591e-4b44-86d8-46a9808c354a HTTP/1.1" status: 200 len: 992 time: 1.5104530 Nov 01 18:47:53.333436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:53.347924 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "tag": "2fa4db20-c143-4791-9d4f-babc11375740"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:53.421339 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc16400c-0e1c-47fc-8170-33d4d6559b1b x-openstack-request-id: req-bc16400c-0e1c-47fc-8170-33d4d6559b1b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:53.421839 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "tag": "2fa4db20-c143-4791-9d4f-babc11375740", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:53.422240 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc16400c-0e1c-47fc-8170-33d4d6559b1b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:53.422890 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740', 'status': 'completed', 'code': 200} Nov 01 18:47:53.497592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-9b3feb7c-3a88-4ecd-b764-b93238a7eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:53.499528 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-9b3feb7c-3a88-4ecd-b764-b93238a7eb37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0467665 Nov 01 18:47:53.507395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:53.647402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-2c2f24fd-592b-4fa8-bd5b-5ebb9d4a1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:53.649382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-2c2f24fd-592b-4fa8-bd5b-5ebb9d4a1466 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.1371706 Nov 01 18:47:53.753060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-e1dcb73f-03c8-4ee0-a770-d8bea8f5db83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1000 time: 0.0850856 Nov 01 18:47:53.819661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-e7ca300f-673d-463b-ad8b-d16686897c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:53.821634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-e7ca300f-673d-463b-ad8b-d16686897c7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0612192 Nov 01 18:47:53.838309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:53.880219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '277c9e20-591e-4b44-86d8-46a9808c354a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': '2fa4db20-c143-4791-9d4f-babc11375740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:be:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d8367-f351-4a35-b49d-cae483a34628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:35Z', 'updated_at': '2021-11-01T18:47:52Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:53.889530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-9716daf7-60ca-4d85-8359-c51d1ef5683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:53.891115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-9716daf7-60ca-4d85-8359-c51d1ef5683f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551550 Nov 01 18:47:53.914548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:53.924122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:53.924679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:54.019580 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-985e6c3f-f56a-4127-88cc-0e04e313bb30 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194785 Nov 01 18:47:54.046816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:54.217667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d05e1a25-14c9-4e33-bad6-39b6e421cb4f req-6faf0e4b-b440-4744-b8f2-4645c7b8326d service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907244 Nov 01 18:47:54.269367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bb86-e982-4a29-9a7c-cbeee12c38ae req-be85b8cd-fa43-42a4-9341-dcdf6941763f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:54.276031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bb1bb86-e982-4a29-9a7c-cbeee12c38ae req-be85b8cd-fa43-42a4-9341-dcdf6941763f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.1066504 Nov 01 18:47:54.350660 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bb1bb86-e982-4a29-9a7c-cbeee12c38ae req-ddd86f00-2050-472d-b8bc-7cb9a678b55d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675154 Nov 01 18:47:54.560853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '277c9e20-591e-4b44-86d8-46a9808c354a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': '2fa4db20-c143-4791-9d4f-babc11375740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:be:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d8367-f351-4a35-b49d-cae483a34628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:35Z', 'updated_at': '2021-11-01T18:47:52Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:54.591236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe29e36-4969-42f3-a6ed-9ee514fde75e None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '277c9e20-591e-4b44-86d8-46a9808c354a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': '2fa4db20-c143-4791-9d4f-babc11375740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:be:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d8367-f351-4a35-b49d-cae483a34628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:47:35Z', 'updated_at': '2021-11-01T18:47:52Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:54.846706 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe48dd-9e9f-497e-8590-30d3d6206854 None None] New status for floating IP 277c9e20-591e-4b44-86d8-46a9808c354a: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:47:55.341954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60092) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:47:55.524687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44d9d-4e30-43aa-b557-3610e48e0d25 req-041c1414-b0cc-4b47-af35-a08c7bc6e9d1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:55.526535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dd44d9d-4e30-43aa-b557-3610e48e0d25 req-041c1414-b0cc-4b47-af35-a08c7bc6e9d1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.1132746 Nov 01 18:47:55.580881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 356156a6-b33d-4484-8e83-080c6beedb72 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:55.580881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:55.589534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dd44d9d-4e30-43aa-b557-3610e48e0d25 req-659d1cee-67e8-4348-a37e-5fc5674907f5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564635 Nov 01 18:47:55.667953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:55.668573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:55.681829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 356156a6-b33d-4484-8e83-080c6beedb72 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:56.046113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:56.071955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=356156a6-b33d-4484-8e83-080c6beedb72,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:56.140541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:56.140803 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Floating IP 0396780f-fc1a-4bc7-9d31-a43af5ad2f5b disassociated (deleted). External IP: 172.25.2.6, port: e7e59435-97fa-4954-989e-b3869a7403d8. Nov 01 18:47:56.358127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:47:56.469919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:47:56.474430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:56.480937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:47:56.490751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:56.491365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:56.505680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dfc41adf-4d7f-4b3e-82a5-20343604a8e9 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "DELETE /v2.0/floatingips/0396780f-fc1a-4bc7-9d31-a43af5ad2f5b HTTP/1.1" status: 204 len: 168 time: 1.1622136 Nov 01 18:47:56.506627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:56.510325 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46aa48-6611-4bb4-87cf-19ea0fd75673" -d '{"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:56.564060 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b74bb4-c0da-4406-9670-b3f18bead07d x-openstack-request-id: req-76b74bb4-c0da-4406-9670-b3f18bead07d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:56.564430 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:56.564682 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76b74bb4-c0da-4406-9670-b3f18bead07d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:56.565083 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'status': 'completed', 'code': 200} Nov 01 18:47:56.625729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:56.639342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-fa31e6e6-5d4e-4c43-8e0d-39fd913fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:56.641019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-fa31e6e6-5d4e-4c43-8e0d-39fd913fd5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d712ff3728894f5db33da7597d228e41&device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 1097 time: 0.0537314 Nov 01 18:47:56.760611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6d297-1afa-4176-a860-edbe6c5907a3 req-b9391e10-b4b1-43c7-85f1-e8d08c9da49f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:56.768857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8b6d297-1afa-4176-a860-edbe6c5907a3 req-b9391e10-b4b1-43c7-85f1-e8d08c9da49f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 945 time: 0.0791490 Nov 01 18:47:56.785881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-329ffb4b-3013-4556-a3b4-5f09eeac433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:56.787987 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-329ffb4b-3013-4556-a3b4-5f09eeac433c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 200 len: 912 time: 0.1385984 Nov 01 18:47:56.818739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8b6d297-1afa-4176-a860-edbe6c5907a3 req-9d9f98ed-2e12-4835-bceb-e641528c71b5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Nov 01 18:47:56.860225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:56.865858 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-56269397-eaa8-458d-a034-e33f336248a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 200 len: 217 time: 0.0666132 Nov 01 18:47:56.930075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-9d3a85bd-c109-42e9-8714-8eccdfdaa23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:56.931725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-9d3a85bd-c109-42e9-8714-8eccdfdaa23f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 200 len: 850 time: 0.0604887 Nov 01 18:47:56.947488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:56.987236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:47:56.995343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-19c76f06-239a-4c39-888b-e62c7b19d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:56.998826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-19c76f06-239a-4c39-888b-e62c7b19d20f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12d875d-166d-4e46-8eb0-094b157d7128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582209 Nov 01 18:47:57.001183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:47:57.001788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:57.089593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4841e9-4af6-4d11-ad6b-791a7ee99156 req-a3cc7b3b-f7e7-43a7-8088-a9adca6dba5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:57.092018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea4841e9-4af6-4d11-ad6b-791a7ee99156 req-a3cc7b3b-f7e7-43a7-8088-a9adca6dba5a tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0892410 Nov 01 18:47:57.119802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-4bab9b60-71ce-4e75-9989-d93e2a372648 service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079993 Nov 01 18:47:57.132223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-96d1028d-fbee-4b04-9c6f-80974b18c932 service neutron] 10.222.0.32 "GET /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 384 time: 0.1181257 Nov 01 18:47:57.168304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:47:57.184034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea4841e9-4af6-4d11-ad6b-791a7ee99156 req-cc506140-81d8-4e22-b5cc-cf4b9a5b98be tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/security-groups?id=d680aac7-d627-4b09-b711-1b798aeb6ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800736 Nov 01 18:47:57.275828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7d46aa48-6611-4bb4-87cf-19ea0fd75673 req-d9b27754-620e-4a98-b229-01fedaf102ab service neutron] 10.222.0.32 "GET /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465292 Nov 01 18:47:57.348519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:57.372605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, cleared binding levels {{(pid=102782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:57.422392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:57.428789 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:47:57.457279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f003d-450a-41b3-9425-2b42b30cb489 None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:28:19Z', 'revision_number': 4, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '160cb080-246a-4857-ae91-32b999c98d53', 'name': '', 'network_id': 'c12d875d-166d-4e46-8eb0-094b157d7128', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'mac_address': 'fa:16:3e:fd:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:17Z', 'updated_at': '2021-11-01T18:28:24Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'subnets': [{'id': 'f05f256c-54ee-411f-979a-52c78a5f9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:47:57.502996 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:57.583039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-03b899b2-fd17-49e9-af59-9b70ae36e98b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:57.584582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-03b899b2-fd17-49e9-af59-9b70ae36e98b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 946 time: 0.0684648 Nov 01 18:47:57.593052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.provisioning_blocks [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] Transition to ACTIVE for port object d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 will not be triggered until provisioned by entity L2. {{(pid=102782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:47:57.634921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:57.701440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port e7e59435-97fa-4954-989e-b3869a7403d8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:47:57.702340 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:57.755822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=11']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:57.806874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] No DVR routers for this DVR port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on host n-h2-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:57.819911 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabcdac6-0994-4c81-b8f6-3fa249a2fc5f None None] New status for floating IP 0396780f-fc1a-4bc7-9d31-a43af5ad2f5b: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:47:57.846090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] For port e7e59435-97fa-4954-989e-b3869a7403d8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=e7e59435-97fa-4954-989e-b3869a7403d8,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:47:57.848347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:57.884025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for e7e59435-97fa-4954-989e-b3869a7403d8 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:47:58.059290 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3/bindings/n-h1-815923-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9153183 Nov 01 18:47:58.076555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116622c-1755-416b-83dd-7b88a8c68a2e req-7e85b06d-586c-4687-916b-fdd8609fe2a9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.078113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9116622c-1755-416b-83dd-7b88a8c68a2e req-7e85b06d-586c-4687-916b-fdd8609fe2a9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.1180520 Nov 01 18:47:58.124913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9116622c-1755-416b-83dd-7b88a8c68a2e req-82adf962-c2ea-45fb-807e-75f297224ab6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Nov 01 18:47:58.240970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:58.289054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90b47b60-945f-41c5-860b-ab333812c07f req-3fcfb2ed-31f5-4f8f-8c9c-86647264f377 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Nov 01 18:47:58.300675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=e7e59435-97fa-4954-989e-b3869a7403d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:47:58.320337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.320679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.321019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.321391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.321711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.322035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.322361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.322686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.323574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.323574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.323789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.323982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:47:58.363688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] No DVR routers for this DVR port e7e59435-97fa-4954-989e-b3869a7403d8 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:47:58.366664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-6f29fb74-2174-4523-8df6-1b857bdd03a9 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.368221 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-6f29fb74-2174-4523-8df6-1b857bdd03a9 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235&tenant_id=874863ad66c744669a2a4dc0e24cf099&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.1699612 Nov 01 18:47:58.369238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:58.373239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa79c709-f64a-464a-9dd0-ca51adc0fd48 req-a65ad834-da71-47cf-9180-5fd46914c30c tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.32 "DELETE /v2.0/ports/e7e59435-97fa-4954-989e-b3869a7403d8 HTTP/1.1" status: 204 len: 173 time: 0.7828805 Nov 01 18:47:58.373672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'name': 'network-vif-deleted', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:58.375985 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbaf9a-574d-4f76-a7c4-768d0550335c" -d '{"events": [{"server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "name": "network-vif-deleted", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:58.424565 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cbfd64-91c0-4e4a-beff-ed608a15fefe x-openstack-request-id: req-d5cbfd64-91c0-4e4a-beff-ed608a15fefe {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:58.426162 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b19067f-e82b-40e3-8dfe-97e67d70d253", "name": "network-vif-deleted", "tag": "e7e59435-97fa-4954-989e-b3869a7403d8", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:58.426162 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5cbfd64-91c0-4e4a-beff-ed608a15fefe {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:58.426162 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b19067f-e82b-40e3-8dfe-97e67d70d253', 'name': 'network-vif-deleted', 'tag': 'e7e59435-97fa-4954-989e-b3869a7403d8', 'status': 'completed', 'code': 200} Nov 01 18:47:58.475125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-0d9db3bc-1ecc-4afa-9aa6-2a34efe019bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.476659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-0d9db3bc-1ecc-4afa-9aa6-2a34efe019bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 1095 time: 0.0976479 Nov 01 18:47:58.545411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f2eb6be1-1300-4be4-86f3-5a011c38aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.547049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f2eb6be1-1300-4be4-86f3-5a011c38aeb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1095 time: 0.0469365 Nov 01 18:47:58.566382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:47:58.569443 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91794df2-0539-444f-a7ac-fd558e9afce3" -d '{"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:47:58.611279 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c01595-cf81-4991-acc7-9e7af682b19c x-openstack-request-id: req-75c01595-cf81-4991-acc7-9e7af682b19c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:47:58.612060 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:47:58.612060 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75c01595-cf81-4991-acc7-9e7af682b19c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:47:58.612441 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'code': 200} Nov 01 18:47:58.653340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-bbefdcf5-0b54-4e05-abc5-5c3473435e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.657678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-bbefdcf5-0b54-4e05-abc5-5c3473435e5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 897 time: 0.1011078 Nov 01 18:47:58.748453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-69326673-76d4-4d0f-92b1-9cea25364b5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 999 time: 0.0857761 Nov 01 18:47:58.810465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-4c27cc82-aac6-40a0-aeb8-ed50c1ac0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.812403 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-4c27cc82-aac6-40a0-aeb8-ed50c1ac0dd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0575092 Nov 01 18:47:58.868254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-213b7566-2ee8-498b-9caf-4c156017a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:58.870360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-213b7566-2ee8-498b-9caf-4c156017a4ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504627 Nov 01 18:47:58.972623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-63eefca1-e1ce-400f-afb4-dfdd778e01da service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942690 Nov 01 18:47:59.087444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-7f4ff59b-863a-4b7f-906a-6463473f09d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079667 Nov 01 18:47:59.261324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97429-c5be-4ff3-aa9b-aa987b9f679f req-802dc4bd-d000-4314-b37b-05c0ab4b1e82 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:59.263678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46a97429-c5be-4ff3-aa9b-aa987b9f679f req-802dc4bd-d000-4314-b37b-05c0ab4b1e82 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0597453 Nov 01 18:47:59.312379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46a97429-c5be-4ff3-aa9b-aa987b9f679f req-5509c12c-a844-4d63-beaf-d03481bd6986 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 Nov 01 18:47:59.437578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8a8bc2ec-5aa9-431d-b6e2-8ad65127f6a2 req-d2212dc7-6510-4849-997d-4a72bbf72676 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0380495 Nov 01 18:47:59.545365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-aadcf80e-de54-4106-aea5-916b2a93b828 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:47:59.546920 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-aadcf80e-de54-4106-aea5-916b2a93b828 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235&tenant_id=874863ad66c744669a2a4dc0e24cf099&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 1095 time: 0.0516391 Nov 01 18:47:59.769597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-263eca6f-b56f-4bd3-b98a-89631e41bcd9 service neutron] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:47:59.773388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-263eca6f-b56f-4bd3-b98a-89631e41bcd9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:47:59.774590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-263eca6f-b56f-4bd3-b98a-89631e41bcd9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3/bindings/n-h2-815923-2 HTTP/1.1" status: 204 len: 173 time: 0.2201855 Nov 01 18:48:00.255405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:00.306827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:00.307327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e7e59435-97fa-4954-989e-b3869a7403d8 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:00.328487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: e7e59435-97fa-4954-989e-b3869a7403d8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:00.328832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device e7e59435-97fa-4954-989e-b3869a7403d8 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:00.449892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02b64-2c0a-4c61-8fbe-7e0ebef87477 req-db5bd34f-1932-4100-bd7a-091635f0d48c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:00.458185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70c02b64-2c0a-4c61-8fbe-7e0ebef87477 req-db5bd34f-1932-4100-bd7a-091635f0d48c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0598249 Nov 01 18:48:00.520298 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-70c02b64-2c0a-4c61-8fbe-7e0ebef87477 req-050a73b8-471d-4fe3-888c-cda19d4bc690 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Nov 01 18:48:00.575437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c12b00a4-0140-4f70-9ec3-3cf2f38af1c9 req-f9cffa5d-0124-42cc-abdc-44b5d86e43eb tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0381837 Nov 01 18:48:00.902076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44449c84-ce4b-45ad-8cbf-3d87e0de2394 req-22944bc4-4310-4dce-ae9c-ddcfef57a237 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:00.904100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44449c84-ce4b-45ad-8cbf-3d87e0de2394 req-22944bc4-4310-4dce-ae9c-ddcfef57a237 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1095 time: 0.3082860 Nov 01 18:48:00.942770 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-44449c84-ce4b-45ad-8cbf-3d87e0de2394 req-cff61d00-6b5d-4314-a322-c8d4214d8f44 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Nov 01 18:48:01.083645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42e9bc-16ad-4f20-aa05-97f99362bad8 req-8902916b-615a-40ce-aedb-5ebf4f45ce4c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:01.085336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff42e9bc-16ad-4f20-aa05-97f99362bad8 req-8902916b-615a-40ce-aedb-5ebf4f45ce4c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0534618 Nov 01 18:48:01.138820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff42e9bc-16ad-4f20-aa05-97f99362bad8 req-532934e1-a5e7-401b-8d12-f3880f0252d5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469434 Nov 01 18:48:01.165997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60148) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:01.235024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b6dedd9-4090-4eb8-a18e-0c03a5124fca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/0cf73381-14c5-432a-83ad-1c4e3ffe7817 HTTP/1.1" status: 200 len: 991 time: 0.0677948 Nov 01 18:48:01.681732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c2177a9-9448-4e41-9b60-4723f76d4f6d req-9b31ef2f-71c9-46f3-928d-07015afa491b tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0369489 Nov 01 18:48:01.983099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:02.787915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10147eed-200b-4229-a8aa-4a256fa69ac4 req-43920b14-cb0f-43da-a8b6-f1ff440e7362 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b19067f-e82b-40e3-8dfe-97e67d70d253 HTTP/1.1" status: 200 len: 210 time: 0.0303242 Nov 01 18:48:03.469937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60166) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:03.632483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 8b8c0693-5f69-465a-9373-8e228c4ef3f7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:03.632855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:03.724205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:03.724586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:03.736797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 8b8c0693-5f69-465a-9373-8e228c4ef3f7 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:03.854124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:03.954445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:03.988992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=8b8c0693-5f69-465a-9373-8e228c4ef3f7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:03.989997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Deleting port 987a66bb-21e0-4de3-ad7c-2c271097732a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:03.990350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.054400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.054783 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 0cf73381-14c5-432a-83ad-1c4e3ffe7817 disassociated (deleted). External IP: 172.25.2.214, port: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3. Nov 01 18:48:04.081016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.081358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.099666 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Calling delete_port for 987a66bb-21e0-4de3-ad7c-2c271097732a owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:04.289447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router 354ecb77-a68b-46e0-a034-20a61dd5fe51 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:04.336923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.364287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'Port': ['ID=987a66bb-21e0-4de3-ad7c-2c271097732a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:04.414348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:04.420631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.426769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Sync routers for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:04.438506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:04.443815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.444205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:04.444349 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:04.448320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c7448251-9687-4c8c-b3b5-142b77d6ae08 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "DELETE /v2.0/floatingips/2054fb93-5618-4331-b4b8-e2cf3f8e88b8 HTTP/1.1" status: 204 len: 168 time: 0.5925686 Nov 01 18:48:04.464136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9344346a-b846-4256-8fe8-ced691e20634 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/floatingips/0cf73381-14c5-432a-83ad-1c4e3ffe7817 HTTP/1.1" status: 204 len: 168 time: 0.9928443 Nov 01 18:48:04.465159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:48:04.467995 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a98b8e-4909-45e2-9006-3e2872cee3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:48:04.565107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:04.571247 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e505607f-e2fe-428b-b25b-531f4c5ec29f x-openstack-request-id: req-e505607f-e2fe-428b-b25b-531f4c5ec29f {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:48:04.572272 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:48:04.572823 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e505607f-e2fe-428b-b25b-531f4c5ec29f {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:48:04.573293 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'status': 'completed', 'code': 200} Nov 01 18:48:04.644375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-6f3f7839-58a0-4efb-9c99-ee7ccff27076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:04.646041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-6f3f7839-58a0-4efb-9c99-ee7ccff27076 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 1095 time: 0.0476196 Nov 01 18:48:04.765237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-4b87b60a-3171-4ba6-82ac-24aac34281f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:04.766831 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-4b87b60a-3171-4ba6-82ac-24aac34281f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 200 len: 897 time: 0.1035666 Nov 01 18:48:04.793317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:04.829872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Checking router: 354ecb77-a68b-46e0-a034-20a61dd5fe51 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:04.834329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-870aa823-54d2-4894-8586-c62fac728fa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 200 len: 217 time: 0.0440226 Nov 01 18:48:04.834729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:04.835418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:04.923894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-b7b99be9-7b18-4d3b-866c-079595513acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:04.925367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-b7b99be9-7b18-4d3b-866c-079595513acf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 200 len: 835 time: 0.0817451 Nov 01 18:48:04.962857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d4bd0-9436-4a46-917b-9de906dafd12 req-abd8e960-afa5-4d58-b789-664f90d1f5fa tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:04.970622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-885d4bd0-9436-4a46-917b-9de906dafd12 req-abd8e960-afa5-4d58-b789-664f90d1f5fa tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0620162 Nov 01 18:48:04.974521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:04.985426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-14423977-84a5-45c3-9ba3-2b717e31b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:04.987661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-14423977-84a5-45c3-9ba3-2b717e31b980 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d57a9283-bb56-41f4-9982-304cbaeec7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503552 Nov 01 18:48:05.013512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-885d4bd0-9436-4a46-917b-9de906dafd12 req-57af1c45-d770-4ed8-a1ce-7135d5cbb568 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412116 Nov 01 18:48:05.036050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:05.113625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-78af1496-e1a1-46a0-a08b-2e8b010de265 service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183982 Nov 01 18:48:05.250330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:05.257960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-72a98b8e-4909-45e2-9006-3e2872cee3b0 req-28c70557-4216-44c6-9be6-afe26be2e392 service neutron] 10.222.0.37 "GET /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371229 Nov 01 18:48:05.281244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd472c74-051f-471f-b50f-76d0aa8684bf None None] The sync data for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 is: [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ecb5ff5c-d906-49db-8e0c-8198d4568c00', 'name': '', 'network_id': 'd57a9283-bb56-41f4-9982-304cbaeec7b0', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:19:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:50Z', 'updated_at': '2021-11-01T18:46:54Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '07b598b9-c4e9-41e1-8868-2cc44466b70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:05.586940 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562c8b4-1e3f-4259-ba40-8b6a25f27460 None None] New status for floating IP 0cf73381-14c5-432a-83ad-1c4e3ffe7817: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:48:05.734413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-8ef1c292-6bed-457d-b8d8-b52129635e3f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:05.736282 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-8ef1c292-6bed-457d-b8d8-b52129635e3f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0777569 Nov 01 18:48:05.863769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:05.864428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:05.970463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:05.970463 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:05.984363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:06.155171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab6c89-480c-456e-97da-3cebd80dca40 req-607ef111-ff94-4879-94cd-cc56c101ee12 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:06.156764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ab6c89-480c-456e-97da-3cebd80dca40 req-607ef111-ff94-4879-94cd-cc56c101ee12 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 944 time: 0.0601189 Nov 01 18:48:06.197863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9ab6c89-480c-456e-97da-3cebd80dca40 req-688b385b-9927-4afc-9356-52efae3e75e5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd27a3d5-909e-40ed-b1d8-307814d52216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Nov 01 18:48:06.212095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:06.250063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=d9ea66d1-8fb3-4b26-987c-5f5ad764abd3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:06.305494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] No DVR routers for this DVR port d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:06.308378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:06.312231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fcdfd53-18c2-4653-a8aa-ab6804a7b9ee req-d3b987e6-7997-41af-9710-47d57dd52ace tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.37 "DELETE /v2.0/ports/d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 HTTP/1.1" status: 204 len: 173 time: 0.5704136 Nov 01 18:48:06.312704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-deleted', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:48:06.315090 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ccb043-e6aa-4b57-828f-181d8e985926" -d '{"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-deleted", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:48:06.359704 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbed3fd-32f5-4108-8467-b333628c3a04 x-openstack-request-id: req-8dbed3fd-32f5-4108-8467-b333628c3a04 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:48:06.359990 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fd086f-b27f-4027-894f-5cb3c7794235", "name": "network-vif-deleted", "tag": "d9ea66d1-8fb3-4b26-987c-5f5ad764abd3", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:48:06.360244 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dbed3fd-32f5-4108-8467-b333628c3a04 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:48:06.360650 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd086f-b27f-4027-894f-5cb3c7794235', 'name': 'network-vif-deleted', 'tag': 'd9ea66d1-8fb3-4b26-987c-5f5ad764abd3', 'status': 'completed', 'code': 200} Nov 01 18:48:07.336258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2435a98-a650-4a0c-96b3-5f9b2352b9b8 req-191f106c-0aea-417b-bdde-a67875a005ce tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fd086f-b27f-4027-894f-5cb3c7794235 HTTP/1.1" status: 200 len: 210 time: 0.0327544 Nov 01 18:48:08.395867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60232) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:08.909320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.093590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60240) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:09.166830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.202175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.343126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.345828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.348175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] 10.222.0.31 "DELETE /v2.0/security-groups/d680aac7-d627-4b09-b711-1b798aeb6ab0 HTTP/1.1" status: 204 len: 168 time: 0.2535598 Nov 01 18:48:09.360153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.361339 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf286-512c-4293-a810-41020caba302 tempest-TestVolumeBootPattern-2025406422 tempest-TestVolumeBootPattern-2025406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680aac7-d627-4b09-b711-1b798aeb6ab0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:09.484188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:09.709841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port ecb5ff5c-d906-49db-8e0c-8198d4568c00 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:09.710398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.824802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port ecb5ff5c-d906-49db-8e0c-8198d4568c00, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ecb5ff5c-d906-49db-8e0c-8198d4568c00,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:09.825388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:09.844313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for ecb5ff5c-d906-49db-8e0c-8198d4568c00 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:10.033043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:10.062926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:10.063783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9ea66d1-8fb3-4b26-987c-5f5ad764abd3 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:10.178577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.194200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.220298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=ecb5ff5c-d906-49db-8e0c-8198d4568c00,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:10.441524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.463181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Deleting port 160cb080-246a-4857-ae91-32b999c98d53 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:10.463620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.546526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] For port 160cb080-246a-4857-ae91-32b999c98d53, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=160cb080-246a-4857-ae91-32b999c98d53,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:10.546916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.561742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Calling delete_port for 160cb080-246a-4857-ae91-32b999c98d53 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:10.685080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router 354ecb77-a68b-46e0-a034-20a61dd5fe51 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:10.794820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:10.802789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bbc2ccd5-e4b1-4e8d-ab0e-db0879e96dcf tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/354ecb77-a68b-46e0-a034-20a61dd5fe51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057405 Nov 01 18:48:10.803632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:10.806547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Sync routers for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:10.816513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:10.817121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:10.863042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting subnet 07b598b9-c4e9-41e1-8868-2cc44466b70a {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:48:10.866430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.898958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.924823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:10.961308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Pushing event deleted for resources: {'Port': ['ID=160cb080-246a-4857-ae91-32b999c98d53,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:11.087789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.169952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:11.329113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.364609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:48:10Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:11.389434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.392136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Checking router: 354ecb77-a68b-46e0-a034-20a61dd5fe51 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:11.392653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/subnets/07b598b9-c4e9-41e1-8868-2cc44466b70a HTTP/1.1" status: 204 len: 168 time: 0.5874996 Nov 01 18:48:11.393589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66269d-515e-4bb9-8954-29dadb809764 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Subnet': ['ID=07b598b9-c4e9-41e1-8868-2cc44466b70a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:11.395297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:11.401346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c3deb-8736-4e25-ada1-3ad0b022eb5f None None] Network d57a9283-bb56-41f4-9982-304cbaeec7b0 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:48:11.419921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.466483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Routers {'354ecb77-a68b-46e0-a034-20a61dd5fe51'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:11.467118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['354ecb77-a68b-46e0-a034-20a61dd5fe51'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:11.520907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.624418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] Set router 354ecb77-a68b-46e0-a034-20a61dd5fe51 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:11.654423 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.748010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] DHCP port deletion for d57a9283-bb56-41f4-9982-304cbaeec7b0 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:48:11.749891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Router 061d2277-3c69-4326-b251-9a1ed12a01e1 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:11.809819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 2e733659-6080-48be-bc92-a49d2f2cf119 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:11.809819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.849647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Deleting port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:11.850236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.879573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:11.895648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca1506cd-6cb1-4e03-854c-c472e2cbe467 admin admin] 10.222.0.31 "PUT /v2.0/routers/061d2277-3c69-4326-b251-9a1ed12a01e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4103172 Nov 01 18:48:11.897157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Sync routers for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:11.898213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60270) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:11.924672 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:11.925333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:11.935967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 2e733659-6080-48be-bc92-a49d2f2cf119, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2e733659-6080-48be-bc92-a49d2f2cf119,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:11.936794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.939020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] For port 6d0ef9de-4806-4d75-aee3-b2b5c4394297, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6d0ef9de-4806-4d75-aee3-b2b5c4394297,segment=NetworkSegment(f1e062b7-84fe-4d84-8906-1bc094ce02f4),segment_id=f1e062b7-84fe-4d84-8906-1bc094ce02f4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:11.939422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:11.956220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Calling delete_port for 6d0ef9de-4806-4d75-aee3-b2b5c4394297 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:11.957907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 2e733659-6080-48be-bc92-a49d2f2cf119 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:11.973297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:48:10Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:12.045253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.047971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59e762-3ec1-4b79-92db-f920b1a405ff None None] The sync data for ids ['354ecb77-a68b-46e0-a034-20a61dd5fe51'] in n-d-815923-2 is: [{'id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418772927', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:46:46Z', 'updated_at': '2021-11-01T18:48:10Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': '2e733659-6080-48be-bc92-a49d2f2cf119', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ecb77-a68b-46e0-a034-20a61dd5fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:46:47Z', 'updated_at': '2021-11-01T18:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:12.122405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:12.179659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.222070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.256247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] Pushing event deleted for resources: {'Port': ['ID=6d0ef9de-4806-4d75-aee3-b2b5c4394297,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:12.261171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801bac5-8bab-4855-bebe-6e11c9fcb536 None None] No DVR routers for this DVR port 6d0ef9de-4806-4d75-aee3-b2b5c4394297 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:12.309761 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.322916 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:48:10Z', 'revision_number': 5, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port': {'id': 'd579b92a-6d34-48d3-8b0a-66e8749bf6cb', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:13Z', 'updated_at': '2021-11-01T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:12.339837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=2e733659-6080-48be-bc92-a49d2f2cf119,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:12.350070 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Checking router: 061d2277-3c69-4326-b251-9a1ed12a01e1 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:12.359252 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Routers {'061d2277-3c69-4326-b251-9a1ed12a01e1'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:12.359816 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['061d2277-3c69-4326-b251-9a1ed12a01e1'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:12.392513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Deleting port d579b92a-6d34-48d3-8b0a-66e8749bf6cb {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:12.394123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.416222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.460774 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] Set router 061d2277-3c69-4326-b251-9a1ed12a01e1 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:12.516916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] For port d579b92a-6d34-48d3-8b0a-66e8749bf6cb, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:12.517307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.532256 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:48:12Z', 'revision_number': 6, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:12.532638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.536356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.542356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Calling delete_port for d579b92a-6d34-48d3-8b0a-66e8749bf6cb owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:12.571980 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b98e7-3516-48a4-813c-2a0ed742afe8 None None] The sync data for ids ['061d2277-3c69-4326-b251-9a1ed12a01e1'] in n-d-815923-2 is: [{'id': '061d2277-3c69-4326-b251-9a1ed12a01e1', 'name': 'tempest-TestVolumeBootPattern-447965286-router', 'tenant_id': 'd712ff3728894f5db33da7597d228e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:12Z', 'updated_at': '2021-11-01T18:48:12Z', 'revision_number': 6, 'project_id': 'd712ff3728894f5db33da7597d228e41', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:12.760231 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.766641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Fanout notify agent at l3_agent the message router_deleted on router 354ecb77-a68b-46e0-a034-20a61dd5fe51 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:48:12.768405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.769582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d8c4529a-3dbe-45db-93f6-4f979350a7e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/routers/354ecb77-a68b-46e0-a034-20a61dd5fe51 HTTP/1.1" status: 204 len: 168 time: 1.3731356 Nov 01 18:48:12.772340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60276) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:12.868820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:12.988005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.009923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57a9283-bb56-41f4-9982-304cbaeec7b0']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:13.028512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e062b7-84fe-4d84-8906-1bc094ce02f4') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:13.028809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e062b7-84fe-4d84-8906-1bc094ce02f4') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:13.047627 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.066258 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.068609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.075087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:48:13.075787 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:48:13.079907 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:48:13.097023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d579b92a-6d34-48d3-8b0a-66e8749bf6cb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:13.158285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.228200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.235654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.239228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/networks/d57a9283-bb56-41f4-9982-304cbaeec7b0 HTTP/1.1" status: 204 len: 168 time: 0.4658456 Nov 01 18:48:13.249062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:13.254120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.257545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.300968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651049fa-90d9-4699-abbb-4ca8a39a9d55 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Network': ['ID=d57a9283-bb56-41f4-9982-304cbaeec7b0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:13.327569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.352887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.354001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.354542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061d2277-3c69-4326-b251-9a1ed12a01e1 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:48:13.361259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.361259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b11a7a59-9c5b-4f0d-a68d-68ea136f30a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/061d2277-3c69-4326-b251-9a1ed12a01e1 HTTP/1.1" status: 204 len: 168 time: 1.4612250 Nov 01 18:48:13.362994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60282) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:13.410308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Deleting subnet f05f256c-54ee-411f-979a-52c78a5f9c51 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:48:13.413378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.450650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.503140 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.505807 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.506974 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd27a3d5-909e-40ed-b1d8-307814d52216 HTTP/1.1" status: 204 len: 168 time: 0.2568841 Nov 01 18:48:13.522232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1fd81-474e-43d0-9d6d-2b7b31ecbbd5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27a3d5-909e-40ed-b1d8-307814d52216,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:13.541585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.695568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e733659-6080-48be-bc92-a49d2f2cf119 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:13.717740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2e733659-6080-48be-bc92-a49d2f2cf119 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:13.718086 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2e733659-6080-48be-bc92-a49d2f2cf119 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:13.718560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ecb5ff5c-d906-49db-8e0c-8198d4568c00 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:13.737575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.749814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ecb5ff5c-d906-49db-8e0c-8198d4568c00 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:13.750159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ecb5ff5c-d906-49db-8e0c-8198d4568c00 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:13.752592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6d0ef9de-4806-4d75-aee3-b2b5c4394297 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:13.773408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05f256c-54ee-411f-979a-52c78a5f9c51,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:13.775401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:13.779235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bc19d107-18b6-45d0-b3ad-62b2bbf5342b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f05f256c-54ee-411f-979a-52c78a5f9c51 HTTP/1.1" status: 204 len: 168 time: 0.4152462 Nov 01 18:48:13.781962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60290) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:13.794546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6d0ef9de-4806-4d75-aee3-b2b5c4394297 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:13.794843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6d0ef9de-4806-4d75-aee3-b2b5c4394297 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:13.795598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 160cb080-246a-4857-ae91-32b999c98d53 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:13.798717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab367e5-c06e-4721-a232-08263f033c56 None None] Network c12d875d-166d-4e46-8eb0-094b157d7128 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:48:13.841425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 160cb080-246a-4857-ae91-32b999c98d53 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:13.843668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 160cb080-246a-4857-ae91-32b999c98d53 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:14.054888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] DHCP port deletion for c12d875d-166d-4e46-8eb0-094b157d7128 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:48:14.113967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Deleting port bd7da0ed-c69b-4a94-8c13-89beaca01acf {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:14.114354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.159626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:14.166682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87531495', 'description': 'tempest-secgroup-smoke-87531495 description', 'project_id': '874863ad66c744669a2a4dc0e24cf099'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:14.187211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] For port bd7da0ed-c69b-4a94-8c13-89beaca01acf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd7da0ed-c69b-4a94-8c13-89beaca01acf,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:14.188141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.201646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Calling delete_port for bd7da0ed-c69b-4a94-8c13-89beaca01acf owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:14.213952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.272802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Deleting port bd7da0ed-c69b-4a94-8c13-89beaca01acf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:14.273081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.320243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.338433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] For port bd7da0ed-c69b-4a94-8c13-89beaca01acf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=bd7da0ed-c69b-4a94-8c13-89beaca01acf,segment=NetworkSegment(971283d0-683e-4fb4-8166-babd0b83d870),segment_id=971283d0-683e-4fb4-8166-babd0b83d870)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:14.339063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.353679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Calling delete_port for bd7da0ed-c69b-4a94-8c13-89beaca01acf owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:14.392526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.428585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.440717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.455089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] Pushing event deleted for resources: {'Port': ['ID=bd7da0ed-c69b-4a94-8c13-89beaca01acf,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:14.458839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a10eec-b995-47bf-8a63-4a65d0485383 None None] No DVR routers for this DVR port bd7da0ed-c69b-4a94-8c13-89beaca01acf on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:14.467252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7da0ed-c69b-4a94-8c13-89beaca01acf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:14.472918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] No DVR routers for this DVR port bd7da0ed-c69b-4a94-8c13-89beaca01acf on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:14.525504 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.556129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75504d5-e464-4f92-bb7b-417adbad284e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:14.559719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.581689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12d875d-166d-4e46-8eb0-094b157d7128']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:14.591729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971283d0-683e-4fb4-8166-babd0b83d870') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:14.592026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971283d0-683e-4fb4-8166-babd0b83d870') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:14.602713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.616623 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.622457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:48:14.622839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:48:14.624551 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:48:14.664712 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.669127 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-96945439-abae-46b6-b6bf-82039e41186e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5039411 Nov 01 18:48:14.669394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60296) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:14.674618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:14.822333 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.827753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.831256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c12d875d-166d-4e46-8eb0-094b157d7128 HTTP/1.1" status: 204 len: 168 time: 1.0480547 Nov 01 18:48:14.834834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60300) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:14.841549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:14.850752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908153e-43f2-4775-a681-2410a30600f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12d875d-166d-4e46-8eb0-094b157d7128,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:14.910986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.010980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.030336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfae721-6e13-4ed5-8d10-b258d9b38e02,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:15.108788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-c7747540-4c69-4c82-b808-97d44b82fde9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868111 Nov 01 18:48:15.109236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d579b92a-6d34-48d3-8b0a-66e8749bf6cb no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:15.133627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d579b92a-6d34-48d3-8b0a-66e8749bf6cb {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:15.133974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d579b92a-6d34-48d3-8b0a-66e8749bf6cb not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:15.134675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd7da0ed-c69b-4a94-8c13-89beaca01acf no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:15.141367 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.142935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b171e3c8-c497-4d66-bc79-d7f13f631455 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4725449 Nov 01 18:48:15.145680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60302) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:15.150414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:15.159912 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: bd7da0ed-c69b-4a94-8c13-89beaca01acf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:15.160260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device bd7da0ed-c69b-4a94-8c13-89beaca01acf not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:15.211075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-f3b2d1cb-ff9e-47d8-85b3-a48a7b39b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:15.212596 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-f3b2d1cb-ff9e-47d8-85b3-a48a7b39b211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.0804486 Nov 01 18:48:15.268865 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.326358 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.362547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-0b3bdc5d-8942-4f90-8a5c-3722f1b140e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:15.364067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-0b3bdc5d-8942-4f90-8a5c-3722f1b140e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 910 time: 0.1289420 Nov 01 18:48:15.421055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.439959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.460207 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad304f2-d796-4bbf-9e7d-098d78d72086,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:15.491754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-191ed356-86b9-4e2c-9fd0-8bc7af510016 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1002 time: 0.1200120 Nov 01 18:48:15.562127 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.563780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-812a95b4-0aa3-4751-a136-383077882297 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4168160 Nov 01 18:48:15.566381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60306) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:15.571465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:15.582922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-409a485b-a4bc-4187-b227-dcd631509907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:15.584422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-409a485b-a4bc-4187-b227-dcd631509907 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.0627344 Nov 01 18:48:15.595799 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:48:15.683257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-ff889366-50fe-40db-a71b-170620bd18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:15.684737 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-ff889366-50fe-40db-a71b-170620bd18f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708992 Nov 01 18:48:15.691895 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.757194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.832523 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-3392cdac-0e4f-4cae-af56-9b7fe0a5c0eb service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402512 Nov 01 18:48:15.870619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Deleting port e2cae62a-fce6-4472-8769-912d87230704 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:15.871003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.885983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:15.908524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91362c8-9f76-44a8-9a89-605847e8ba51,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:15.988830 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55367b4e-eae3-4f5e-8767-ae72f510ce58 req-16b7a223-47dd-4781-9160-88c79e702005 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480932 Nov 01 18:48:16.003591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] For port e2cae62a-fce6-4472-8769-912d87230704, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e2cae62a-fce6-4472-8769-912d87230704,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:16.004097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.018725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Calling delete_port for e2cae62a-fce6-4472-8769-912d87230704 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:16.019328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.022786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9ff16170-6c8c-4701-b3e1-b4b39cfcba37 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4532123 Nov 01 18:48:16.024125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60310) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:16.030233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:16.153901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.215840 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.268692 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.295534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cae62a-fce6-4472-8769-912d87230704,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:16.298600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.320588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115b03fa-a791-4b44-a64f-65bfaf2d150d,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:16.403259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.404720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71e39f63-9b30-4a2b-86d4-f44b0fcbc22b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795791 Nov 01 18:48:16.407710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60314) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:16.413954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:16.484484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.520315 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:48:16.530949 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.595000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.708923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:16.715051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.732901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13393c3-c6f2-4a2d-9562-035bebdba3f9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:16.817185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:16.841100 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-48921124-0290-45f6-8714-d5105b1e843b admin admin] 10.222.0.31 "PUT /v2.0/routers/9554cf1c-78c4-4b04-8d9d-36314a7ed4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9864323 Nov 01 18:48:16.841100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60316) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:16.842227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Sync routers for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:16.842227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:16.842227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:16.881524 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.886959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0bf7c129-041d-4c6f-8bea-be01064bf082 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4728093 Nov 01 18:48:16.887317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60318) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:16.892232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'security_group_rule': {'security_group_id': 'd75504d5-e464-4f92-bb7b-417adbad284e', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:16.957180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:16.959087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:17.060736 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Project 874863ad66c744669a2a4dc0e24cf099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 18:48:17.065187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.103857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.163990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.201064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:48:16Z', 'revision_number': 5, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port': {'id': '612f4e41-6800-419e-b733-2f38d5aa9044', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:28:29Z', 'updated_at': '2021-11-01T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:17.227870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Checking router: 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:17.236463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Routers {'9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:17.237026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:17.247868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.271467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fbeecb-80dc-474b-b60d-9b6bb239f837,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:17.285572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Deleting port 612f4e41-6800-419e-b733-2f38d5aa9044 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:17.291145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.330820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] Set router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:17.371185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.377214 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7d10309e-4cfe-44fa-acb0-fc8916ae16b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4839902 Nov 01 18:48:17.377391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60324) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:17.385260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'network': {'name': 'tempest-network-smoke--2109807469', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'port_security_enabled': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:17.394618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] For port 612f4e41-6800-419e-b733-2f38d5aa9044, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=612f4e41-6800-419e-b733-2f38d5aa9044,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:17.395033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.420024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Calling delete_port for 612f4e41-6800-419e-b733-2f38d5aa9044 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:17.435641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:48:17Z', 'revision_number': 6, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:17.464441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ae842-5f42-4c4c-86b7-f11127c2dc5d None None] The sync data for ids ['9554cf1c-78c4-4b04-8d9d-36314a7ed4c5'] in n-d-815923-2 is: [{'id': '9554cf1c-78c4-4b04-8d9d-36314a7ed4c5', 'name': 'tempest-TestVolumeBootPattern-103036205-router', 'tenant_id': '4aab43174f8c441eba64ef06a1be8ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:28:26Z', 'updated_at': '2021-11-01T18:48:17Z', 'revision_number': 6, 'project_id': '4aab43174f8c441eba64ef06a1be8ccb', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:17.508630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:48:17.515648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.545709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:48:17.560144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.560738 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Added segment 8426c714-9c92-4f3c-98bd-588ce93227dd of type vlan for network 17b32596-4a3b-42dc-95b1-1638341c3d09 Nov 01 18:48:17.624257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.691182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.724984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.728917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Pushing event deleted for resources: {'Port': ['ID=612f4e41-6800-419e-b733-2f38d5aa9044,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:17.731754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:17.736217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:17.928592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Network': ['ID=17b32596-4a3b-42dc-95b1-1638341c3d09,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:17.942506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-63f3e15a-d352-4e18-bb19-09f18c6e4687 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5633757 Nov 01 18:48:17.943069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:48:17.945137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60326) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:17.952726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'admin_state_up': True, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:18.063092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.064291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.120857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.165756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.285850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.287975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.362065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.405575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.406117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:48:18.410347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.411551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5bdb09d1-6ca6-4a03-92de-250b9a2d652b admin admin] 10.222.0.31 "DELETE /v2.0/routers/9554cf1c-78c4-4b04-8d9d-36314a7ed4c5 HTTP/1.1" status: 204 len: 168 time: 1.5848992 Nov 01 18:48:18.414180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60330) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:18.503568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Deleting subnet a2c056b5-dd18-4eb5-9833-98a665d31d05 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:48:18.512441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.550201 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.682404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.697744 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.729288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.729432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-583daeb0-d126-4474-9780-b363a1f8529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.811984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.829053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.84 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ba89ecaa-5c28-452b-bf07-53f7ca886576) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:48:18.841221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.845150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2c056b5-dd18-4eb5-9833-98a665d31d05 HTTP/1.1" status: 204 len: 168 time: 0.4299417 Nov 01 18:48:18.849525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f323-34fa-4f53-a211-ca9eb0397f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c056b5-dd18-4eb5-9833-98a665d31d05,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:18.849724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8836ae-045b-4e5b-811f-9774c3cd33ea None None] Network 972763d6-7b2a-4239-bc85-95a18c7676f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:48:18.849853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60336) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:18.926848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.962428 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:18.986635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Deleting port 503fb35f-a2c0-4279-8e44-57017612f451 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:18.987014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.052703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] For port 503fb35f-a2c0-4279-8e44-57017612f451, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=503fb35f-a2c0-4279-8e44-57017612f451,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:19.052879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] DHCP port deletion for 972763d6-7b2a-4239-bc85-95a18c7676f6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:48:19.053345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.066798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Calling delete_port for 503fb35f-a2c0-4279-8e44-57017612f451 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:19.099544 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.151288 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:19.151712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 612f4e41-6800-419e-b733-2f38d5aa9044 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:19.156614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:19.161119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:48:19.176258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 612f4e41-6800-419e-b733-2f38d5aa9044 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:19.176841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 612f4e41-6800-419e-b733-2f38d5aa9044 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:19.177413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 503fb35f-a2c0-4279-8e44-57017612f451 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:19.179960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Deleting port 503fb35f-a2c0-4279-8e44-57017612f451 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:48:19.184783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.186991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=ba89ecaa-5c28-452b-bf07-53f7ca886576,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:19.263706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.293145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Pushing event deleted for resources: {'Port': ['ID=503fb35f-a2c0-4279-8e44-57017612f451,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:19.303998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] No DVR routers for this DVR port 503fb35f-a2c0-4279-8e44-57017612f451 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:19.389199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.411667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972763d6-7b2a-4239-bc85-95a18c7676f6']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:19.422076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573f534c-e2f5-4f54-858d-53d0e59cdc11') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:19.422506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573f534c-e2f5-4f54-858d-53d0e59cdc11') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:19.443064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.452468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] For port 503fb35f-a2c0-4279-8e44-57017612f451, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=503fb35f-a2c0-4279-8e44-57017612f451,segment=NetworkSegment(573f534c-e2f5-4f54-858d-53d0e59cdc11),segment_id=573f534c-e2f5-4f54-858d-53d0e59cdc11)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:19.452863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.455042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No active binding found for port 503fb35f-a2c0-4279-8e44-57017612f451 {{(pid=102784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 01 18:48:19.455476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 503fb35f-a2c0-4279-8e44-57017612f451 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:19.455925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e2cae62a-fce6-4472-8769-912d87230704 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:48:19.459111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.465536 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:48:19.466442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:48:19.468593 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:48:19.483101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Calling delete_port for 503fb35f-a2c0-4279-8e44-57017612f451 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:48:19.484937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e2cae62a-fce6-4472-8769-912d87230704 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:48:19.485477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e2cae62a-fce6-4472-8769-912d87230704 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:48:19.551779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.591555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.622450 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] Pushing event deleted for resources: {'Port': ['ID=503fb35f-a2c0-4279-8e44-57017612f451,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:19.627570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a80d7-f72b-43ff-a0d9-185744fe876b None None] No DVR routers for this DVR port 503fb35f-a2c0-4279-8e44-57017612f451 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:48:19.651031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.656119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:19.659348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] 10.222.0.31 "DELETE /v2.0/networks/972763d6-7b2a-4239-bc85-95a18c7676f6 HTTP/1.1" status: 204 len: 168 time: 0.8094895 Nov 01 18:48:19.674376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8e4a0-b796-4d0e-b4e7-829ba4a08774 admin admin] Pushing event deleted for resources: {'Network': ['ID=972763d6-7b2a-4239-bc85-95a18c7676f6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:19.777693 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.045706 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e2c0e94f-2aff-42c3-abba-c6af53b4e182 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:48:20.111168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60358) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.165873 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8d2141b8-0225-4ff1-b11c-99e3125a7a14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d712ff3728894f5db33da7597d228e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512152 Nov 01 18:48:20.166090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60360) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.221355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.245221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.354531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.358107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.361800 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29cce026-7219-40d5-9ded-32332e07c1a7 HTTP/1.1" status: 204 len: 168 time: 0.1922662 Nov 01 18:48:20.369194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466381e4-f1ce-40ee-ac6b-d07cd97588e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cce026-7219-40d5-9ded-32332e07c1a7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:20.420321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:20.431778 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Sync routers for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:20.442823 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:20.443445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:20.511547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.513575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a131aff7-66b8-4879-8e63-8c453bf294ca tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5658870 Nov 01 18:48:20.516995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60364) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.550327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-51a69153-eeb4-4415-a249-b59b426e8ae4 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=874863ad66c744669a2a4dc0e24cf099&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314863 Nov 01 18:48:20.552551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60366) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.552800 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:20.688399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83978dc3-15a9-4106-b5d5-a0a4732212b0 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:20.689986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83978dc3-15a9-4106-b5d5-a0a4732212b0 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363871 Nov 01 18:48:20.696925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60370) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.726382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bb9371a0-bb72-4e0f-8880-1ceca9ef6a00 tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282404 Nov 01 18:48:20.729174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60372) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:20.736766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671519532', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:20.756379 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:19Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:20.797662 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Checking router: e2c0e94f-2aff-42c3-abba-c6af53b4e182 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:20.798321 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Updating router e2c0e94f-2aff-42c3-abba-c6af53b4e182 port ba89ecaa-5c28-452b-bf07-53f7ca886576 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:48:20.827527 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.862886 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9453-06f4-4888-a470-72c47746e19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:20.913902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:48:20.918226 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.180241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:21.213292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.236380 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.265160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb3a0b94-a134-4697-b15a-853f708c489c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4aab43174f8c441eba64ef06a1be8ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836751 Nov 01 18:48:21.268499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60380) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:21.284579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Subnet': ['ID=0ba0b778-283a-4804-b021-48105cf78bcf,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:21.303918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Checking segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:48:21.304260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network hostable DHCP agents. Network: 17b32596-4a3b-42dc-95b1-1638341c3d09, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:48:21.325614 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.326178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.350856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.369738 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Attempting to bind port ba89ecaa-5c28-452b-bf07-53f7ca886576 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:48:21.370105 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Attempting to bind port ba89ecaa-5c28-452b-bf07-53f7ca886576 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:48:21.370497 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Attempting to bind port ba89ecaa-5c28-452b-bf07-53f7ca886576 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:48:21.384279 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:48:21.384279 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:48:21.384689 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.385045 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:48:21.385529 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Bound port: ba89ecaa-5c28-452b-bf07-53f7ca886576, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:48:21.385910 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.388008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:48:21.420230 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2291a-5931-4c39-b6f8-ad25cd413ff3 None None] Pushing event updated for resources: {'Port': ['ID=ba89ecaa-5c28-452b-bf07-53f7ca886576,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:21.449388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] For port ba89ecaa-5c28-452b-bf07-53f7ca886576, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:48:21.452509 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] For port ba89ecaa-5c28-452b-bf07-53f7ca886576, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ba89ecaa-5c28-452b-bf07-53f7ca886576,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:48:21.490582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 17b32596-4a3b-42dc-95b1-1638341c3d09) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:21.496758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:21.500350 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.502246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e3a1e-6629-459a-9f91-25592732c48c None None] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:48:21.525365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.528722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.532277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27f940b7-e1c1-4080-b732-ad845b1a525c HTTP/1.1" status: 204 len: 168 time: 0.2601876 Nov 01 18:48:21.540579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e08eb-dfd5-4282-8f44-fac659988a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f940b7-e1c1-4080-b732-ad845b1a525c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:21.594679 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.660112 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a1e47cd-3b86-4e5e-95e1-f9ccc73c1ad9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9291842 Nov 01 18:48:21.662986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60384) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:21.695306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-17b32596-4a3b-42dc-95b1-1638341c3d09', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:48:21.696552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:21.701231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:21.701427 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:21.806742 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2291a-5931-4c39-b6f8-ad25cd413ff3 None None] Pushing event updated for resources: {'Port': ['ID=ba89ecaa-5c28-452b-bf07-53f7ca886576,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:21.904839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Allocated IP 172.20.0.2 (17b32596-4a3b-42dc-95b1-1638341c3d09/0ba0b778-283a-4804-b021-48105cf78bcf/3700c7db-e544-4a08-842a-a75e880cb327) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:48:21.966933 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:22.177366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.257658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.285434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:19Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:22.297774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.320268 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176fa09-66bb-4cf1-abd5-c6e4d7a40b70 None None] The sync data for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 is: [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:19Z', 'revision_number': 3, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:22.384619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:22.390274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:22.397695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:48:22.402293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Pushing event updated for resources: {'Port': ['ID=3700c7db-e544-4a08-842a-a75e880cb327,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:22.458067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Attempting to bind port 3700c7db-e544-4a08-842a-a75e880cb327 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:48:22.458428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Attempting to bind port 3700c7db-e544-4a08-842a-a75e880cb327 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:48:22.462371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Attempting to bind port 3700c7db-e544-4a08-842a-a75e880cb327 on network 17b32596-4a3b-42dc-95b1-1638341c3d09 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:48:22.464220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:48:22.464742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Checking segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:48:22.465120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.465502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Bound using segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:48:22.465961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Bound port: 3700c7db-e544-4a08-842a-a75e880cb327, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:48:22.466338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.472577 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.537183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] For port 3700c7db-e544-4a08-842a-a75e880cb327, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:48:22.542489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] For port 3700c7db-e544-4a08-842a-a75e880cb327, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3700c7db-e544-4a08-842a-a75e880cb327,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:48:22.660099 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:22.741680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d69c-47a5-4337-bf42-36ee47c2ba10 None None] Pushing event updated for resources: {'Port': ['ID=3700c7db-e544-4a08-842a-a75e880cb327,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:22.874320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.1 (17b32596-4a3b-42dc-95b1-1638341c3d09/0ba0b778-283a-4804-b021-48105cf78bcf/ad5d679e-11a7-4ef9-9bfa-658b2f33b628) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:48:23.042102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.160813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.210573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:23.214349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:23.220732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:48:23.241772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ba89ecaa-5c28-452b-bf07-53f7ca886576 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:23.284497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.323232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ba89ecaa-5c28-452b-bf07-53f7ca886576 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:23.324849 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.347435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:23.440954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.469768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port ba89ecaa-5c28-452b-bf07-53f7ca886576, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ba89ecaa-5c28-452b-bf07-53f7ca886576,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:23.552025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.552750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3700c7db-e544-4a08-842a-a75e880cb327 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:23.621871 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.677918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=ba89ecaa-5c28-452b-bf07-53f7ca886576,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:23.694380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3700c7db-e544-4a08-842a-a75e880cb327 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:23.694836 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.880155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.901356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60400) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:23.920277 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:23.960294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 3700c7db-e544-4a08-842a-a75e880cb327, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3700c7db-e544-4a08-842a-a75e880cb327,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:24.034144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.041533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.043316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f9fb8-a679-4c19-9bc2-ada80162a3ed None None] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:48:24.093976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c9b71fa-41b9-4082-a4d9-48a1496d15a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.108359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.153846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=3700c7db-e544-4a08-842a-a75e880cb327,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:24.182589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-98cac5ae-27d9-4e09-a5a9-0d9af51e6f55 None None] Provisioning complete for port 3700c7db-e544-4a08-842a-a75e880cb327 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:24.186236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98cac5ae-27d9-4e09-a5a9-0d9af51e6f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.220465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.249308 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c9b71fa-41b9-4082-a4d9-48a1496d15a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.315969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:24.331436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c9b71fa-41b9-4082-a4d9-48a1496d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.378488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:24.378750 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9c9b71fa-41b9-4082-a4d9-48a1496d15a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64c4ed2000ad4265a3a39c2c361707dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756548 Nov 01 18:48:24.385990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b71fa-41b9-4082-a4d9-48a1496d15a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38f8a3-fd4e-4e61-bd3b-ba90bd7187ba,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:24.412492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:24.422116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:24.496267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.559296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.606703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e2c0e94f-2aff-42c3-abba-c6af53b4e182 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:24.684653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ea35e19f-3506-4dc9-93c6-88596995b852 None None] Provisioning complete for port 3700c7db-e544-4a08-842a-a75e880cb327 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:24.685156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ea35e19f-3506-4dc9-93c6-88596995b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.784358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ea35e19f-3506-4dc9-93c6-88596995b852 None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:24.784846 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ea35e19f-3506-4dc9-93c6-88596995b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.826294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ea35e19f-3506-4dc9-93c6-88596995b852 None None] Port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:48:24.946139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4c436d11-7555-4827-b445-45c88ebe42ad None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:24.946668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c436d11-7555-4827-b445-45c88ebe42ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:24.983732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c436d11-7555-4827-b445-45c88ebe42ad None None] Port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:48:25.025387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.028780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.029916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d38f8a3-fd4e-4e61-bd3b-ba90bd7187ba HTTP/1.1" status: 204 len: 168 time: 0.6500847 Nov 01 18:48:25.040678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18664d-bc7e-410b-9aca-f94784c000d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38f8a3-fd4e-4e61-bd3b-ba90bd7187ba,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:25.070253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:25.076688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-787d3ba9-5239-45e4-b0bc-3997511bbe1a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/e2c0e94f-2aff-42c3-abba-c6af53b4e182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125161 Nov 01 18:48:25.086065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Sync routers for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:25.105259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:25.106184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:25.156702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3565e6aa-c2ff-4e56-9e50-fea5930550d8 None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:25.157087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3565e6aa-c2ff-4e56-9e50-fea5930550d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.181471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ba89ecaa-5c28-452b-bf07-53f7ca886576 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:25.273700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3565e6aa-c2ff-4e56-9e50-fea5930550d8 None None] Port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:48:25.295560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:25.335476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ba89ecaa-5c28-452b-bf07-53f7ca886576 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:25.335889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.532201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3700c7db-e544-4a08-842a-a75e880cb327 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:25.539801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-d9c9dbba-e232-4c5a-adce-e80e34aada9c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87531495&fields=id&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 267 time: 0.0392687 Nov 01 18:48:25.613800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3700c7db-e544-4a08-842a-a75e880cb327 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:25.614178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.642253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 2, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:25.672616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-0ce2b0d5-b7d7-4110-b557-35565c4f1e6e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:25.674745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-0ce2b0d5-b7d7-4110-b557-35565c4f1e6e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/networks?id=17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 200 len: 797 time: 0.1276908 Nov 01 18:48:25.679296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Checking router: e2c0e94f-2aff-42c3-abba-c6af53b4e182 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:25.679690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Updating router e2c0e94f-2aff-42c3-abba-c6af53b4e182 port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:48:25.691266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-1d1c685b-6b81-4b18-b1a7-eda53dbd6db6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/quotas/874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 375 time: 0.0106006 Nov 01 18:48:25.748416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-3ca22575-ee7b-49f0-9b2e-e80a8ce54625 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489850 Nov 01 18:48:25.878118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:25.969684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-9be484a2-919c-4522-8e03-3204b181dc27 service neutron] 10.222.0.31 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085161 Nov 01 18:48:26.062759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-25d720be-a062-4551-8fdf-b86b10241120 service neutron] 10.222.0.31 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863538 Nov 01 18:48:26.204365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.342503 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.400090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebec5ae-9fd4-4561-851a-74ad7f27e1c9 None None] Pushing event updated for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:26.449772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Attempting to bind port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:48:26.450143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Attempting to bind port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:48:26.450592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Attempting to bind port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 on network 17b32596-4a3b-42dc-95b1-1638341c3d09 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:48:26.457874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:48:26.458262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Checking segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:48:26.459334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.459812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Bound using segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:48:26.460255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Bound port: ad5d679e-11a7-4ef9-9bfa-658b2f33b628, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:48:26.460824 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.537602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] For port ad5d679e-11a7-4ef9-9bfa-658b2f33b628, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:48:26.540845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] For port ad5d679e-11a7-4ef9-9bfa-658b2f33b628, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:48:26.569721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c58b3d8-2183-4c7d-a429-b5f1c59d5972 req-dd36e3ba-bb5d-4e23-aa02-06fbf58d269e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 210 time: 0.2552540 Nov 01 18:48:26.672502 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.748884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:26.749504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:26.753727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebec5ae-9fd4-4561-851a-74ad7f27e1c9 None None] Pushing event updated for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:26.804766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:26.805137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.840300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:26.910992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:26.980402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:27.084227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] For port ad5d679e-11a7-4ef9-9bfa-658b2f33b628, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:27.161100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:27.166477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:26Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:27.217213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fa41-1adb-4dde-a098-d4d5dc645bd5 None None] The sync data for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 is: [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:26Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:27.247865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddab10-b126-43a3-ad04-ef00292ae19a None None] Pushing event updated for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:27.284422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5952267b-2888-41f6-8f32-e03b4ae94dde None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:27.285110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5952267b-2888-41f6-8f32-e03b4ae94dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:27.692723 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7feae83d-803c-4732-a8c0-40e364dacd83 req-7648277b-9201-410f-8b65-2e07953cfc01 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Nov 01 18:48:28.456023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-a192824a-7698-41b7-9820-418117c4c7d1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:28.457418 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-a192824a-7698-41b7-9820-418117c4c7d1 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/networks?id=17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 200 len: 797 time: 0.1066189 Nov 01 18:48:28.504249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-3ac552ae-c31e-4928-93a4-15e9798d8228 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874863ad66c744669a2a4dc0e24cf099 HTTP/1.1" status: 200 len: 378 time: 0.0377750 Nov 01 18:48:28.513427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'port': {'device_id': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'admin_state_up': True, 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'security_groups': ['d75504d5-e464-4f92-bb7b-417adbad284e']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:28.697050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Made reservation on behalf of 874863ad66c744669a2a4dc0e24cf099 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:48:28.701417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:28.803052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1967ef4-5c3b-4c8a-adf8-8df0dd22c0e2 req-72f87d4e-9991-4e6a-892b-d70fb6865c6e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 210 time: 0.0280712 Nov 01 18:48:28.836619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.20.0.3 (17b32596-4a3b-42dc-95b1-1638341c3d09/0ba0b778-283a-4804-b021-48105cf78bcf/795f762f-e20c-49ce-9ca9-769bec76ab18) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:48:28.971256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.068723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.112634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:29.114230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:29.120867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:48:29.147487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:29.173603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ad5d679e-11a7-4ef9-9bfa-658b2f33b628 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:29.188442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:29.189118 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.232002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:29.235770 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.288805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-387a560a-a03b-4fe8-9b38-08dd4ddf62b3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788799 Nov 01 18:48:29.299929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-d8360db7-b58f-49db-85cd-9fb49c30e424 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:48:29.301870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-d8360db7-b58f-49db-85cd-9fb49c30e424 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073485 Nov 01 18:48:29.317286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Request body: {'port': {'device_id': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:29.352859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-75c4bd4e-87de-488d-bce6-6b4cd6b30980 None None] Provisioning complete for port 795f762f-e20c-49ce-9ca9-769bec76ab18 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:29.353340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-75c4bd4e-87de-488d-bce6-6b4cd6b30980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.389648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-75c4bd4e-87de-488d-bce6-6b4cd6b30980 None None] Port 795f762f-e20c-49ce-9ca9-769bec76ab18 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:48:29.394752 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.668754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:48:29.676856 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.690382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Transition to ACTIVE for port object 795f762f-e20c-49ce-9ca9-769bec76ab18 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:48:29.765994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.815829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:29.899086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Attempting to bind port 795f762f-e20c-49ce-9ca9-769bec76ab18 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:48:29.899637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Attempting to bind port 795f762f-e20c-49ce-9ca9-769bec76ab18 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:48:29.900073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Attempting to bind port 795f762f-e20c-49ce-9ca9-769bec76ab18 on network 17b32596-4a3b-42dc-95b1-1638341c3d09 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:48:29.905822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Port 795f762f-e20c-49ce-9ca9-769bec76ab18 on network 17b32596-4a3b-42dc-95b1-1638341c3d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:48:29.906244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Attempting to bind port 795f762f-e20c-49ce-9ca9-769bec76ab18 on network 17b32596-4a3b-42dc-95b1-1638341c3d09 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:48:29.911799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:48:29.912459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Checking segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:48:29.912943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Bound using segment: {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:48:29.913485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Bound port: 795f762f-e20c-49ce-9ca9-769bec76ab18, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8426c714-9c92-4f3c-98bd-588ce93227dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:48:29.913951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:29.948291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cbb9e-0238-4ce1-90ba-650e6233b0ad req-a5727d6a-137a-470e-9b2d-45c43619e42f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:29.949864 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-269cbb9e-0238-4ce1-90ba-650e6233b0ad req-a5727d6a-137a-470e-9b2d-45c43619e42f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 943 time: 0.0651166 Nov 01 18:48:29.990421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:48:29.991089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-269cbb9e-0238-4ce1-90ba-650e6233b0ad req-d73391d1-fe38-490a-b192-4f5c81e86b59 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352452 Nov 01 18:48:29.995677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:48:30.069310 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:30.105258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.105900 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:30.107870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] 10.222.0.32 "PUT /v2.0/ports/795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 200 len: 1091 time: 0.7975171 Nov 01 18:48:30.108328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:48:30.110635 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d20abf-6338-4fb6-827a-1b2558545e92" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:48:30.149331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc414ca-9455-4450-be28-88c5a8eed709 service neutron] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:30.160186 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9689c9d-748b-4267-a001-e26b418de422 x-openstack-request-id: req-b9689c9d-748b-4267-a001-e26b418de422 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:48:30.161285 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:48:30.161553 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9689c9d-748b-4267-a001-e26b418de422 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:48:30.161963 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'status': 'completed', 'code': 200} Nov 01 18:48:30.228929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-4c07058d-398c-46c1-b826-b23c1c455dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.230911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-4c07058d-398c-46c1-b826-b23c1c455dea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1094 time: 0.0489566 Nov 01 18:48:30.345543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-358d65a6-c009-4daf-8c9d-b668bb9ad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.347001 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-358d65a6-c009-4daf-8c9d-b668bb9ad657 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=874863ad66c744669a2a4dc0e24cf099&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1069884 Nov 01 18:48:30.450462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-77c1444b-ae2f-4338-9def-64ec979ba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.452011 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-76d20abf-6338-4fb6-827a-1b2558545e92 req-77c1444b-ae2f-4338-9def-64ec979ba4a0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986428 Nov 01 18:48:30.534106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-7c29793b-f0ec-42e5-9cf9-c0c34242d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.535788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-7c29793b-f0ec-42e5-9cf9-c0c34242d44d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1094 time: 0.0442796 Nov 01 18:48:30.580191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-0c6b40e7-80f8-4244-b102-ee5a2629e49c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 200 len: 217 time: 0.0366695 Nov 01 18:48:30.629364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5a290cf4-7e1a-48fe-a5f6-f1de9615b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.630840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-5a290cf4-7e1a-48fe-a5f6-f1de9615b530 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba0b778-283a-4804-b021-48105cf78bcf HTTP/1.1" status: 200 len: 835 time: 0.0438261 Nov 01 18:48:30.690877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-ebc12962-cdab-4c2d-8bf0-3143202e6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:30.692569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-ebc12962-cdab-4c2d-8bf0-3143202e6561 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b32596-4a3b-42dc-95b1-1638341c3d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546443 Nov 01 18:48:30.785849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-cc57d596-3f8b-4560-8c1d-6b81e2563cef service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854502 Nov 01 18:48:30.880333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d39cbfa7-95b0-4a68-b7d9-a004161b50c8 req-e5cef1ba-1ecd-4fc0-8f01-2eec9ca6b4c1 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879838 Nov 01 18:48:31.111048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef29-c90a-4e8a-8cac-10ff756a8e70 req-066c8d1c-db08-4797-93f5-85814bbd299b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:31.112674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d18ef29-c90a-4e8a-8cac-10ff756a8e70 req-066c8d1c-db08-4797-93f5-85814bbd299b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 943 time: 0.0488398 Nov 01 18:48:31.152046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d18ef29-c90a-4e8a-8cac-10ff756a8e70 req-ae704656-2344-44d9-b20a-b2d69dd6fc1b tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330379 Nov 01 18:48:32.275480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553d76-8424-454f-ad3f-908fa9c7af2c req-f338b317-54ee-4a89-901a-ee795c218049 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:32.277154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b553d76-8424-454f-ad3f-908fa9c7af2c req-f338b317-54ee-4a89-901a-ee795c218049 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Nov 01 18:48:32.316108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b553d76-8424-454f-ad3f-908fa9c7af2c req-15dd1bc7-08f3-4e16-ab32-7efcbdf72586 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329554 Nov 01 18:48:33.435137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181df03f-dfbb-4e13-9360-cd209611fb20 req-4f7c08d8-0b73-48ea-820a-3630cb6be3d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:33.436651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-181df03f-dfbb-4e13-9360-cd209611fb20 req-4f7c08d8-0b73-48ea-820a-3630cb6be3d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 943 time: 0.0491908 Nov 01 18:48:33.475744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-181df03f-dfbb-4e13-9360-cd209611fb20 req-4602a210-13da-43d1-b03b-ebfd11ed4064 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324750 Nov 01 18:48:34.298836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:48:34.396347 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:34.407653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'mac_address': 'fa:16:3e:b8:1d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:48:34.448361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:34.461634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:48:34.482341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:34.598482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cf865-ce67-464e-b286-0e0bd74dcde9 req-b1adc843-339f-4507-b35d-290217e53a3e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:34.599907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d23cf865-ce67-464e-b286-0e0bd74dcde9 req-b1adc843-339f-4507-b35d-290217e53a3e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 943 time: 0.0512795 Nov 01 18:48:34.606043 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:34.638764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d23cf865-ce67-464e-b286-0e0bd74dcde9 req-73d59bdd-458e-4e18-9f0b-6202091f1422 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328193 Nov 01 18:48:34.656058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:34.663719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.664073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.664424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.664767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.665107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.666308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.666308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.666308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.667083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.667083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.667083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.667441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:48:34.808263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['795f762f-e20c-49ce-9ca9-769bec76ab18'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:48:35.015117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:35.763591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4c63-7c48-49a7-a91d-a256c2440462 req-b897193a-676d-4334-8023-81027a1f24dd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:35.765419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-565b4c63-7c48-49a7-a91d-a256c2440462 req-b897193a-676d-4334-8023-81027a1f24dd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 944 time: 0.0578697 Nov 01 18:48:35.804249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-565b4c63-7c48-49a7-a91d-a256c2440462 req-f202d3ad-940a-4a84-8a14-dd344d2706e3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326641 Nov 01 18:48:36.321603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:48:36.439600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 795f762f-e20c-49ce-9ca9-769bec76ab18 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:48:36.443663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 795f762f-e20c-49ce-9ca9-769bec76ab18 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:48:36.444036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:36.520567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:36.542909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:48:36.545941 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67889dd7-89a3-4958-925f-1fc01d6390f8" -d '{"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-plugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:48:36.563020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:48:36.583998 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c38572-2f3f-4883-a9e1-ea166117f931 x-openstack-request-id: req-12c38572-2f3f-4883-a9e1-ea166117f931 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:48:36.584291 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-plugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:48:36.584550 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12c38572-2f3f-4883-a9e1-ea166117f931 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:48:36.584946 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'code': 200} Nov 01 18:48:36.629004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:36.678776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:36.697638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ea9c6-b92c-4cdb-a153-ad8911e5b55f req-d9127221-0471-4209-ab0f-ca55de051c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:36.699833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-057ea9c6-b92c-4cdb-a153-ad8911e5b55f req-d9127221-0471-4209-ab0f-ca55de051c7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1096 time: 0.0474114 Nov 01 18:48:36.740146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-057ea9c6-b92c-4cdb-a153-ad8911e5b55f req-49bce937-c52c-48f8-9dab-03a07c366a2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322402 Nov 01 18:48:36.928705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105885f-dbd3-4481-8ec4-f281d3e186bb req-9507d896-b14c-4d41-ab86-e0dd89ce65a2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:36.931983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7105885f-dbd3-4481-8ec4-f281d3e186bb req-9507d896-b14c-4d41-ab86-e0dd89ce65a2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Nov 01 18:48:36.969381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7105885f-dbd3-4481-8ec4-f281d3e186bb req-a1d2aaa8-e9d2-45be-9fa6-b92bcb39d4e7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319374 Nov 01 18:48:38.090438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13425710-8d7c-4805-aadb-309d44758224 req-1f0af92f-f9cf-4905-bd04-4ad96d0c7c4f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:38.091993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13425710-8d7c-4805-aadb-309d44758224 req-1f0af92f-f9cf-4905-bd04-4ad96d0c7c4f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Nov 01 18:48:38.130600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-13425710-8d7c-4805-aadb-309d44758224 req-10dbe845-72f8-4ce8-887a-fcd454d3d0be tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324037 Nov 01 18:48:38.254301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22795a95-2c37-47aa-9b0c-9076ddc848be req-f06a4d9f-1237-4f77-9210-ae3f18296af3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:38.255701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22795a95-2c37-47aa-9b0c-9076ddc848be req-f06a4d9f-1237-4f77-9210-ae3f18296af3 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Nov 01 18:48:38.292627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22795a95-2c37-47aa-9b0c-9076ddc848be req-6be1bb1f-b53b-4ba2-96f6-8bc9b7840be2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308526 Nov 01 18:48:38.314791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60572) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:38.355456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184302e2-3a1b-4fc0-b1c5-a34d823d23aa tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:38.357567 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-184302e2-3a1b-4fc0-b1c5-a34d823d23aa tempest-TestNetworkAdvancedServerOps-54775836 tempest-TestNetworkAdvancedServerOps-54775836-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1091 time: 0.0417242 Nov 01 18:48:38.360460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60574) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:38.365022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:48:38.456067 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:38.563090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:38.677802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Allocated IP 172.25.2.113 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/cba228a0-5894-4a0b-89af-51a9e626e375) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:48:38.786271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:38.877150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60582) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:38.884338 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:38.923823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:48:38.930751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:48:38.933826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:48:38.964076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=cba228a0-5894-4a0b-89af-51a9e626e375,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:39.006862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0019bd1c-4113-4988-a3c2-e5082794ccc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.222795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0019bd1c-4113-4988-a3c2-e5082794ccc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.309124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0019bd1c-4113-4988-a3c2-e5082794ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.331135 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.356478 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0019bd1c-4113-4988-a3c2-e5082794ccc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82631025c40b4b0abda3b2b403901741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782245 Nov 01 18:48:39.359162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60588) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:39.388834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019bd1c-4113-4988-a3c2-e5082794ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740de983-b58c-4832-b07d-e53f62ae3c3c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:39.410947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.419052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.434376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.542769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.545452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.545996 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.549009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/740de983-b58c-4832-b07d-e53f62ae3c3c HTTP/1.1" status: 204 len: 168 time: 0.1863451 Nov 01 18:48:39.556348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616462ed-4684-41f9-ab21-6638c4552936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740de983-b58c-4832-b07d-e53f62ae3c3c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:39.704196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.759958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.827039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event updated for resources: {'Port': ['ID=cba228a0-5894-4a0b-89af-51a9e626e375,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:48:39.840210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:39.941837 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 073d520c-b117-4d98-9ec9-23db638535b5 associated. External IP: 172.25.2.113, port: 795f762f-e20c-49ce-9ca9-769bec76ab18. Nov 01 18:48:40.159481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e2c0e94f-2aff-42c3-abba-c6af53b4e182 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:48:40.269768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:48:40.279644 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Sync routers for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:48:40.289448 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:40.290040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:40.390974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:40.396997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:40.423072 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b82d73fc-30e8-497d-b101-a94df8478a67 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0589874 Nov 01 18:48:40.423072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:48:40.433059 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:48:40.473255 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb52ad27-44f8-4907-8d42-e7aa53cc70c6 x-openstack-request-id: req-eb52ad27-44f8-4907-8d42-e7aa53cc70c6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:48:40.473629 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:48:40.473949 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb52ad27-44f8-4907-8d42-e7aa53cc70c6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:48:40.474424 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'status': 'completed', 'code': 200} Nov 01 18:48:40.525644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b234a1-d807-4061-99fc-354a2a7fbbba req-7ed2b863-64a0-4e9a-b794-613880afd1dd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:40.534243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63b234a1-d807-4061-99fc-354a2a7fbbba req-7ed2b863-64a0-4e9a-b794-613880afd1dd tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0605469 Nov 01 18:48:40.560782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-6d36c8aa-fc23-4a0d-bbe8-e4f7baf88427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:40.562619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-6d36c8aa-fc23-4a0d-bbe8-e4f7baf88427 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1096 time: 0.0546448 Nov 01 18:48:40.580252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63b234a1-d807-4061-99fc-354a2a7fbbba req-36797083-a1b8-42c0-b6a4-1dad4c26f220 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447636 Nov 01 18:48:40.597160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60616) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:40.654827 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '073d520c-b117-4d98-9ec9-23db638535b5', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'mac_address': 'fa:16:3e:b8:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:48:39Z', 'updated_at': '2021-11-01T18:48:39Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:40.673910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea56b78a-afb4-42f1-bb0a-4d40d378e068 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/073d520c-b117-4d98-9ec9-23db638535b5 HTTP/1.1" status: 200 len: 991 time: 0.0751739 Nov 01 18:48:40.688393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-d40ae5d4-e6d7-4865-815a-076740b7d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:40.688730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Checking router: e2c0e94f-2aff-42c3-abba-c6af53b4e182 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:48:40.690408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-d40ae5d4-e6d7-4865-815a-076740b7d48a service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 200 len: 898 time: 0.1193094 Nov 01 18:48:40.697964 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:48:40.698814 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:40.758545 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-3f0e1d1d-c240-41ce-ab56-5e092dc9a599 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 200 len: 999 time: 0.0607426 Nov 01 18:48:40.813393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-0c3e9997-565d-48db-9edc-147b22b0b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:40.813641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:48:40.814889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-0c3e9997-565d-48db-9edc-147b22b0b5bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba0b778-283a-4804-b021-48105cf78bcf HTTP/1.1" status: 200 len: 835 time: 0.0500236 Nov 01 18:48:40.863389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-6cd2f1fa-1a69-45b0-99a4-b3a3eaf842c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:48:40.865064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-6cd2f1fa-1a69-45b0-99a4-b3a3eaf842c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b32596-4a3b-42dc-95b1-1638341c3d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428967 Nov 01 18:48:40.954744 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-c35ecba2-db6c-4048-838e-bda6abd2da76 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815454 Nov 01 18:48:41.053349 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '073d520c-b117-4d98-9ec9-23db638535b5', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'mac_address': 'fa:16:3e:b8:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:48:39Z', 'updated_at': '2021-11-01T18:48:39Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:48:41.053579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9e1fe0a2-4e8b-45ca-b3f0-6f7809f6fdcc req-041fb496-3a09-4c63-8593-0d94365f1258 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918856 Nov 01 18:48:41.087147 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99b7ad-ab35-4923-b7be-c842d7f508b8 None None] The sync data for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 is: [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '073d520c-b117-4d98-9ec9-23db638535b5', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'mac_address': 'fa:16:3e:b8:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:48:39Z', 'updated_at': '2021-11-01T18:48:39Z', 'revision_number': 0, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:48:41.290650 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53271024-ad76-41f9-845a-ce8f3a2c3435 None None] New status for floating IP 073d520c-b117-4d98-9ec9-23db638535b5: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:48:41.680085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60628) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:48:41.743673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f546880c-9c02-4665-b51a-7d4262aa6ee6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/073d520c-b117-4d98-9ec9-23db638535b5 HTTP/1.1" status: 200 len: 993 time: 0.0623734 Nov 01 18:48:48.708009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5133b622-672b-4a8d-b610-4222d0f212bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:50.913796 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9863bffd-14c2-4fdc-8429-58d9d2a6b4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:52.106954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:52.595770 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:48:53.850058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:48:56.759552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:05.062653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:09.370771 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:10.831874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a241b0-112f-4e65-b059-9a1a99576a5b req-5175e594-bd0f-4ed4-8b85-4f1810aad057 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:10.833382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3a241b0-112f-4e65-b059-9a1a99576a5b req-5175e594-bd0f-4ed4-8b85-4f1810aad057 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Nov 01 18:49:10.880086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3a241b0-112f-4e65-b059-9a1a99576a5b req-e67fee5a-cca9-4b22-b95a-d4cc3bf41e0c tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401707 Nov 01 18:49:11.991616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd77c2-2ba4-498f-9e50-cc6714eaaf7c req-9477b56c-07fe-487a-bb9b-31021bd70ab2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:11.993874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91bd77c2-2ba4-498f-9e50-cc6714eaaf7c req-9477b56c-07fe-487a-bb9b-31021bd70ab2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Nov 01 18:49:12.033025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91bd77c2-2ba4-498f-9e50-cc6714eaaf7c req-427f106e-befa-4d0a-9e8d-079cd63b6cd7 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329604 Nov 01 18:49:13.151249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9515-7b47-4b44-a82a-830dfa3c0836 req-dc8c12a4-8a44-4c68-b8de-8123ef2c86c9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:13.152756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6c9515-7b47-4b44-a82a-830dfa3c0836 req-dc8c12a4-8a44-4c68-b8de-8123ef2c86c9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Nov 01 18:49:13.196231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b6c9515-7b47-4b44-a82a-830dfa3c0836 req-a00aa1d7-cbe6-4086-ab95-1a4f1f1f59f0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374835 Nov 01 18:49:14.325755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f5f24-4464-4b01-9984-39a2302b9975 req-9f68f301-1fb1-41ff-9556-ef30843e44b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:14.327242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e5f5f24-4464-4b01-9984-39a2302b9975 req-9f68f301-1fb1-41ff-9556-ef30843e44b6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0553110 Nov 01 18:49:14.366453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e5f5f24-4464-4b01-9984-39a2302b9975 req-1516fa11-2ffe-4c15-9bb0-012d2ba4e190 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326257 Nov 01 18:49:14.544665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-18eb02a0-7d87-4651-8e42-64d253bbc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:14.546948 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-18eb02a0-7d87-4651-8e42-64d253bbc2c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1096 time: 0.0494752 Nov 01 18:49:14.668856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-551ead96-9df1-484b-8f9b-58c60398df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:14.670331 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-551ead96-9df1-484b-8f9b-58c60398df7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 200 len: 898 time: 0.0912952 Nov 01 18:49:14.736948 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-21ccbad5-24a3-48f9-8389-30a6193bfb28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 200 len: 1001 time: 0.0596611 Nov 01 18:49:14.791955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-00d214ad-2fc6-4e2b-929b-3e82d710e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:14.793469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-00d214ad-2fc6-4e2b-929b-3e82d710e67f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba0b778-283a-4804-b021-48105cf78bcf HTTP/1.1" status: 200 len: 835 time: 0.0493951 Nov 01 18:49:14.840095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-6817589d-0bdd-43fc-9457-e09b40ef0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:14.841567 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-6817589d-0bdd-43fc-9457-e09b40ef0e40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b32596-4a3b-42dc-95b1-1638341c3d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414450 Nov 01 18:49:14.936536 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-b9c1b0df-c6c1-4740-81b8-c37802fdee31 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865450 Nov 01 18:49:15.031381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bc601a37-cee5-4133-9b69-f60e64d78763 req-0f17e462-aec8-467f-ad89-a1bcaec08723 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881357 Nov 01 18:49:15.486883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59534dda-1911-412d-bd37-1e9af00a10dc req-ef35e6e6-b184-4264-b083-b9e89205a971 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:15.488327 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59534dda-1911-412d-bd37-1e9af00a10dc req-ef35e6e6-b184-4264-b083-b9e89205a971 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Nov 01 18:49:15.528253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59534dda-1911-412d-bd37-1e9af00a10dc req-55c7b064-b2f1-45ce-b55a-6355d50328ef tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326042 Nov 01 18:49:16.040737 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-4c661639-1ebe-449f-8e20-75f019d5e553 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396116 Nov 01 18:49:16.105489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-0e9c1765-6ee4-4b9f-ac00-34fea8aef3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:16.106972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-0e9c1765-6ee4-4b9f-ac00-34fea8aef3fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0443046 Nov 01 18:49:16.209386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-ebfbd2b1-0b1f-475e-bfde-ef88df29d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:16.210879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-ebfbd2b1-0b1f-475e-bfde-ef88df29d5bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0850706 Nov 01 18:49:16.282780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-25341c7e-4a6f-4146-af66-d0188672d8fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1002 time: 0.0654652 Nov 01 18:49:16.331962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-441339bf-3c14-4ad7-97e1-9374c7cba92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:16.334314 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-441339bf-3c14-4ad7-97e1-9374c7cba92a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0448897 Nov 01 18:49:16.378532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-5311ed1a-cc7b-42ee-a339-f551cb956f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:16.380582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-5311ed1a-cc7b-42ee-a339-f551cb956f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390315 Nov 01 18:49:16.391738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-e0b524f0-9800-4bef-b6ee-a5738403b83c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:49:16.392906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-e0b524f0-9800-4bef-b6ee-a5738403b83c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050361 Nov 01 18:49:16.484859 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-a26b60da-06f4-46a0-a638-e2364a4e6673 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Nov 01 18:49:16.581498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f895d28b-917a-4912-875c-e7ff4ba0e54b req-87b92f17-ff3e-42fa-8ed5-43c533191da2 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Nov 01 18:49:16.655352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14857720-d49c-41c8-8bfe-3e1c695d4f80 req-7b12ebb5-ebfc-4a3a-b960-c4e85442f6d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:16.656956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14857720-d49c-41c8-8bfe-3e1c695d4f80 req-7b12ebb5-ebfc-4a3a-b960-c4e85442f6d6 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Nov 01 18:49:16.700138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14857720-d49c-41c8-8bfe-3e1c695d4f80 req-b53b828f-ed65-42b5-8c55-c4118b9de3b2 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371876 Nov 01 18:49:17.831155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227294a-9ce3-4329-94e8-b6e88f272571 req-18b22113-24c5-437a-a5d4-e9a81d702787 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:17.832564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d227294a-9ce3-4329-94e8-b6e88f272571 req-18b22113-24c5-437a-a5d4-e9a81d702787 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0536168 Nov 01 18:49:17.873239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d227294a-9ce3-4329-94e8-b6e88f272571 req-f132b43a-a8b4-4647-bde6-44c5a9a14ccb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340011 Nov 01 18:49:18.689102 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a74c6552-b2dc-41d8-92c3-f0c5fdaa5f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:18.998024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d395e7-25a5-4925-8440-04cb59b8156a req-3bea2b7f-709e-4f4e-9fb5-d41dd6a45c99 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:18.999510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d395e7-25a5-4925-8440-04cb59b8156a req-3bea2b7f-709e-4f4e-9fb5-d41dd6a45c99 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0544474 Nov 01 18:49:19.038001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37d395e7-25a5-4925-8440-04cb59b8156a req-9aefe418-5ff7-46e5-bb48-158e75760da5 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324104 Nov 01 18:49:20.154013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964e29-95df-4453-9ac7-64e8fdb63d56 req-392696b4-a7a4-4aa5-9361-e52ec618fa87 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:20.155544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c964e29-95df-4453-9ac7-64e8fdb63d56 req-392696b4-a7a4-4aa5-9361-e52ec618fa87 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Nov 01 18:49:20.200960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c964e29-95df-4453-9ac7-64e8fdb63d56 req-72ec2cd2-8a80-4264-9b02-f1e969012f8a tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389380 Nov 01 18:49:20.894949 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-180cec76-5de6-4b5c-aba2-2c20031ef3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:21.327272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec175cdb-a389-4c2e-af1e-38782821724b req-f0f89bb2-9857-4d13-ba1b-1f092f10e2f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:21.328835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec175cdb-a389-4c2e-af1e-38782821724b req-f0f89bb2-9857-4d13-ba1b-1f092f10e2f8 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Nov 01 18:49:21.370194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec175cdb-a389-4c2e-af1e-38782821724b req-c5806d99-06a1-4024-b701-00917d281289 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347655 Nov 01 18:49:22.101919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:22.487273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d46a-5275-460e-a935-5d343b60ddec req-8664eab0-714d-4bb5-9999-1fca37ab1395 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:22.488810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5473d46a-5275-460e-a935-5d343b60ddec req-8664eab0-714d-4bb5-9999-1fca37ab1395 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Nov 01 18:49:22.528367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5473d46a-5275-460e-a935-5d343b60ddec req-0126ba3e-aca3-4a69-83e1-d1a6a1708074 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330179 Nov 01 18:49:23.654373 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75827f-2b6e-4d4e-a7f7-55172e0ea813 req-23551b6a-94a0-445c-b627-7119e376db53 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:23.655791 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa75827f-2b6e-4d4e-a7f7-55172e0ea813 req-23551b6a-94a0-445c-b627-7119e376db53 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0504086 Nov 01 18:49:23.723393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa75827f-2b6e-4d4e-a7f7-55172e0ea813 req-c7211548-326a-4393-b519-e61f72158edb tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477598 Nov 01 18:49:23.843170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:24.004667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e346e9-7c43-4763-beea-5c4958c9e18d req-a38b82ef-8985-4912-97aa-194d5437deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:24.006814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-17e346e9-7c43-4763-beea-5c4958c9e18d req-a38b82ef-8985-4912-97aa-194d5437deba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1096 time: 0.0442767 Nov 01 18:49:24.044539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-17e346e9-7c43-4763-beea-5c4958c9e18d req-9eca271c-93a8-4bd0-a487-cfbbb6b3ef9a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292120 Nov 01 18:49:24.856885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489bcd6-be18-428a-9317-16d1922c57ef req-d840ad3e-09e5-44df-9cfa-6f8e678f2a95 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:24.858608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4489bcd6-be18-428a-9317-16d1922c57ef req-d840ad3e-09e5-44df-9cfa-6f8e678f2a95 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0599124 Nov 01 18:49:24.898196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4489bcd6-be18-428a-9317-16d1922c57ef req-3bef7947-a5ec-4f3f-832a-1142cef83189 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331488 Nov 01 18:49:26.017566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d3e1-852c-40f5-ab50-8bacef036453 req-b2d168d8-9bd0-49c4-8eff-0306ab354aa0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:26.019073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6582d3e1-852c-40f5-ab50-8bacef036453 req-b2d168d8-9bd0-49c4-8eff-0306ab354aa0 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Nov 01 18:49:26.061025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6582d3e1-852c-40f5-ab50-8bacef036453 req-e8bb3556-ead8-41c6-951a-877674a08c1e tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351424 Nov 01 18:49:26.083938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60896) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:26.149950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d90ba30-3af2-41b8-bd85-c337961385dc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/floatingips/073d520c-b117-4d98-9ec9-23db638535b5 HTTP/1.1" status: 200 len: 993 time: 0.0645356 Nov 01 18:49:26.501767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:49:26.505336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:49:26.657700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:26.660441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:26.688096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'port_id': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'mac_address': 'fa:16:3e:b8:1d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:49:26.705401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:26.707634 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4dd8ea-19e7-4698-9cb6-1797f99b5195" -d '{"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-unplugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:26.745280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:26.748445 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698ce6f-e08e-492d-9d1f-badc404e0129 x-openstack-request-id: req-0698ce6f-e08e-492d-9d1f-badc404e0129 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:26.748724 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-unplugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:26.753192 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0698ce6f-e08e-492d-9d1f-badc404e0129 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:26.753192 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'code': 200} Nov 01 18:49:26.759530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:26.932003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:26.933432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:26.938056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:49:27.013252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:27.015892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:49:27.016248 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:49:27.556179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:27.568572 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:49:27.587036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:27.662956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:27.712070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:27.869814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['795f762f-e20c-49ce-9ca9-769bec76ab18'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:49:28.471943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 60922) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:28.517543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:49:28.570717 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 795f762f-e20c-49ce-9ca9-769bec76ab18 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:49:28.571362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.589454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.653270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.663582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.686200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:28.728966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.750011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:28.752471 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab42b25-e7f0-4cf7-aacb-b910c89ba1f4" -d '{"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-plugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:28.756143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.767829 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48f0ad0a4d994fc98573b436d6c40917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924471 Nov 01 18:49:28.768589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60928) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:28.771036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a00aa6-3ea5-4bcb-b3c5-07ae5b4b8ae2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:28.779135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.779742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.780305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.780911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.781407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.781913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.782489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.782997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.783519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.784029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.784543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.785037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c2b48-3459-4d36-bfe2-41f8bd0c137c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.799253 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba476e7-6090-4a04-b5cb-51e638b2e916 x-openstack-request-id: req-3ba476e7-6090-4a04-b5cb-51e638b2e916 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:28.799542 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-plugged", "status": "completed", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:28.799803 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ba476e7-6090-4a04-b5cb-51e638b2e916 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:28.800188 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'code': 200} Nov 01 18:49:28.811322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:28.828691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.849137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.957139 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.959784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:28.960933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26a00aa6-3ea5-4bcb-b3c5-07ae5b4b8ae2 HTTP/1.1" status: 204 len: 168 time: 0.1910887 Nov 01 18:49:28.968595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a00aa6-3ea5-4bcb-b3c5-07ae5b4b8ae2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:28.976397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.976812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.977242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.977587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.977921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.978254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.978582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.978912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.979256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.979612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.979945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:28.980269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40490e-2fa2-4280-a3b1-10bb3df8b1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:29.595301 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:49:29.875035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:29.969301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1814522519-network', 'tenant_id': '164e0dfa85d24eaeade69d043f7c72e3'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:30.059835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Made reservation on behalf of 164e0dfa85d24eaeade69d043f7c72e3 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:49:30.062209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.070700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.147048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.211110 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.239230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:49:30.247730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28335afb-048d-486a-afb2-c56d9c6871ba,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:30.254493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.255481 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Added segment d116d6e1-a076-48c3-a58d-3f73537ec4c2 of type vlan for network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c Nov 01 18:49:30.296927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.374414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.375399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:30.376009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.457961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] Pushing event updated for resources: {'Network': ['ID=3dce2526-b8b7-41e3-b67a-4a19fd413c2c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:30.468331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:49:30.482611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0f785b32-3702-4f19-9ce4-3a0bcce57093 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6061420 Nov 01 18:49:30.485277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 60958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:30.491387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Request body: {'subnet': {'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1814522519-subnet', 'tenant_id': '164e0dfa85d24eaeade69d043f7c72e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:30.599124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Made reservation on behalf of 164e0dfa85d24eaeade69d043f7c72e3 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:49:30.601621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.816398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:30.874734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff00e752-56c2-4eba-8391-3df74ed043f1,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:30.884087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Checking segment: {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:49:30.884887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Network hostable DHCP agents. Network: 3dce2526-b8b7-41e3-b67a-4a19fd413c2c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:49:30.973934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:49:31.033371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3dce2526-b8b7-41e3-b67a-4a19fd413c2c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:49:31.037453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:31.038032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:31.042775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f5615-b090-413a-9ce9-f0fcdc6da2a5 None None] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:49:31.109408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d424149-7be0-4eb6-8cec-d0ef8e0f9642 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6230354 Nov 01 18:49:31.166040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d037c94-2a75-4d9b-8d56-523a516b3210 None None] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:49:34.203495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-c586109f-861c-409a-8936-9ff0ca1d2d52 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:34.204991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-c586109f-861c-409a-8936-9ff0ca1d2d52 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/networks?id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c HTTP/1.1" status: 200 len: 809 time: 0.0998747 Nov 01 18:49:34.219454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-e87736b3-e767-4aa5-98c6-f2a39b865d94 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/quotas/164e0dfa85d24eaeade69d043f7c72e3 HTTP/1.1" status: 200 len: 375 time: 0.0088093 Nov 01 18:49:34.254435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-cc024943-80e6-4d36-a67a-f50996b05332 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297141 Nov 01 18:49:34.343012 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-8ded335f-a938-441c-b507-038a236c3a14 service neutron] 10.222.0.31 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806646 Nov 01 18:49:34.437979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-8182a359-42b2-4993-900b-dac3c46f661c service neutron] 10.222.0.31 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889220 Nov 01 18:49:34.695110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-052524a4-501d-469d-8bf4-4bf9b4491afa req-d337ed9a-c1b9-4acd-a1c5-4f61eb4434bd tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 210 time: 0.0282948 Nov 01 18:49:34.999444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:35.784967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5432a25d-0514-438a-b4a4-f1016f4b39b6 req-eda73b75-447c-4a90-b70a-e4485e772b68 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 210 time: 0.0280728 Nov 01 18:49:36.910913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-513048f4-cb81-4960-976f-56b2bf1bdeb6 req-dbe65c5b-c0f8-466b-aa81-5b78e8d92fed tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 210 time: 0.0521538 Nov 01 18:49:37.171932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-8370a0ba-4efd-454f-8a0d-81329c461b09 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:37.173407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-8370a0ba-4efd-454f-8a0d-81329c461b09 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "GET /v2.0/networks?id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c HTTP/1.1" status: 200 len: 809 time: 0.4005225 Nov 01 18:49:37.186423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Request body: {'port': {'device_id': '919ce772-ddf9-4244-bc15-1106df69194d', 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c', 'admin_state_up': True, 'tenant_id': '164e0dfa85d24eaeade69d043f7c72e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:37.362921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Made reservation on behalf of 164e0dfa85d24eaeade69d043f7c72e3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:49:37.366781 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:37.493979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Allocated IP 172.20.0.4 (3dce2526-b8b7-41e3-b67a-4a19fd413c2c/ff00e752-56c2-4eba-8391-3df74ed043f1/63b58871-6f12-4867-824c-dac62e6dcd2e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:49:37.641656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:37.734579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:37.775868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:49:37.779544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:49:37.782153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:49:37.813154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Pushing event updated for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:37.840063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:37.840671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:37.921853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-078d2296-e5db-42d2-9f58-251013cdb154 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389269 Nov 01 18:49:37.933926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Request body: {'port': {'device_id': '919ce772-ddf9-4244-bc15-1106df69194d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:37.991762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.032383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a7a2-2fb8-47d2-b00a-e13e9a8a88e1 req-8d520dcb-a4cb-4ec6-ab67-2dd4c1e326a6 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:38.033872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38d1a7a2-2fb8-47d2-b00a-e13e9a8a88e1 req-8d520dcb-a4cb-4ec6-ab67-2dd4c1e326a6 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 931 time: 0.0496132 Nov 01 18:49:38.071657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38d1a7a2-2fb8-47d2-b00a-e13e9a8a88e1 req-1ba2867e-b969-498b-8da0-bf90063f4dd7 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Nov 01 18:49:38.253318 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b58871-6f12-4867-824c-dac62e6dcd2e {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:49:38.261270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.272795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Transition to ACTIVE for port object 63b58871-6f12-4867-824c-dac62e6dcd2e will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:49:38.347604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.399277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:38.471221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Attempting to bind port 63b58871-6f12-4867-824c-dac62e6dcd2e on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:49:38.471584 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Attempting to bind port 63b58871-6f12-4867-824c-dac62e6dcd2e by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:49:38.471929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Attempting to bind port 63b58871-6f12-4867-824c-dac62e6dcd2e on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:49:38.476162 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Port 63b58871-6f12-4867-824c-dac62e6dcd2e on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:49:38.476485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Attempting to bind port 63b58871-6f12-4867-824c-dac62e6dcd2e on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:49:38.481767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:49:38.482109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Checking segment: {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:49:38.482496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Bound using segment: {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:49:38.482926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Bound port: 63b58871-6f12-4867-824c-dac62e6dcd2e, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:49:38.483283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.545065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:49:38.547964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=63b58871-6f12-4867-824c-dac62e6dcd2e,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:49:38.651899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.690586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:38.691065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:38.692491 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/63b58871-6f12-4867-824c-dac62e6dcd2e HTTP/1.1" status: 200 len: 1091 time: 0.7627742 Nov 01 18:49:38.692931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:38.695416 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ae7c6-5e46-4adf-b9da-04508d14315f" -d '{"events": [{"name": "network-changed", "server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:38.718797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaedb91-b2eb-49f7-8f66-92df0ccea7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:38.731731 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de499f1f-9e52-47da-8c2b-d94e00a88e78 x-openstack-request-id: req-de499f1f-9e52-47da-8c2b-d94e00a88e78 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:38.732025 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:38.732274 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de499f1f-9e52-47da-8c2b-d94e00a88e78 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:38.732679 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e', 'status': 'completed', 'code': 200} Nov 01 18:49:38.799818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-e03a1c6b-bb28-4b16-ae10-0e41e2a52181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:38.801364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-e03a1c6b-bb28-4b16-ae10-0e41e2a52181 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 1094 time: 0.0461452 Nov 01 18:49:38.898142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-3ef6e0c4-5b7b-4746-9b54-93ee7de5ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:38.899652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-3ef6e0c4-5b7b-4746-9b54-93ee7de5ac81 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0903986 Nov 01 18:49:38.995413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-a6cc9424-b52d-458d-a460-92df3d3b464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:38.996917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fa6ae7c6-5e46-4adf-b9da-04508d14315f req-a6cc9424-b52d-458d-a460-92df3d3b464d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904405 Nov 01 18:49:39.070124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-69c36fed-cfc3-444d-8051-56b71fb13de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:39.071510 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-69c36fed-cfc3-444d-8051-56b71fb13de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 1094 time: 0.0400982 Nov 01 18:49:39.113816 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-9061e680-86be-4beb-b275-65c4e825453a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b58871-6f12-4867-824c-dac62e6dcd2e HTTP/1.1" status: 200 len: 217 time: 0.0348737 Nov 01 18:49:39.167694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-85825ae7-c576-4db4-9637-0b9927774890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:39.169174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-85825ae7-c576-4db4-9637-0b9927774890 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff00e752-56c2-4eba-8391-3df74ed043f1 HTTP/1.1" status: 200 len: 849 time: 0.0488286 Nov 01 18:49:39.196758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2662-a7aa-44b3-b14c-ea7ee1a2f1ce req-41b07c5d-4aac-4278-96a9-c5aaf2129e0a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:39.199344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a17e2662-a7aa-44b3-b14c-ea7ee1a2f1ce req-41b07c5d-4aac-4278-96a9-c5aaf2129e0a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 943 time: 0.0551438 Nov 01 18:49:39.200504 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-6cb596d0-ff9b-4a69-9185-cd5d5d518fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243120 Nov 01 18:49:39.237467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a17e2662-a7aa-44b3-b14c-ea7ee1a2f1ce req-1016652f-a540-4106-bae6-2a6985a14c78 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Nov 01 18:49:39.291236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-3646e842-1b94-42a0-92d8-54c1513b1232 service neutron] 10.222.0.37 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Nov 01 18:49:39.354120 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:39.386146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d68421d1-64e8-4129-b3fe-20c81242a44b req-0de3bb9f-930e-448e-ae7a-596c94c54864 service neutron] 10.222.0.37 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Nov 01 18:49:40.353651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd55f8-1316-4ab6-bb16-6512956484ba req-085d0721-5261-495a-8ea6-2982c6c1d24a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:40.355197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cfd55f8-1316-4ab6-bb16-6512956484ba req-085d0721-5261-495a-8ea6-2982c6c1d24a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 943 time: 0.0495956 Nov 01 18:49:40.392983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cfd55f8-1316-4ab6-bb16-6512956484ba req-62518007-d5d6-4e5e-a1f2-c9e23d5337e5 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Nov 01 18:49:41.506944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7313e-f731-4cf8-8bff-46723adf31df req-e2075250-ace8-4fa1-98ff-cb1c1bccfc59 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:41.508714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59e7313e-f731-4cf8-8bff-46723adf31df req-e2075250-ace8-4fa1-98ff-cb1c1bccfc59 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 943 time: 0.0485733 Nov 01 18:49:41.545997 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59e7313e-f731-4cf8-8bff-46723adf31df req-c47fccb2-4785-4fe5-874e-116dc8f2bd5d tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Nov 01 18:49:42.504750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 63b58871-6f12-4867-824c-dac62e6dcd2e details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:49:42.599217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=63b58871-6f12-4867-824c-dac62e6dcd2e,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:42.611395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '63b58871-6f12-4867-824c-dac62e6dcd2e', 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c', 'port_id': '63b58871-6f12-4867-824c-dac62e6dcd2e', 'mac_address': 'fa:16:3e:5f:91:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff00e752-56c2-4eba-8391-3df74ed043f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:49:42.647658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:42.660703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b58871-6f12-4867-824c-dac62e6dcd2e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:49:42.671066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80b9c-3313-450c-b503-031c9a15177f req-ec2d7a5a-2de6-495e-b791-3527d0b3d043 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:42.671066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5f80b9c-3313-450c-b503-031c9a15177f req-ec2d7a5a-2de6-495e-b791-3527d0b3d043 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 943 time: 0.0552785 Nov 01 18:49:42.685172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=63b58871-6f12-4867-824c-dac62e6dcd2e,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:42.711879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5f80b9c-3313-450c-b503-031c9a15177f req-1aa60461-4b83-453b-b930-fe0413aaae76 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Nov 01 18:49:42.745576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:42.792074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:42.800238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.800589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.800942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.801401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.801623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.801956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.802287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.802615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.802941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.803267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.803619 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:42.803945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:49:43.086562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['63b58871-6f12-4867-824c-dac62e6dcd2e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:49:43.830644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43412-8f40-44d9-8b3b-a3d92556226c req-a82b540a-397c-455a-83e6-e760aeaadfd8 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:43.832193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12b43412-8f40-44d9-8b3b-a3d92556226c req-a82b540a-397c-455a-83e6-e760aeaadfd8 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 944 time: 0.0506842 Nov 01 18:49:43.871976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12b43412-8f40-44d9-8b3b-a3d92556226c req-f76797b3-3249-4b5d-98b0-7ad2aeae7a7c tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Nov 01 18:49:44.517194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 63b58871-6f12-4867-824c-dac62e6dcd2e up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:49:44.659897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 63b58871-6f12-4867-824c-dac62e6dcd2e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:49:44.664156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 63b58871-6f12-4867-824c-dac62e6dcd2e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:49:44.664530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:44.743679 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:44.766490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:44.768808 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e17684d-8602-4504-9002-3e69c92fc979" -d '{"events": [{"server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "name": "network-vif-plugged", "status": "completed", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:44.784357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=63b58871-6f12-4867-824c-dac62e6dcd2e,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:44.812514 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19af01-02b8-41c0-8b72-20b48c6e3d0f x-openstack-request-id: req-7b19af01-02b8-41c0-8b72-20b48c6e3d0f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:44.812514 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "name": "network-vif-plugged", "status": "completed", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:44.812514 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b19af01-02b8-41c0-8b72-20b48c6e3d0f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:44.812514 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e', 'code': 200} Nov 01 18:49:44.862495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:44.907001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98596a9f-9229-4fcc-a4e3-c1e1af247cd3 req-7453ebdc-53d0-4a63-8fcd-b5b6e2aa6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:44.909222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98596a9f-9229-4fcc-a4e3-c1e1af247cd3 req-7453ebdc-53d0-4a63-8fcd-b5b6e2aa6c44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 1096 time: 0.0433595 Nov 01 18:49:44.910626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:44.945942 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98596a9f-9229-4fcc-a4e3-c1e1af247cd3 req-21c5233c-bcbf-4d8b-ab44-2d28763edaa2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301406 Nov 01 18:49:44.999213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c61e6-473e-4a66-8d0f-3da1e783b88d req-c499da8b-8c67-4279-b0b2-234a909864e6 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:45.000735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02c61e6-473e-4a66-8d0f-3da1e783b88d req-c499da8b-8c67-4279-b0b2-234a909864e6 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0494730 Nov 01 18:49:45.039323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b02c61e6-473e-4a66-8d0f-3da1e783b88d req-3c606d31-5c65-4f0c-a032-435f6504d32f tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Nov 01 18:49:46.158690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa2df1-2ab7-4ec7-8b70-642317ee43ed req-191d808d-98b3-4088-b07f-769ea5b6f2ee tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:46.160188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1aaa2df1-2ab7-4ec7-8b70-642317ee43ed req-191d808d-98b3-4088-b07f-769ea5b6f2ee tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0529010 Nov 01 18:49:46.197859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1aaa2df1-2ab7-4ec7-8b70-642317ee43ed req-57a2bd17-7931-461f-a9d5-e394cbf83a7b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Nov 01 18:49:47.314365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a94d-7611-4f52-b233-5fd204db09f1 req-2c560e6d-9601-4c0c-be6b-6d5e2f2972cf tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:47.315919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3c7a94d-7611-4f52-b233-5fd204db09f1 req-2c560e6d-9601-4c0c-be6b-6d5e2f2972cf tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0492470 Nov 01 18:49:47.355263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3c7a94d-7611-4f52-b233-5fd204db09f1 req-80bea801-8419-4d17-a991-5d0321643484 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Nov 01 18:49:48.570723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dedf95-e690-4a76-9c9c-c06165d23672 req-4e208a31-5006-40e3-859c-ebea454f7704 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:48.572249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9dedf95-e690-4a76-9c9c-c06165d23672 req-4e208a31-5006-40e3-859c-ebea454f7704 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0485175 Nov 01 18:49:48.611830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9dedf95-e690-4a76-9c9c-c06165d23672 req-86e91f3a-52e1-4228-94be-60c687157d41 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Nov 01 18:49:48.677111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d7f58318-a1bf-47f3-9b25-10874d94f777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:49.734482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ad6c-52fd-4175-819d-1103c8bd6222 req-f9f7462f-a037-4c27-bb6f-688ba1fcbb9e tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:49.736116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e91ad6c-52fd-4175-819d-1103c8bd6222 req-f9f7462f-a037-4c27-bb6f-688ba1fcbb9e tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0541170 Nov 01 18:49:49.774674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e91ad6c-52fd-4175-819d-1103c8bd6222 req-cfff4cd6-080b-4931-9c0a-62fb27e7e1cb tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Nov 01 18:49:49.953831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-8e6401f7-5ad0-4d74-acea-d772197f8568 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:49.955187 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-8e6401f7-5ad0-4d74-acea-d772197f8568 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 945 time: 0.0531590 Nov 01 18:49:50.042826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Deleting port 63b58871-6f12-4867-824c-dac62e6dcd2e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:49:50.043196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:50.132200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] For port 63b58871-6f12-4867-824c-dac62e6dcd2e, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=63b58871-6f12-4867-824c-dac62e6dcd2e,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:50.132815 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:50.145047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Calling delete_port for 63b58871-6f12-4867-824c-dac62e6dcd2e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:49:50.428020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:50.439904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['63b58871-6f12-4867-824c-dac62e6dcd2e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:49:50.461625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Pushing event deleted for resources: {'Port': ['ID=63b58871-6f12-4867-824c-dac62e6dcd2e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:50.502273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] No DVR routers for this DVR port 63b58871-6f12-4867-824c-dac62e6dcd2e on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:49:50.504964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:50.508554 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3fe207b4-cb11-487d-b127-330a6a73c8cb req-817328f2-6f4b-4e21-8684-a62544e6264a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "DELETE /v2.0/ports/63b58871-6f12-4867-824c-dac62e6dcd2e HTTP/1.1" status: 204 len: 173 time: 0.5478201 Nov 01 18:49:50.509013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'name': 'network-vif-deleted', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:50.511251 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ad8de2-ba8a-4546-a308-d47f8e1c8b55" -d '{"events": [{"server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "name": "network-vif-deleted", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:50.551911 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ced12-554f-4126-bdac-db78a3324358 x-openstack-request-id: req-589ced12-554f-4126-bdac-db78a3324358 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:50.552210 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919ce772-ddf9-4244-bc15-1106df69194d", "name": "network-vif-deleted", "tag": "63b58871-6f12-4867-824c-dac62e6dcd2e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:50.552464 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-589ced12-554f-4126-bdac-db78a3324358 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:50.552867 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919ce772-ddf9-4244-bc15-1106df69194d', 'name': 'network-vif-deleted', 'tag': '63b58871-6f12-4867-824c-dac62e6dcd2e', 'status': 'completed', 'code': 200} Nov 01 18:49:50.873736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-207882d0-0d37-49b2-af81-f6a9fb6b3392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:50.884591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dd49885-eb0f-4241-8520-c83ad7800504 req-df5cf7f5-38ad-46db-a553-aba3a5fc96c1 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=919ce772-ddf9-4244-bc15-1106df69194d HTTP/1.1" status: 200 len: 210 time: 0.0273809 Nov 01 18:49:52.142386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:52.143612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-6a2b2609-e1f2-49b1-9893-3e8251605a1f tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:52.145090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-6a2b2609-e1f2-49b1-9893-3e8251605a1f tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/networks?id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c HTTP/1.1" status: 200 len: 809 time: 0.1031137 Nov 01 18:49:52.160377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-2ad404a4-7261-4b6b-9e83-9206f71785b1 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/quotas/164e0dfa85d24eaeade69d043f7c72e3 HTTP/1.1" status: 200 len: 375 time: 0.0095372 Nov 01 18:49:52.191649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-a2e13dfc-a5fe-4441-b740-fbfe16a1eedf tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259933 Nov 01 18:49:52.279293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-bff44ec5-7cf4-482a-a893-9a8b35d2f29f service neutron] 10.222.0.31 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808432 Nov 01 18:49:52.369500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-dba51642-3cea-40a9-9e79-8e74c0dd27bc service neutron] 10.222.0.31 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Nov 01 18:49:52.608801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c832788a-c742-4742-baae-eab28654bfd0 req-704ae1b6-5c65-4633-b8d1-e9ab64166e16 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Nov 01 18:49:53.703372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53d36738-1c08-4d26-9103-2a1bd53dfa3b req-795262ef-662e-404a-b239-35a740fa4886 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 210 time: 0.0290692 Nov 01 18:49:53.865473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:54.490962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-bc7550f0-c6fd-461e-bd54-a2500533c6b2 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:54.493101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-bc7550f0-c6fd-461e-bd54-a2500533c6b2 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "GET /v2.0/networks?id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c HTTP/1.1" status: 200 len: 809 time: 0.1067076 Nov 01 18:49:54.505706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Request body: {'port': {'device_id': '438103d3-2360-4a04-946f-97f1d0717fa7', 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c', 'admin_state_up': True, 'tenant_id': '164e0dfa85d24eaeade69d043f7c72e3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:54.578519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 63b58871-6f12-4867-824c-dac62e6dcd2e no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:49:54.601841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 63b58871-6f12-4867-824c-dac62e6dcd2e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:49:54.602523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 63b58871-6f12-4867-824c-dac62e6dcd2e not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:49:54.665196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Made reservation on behalf of 164e0dfa85d24eaeade69d043f7c72e3 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:49:54.669355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:54.807130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Allocated IP 172.20.0.11 (3dce2526-b8b7-41e3-b67a-4a19fd413c2c/ff00e752-56c2-4eba-8391-3df74ed043f1/2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:49:54.810331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aa20ff2-78e2-46f1-9318-2c4e4de3d355 req-903549cf-b853-44aa-91fd-986d3e3b145c tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 210 time: 0.0347817 Nov 01 18:49:54.952696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.045243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.086822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:49:55.092569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:49:55.094962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:49:55.121923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Pushing event updated for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:55.147486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:55.148143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.219241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-587db090-8da5-4cfe-8498-00daf423ef1b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7171590 Nov 01 18:49:55.284875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Request body: {'port': {'device_id': '438103d3-2360-4a04-946f-97f1d0717fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:49:55.341958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.595348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:49:55.602611 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.615204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Transition to ACTIVE for port object 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:49:55.705401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.775050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:55.826544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Attempting to bind port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:49:55.826947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Attempting to bind port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:49:55.827292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Attempting to bind port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:49:55.836395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:49:55.838808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Attempting to bind port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 on network 3dce2526-b8b7-41e3-b67a-4a19fd413c2c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:49:55.844818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:49:55.845163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Checking segment: {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:49:55.845661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Bound using segment: {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:49:55.846041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Bound port: 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd116d6e1-a076-48c3-a58d-3f73537ec4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:49:55.846528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:55.911239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:49:55.914605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:49:55.928766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f31d8b-9eb5-4fc7-b0fe-2e61d7f6792c req-b35869b6-722c-4461-8da7-d01842ddb487 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:55.943913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f31d8b-9eb5-4fc7-b0fe-2e61d7f6792c req-b35869b6-722c-4461-8da7-d01842ddb487 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 944 time: 0.0493467 Nov 01 18:49:55.968342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22f31d8b-9eb5-4fc7-b0fe-2e61d7f6792c req-2a31b3b2-b666-4070-ae89-cd4185cde893 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Nov 01 18:49:56.056932 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.090298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.091300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.092819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 HTTP/1.1" status: 200 len: 1092 time: 0.8656895 Nov 01 18:49:56.095012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:56.097384 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0880742d-3b08-45e1-bd8f-e3497c2156da" -d '{"events": [{"name": "network-changed", "server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:56.124135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aa5f7-6229-4374-915e-88c01b878e30 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:56.137615 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e807fb-eb4e-482b-97c4-c97a1b5b3c9d x-openstack-request-id: req-39e807fb-eb4e-482b-97c4-c97a1b5b3c9d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:56.137913 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:56.138173 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39e807fb-eb4e-482b-97c4-c97a1b5b3c9d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:56.138567 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7', 'status': 'completed', 'code': 200} Nov 01 18:49:56.212504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-e3fdbdba-6bcc-4c76-963b-b1f38c8cbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.213997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-e3fdbdba-6bcc-4c76-963b-b1f38c8cbb23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0458691 Nov 01 18:49:56.310079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-eaa3a06f-1f08-4d9e-befb-86e719e2488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.311556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-eaa3a06f-1f08-4d9e-befb-86e719e2488f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0900495 Nov 01 18:49:56.407658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-34a5c9b3-8b91-440e-8a88-07903c9c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.409080 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0880742d-3b08-45e1-bd8f-e3497c2156da req-34a5c9b3-8b91-440e-8a88-07903c9c234f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913830 Nov 01 18:49:56.484460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-8523b2a2-3303-49fc-8362-a98cf74bdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.485973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-8523b2a2-3303-49fc-8362-a98cf74bdbbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0409915 Nov 01 18:49:56.527464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-e1a5468d-fae8-43cc-b1ce-dbe23def90b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 HTTP/1.1" status: 200 len: 217 time: 0.0342441 Nov 01 18:49:56.579736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-9f484cd5-59b2-46cf-9ce7-a5864f189389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:56.581196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-9f484cd5-59b2-46cf-9ce7-a5864f189389 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff00e752-56c2-4eba-8391-3df74ed043f1 HTTP/1.1" status: 200 len: 849 time: 0.0473413 Nov 01 18:49:56.612911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-4f91eab3-0e97-47d7-9223-9759464a8f24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3dce2526-b8b7-41e3-b67a-4a19fd413c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244465 Nov 01 18:49:56.702588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-c1935f7e-b2d9-45e4-84da-bf07c7c9bbb7 service neutron] 10.222.0.37 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Nov 01 18:49:56.727782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32904) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:49:56.787968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.799763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7091f34d-edf0-469e-b470-e71ff50201a1 req-9eb2828d-6f46-4a56-8b40-1d91525047bb service neutron] 10.222.0.37 "GET /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Nov 01 18:49:56.889660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port cba228a0-5894-4a0b-89af-51a9e626e375 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:49:56.890004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.969379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.970061 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:56.981475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for cba228a0-5894-4a0b-89af-51a9e626e375 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:49:57.105106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8681ab-5eae-48e5-9942-9e6cd85e11d3 req-c249281b-5e12-4c9e-8d13-ea6d917a8911 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:57.106610 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d8681ab-5eae-48e5-9942-9e6cd85e11d3 req-c249281b-5e12-4c9e-8d13-ea6d917a8911 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 944 time: 0.0665529 Nov 01 18:49:57.173721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d8681ab-5eae-48e5-9942-9e6cd85e11d3 req-f8906702-938c-4c00-918e-5e4b2ed91a41 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Nov 01 18:49:57.250555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:57.274403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=cba228a0-5894-4a0b-89af-51a9e626e375,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:57.335251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:57.335617 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Floating IP 073d520c-b117-4d98-9ec9-23db638535b5 disassociated (deleted). External IP: 172.25.2.113, port: 795f762f-e20c-49ce-9ca9-769bec76ab18. Nov 01 18:49:57.540912 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e2c0e94f-2aff-42c3-abba-c6af53b4e182 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:49:57.646069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:49:57.650986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:57.655801 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Sync routers for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:49:57.664971 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:49:57.666397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:49:57.676644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0e5f6f13-c690-4fe8-85df-51f1c593dbec tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/floatingips/073d520c-b117-4d98-9ec9-23db638535b5 HTTP/1.1" status: 204 len: 168 time: 0.9477088 Nov 01 18:49:57.677224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:57.679602 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e5a25a-8376-4320-9dde-666090e1b994" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:49:57.871035 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc1c445-c692-4694-bac9-7b8cad879475 x-openstack-request-id: req-2bc1c445-c692-4694-bac9-7b8cad879475 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:49:57.871947 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:49:57.872201 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bc1c445-c692-4694-bac9-7b8cad879475 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:49:57.872620 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'status': 'completed', 'code': 200} Nov 01 18:49:57.873815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:49:58.005699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-6a9043c2-df87-4725-9356-fb35b65a1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.007238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-6a9043c2-df87-4725-9356-fb35b65a1d23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=874863ad66c744669a2a4dc0e24cf099&device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 1096 time: 0.1119163 Nov 01 18:49:58.095827 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:49:58.108212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-a28b6488-5d29-4380-847c-c9c705651818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.109698 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-a28b6488-5d29-4380-847c-c9c705651818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 200 len: 898 time: 0.0938194 Nov 01 18:49:58.125821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Checking router: e2c0e94f-2aff-42c3-abba-c6af53b4e182 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:49:58.134532 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:49:58.135145 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:49:58.154895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-5a5eed10-3e7f-42f8-b527-1728a2d25265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Nov 01 18:49:58.161730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad23ae-0392-47e0-94cf-2ba489f5c2d2 req-263fbb81-9113-4486-8e73-aa6cd058ca97 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.163457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88ad23ae-0392-47e0-94cf-2ba489f5c2d2 req-263fbb81-9113-4486-8e73-aa6cd058ca97 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0606434 Nov 01 18:49:58.212141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-9f827b3d-6517-42da-87b9-e4dffa5680d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.212590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88ad23ae-0392-47e0-94cf-2ba489f5c2d2 req-9b684247-ba73-42ea-8451-f09397ba193f tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409794 Nov 01 18:49:58.213932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-9f827b3d-6517-42da-87b9-e4dffa5680d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba0b778-283a-4804-b021-48105cf78bcf HTTP/1.1" status: 200 len: 835 time: 0.0511069 Nov 01 18:49:58.250076 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:49:58.269266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-89dda484-95ce-4107-b4e2-f7248ac66fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.270795 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-89dda484-95ce-4107-b4e2-f7248ac66fc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17b32596-4a3b-42dc-95b1-1638341c3d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447245 Nov 01 18:49:58.309681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c2ce-b62d-43e4-9259-108477e17134 req-baf687c4-718b-4294-9575-d8fba1c711fe tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:58.311765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7599c2ce-b62d-43e4-9259-108477e17134 req-baf687c4-718b-4294-9575-d8fba1c711fe tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 944 time: 0.0562942 Nov 01 18:49:58.353412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7599c2ce-b62d-43e4-9259-108477e17134 req-932bc253-a695-490c-a0dc-8b72a8e99979 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Nov 01 18:49:58.369915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-c8be0149-b509-4c22-93f7-1117b92ab6db service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895700 Nov 01 18:49:58.446117 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:49:58.468115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f3e5a25a-8376-4320-9dde-666090e1b994 req-b6667701-caef-4aad-a987-368610d234f5 service neutron] 10.222.0.32 "GET /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Nov 01 18:49:58.475455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7873f7e-807b-4ffc-825c-447ceb740482 None None] The sync data for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 is: [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'ad5d679e-11a7-4ef9-9bfa-658b2f33b628', 'name': '', 'network_id': '17b32596-4a3b-42dc-95b1-1638341c3d09', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'mac_address': 'fa:16:3e:31:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:22Z', 'updated_at': '2021-11-01T18:48:27Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'subnets': [{'id': '0ba0b778-283a-4804-b021-48105cf78bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:49:58.693992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb6861-11f2-48e3-a081-56b896d94552 None None] New status for floating IP 073d520c-b117-4d98-9ec9-23db638535b5: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:49:59.323777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5306-b0b4-481c-b2d8-1f01b39b0406 req-dbb6ef6c-5560-4ea0-a632-ec806c6a6fe9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:59.325881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05ab5306-b0b4-481c-b2d8-1f01b39b0406 req-dbb6ef6c-5560-4ea0-a632-ec806c6a6fe9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Nov 01 18:49:59.362872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05ab5306-b0b4-481c-b2d8-1f01b39b0406 req-216c78a9-e8cf-4763-aecc-c06b4f5a6808 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/security-groups?id=d75504d5-e464-4f92-bb7b-417adbad284e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305738 Nov 01 18:49:59.464925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-478e9cc4-9fe7-473f-831a-bca11f1b1df9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:59.466596 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-478e9cc4-9fe7-473f-831a-bca11f1b1df9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 945 time: 0.0495524 Nov 01 18:49:59.476987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0413e0-2b9e-4700-9c6a-8a206852d1a5 req-78ddfca6-6b9a-46db-8b57-920d31573c95 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:49:59.478467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a0413e0-2b9e-4700-9c6a-8a206852d1a5 req-78ddfca6-6b9a-46db-8b57-920d31573c95 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 944 time: 0.0531943 Nov 01 18:49:59.518575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a0413e0-2b9e-4700-9c6a-8a206852d1a5 req-56b1081f-418b-4e96-97c1-dcd04b12586b tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Nov 01 18:49:59.561818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:49:59.562154 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:59.649941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port 795f762f-e20c-49ce-9ca9-769bec76ab18, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=795f762f-e20c-49ce-9ca9-769bec76ab18,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:49:59.650206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:59.662954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for 795f762f-e20c-49ce-9ca9-769bec76ab18 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:49:59.870806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:59.900706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=795f762f-e20c-49ce-9ca9-769bec76ab18,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:49:59.944598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] No DVR routers for this DVR port 795f762f-e20c-49ce-9ca9-769bec76ab18 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:49:59.947284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:49:59.951692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b2bc7e5-af54-4311-a447-f6861fd54c27 req-9865d73d-2fa3-48a7-a2e1-9de93684d347 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.32 "DELETE /v2.0/ports/795f762f-e20c-49ce-9ca9-769bec76ab18 HTTP/1.1" status: 204 len: 173 time: 0.4792709 Nov 01 18:49:59.952131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-deleted', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:49:59.954436 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707fc907-a428-4c0c-afa7-e46b00f05a69" -d '{"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-deleted", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:00.051844 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f3c219-5524-4555-bbd6-32ce79c850f0 x-openstack-request-id: req-d5f3c219-5524-4555-bbd6-32ce79c850f0 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:00.052190 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb7474-26e3-4084-b016-2e83158163d3", "name": "network-vif-deleted", "tag": "795f762f-e20c-49ce-9ca9-769bec76ab18", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:00.052443 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5f3c219-5524-4555-bbd6-32ce79c850f0 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:00.052842 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb7474-26e3-4084-b016-2e83158163d3', 'name': 'network-vif-deleted', 'tag': '795f762f-e20c-49ce-9ca9-769bec76ab18', 'status': 'completed', 'code': 200} Nov 01 18:50:00.470000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d58dced8-fc94-4530-a47e-ce570b98f9c8 req-7247242b-ce20-4278-817d-6772295f735d tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bb7474-26e3-4084-b016-2e83158163d3 HTTP/1.1" status: 200 len: 210 time: 0.0263269 Nov 01 18:50:00.594282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:50:00.636802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2901-bb7e-4e07-a847-a0e515433ebc req-aa05eaa2-cbc5-4b96-b889-0ac71ad06919 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:00.638433 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec8d2901-bb7e-4e07-a847-a0e515433ebc req-aa05eaa2-cbc5-4b96-b889-0ac71ad06919 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 944 time: 0.0505884 Nov 01 18:50:00.677835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec8d2901-bb7e-4e07-a847-a0e515433ebc req-a26e7789-654c-4920-aa8d-eb36ed0eeea2 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Nov 01 18:50:00.692836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:00.704250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7', 'network_id': '3dce2526-b8b7-41e3-b67a-4a19fd413c2c', 'port_id': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7', 'mac_address': 'fa:16:3e:ce:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff00e752-56c2-4eba-8391-3df74ed043f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:50:00.741941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:00.755080 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:50:00.774952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:00.876583 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:00.927277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:01.174219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:50:01.531330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32944) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:02.064055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48258be-b9ac-4b13-9861-8d7d9c957dfb req-ae5492e7-22b0-4860-be81-542180f669d0 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:02.065493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e48258be-b9ac-4b13-9861-8d7d9c957dfb req-ae5492e7-22b0-4860-be81-542180f669d0 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 945 time: 0.0848601 Nov 01 18:50:02.131252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e48258be-b9ac-4b13-9861-8d7d9c957dfb req-f5ef0414-7f45-44b8-96cb-b15bc8e5f7e6 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Nov 01 18:50:02.210471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.459091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port ad5d679e-11a7-4ef9-9bfa-658b2f33b628 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:02.459339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.547871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port ad5d679e-11a7-4ef9-9bfa-658b2f33b628, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:02.548560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.561163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for ad5d679e-11a7-4ef9-9bfa-658b2f33b628 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:02.594100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:02.739090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:50:02.742949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:02.743325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.820406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.822175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.842999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:02.845240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066deeb-eb44-4ad4-b128-c6338063a466" -d '{"events": [{"server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:02.850173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=ad5d679e-11a7-4ef9-9bfa-658b2f33b628,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:02.858465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:02.925827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:02.965521 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5844b80-c640-480f-9e6f-a827da101bb0 x-openstack-request-id: req-c5844b80-c640-480f-9e6f-a827da101bb0 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:02.965896 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:02.966203 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5844b80-c640-480f-9e6f-a827da101bb0 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:02.966670 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7', 'code': 200} Nov 01 18:50:02.982577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:03.057396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.064373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b9f58-e15b-4b2a-9478-9d5e955d7151 req-b9679694-f3a0-4aa1-b5d2-ab4eb9e2b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:03.066643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd8b9f58-e15b-4b2a-9478-9d5e955d7151 req-b9679694-f3a0-4aa1-b5d2-ab4eb9e2b898 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Nov 01 18:50:03.103638 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd8b9f58-e15b-4b2a-9478-9d5e955d7151 req-7e945b4f-3544-4122-af56-546e2a33a055 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Nov 01 18:50:03.310574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac124e-96de-4655-b92f-9b4e18500a9b req-0254ca85-9978-4db5-8d64-1be5d1a7074a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:03.312065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1ac124e-96de-4655-b92f-9b4e18500a9b req-0254ca85-9978-4db5-8d64-1be5d1a7074a tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0938163 Nov 01 18:50:03.345849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Router e2c0e94f-2aff-42c3-abba-c6af53b4e182 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:03.368553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1ac124e-96de-4655-b92f-9b4e18500a9b req-9d614b8c-3e58-479f-929c-0901fd860634 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498178 Nov 01 18:50:03.472951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:03.478297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8d285925-84d7-4005-b15c-71d4ee1ea858 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "PUT /v2.0/routers/e2c0e94f-2aff-42c3-abba-c6af53b4e182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457612 Nov 01 18:50:03.481215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32958) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:03.483938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Sync routers for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:03.493810 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:03.496665 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:03.532574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting subnet 0ba0b778-283a-4804-b021-48105cf78bcf {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:50:03.535668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.580184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.601513 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:03.672223 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.783176 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:50:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:03.806014 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.813016 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Checking router: e2c0e94f-2aff-42c3-abba-c6af53b4e182 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:03.821169 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Routers {'e2c0e94f-2aff-42c3-abba-c6af53b4e182'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:03.821762 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:03.834405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba0b778-283a-4804-b021-48105cf78bcf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:03.838113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:03.841575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d2257a48-a978-4ef7-8d2e-e626aad6f0b9 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/subnets/0ba0b778-283a-4804-b021-48105cf78bcf HTTP/1.1" status: 204 len: 168 time: 0.3594081 Nov 01 18:50:03.844309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:03.852351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d86bbb-f65b-49f3-95b2-5c134fe984c1 None None] Network 17b32596-4a3b-42dc-95b1-1638341c3d09 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:50:03.930133 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] Set router e2c0e94f-2aff-42c3-abba-c6af53b4e182 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:03.957502 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.044215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] DHCP port deletion for 17b32596-4a3b-42dc-95b1-1638341c3d09 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:50:04.072147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.098392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Deleting port 3700c7db-e544-4a08-842a-a75e880cb327 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:04.098855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.112631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:50:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:04.140707 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391571f5-8a33-4e6b-8053-5c88b6da6d42 None None] The sync data for ids ['e2c0e94f-2aff-42c3-abba-c6af53b4e182'] in n-d-815923-2 is: [{'id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930659144', 'tenant_id': '874863ad66c744669a2a4dc0e24cf099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:50:02Z', 'revision_number': 5, 'project_id': '874863ad66c744669a2a4dc0e24cf099', 'gw_port': {'id': 'ba89ecaa-5c28-452b-bf07-53f7ca886576', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c0e94f-2aff-42c3-abba-c6af53b4e182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:48:18Z', 'updated_at': '2021-11-01T18:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:04.164141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] For port 3700c7db-e544-4a08-842a-a75e880cb327, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3700c7db-e544-4a08-842a-a75e880cb327,segment=NetworkSegment(8426c714-9c92-4f3c-98bd-588ce93227dd),segment_id=8426c714-9c92-4f3c-98bd-588ce93227dd)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:04.164595 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.183319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Calling delete_port for 3700c7db-e544-4a08-842a-a75e880cb327 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:04.199939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Deleting port ba89ecaa-5c28-452b-bf07-53f7ca886576 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:04.200270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.281604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] For port ba89ecaa-5c28-452b-bf07-53f7ca886576, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ba89ecaa-5c28-452b-bf07-53f7ca886576,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:04.281886 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.293645 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Calling delete_port for ba89ecaa-5c28-452b-bf07-53f7ca886576 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:04.326042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.350831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] Pushing event deleted for resources: {'Port': ['ID=3700c7db-e544-4a08-842a-a75e880cb327,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:04.354741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d54175-0e60-4247-9f7f-dfc96e3df1a8 None None] No DVR routers for this DVR port 3700c7db-e544-4a08-842a-a75e880cb327 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:04.511302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e55f-812e-46db-b393-75796e4c0869 req-7ec56910-2d9c-487c-9046-e4acfefdfa76 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:04.513871 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8121e55f-812e-46db-b393-75796e4c0869 req-7ec56910-2d9c-487c-9046-e4acfefdfa76 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0635958 Nov 01 18:50:04.554583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8121e55f-812e-46db-b393-75796e4c0869 req-d99b231a-f1e2-4355-a9d7-a30f23190a67 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Nov 01 18:50:04.568477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.596169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Port': ['ID=ba89ecaa-5c28-452b-bf07-53f7ca886576,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:04.663275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.671267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:04.692571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 795f762f-e20c-49ce-9ca9-769bec76ab18 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:04.692923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 795f762f-e20c-49ce-9ca9-769bec76ab18 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:04.755151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.757677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.861980 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.862522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Fanout notify agent at l3_agent the message router_deleted on router e2c0e94f-2aff-42c3-abba-c6af53b4e182 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:50:04.869453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.870574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1b91847c-cd59-4bde-8531-ae321258e7cc tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/routers/e2c0e94f-2aff-42c3-abba-c6af53b4e182 HTTP/1.1" status: 204 len: 168 time: 1.0253356 Nov 01 18:50:04.874168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 32966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:04.956890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:04.998959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.045433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.064663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b32596-4a3b-42dc-95b1-1638341c3d09']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:05.073411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8426c714-9c92-4f3c-98bd-588ce93227dd') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:05.073711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8426c714-9c92-4f3c-98bd-588ce93227dd') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:05.083174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.096209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.102020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:50:05.102422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:50:05.105546 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:50:05.230721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.242168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.242168 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/networks/17b32596-4a3b-42dc-95b1-1638341c3d09 HTTP/1.1" status: 204 len: 168 time: 0.3660209 Nov 01 18:50:05.244234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:05.252930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223acca7-2f5c-4aaa-ac07-5339f7bc0e38 tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'Network': ['ID=17b32596-4a3b-42dc-95b1-1638341c3d09,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:05.314313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.350812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.350965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ba89ecaa-5c28-452b-bf07-53f7ca886576 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:05.371670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ba89ecaa-5c28-452b-bf07-53f7ca886576 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:05.372022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ba89ecaa-5c28-452b-bf07-53f7ca886576 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:05.372430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ad5d679e-11a7-4ef9-9bfa-658b2f33b628 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:05.396049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ad5d679e-11a7-4ef9-9bfa-658b2f33b628 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:05.396388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ad5d679e-11a7-4ef9-9bfa-658b2f33b628 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:05.396798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3700c7db-e544-4a08-842a-a75e880cb327 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:05.415493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3700c7db-e544-4a08-842a-a75e880cb327 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:05.415855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3700c7db-e544-4a08-842a-a75e880cb327 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:05.468111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.471284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:05.475873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] 10.222.0.31 "DELETE /v2.0/security-groups/d75504d5-e464-4f92-bb7b-417adbad284e HTTP/1.1" status: 204 len: 168 time: 0.2273130 Nov 01 18:50:05.484155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938e66f-5c08-463f-a832-9c56b6075fab tempest-TestNetworkAdvancedServerOps-1598250331 tempest-TestNetworkAdvancedServerOps-1598250331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75504d5-e464-4f92-bb7b-417adbad284e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:05.678836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9609-2e4a-4a3f-8ae9-7af6a2637ac9 req-f4de80d1-c436-4c34-a345-f209e2ac21c5 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:05.680342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff1e9609-2e4a-4a3f-8ae9-7af6a2637ac9 req-f4de80d1-c436-4c34-a345-f209e2ac21c5 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0494964 Nov 01 18:50:05.719171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff1e9609-2e4a-4a3f-8ae9-7af6a2637ac9 req-de233d6f-5626-4c04-942f-098659284912 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Nov 01 18:50:06.004215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32982) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:06.137920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-19e9b981-6ffe-4b37-9fd4-ea7ac4a9fcdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=874863ad66c744669a2a4dc0e24cf099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324363 Nov 01 18:50:06.140802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 32988) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:06.188979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:06.210056 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:06.342185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:06.344738 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:06.345925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ab22b9d-5e84-4eae-8074-e0a39da3e2ee HTTP/1.1" status: 204 len: 168 time: 0.2041397 Nov 01 18:50:06.354090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc4a46-46ed-4a7d-8772-7897e62bcd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab22b9d-5e84-4eae-8074-e0a39da3e2ee,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:06.603348 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:50:06.917111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33006) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:06.956316 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1722-9e0d-45ff-a696-537df0e5f3ec req-40bdcdd3-d2db-480c-8b3b-b4fcfdbbf201 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:06.960336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-641e1722-9e0d-45ff-a696-537df0e5f3ec req-40bdcdd3-d2db-480c-8b3b-b4fcfdbbf201 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0525992 Nov 01 18:50:06.960483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-449c7b83-bbec-41c0-8991-e1e5bc0f5abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06364c1434a4755b80ee0ade9714368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390980 Nov 01 18:50:06.960483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:06.995428 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-641e1722-9e0d-45ff-a696-537df0e5f3ec req-a7b178d5-7486-4e54-98ca-471fbd6b2ab0 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 Nov 01 18:50:07.011236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:07.032245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:07.179424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:07.182075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:07.183237 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e037a926-0e48-4192-a296-4a4c172307e6 HTTP/1.1" status: 204 len: 168 time: 0.2218330 Nov 01 18:50:07.194798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed73ea5-e322-49bc-8a22-5c0dbaffc601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037a926-0e48-4192-a296-4a4c172307e6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:08.116092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505db4-bc05-45a5-b1db-666905c4475a req-5045933b-3bab-4556-8608-35f13a6a0d2c tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:08.118495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c505db4-bc05-45a5-b1db-666905c4475a req-5045933b-3bab-4556-8608-35f13a6a0d2c tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0520208 Nov 01 18:50:08.159365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c505db4-bc05-45a5-b1db-666905c4475a req-f92e2423-a606-4ba3-a0f2-b8667320b3ee tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/security-groups?id=28335afb-048d-486a-afb2-c56d9c6871ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Nov 01 18:50:08.278846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df340723-9273-4b79-a199-616afaad42af req-cc1c47f7-0b54-4a5d-84e7-bf175c7aa0f7 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:08.280360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-df340723-9273-4b79-a199-616afaad42af req-cc1c47f7-0b54-4a5d-84e7-bf175c7aa0f7 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 946 time: 0.0530066 Nov 01 18:50:08.371906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Deleting port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:08.372253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:08.464502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] For port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,segment=NetworkSegment(d116d6e1-a076-48c3-a58d-3f73537ec4c2),segment_id=d116d6e1-a076-48c3-a58d-3f73537ec4c2)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:08.464870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:08.477169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Calling delete_port for 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:08.679051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:08.691875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:50:08.724555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Pushing event deleted for resources: {'Port': ['ID=2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:08.766507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] No DVR routers for this DVR port 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:08.769109 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:08.772903 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-df340723-9273-4b79-a199-616afaad42af req-7f2bc9ec-2d40-4a61-8295-eeec6aaa7711 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.37 "DELETE /v2.0/ports/2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 HTTP/1.1" status: 204 len: 173 time: 0.4866509 Nov 01 18:50:08.773385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'name': 'network-vif-deleted', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:08.776179 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe165109-6ab6-4408-935d-319c5220f9e2" -d '{"events": [{"server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "name": "network-vif-deleted", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:08.811835 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234dd868-8504-48bd-9e26-796228ae9fd2 x-openstack-request-id: req-234dd868-8504-48bd-9e26-796228ae9fd2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:08.812128 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438103d3-2360-4a04-946f-97f1d0717fa7", "name": "network-vif-deleted", "tag": "2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:08.812380 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-234dd868-8504-48bd-9e26-796228ae9fd2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:08.812777 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438103d3-2360-4a04-946f-97f1d0717fa7', 'name': 'network-vif-deleted', 'tag': '2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7', 'status': 'completed', 'code': 200} Nov 01 18:50:09.272688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0a5edb8-03e5-4912-8ba8-1a58b2701905 req-74bf31d1-35b6-4894-86a8-7c9a78b1e7b3 tempest-VolumesActionsTest-2877290 tempest-VolumesActionsTest-2877290-project] 10.222.0.31 "GET /v2.0/ports?device_id=438103d3-2360-4a04-946f-97f1d0717fa7 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Nov 01 18:50:09.322056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.168482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33072) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:10.173477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'network': {'name': 'tempest-network-smoke--492411532', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:10.259256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:50:10.263804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.272575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.347115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.409247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.435594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:50:10.451431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a02d00-8396-460b-bcdf-fd80584d7d89,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:10.455569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.456030 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Added segment 14a3d215-d609-4aaa-9307-7cdafedd3874 of type vlan for network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 Nov 01 18:50:10.497178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.588818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.595116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:10.595800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:10.991602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8219566 Nov 01 18:50:10.994667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2439890-39ff-4a02-8260-c1be835efbe7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Network': ['ID=7837ca79-d1af-4634-8e89-24b7d8a88ab6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:10.994878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:10.999693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'admin_state_up': True, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:11.004853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:50:11.102324 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:11.103396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:11.157973 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:11.642458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:11.885437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:11.908237 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:12.014409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.25.2.112 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/716dd12b-853a-439f-936b-0bdc53b4eabf) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:50:12.123605 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:12.228336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:12.271455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:12.274446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:12.280396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:50:12.306630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=716dd12b-853a-439f-936b-0bdc53b4eabf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:12.603095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:12.656420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:12.685298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:12.685886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ce5e4f1-d4e0-4912-8531-0ca1fd73eba7 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:12.878503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:13.122440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:50:13.266664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:13.277399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Sync routers for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:13.287913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:13.288803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:13.358351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:13.362788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1a391f8b-1cfb-4b15-a1c5-7a02d48bfe21 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3636570 Nov 01 18:50:13.363091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:13.410026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:13.597030 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c7f35c6-987d-4ded-8a5a-73b243907443 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c4d08b032ce4bd5b22bc67efab4e68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2326055 Nov 01 18:50:13.603495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33158) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:13.710822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58647fd-26ef-49ec-946d-e48decf54398 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:13.712801 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a58647fd-26ef-49ec-946d-e48decf54398 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082253 Nov 01 18:50:13.716476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33160) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:13.758720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bd9273d3-c31f-44b8-8a1c-e01979e4635d tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410500 Nov 01 18:50:13.762058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33162) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:13.768023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1624581859', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:13.829061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:12Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:13.863682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Checking router: 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:13.863927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Updating router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 port 716dd12b-853a-439f-936b-0bdc53b4eabf binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:50:13.896707 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:13.951264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:50:13.958262 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.230359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.453403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.472390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.495069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc6bc8-5e4a-427a-826e-7bbb59b10c75 None None] Pushing event updated for resources: {'Port': ['ID=716dd12b-853a-439f-936b-0bdc53b4eabf,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:14.520929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Attempting to bind port 716dd12b-853a-439f-936b-0bdc53b4eabf on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:50:14.521312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Attempting to bind port 716dd12b-853a-439f-936b-0bdc53b4eabf by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:50:14.522328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Attempting to bind port 716dd12b-853a-439f-936b-0bdc53b4eabf on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:50:14.530514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:50:14.530514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:50:14.530514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.530514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:50:14.530514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Bound port: 716dd12b-853a-439f-936b-0bdc53b4eabf, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:50:14.531221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.567813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Subnet': ['ID=990a61ad-bcc2-42e4-b58f-3766fe4f185d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:14.578464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Checking segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:50:14.579131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network hostable DHCP agents. Network: 7837ca79-d1af-4634-8e89-24b7d8a88ab6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:50:14.594277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] For port 716dd12b-853a-439f-936b-0bdc53b4eabf, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:50:14.598301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] For port 716dd12b-853a-439f-936b-0bdc53b4eabf, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=716dd12b-853a-439f-936b-0bdc53b4eabf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:50:14.672806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.702135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:50:14.743052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc6bc8-5e4a-427a-826e-7bbb59b10c75 None None] Pushing event updated for resources: {'Port': ['ID=716dd12b-853a-439f-936b-0bdc53b4eabf,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:14.746739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:14.747345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:14.784941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7837ca79-d1af-4634-8e89-24b7d8a88ab6) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:14.795188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:14.797754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:14.800752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b8247-8982-43d6-9f47-bf822525ae46 None None] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:50:14.893695 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1eacd285-a6b4-4345-b667-3a3562238e82 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1301634 Nov 01 18:50:14.896746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:14.918295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:15.128160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:50:15.129419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.315005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:12Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:15.346485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d556af0-ef40-461d-801d-56e24892ca8e None None] The sync data for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 is: [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:12Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:15.356648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Allocated IP 172.20.0.2 (7837ca79-d1af-4634-8e89-24b7d8a88ab6/990a61ad-bcc2-42e4-b58f-3766fe4f185d/00037935-8b9c-4a03-9488-6cacb036e7e6) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:50:15.525998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.549942 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.659412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.733642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:15.741473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:15.748813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:50:15.760477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Pushing event updated for resources: {'Port': ['ID=00037935-8b9c-4a03-9488-6cacb036e7e6,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:15.836360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Attempting to bind port 00037935-8b9c-4a03-9488-6cacb036e7e6 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:50:15.836740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Attempting to bind port 00037935-8b9c-4a03-9488-6cacb036e7e6 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:50:15.837104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Attempting to bind port 00037935-8b9c-4a03-9488-6cacb036e7e6 on network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:50:15.842915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:50:15.843430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Checking segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:50:15.843900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.844291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Bound using segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:50:15.844758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Bound port: 00037935-8b9c-4a03-9488-6cacb036e7e6, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:50:15.845134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:15.945180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] For port 00037935-8b9c-4a03-9488-6cacb036e7e6, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:50:15.948620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] For port 00037935-8b9c-4a03-9488-6cacb036e7e6, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=00037935-8b9c-4a03-9488-6cacb036e7e6,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:50:16.001088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.20.0.1 (7837ca79-d1af-4634-8e89-24b7d8a88ab6/990a61ad-bcc2-42e4-b58f-3766fe4f185d/58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:50:16.029327 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:16.130777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06f090-71f2-41fb-899b-eb3d2b99809f None None] Pushing event updated for resources: {'Port': ['ID=00037935-8b9c-4a03-9488-6cacb036e7e6,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:16.192708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:16.313965 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:16.388730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:16.397317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:16.400537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:50:16.476411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:16.491223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:16.990019 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:17.451168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:17.486963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 716dd12b-853a-439f-936b-0bdc53b4eabf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:17.561896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:17.580111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40b137-f8b0-42a3-9841-13ba9466b179 None None] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:50:17.782904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 716dd12b-853a-439f-936b-0bdc53b4eabf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:17.783628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:17.787625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:17.795802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:17.918880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] Provisioning complete for port 00037935-8b9c-4a03-9488-6cacb036e7e6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:17.919706 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.097190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:18.111555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:18.144508 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-8747a63a-6bde-424d-8de0-24b0dae9e6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624262 Nov 01 18:50:18.264826 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.348463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 716dd12b-853a-439f-936b-0bdc53b4eabf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=716dd12b-853a-439f-936b-0bdc53b4eabf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:18.382514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.388040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-9d2eca12-3fa2-4d78-b657-181b3aac8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:18.389714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-9d2eca12-3fa2-4d78-b657-181b3aac8958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 1097 time: 0.1800177 Nov 01 18:50:18.451917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:18.475831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] For port 00037935-8b9c-4a03-9488-6cacb036e7e6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=00037935-8b9c-4a03-9488-6cacb036e7e6,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:18.479052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.480524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 00037935-8b9c-4a03-9488-6cacb036e7e6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:18.597355 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.687775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=716dd12b-853a-439f-936b-0bdc53b4eabf,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:18.739154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:18.741341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-c92de8f8-d1d0-450f-9dd1-9e636a3f6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:18.743064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-c92de8f8-d1d0-450f-9dd1-9e636a3f6c3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 200 len: 910 time: 0.3168483 Nov 01 18:50:18.752706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d7b4967a-7c59-4b74-a7d7-a457cbaaf3c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "PUT /v2.0/routers/1f78ddf1-0fd9-444c-83bd-95c6ad063e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8487206 Nov 01 18:50:18.752859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33196) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:18.756202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--825064742', 'description': 'tempest-secgroup_access--825064742 description', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:18.760212 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Sync routers for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:18.802358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:18.803129 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:18.826799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ab95e36e-8f0c-42fb-b148-bf14ebcf92b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.888343 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-a7e535eb-20ec-4dec-8625-7fffea13de94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 200 len: 1002 time: 0.1354208 Nov 01 18:50:18.891916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 00037935-8b9c-4a03-9488-6cacb036e7e6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:18.892365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.939132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:18.969829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54781a41-0ebe-4d37-be9f-e2b98105ffd8 None None] Pushing event updated for resources: {'Port': ['ID=00037935-8b9c-4a03-9488-6cacb036e7e6,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:19.002136 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-361c1598-369f-4442-8af3-c53af392485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:19.004166 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-361c1598-369f-4442-8af3-c53af392485f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 200 len: 848 time: 0.1089280 Nov 01 18:50:19.028934 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:19.100052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-f5c8456f-21a5-4b2c-8b63-48b83e0de378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:19.102249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-f5c8456f-21a5-4b2c-8b63-48b83e0de378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964347d4-6101-42f7-a082-72841a68e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908446 Nov 01 18:50:19.103364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.176487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.200786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7576019e-49d8-43f3-84f1-696cdfcb3084 None None] Provisioning complete for port 00037935-8b9c-4a03-9488-6cacb036e7e6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:19.201028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7576019e-49d8-43f3-84f1-696cdfcb3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.225738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de66693e-8021-4aa8-b106-58c69934be9f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:19.264649 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-c9cafa59-0785-44b1-8028-e636e4beb6a6 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547663 Nov 01 18:50:19.315380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.320123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0bf78ec2-6267-4245-b863-e1b2f64a5103 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5682211 Nov 01 18:50:19.320972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:19.326708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--158372895', 'description': 'tempest-secgroup_general--158372895 description', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:19.401641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:17Z', 'revision_number': 2, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:19.439748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-37f7fe94-c71b-4799-a7f0-05f558fa5ab1 req-272cfbcd-15e5-4638-818c-7a543243f5f8 service neutron] 10.222.0.37 "GET /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673839 Nov 01 18:50:19.473414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.509752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Checking router: 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:19.510098 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Updating router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:50:19.564777 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.682151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 716dd12b-853a-439f-936b-0bdc53b4eabf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:19.696365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.776287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.816957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 716dd12b-853a-439f-936b-0bdc53b4eabf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:19.817337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.826290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297f1263-8a26-4f68-8e91-0ec07632dfe7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:19.865471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7576019e-49d8-43f3-84f1-696cdfcb3084 None None] Provisioning complete for port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:19.866157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7576019e-49d8-43f3-84f1-696cdfcb3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.900009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:19.904200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b18fa037-573a-4cb1-8e52-91cac07b8adb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5813434 Nov 01 18:50:19.907042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33210) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:19.914270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'security_group_rule': {'security_group_id': 'de66693e-8021-4aa8-b106-58c69934be9f', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:19.960067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7576019e-49d8-43f3-84f1-696cdfcb3084 None None] Port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:50:19.981186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 00037935-8b9c-4a03-9488-6cacb036e7e6 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:20.011483 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.028863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.049302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 00037935-8b9c-4a03-9488-6cacb036e7e6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:20.049694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.110271 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.110541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-90f69139-5c4b-424d-a855-7b0354e16cf3 None None] Provisioning complete for port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:20.110912 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-90f69139-5c4b-424d-a855-7b0354e16cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.127337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.201785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-90f69139-5c4b-424d-a855-7b0354e16cf3 None None] Port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:50:20.219323 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Pushing event updated for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:20.224443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.250356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b487721-c898-407a-934a-c89eaf12b07e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:20.266433 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.266782 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.267123 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.267461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.267829 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.268162 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.268493 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.268899 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.269249 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.269796 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.270124 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.270450 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:20.297746 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Attempting to bind port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:50:20.301893 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Attempting to bind port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:50:20.301893 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Attempting to bind port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab on network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:50:20.306648 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:50:20.307288 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Checking segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:50:20.307914 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.308785 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Bound using segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:50:20.309649 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Bound port: 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:50:20.310219 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.321270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.322647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5b665504-5885-4fb2-9704-f669a2838e0a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4145596 Nov 01 18:50:20.468496 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] For port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:50:20.469561 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] For port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:50:20.538189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cfdba4d7-ad75-4635-a588-935ce05233b8 None None] Provisioning complete for port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:20.538189 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cfdba4d7-ad75-4635-a588-935ce05233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.552019 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:20.556725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-b5eaa15c-690a-488f-8427-2a41551aa9fa tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--825064742&fields=id&tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e HTTP/1.1" status: 200 len: 267 time: 0.0533955 Nov 01 18:50:20.584938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cfdba4d7-ad75-4635-a588-935ce05233b8 None None] Port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:50:20.613258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-984305ca-632d-423a-a132-7d334aaa26a7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--158372895&fields=id&tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e HTTP/1.1" status: 200 len: 267 time: 0.0492094 Nov 01 18:50:20.673655 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:20.682408 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:49:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:20.712801 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c387-47b4-427e-837b-f8a359eaea80 None None] Pushing event updated for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:20.886745 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-0cab94b2-795b-4e1d-8dc2-1fbc88e98b4e tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:20.888449 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-0cab94b2-795b-4e1d-8dc2-1fbc88e98b4e tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/networks?id=7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 200 len: 796 time: 0.2567801 Nov 01 18:50:20.901696 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:20.918050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-2cf0686b-9384-45fd-9558-e15f2f7d8dcd tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/quotas/5c4d08b032ce4bd5b22bc67efab4e68e HTTP/1.1" status: 200 len: 375 time: 0.0184915 Nov 01 18:50:20.930804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa5defe7-cf65-4846-8213-6f27b1af525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:21.007364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-5da5b376-d310-47e3-9dff-8eb7ffebc796 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782712 Nov 01 18:50:21.129393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] Provisioning complete for port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:21.130010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:21.231896 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:20Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:21.254978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:21.271412 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9823a-3d43-4794-bb60-16768b770ca7 None None] The sync data for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 is: [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:20Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:21.278056 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-6ba33ee6-27ee-4ad3-877b-6638f51e55f3 service neutron] 10.222.0.31 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392106 Nov 01 18:50:21.383918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] For port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:21.451327 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:21.459846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77dbd4-78f7-4bbd-b44f-15dc012d90ef req-c4ffb252-68dd-4a6f-acab-dca0a11a75eb tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:21.461649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a77dbd4-78f7-4bbd-b44f-15dc012d90ef req-c4ffb252-68dd-4a6f-acab-dca0a11a75eb tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.1467242 Nov 01 18:50:21.505174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-8d967a2f-8b44-4571-b8de-d1acd5120354 service neutron] 10.222.0.31 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150352 Nov 01 18:50:21.557702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0a77dbd4-78f7-4bbd-b44f-15dc012d90ef req-9cbacd40-d7ed-40ca-8c78-27ab70219395 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6819b19-2166-4409-a73e-73804382eb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809493 Nov 01 18:50:21.585090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7be2-74de-493f-a849-83bf94a58c34 None None] Pushing event updated for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:21.714936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-560f84d2-0de0-4997-801b-79cd68e81088 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:21.716983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-560f84d2-0de0-4997-801b-79cd68e81088 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 946 time: 0.0759161 Nov 01 18:50:21.879013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Deleting port 19f0a2ed-07cc-48e7-a793-2683ee307d2f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:21.879422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:21.944401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46281681-a5ad-446c-a0eb-66ac4a9e5617 req-d95e44a8-f64d-4dcc-ab73-5f5e1583de79 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 210 time: 0.0382450 Nov 01 18:50:22.020945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] For port 19f0a2ed-07cc-48e7-a793-2683ee307d2f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=19f0a2ed-07cc-48e7-a793-2683ee307d2f,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:22.021323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:22.133297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:22.380420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:22.380793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:22.381141 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Floating IP c7ec30c3-9552-42d2-88b5-4c37e3fd333f disassociated. External IP: 172.25.2.198, port: 19f0a2ed-07cc-48e7-a793-2683ee307d2f. Nov 01 18:50:22.382908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Calling delete_port for 19f0a2ed-07cc-48e7-a793-2683ee307d2f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:22.663326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:22.701695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event deleted for resources: {'Port': ['ID=19f0a2ed-07cc-48e7-a793-2683ee307d2f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:22.754000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b2c6962-4874-42fe-8381-c09492025193 req-eb9f8036-9452-4598-aab3-163b7eea60ae tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0482626 Nov 01 18:50:23.059762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6b7ba25-7787-4c65-a99f-27714d395e3a req-854da347-2229-4a5c-a0f1-9d674628f281 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 210 time: 0.0453956 Nov 01 18:50:23.164746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Router 88526a1b-c624-42d5-b6b5-f7b3cc209728 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:23.310393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:23.321403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Sync routers for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:23.346669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:23.373354 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] No DVR routers for this DVR port 19f0a2ed-07cc-48e7-a793-2683ee307d2f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:23.377088 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:23.381266 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-566fa9a9-8d0d-412f-80b3-df56dc8bd953 req-34ba2174-fbc2-40c8-97de-30a21e3a9497 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.37 "DELETE /v2.0/ports/19f0a2ed-07cc-48e7-a793-2683ee307d2f HTTP/1.1" status: 204 len: 173 time: 1.6582155 Nov 01 18:50:23.382231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'name': 'network-vif-deleted', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:23.385598 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c789193-e499-45b3-a336-9c67c385b691" -d '{"events": [{"server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "name": "network-vif-deleted", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:23.385870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:23.386950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:23.452726 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963b7bd-cef3-42b6-9313-d0eaa1c43777 x-openstack-request-id: req-c963b7bd-cef3-42b6-9313-d0eaa1c43777 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:23.458332 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80de08-f5c6-47ba-bba8-5a9aabf8752c", "name": "network-vif-deleted", "tag": "19f0a2ed-07cc-48e7-a793-2683ee307d2f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:23.458683 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c963b7bd-cef3-42b6-9313-d0eaa1c43777 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:23.459539 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80de08-f5c6-47ba-bba8-5a9aabf8752c', 'name': 'network-vif-deleted', 'tag': '19f0a2ed-07cc-48e7-a793-2683ee307d2f', 'status': 'completed', 'code': 200} Nov 01 18:50:23.516685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:23.517529 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:23.569688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:23.887230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:23.898829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3904458-5a2f-493e-a1ec-7108c030d5ec req-321edb5f-a1d6-4255-8182-0ef657f08a73 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b80de08-f5c6-47ba-bba8-5a9aabf8752c HTTP/1.1" status: 200 len: 210 time: 0.0349567 Nov 01 18:50:23.941250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:23.944090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Checking router: 88526a1b-c624-42d5-b6b5-f7b3cc209728 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:23.960810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:23.961669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:24.077651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:24.176167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b31cdec4-11dc-4787-b538-3d561f46a58c req-766be22c-164e-46ec-b989-2598e850894f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 210 time: 0.0416930 Nov 01 18:50:24.374636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:24.408519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf9fa-851c-420a-83b1-df66d772979e None None] The sync data for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 is: [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:44:24Z', 'revision_number': 4, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a416601-7049-40c2-b9a4-5604a109ddbc', 'name': '', 'network_id': '964347d4-6101-42f7-a082-72841a68e2a6', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'mac_address': 'fa:16:3e:de:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:23Z', 'updated_at': '2021-11-01T18:44:27Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'subnets': [{'id': '91e203fb-60e6-4167-b060-4b35a073c27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:24.757031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b6dc0-66b3-484e-ad38-2286c1e167bd None None] New status for floating IP c7ec30c3-9552-42d2-88b5-4c37e3fd333f: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:50:24.847396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-08a96271-b6e2-41c9-900a-2496a5203e29 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:24.848010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-08a96271-b6e2-41c9-900a-2496a5203e29 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.32 "GET /v2.0/networks?id=7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 200 len: 796 time: 0.1744025 Nov 01 18:50:24.910269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-5104fb06-2f4b-428c-9ccf-2ffdba702f9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e HTTP/1.1" status: 200 len: 476 time: 0.0527203 Nov 01 18:50:24.931632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'port': {'device_id': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'admin_state_up': True, 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'security_groups': ['de66693e-8021-4aa8-b106-58c69934be9f', '297f1263-8a26-4f68-8e91-0ec07632dfe7']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:24.998348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33284) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:25.168346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Deleting port 4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:25.168570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.259137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:50:25.271243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.340014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-98802f7a-efde-4c3c-bf71-28bc35c8a02b req-08a67153-e020-41d7-bba3-1a664aaf8417 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 210 time: 0.0523388 Nov 01 18:50:25.383626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.384285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.398994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Calling delete_port for 4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:25.508750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.20.0.9 (7837ca79-d1af-4634-8e89-24b7d8a88ab6/990a61ad-bcc2-42e4-b58f-3766fe4f185d/5053b5ff-4768-443a-a979-fd2987b0ba1c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:50:25.641991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.709407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event deleted for resources: {'Port': ['ID=4f93d1a0-30e3-4b91-9cbc-d68c0c0cd169,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:25.769940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.777685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.782170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-84b2d76d-b69b-4f0f-98e4-50e20934661e tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "DELETE /v2.0/floatingips/c7ec30c3-9552-42d2-88b5-4c37e3fd333f HTTP/1.1" status: 204 len: 168 time: 0.7823942 Nov 01 18:50:25.854838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:25.862273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33294) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:25.961432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.007219 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.013447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.066500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:26.078161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:26.092439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:50:26.142678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:26.165161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:26.165971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.267085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-64d14838-545e-4309-adac-64bef6b2d860 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3479030 Nov 01 18:50:26.284456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Request body: {'port': {'device_id': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:26.327544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.333923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.339921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6819b19-2166-4409-a73e-73804382eb64 HTTP/1.1" status: 204 len: 168 time: 0.4757948 Nov 01 18:50:26.371365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddb8e6-7fd0-488c-a42e-5750d62043f4 tempest-TestServerBasicOps-1898963520 tempest-TestServerBasicOps-1898963520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6819b19-2166-4409-a73e-73804382eb64,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:26.434675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.441878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-355f1ed8-5388-4100-af0c-9329afb26233 None None] Provisioning complete for port 5053b5ff-4768-443a-a979-fd2987b0ba1c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:26.442458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-355f1ed8-5388-4100-af0c-9329afb26233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:26.502208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-355f1ed8-5388-4100-af0c-9329afb26233 None None] Port 5053b5ff-4768-443a-a979-fd2987b0ba1c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:50:26.505266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:26.538457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab836bd6-b367-490b-9f6e-656c34448c66 req-99806afa-1028-4016-81df-7ba69869ebb6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:26.554077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab836bd6-b367-490b-9f6e-656c34448c66 req-99806afa-1028-4016-81df-7ba69869ebb6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 970 time: 0.1187308 Nov 01 18:50:26.643949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab836bd6-b367-490b-9f6e-656c34448c66 req-161ded49-a020-4db0-a2f3-409389c9a114 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813746 Nov 01 18:50:26.709226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 19f0a2ed-07cc-48e7-a793-2683ee307d2f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:26.744512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 19f0a2ed-07cc-48e7-a793-2683ee307d2f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:26.745135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 19f0a2ed-07cc-48e7-a793-2683ee307d2f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:26.784623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.010501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5053b5ff-4768-443a-a979-fd2987b0ba1c {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:50:27.023535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.081282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Transition to ACTIVE for port object 5053b5ff-4768-443a-a979-fd2987b0ba1c will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:50:27.162849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.231140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Pushing event updated for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:27.400134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Attempting to bind port 5053b5ff-4768-443a-a979-fd2987b0ba1c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:50:27.400540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Attempting to bind port 5053b5ff-4768-443a-a979-fd2987b0ba1c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:50:27.400960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Attempting to bind port 5053b5ff-4768-443a-a979-fd2987b0ba1c on network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:50:27.410472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Port 5053b5ff-4768-443a-a979-fd2987b0ba1c on network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:50:27.410847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Attempting to bind port 5053b5ff-4768-443a-a979-fd2987b0ba1c on network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:50:27.420193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.425200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:50:27.425606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Checking segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:50:27.426080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Bound using segment: {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:50:27.426622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Bound port: 5053b5ff-4768-443a-a979-fd2987b0ba1c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a3d215-d609-4aaa-9307-7cdafedd3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:50:27.427119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.592066 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:50:27.596662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:50:27.669161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.706009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:27.706620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.708053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] 10.222.0.32 "PUT /v2.0/ports/5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 200 len: 1130 time: 1.4325030 Nov 01 18:50:27.710323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:27.712630 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ccca4-1497-4481-a0e3-b463ad255354" -d '{"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:27.766909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5420-e7c5-4312-ad3a-bf4049114794 service neutron] Pushing event updated for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:27.793170 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57587be-51de-435d-b0da-4ed1d3292673 x-openstack-request-id: req-e57587be-51de-435d-b0da-4ed1d3292673 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:27.793470 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:27.793727 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e57587be-51de-435d-b0da-4ed1d3292673 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:27.794134 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'status': 'completed', 'code': 200} Nov 01 18:50:27.836314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1c0a-36dd-42f9-806c-e454661605d6 req-470ecd77-0dd1-483d-b9c8-96445bd789bd tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:27.845162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cdd1c0a-36dd-42f9-806c-e454661605d6 req-470ecd77-0dd1-483d-b9c8-96445bd789bd tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 982 time: 0.1339164 Nov 01 18:50:27.908237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3cdd1c0a-36dd-42f9-806c-e454661605d6 req-02f9de2f-88f5-4b6a-8e3f-de72fb86a054 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0564904 Nov 01 18:50:27.910881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Deleting port 7a416601-7049-40c2-b9a4-5604a109ddbc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:27.911232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:27.938396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ccca4-1497-4481-a0e3-b463ad255354 req-62ade618-d3cd-40de-bb34-f9bf47057fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:27.940180 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-054ccca4-1497-4481-a0e3-b463ad255354 req-62ade618-d3cd-40de-bb34-f9bf47057fb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1133 time: 0.1323471 Nov 01 18:50:28.114407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] For port 7a416601-7049-40c2-b9a4-5604a109ddbc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a416601-7049-40c2-b9a4-5604a109ddbc,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:28.115648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:28.124923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ccca4-1497-4481-a0e3-b463ad255354 req-d5e0f196-8d25-4870-8856-c35f0868a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:28.126818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-054ccca4-1497-4481-a0e3-b463ad255354 req-d5e0f196-8d25-4870-8856-c35f0868a8b0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1541698 Nov 01 18:50:28.145905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Calling delete_port for 7a416601-7049-40c2-b9a4-5604a109ddbc owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:28.308501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ccca4-1497-4481-a0e3-b463ad255354 req-64c48b0b-d762-4c80-a679-2fb2cb023602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:28.310460 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-054ccca4-1497-4481-a0e3-b463ad255354 req-64c48b0b-d762-4c80-a679-2fb2cb023602 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751127 Nov 01 18:50:28.415575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-3a874c90-c064-4322-b764-8615975866a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:28.417147 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-3a874c90-c064-4322-b764-8615975866a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1133 time: 0.0648263 Nov 01 18:50:28.468612 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-bd0e4833-d5c5-40f4-b1a7-3310e50ac1b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 200 len: 217 time: 0.0425212 Nov 01 18:50:28.555822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-c7455af4-44a7-4da8-b4e6-ec6804939462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:28.557294 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-c7455af4-44a7-4da8-b4e6-ec6804939462 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990a61ad-bcc2-42e4-b58f-3766fe4f185d HTTP/1.1" status: 200 len: 835 time: 0.0673671 Nov 01 18:50:28.613583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:28.649640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a416601-7049-40c2-b9a4-5604a109ddbc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:28.679724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-24e18040-c5a5-4420-ab4a-52aba2119131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:28.681258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-24e18040-c5a5-4420-ab4a-52aba2119131 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7837ca79-d1af-4634-8e89-24b7d8a88ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156945 Nov 01 18:50:29.107932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87afa97-9fef-4319-b313-9f40e45bca75 req-a907a96a-d928-4fc8-901a-f939caf4a326 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:29.112669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e87afa97-9fef-4319-b313-9f40e45bca75 req-a907a96a-d928-4fc8-901a-f939caf4a326 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 982 time: 0.0813215 Nov 01 18:50:29.170753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e87afa97-9fef-4319-b313-9f40e45bca75 req-3ce71703-9fd2-4faf-9764-bd25a3a7101d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0510237 Nov 01 18:50:29.270620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-62aa347e-4e95-47c8-b36f-7a733f50cf0f service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663884 Nov 01 18:50:29.346230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:29.436357 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-528de157-89e4-4a0e-bd70-254052c8ed66 req-209f7a3e-0e3e-4fb9-a001-fa8110c9a567 service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544383 Nov 01 18:50:29.616627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Router 88526a1b-c624-42d5-b6b5-f7b3cc209728 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:29.741118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:29.751591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Sync routers for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:29.759349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e1213b1-dd04-465e-a7ad-39bd9bee9a7d admin admin] 10.222.0.31 "PUT /v2.0/routers/88526a1b-c624-42d5-b6b5-f7b3cc209728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2528269 Nov 01 18:50:29.762596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33336) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:29.766158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:29.767606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:29.933849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:30.227860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:50:28Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:30.269490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Checking router: 88526a1b-c624-42d5-b6b5-f7b3cc209728 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:30.279708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Routers {'88526a1b-c624-42d5-b6b5-f7b3cc209728'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:30.280636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['88526a1b-c624-42d5-b6b5-f7b3cc209728'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:30.398637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:30.458430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc51028-0470-422d-a3c1-dc913587f531 req-be1238ae-2e5c-43de-af17-f92daae3ccee tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:30.460022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfc51028-0470-422d-a3c1-dc913587f531 req-be1238ae-2e5c-43de-af17-f92daae3ccee tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 982 time: 0.1192904 Nov 01 18:50:30.487539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] Set router 88526a1b-c624-42d5-b6b5-f7b3cc209728 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:30.634848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfc51028-0470-422d-a3c1-dc913587f531 req-59b2c111-e6d2-4a1d-bdd6-7a973b6a988e tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1598463 Nov 01 18:50:30.642664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:30.743118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:50:28Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:30.773968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Deleting port dd696d5c-f72e-4189-ba57-60882e8c8cd4 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:30.774336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:30.777605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170202e-8faa-446b-996c-bde5e3ee6c73 None None] The sync data for ids ['88526a1b-c624-42d5-b6b5-f7b3cc209728'] in n-d-815923-2 is: [{'id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'name': 'tempest-TestServerBasicOps-1697591559-router', 'tenant_id': '74b704cc2af74c4da0ef2ebc0631af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:20Z', 'updated_at': '2021-11-01T18:50:28Z', 'revision_number': 5, 'project_id': '74b704cc2af74c4da0ef2ebc0631af67', 'gw_port': {'id': 'dd696d5c-f72e-4189-ba57-60882e8c8cd4', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88526a1b-c624-42d5-b6b5-f7b3cc209728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:21Z', 'updated_at': '2021-11-01T18:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:30.902219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] For port dd696d5c-f72e-4189-ba57-60882e8c8cd4, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dd696d5c-f72e-4189-ba57-60882e8c8cd4,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:30.902783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:30.918719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Calling delete_port for dd696d5c-f72e-4189-ba57-60882e8c8cd4 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:31.200909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.250640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a416601-7049-40c2-b9a4-5604a109ddbc no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:31.275436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd696d5c-f72e-4189-ba57-60882e8c8cd4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:31.283049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7a416601-7049-40c2-b9a4-5604a109ddbc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:31.283400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a416601-7049-40c2-b9a4-5604a109ddbc not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:31.287228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.294903 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:31.423074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.511510 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.514037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.635698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.637385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88526a1b-c624-42d5-b6b5-f7b3cc209728 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:50:31.642217 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.645215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ab2dd1c3-5518-4e33-97b0-29911b70c5e1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/88526a1b-c624-42d5-b6b5-f7b3cc209728 HTTP/1.1" status: 204 len: 168 time: 1.8797886 Nov 01 18:50:31.646558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33358) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:31.730087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Deleting subnet 91e203fb-60e6-4167-b060-4b35a073c27b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:50:31.737256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.781570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:31.795239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b43a5-be20-4100-8eae-7f4aa5b32193 req-142be1bf-5c76-46fb-99b0-6b795f09b7ce tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:31.804786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e32b43a5-be20-4100-8eae-7f4aa5b32193 req-142be1bf-5c76-46fb-99b0-6b795f09b7ce tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 982 time: 0.0782499 Nov 01 18:50:31.862530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e32b43a5-be20-4100-8eae-7f4aa5b32193 req-f5a241fc-f889-4ba2-a8b1-b5a03bc0e227 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0538914 Nov 01 18:50:31.891974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.033709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.062911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e203fb-60e6-4167-b060-4b35a073c27b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:32.065641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.071085 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91e203fb-60e6-4167-b060-4b35a073c27b HTTP/1.1" status: 204 len: 168 time: 0.4212866 Nov 01 18:50:32.071405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d810238-8fde-4f6d-a78d-a54d087ca6c1 None None] Network 964347d4-6101-42f7-a082-72841a68e2a6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:50:32.072616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:32.076383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.076739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.077839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.078190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.078533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.078873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.079210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.079565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.079904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.080292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.080629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.080961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d102e-dac4-4702-94d4-2c03bafaacea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:50:32.210220 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.292161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Deleting port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:32.292410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.356971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] DHCP port deletion for 964347d4-6101-42f7-a082-72841a68e2a6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:50:32.388511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] For port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:32.388888 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.410852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Deleting port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:32.411420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.412716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Calling delete_port for 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:32.491020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] For port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,segment=NetworkSegment(ca68bc2b-32d7-450d-9d90-b759cee284f8),segment_id=ca68bc2b-32d7-450d-9d90-b759cee284f8)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:32.491428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.590337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.622272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Pushing event deleted for resources: {'Port': ['ID=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:32.640974 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] No DVR routers for this DVR port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:32.716056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Calling delete_port for 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:32.747410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.786199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5053b5ff-4768-443a-a979-fd2987b0ba1c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:50:32.790324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964347d4-6101-42f7-a082-72841a68e2a6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:32.802479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca68bc2b-32d7-450d-9d90-b759cee284f8') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:32.802744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca68bc2b-32d7-450d-9d90-b759cee284f8') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:32.814824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:32.847411 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 18:50:32.856433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.866351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:50:32.867092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:50:32.869225 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:50:32.886687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:32.917861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] Pushing event deleted for resources: {'Port': ['ID=918d9bd9-5b49-48f5-9da6-fc7e0afb86d0,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:32.936034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc249c-c6e0-4cef-8f3a-1d7734f378f4 None None] No DVR routers for this DVR port 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:32.961513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:32.991783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'port_id': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'mac_address': 'fa:16:3e:d6:6e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:50:33.052372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:33.055849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e17de-0c78-445b-a631-f6622f8e9a60 req-71eae3e2-1bb0-48a1-a01e-062b581d772e tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:33.068745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-686e17de-0c78-445b-a631-f6622f8e9a60 req-71eae3e2-1bb0-48a1-a01e-062b581d772e tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 982 time: 0.1104987 Nov 01 18:50:33.069728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5053b5ff-4768-443a-a979-fd2987b0ba1c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:50:33.083979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:33.100755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:33.109585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:33.116272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/964347d4-6101-42f7-a082-72841a68e2a6 HTTP/1.1" status: 204 len: 168 time: 1.0418677 Nov 01 18:50:33.119265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:33.159422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392b6dd-13bf-44dc-957e-445f10b633fa admin admin] Pushing event deleted for resources: {'Network': ['ID=964347d4-6101-42f7-a082-72841a68e2a6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:33.176246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:33.194034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-686e17de-0c78-445b-a631-f6622f8e9a60 req-4718a178-74e7-45d9-9228-293ce4ce696a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1207914 Nov 01 18:50:33.333678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:33.379268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dd696d5c-f72e-4189-ba57-60882e8c8cd4 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:33.411328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['5053b5ff-4768-443a-a979-fd2987b0ba1c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:50:33.460457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dd696d5c-f72e-4189-ba57-60882e8c8cd4 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:33.460837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dd696d5c-f72e-4189-ba57-60882e8c8cd4 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:33.461338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:33.489225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:33.489831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 918d9bd9-5b49-48f5-9da6-fc7e0afb86d0 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:33.803025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:34.205618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Deleting port dc364f25-ed04-4691-b31e-f1eb029bbc1a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:34.206422 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:34.333186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] For port dc364f25-ed04-4691-b31e-f1eb029bbc1a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc364f25-ed04-4691-b31e-f1eb029bbc1a,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:34.333556 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:34.355786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Calling delete_port for dc364f25-ed04-4691-b31e-f1eb029bbc1a owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:34.450494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763ce9-8f17-40cb-bd9b-7a643f9ef545 req-45ba05cc-6cd4-4f3c-b88f-3138f21fa808 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:34.453024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb763ce9-8f17-40cb-bd9b-7a643f9ef545 req-45ba05cc-6cd4-4f3c-b88f-3138f21fa808 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 983 time: 0.1113288 Nov 01 18:50:34.522462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bb763ce9-8f17-40cb-bd9b-7a643f9ef545 req-ea8212e0-b50c-4472-968c-e9c431aaaa0f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0595677 Nov 01 18:50:34.704931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:34.734001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Pushing event deleted for resources: {'Port': ['ID=dc364f25-ed04-4691-b31e-f1eb029bbc1a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:34.797646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5053b5ff-4768-443a-a979-fd2987b0ba1c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:50:34.955406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 5053b5ff-4768-443a-a979-fd2987b0ba1c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:50:34.966706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 5053b5ff-4768-443a-a979-fd2987b0ba1c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:50:34.969648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.052548 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.078375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.138756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.174954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:35.177439 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70f592b-9f22-462f-8888-15b9dbfb7bc0" -d '{"events": [{"server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "name": "network-vif-plugged", "status": "completed", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:35.224092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:35.244722 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efbf49a-cb93-4b0b-9c54-e0ba3143ec15 x-openstack-request-id: req-5efbf49a-cb93-4b0b-9c54-e0ba3143ec15 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:35.245097 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "name": "network-vif-plugged", "status": "completed", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:35.245492 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5efbf49a-cb93-4b0b-9c54-e0ba3143ec15 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:35.245999 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'code': 200} Nov 01 18:50:35.302153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.409881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:35.427307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23905a3c-3361-4749-9bf8-29ca3f8dc203 req-e67b2213-91d4-44f9-8c80-bda029237eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:35.430312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23905a3c-3361-4749-9bf8-29ca3f8dc203 req-e67b2213-91d4-44f9-8c80-bda029237eb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0703640 Nov 01 18:50:35.432312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Router 2002b408-bd8b-406d-9af8-3713f3100d1f has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:35.517484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23905a3c-3361-4749-9bf8-29ca3f8dc203 req-9b6f37f0-a973-4a3f-ae3e-3c4cf66c2584 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0787978 Nov 01 18:50:35.607647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:35.619584 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Sync routers for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:35.640179 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:35.642193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:35.643137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed5bf9b6-c4ad-48b2-a567-90269fa906ad admin admin] 10.222.0.31 "PUT /v2.0/routers/2002b408-bd8b-406d-9af8-3713f3100d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5213490 Nov 01 18:50:35.643792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:35.734968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b87d7-38ed-449e-a529-8f0467169219 req-7f119279-469c-477a-9994-bbab97847028 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:35.745426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-404b87d7-38ed-449e-a529-8f0467169219 req-7f119279-469c-477a-9994-bbab97847028 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.1269355 Nov 01 18:50:35.841300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-404b87d7-38ed-449e-a529-8f0467169219 req-a994dfc2-9725-4215-8a41-c15c86258630 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0929911 Nov 01 18:50:35.845928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:35.869953 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:35.975964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.108759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Deleting port 1a457838-d466-41ed-b7f5-985354a1a543 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:36.109010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.174874 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '1a457838-d466-41ed-b7f5-985354a1a543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:50:34Z', 'revision_number': 5, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port': {'id': '1a457838-d466-41ed-b7f5-985354a1a543', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:44:28Z', 'updated_at': '2021-11-01T18:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:36.194168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] For port 1a457838-d466-41ed-b7f5-985354a1a543, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1a457838-d466-41ed-b7f5-985354a1a543,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:36.194533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.201514 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Checking router: 2002b408-bd8b-406d-9af8-3713f3100d1f for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:36.207329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Calling delete_port for 1a457838-d466-41ed-b7f5-985354a1a543 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:36.209762 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Routers {'2002b408-bd8b-406d-9af8-3713f3100d1f'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:36.210397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2002b408-bd8b-406d-9af8-3713f3100d1f'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:36.301981 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] Set router 2002b408-bd8b-406d-9af8-3713f3100d1f gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:36.357517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:50:35Z', 'revision_number': 6, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:36.393583 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2ad94-dce9-45c8-a412-9174d53b6d9e None None] The sync data for ids ['2002b408-bd8b-406d-9af8-3713f3100d1f'] in n-d-815923-2 is: [{'id': '2002b408-bd8b-406d-9af8-3713f3100d1f', 'name': 'tempest-TestServerBasicOps-1659272299-router', 'tenant_id': 'e77b71c28e4947c780de50d4b1a36fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:44:27Z', 'updated_at': '2021-11-01T18:50:35Z', 'revision_number': 6, 'project_id': 'e77b71c28e4947c780de50d4b1a36fac', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:36.452667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.476646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a457838-d466-41ed-b7f5-985354a1a543,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:36.549156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.688351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.692301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.815060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.815707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2002b408-bd8b-406d-9af8-3713f3100d1f {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:50:36.819898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.821230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-124639bf-05d8-4623-8d71-6f586488a195 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2002b408-bd8b-406d-9af8-3713f3100d1f HTTP/1.1" status: 204 len: 168 time: 1.1763225 Nov 01 18:50:36.824800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33426) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:36.885399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Deleting subnet b1e0e881-0028-4e68-9d56-251cf6c3ed71 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:50:36.889637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:36.933505 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.064165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.092351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167487-4d6a-4670-a283-4f43d91f84fa req-67eb52b4-8ffe-4487-b4da-35d80b444e8c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:37.100011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3167487-4d6a-4670-a283-4f43d91f84fa req-67eb52b4-8ffe-4487-b4da-35d80b444e8c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.1169255 Nov 01 18:50:37.159579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3167487-4d6a-4670-a283-4f43d91f84fa req-5412efcb-f1df-4b17-8809-0c4c4257a470 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0584066 Nov 01 18:50:37.295336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.319620 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.328333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f9db2-489a-4e2f-a032-8cbec4fd7390 None None] Network 0f51088d-8a5b-44dc-b6e1-696959335e4b requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:50:37.339882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1e0e881-0028-4e68-9d56-251cf6c3ed71 HTTP/1.1" status: 204 len: 168 time: 0.5137229 Nov 01 18:50:37.342140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33432) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:37.392858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc364f25-ed04-4691-b31e-f1eb029bbc1a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:37.417917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285da4b-c6c6-4aeb-b4d9-eda31c963216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e0e881-0028-4e68-9d56-251cf6c3ed71,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:37.468456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.473976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dc364f25-ed04-4691-b31e-f1eb029bbc1a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:37.474320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc364f25-ed04-4691-b31e-f1eb029bbc1a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:37.475040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a457838-d466-41ed-b7f5-985354a1a543 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:37.483223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e77b9-71ac-45b3-a7ab-a9af827b8d9d req-2bc083a2-e099-4d8e-b1dc-b119615d8540 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:37.501997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1a457838-d466-41ed-b7f5-985354a1a543 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:37.502655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1a457838-d466-41ed-b7f5-985354a1a543 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:37.505437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-644e77b9-71ac-45b3-a7ab-a9af827b8d9d req-2bc083a2-e099-4d8e-b1dc-b119615d8540 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.2613699 Nov 01 18:50:37.540009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Deleting port 7e228145-c8c7-4a74-b955-2e8dc243e698 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:37.540425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.614880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] For port 7e228145-c8c7-4a74-b955-2e8dc243e698, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7e228145-c8c7-4a74-b955-2e8dc243e698,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:37.615369 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.618849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-644e77b9-71ac-45b3-a7ab-a9af827b8d9d req-0d61e5fd-dde7-44a8-a34e-542f44cd2462 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1111379 Nov 01 18:50:37.630396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Calling delete_port for 7e228145-c8c7-4a74-b955-2e8dc243e698 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:37.791702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] DHCP port deletion for 0f51088d-8a5b-44dc-b6e1-696959335e4b request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:50:37.804200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87748598-c4fa-4044-b464-78ea8027886a req-3aef619d-0613-4042-a290-388cef889a9b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:37.813664 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87748598-c4fa-4044-b464-78ea8027886a req-3aef619d-0613-4042-a290-388cef889a9b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0735493 Nov 01 18:50:37.828847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87748598-c4fa-4044-b464-78ea8027886a req-16f84623-cfd1-46a8-ad9c-6fadc06a4ddb tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.989405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Deleting port 7e228145-c8c7-4a74-b955-2e8dc243e698 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:50:37.989405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:37.990151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87748598-c4fa-4044-b464-78ea8027886a req-16f84623-cfd1-46a8-ad9c-6fadc06a4ddb tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.006075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] For port 7e228145-c8c7-4a74-b955-2e8dc243e698, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7e228145-c8c7-4a74-b955-2e8dc243e698,segment=NetworkSegment(b75d9d61-589d-49eb-8533-679190dda828),segment_id=b75d9d61-589d-49eb-8533-679190dda828)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:50:38.006390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.020495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Calling delete_port for 7e228145-c8c7-4a74-b955-2e8dc243e698 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:50:38.059353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-87748598-c4fa-4044-b464-78ea8027886a req-16f84623-cfd1-46a8-ad9c-6fadc06a4ddb tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.118213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87748598-c4fa-4044-b464-78ea8027886a req-16f84623-cfd1-46a8-ad9c-6fadc06a4ddb tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3035793 Nov 01 18:50:38.118964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f84623-cfd1-46a8-ad9c-6fadc06a4ddb tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cae1b-b2b5-4edf-aeee-c6336f23cb91,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:38.135006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33442) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:38.175130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6727d96-4a8a-48de-8158-c2f69e00e38a tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:38.176701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6727d96-4a8a-48de-8158-c2f69e00e38a tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1130 time: 0.0405748 Nov 01 18:50:38.179638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33444) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:38.184207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:50:38.210523 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.219176 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.237119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] Pushing event deleted for resources: {'Port': ['ID=7e228145-c8c7-4a74-b955-2e8dc243e698,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:38.240889 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e35457-690e-4c1b-8e0f-d5db70048540 None None] No DVR routers for this DVR port 7e228145-c8c7-4a74-b955-2e8dc243e698 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:38.251864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e228145-c8c7-4a74-b955-2e8dc243e698,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:38.256420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] No DVR routers for this DVR port 7e228145-c8c7-4a74-b955-2e8dc243e698 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:50:38.285511 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.356933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.410101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f51088d-8a5b-44dc-b6e1-696959335e4b']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:38.423109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75d9d61-589d-49eb-8533-679190dda828') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:38.423415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75d9d61-589d-49eb-8533-679190dda828') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:38.437119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.454531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.464911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self.session.flush() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:50:38.470054 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:50:38.536882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.592447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.608894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.612230 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f51088d-8a5b-44dc-b6e1-696959335e4b HTTP/1.1" status: 204 len: 168 time: 1.2688780 Nov 01 18:50:38.628174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8eeb1-700a-4620-90fe-46a257bfaa61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f51088d-8a5b-44dc-b6e1-696959335e4b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:38.685729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.25.2.101 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/4db8dfaa-abae-4879-9474-e9dfd5e050d2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:50:38.816376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.933210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:38.973905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:50:38.979084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:50:38.982586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:50:39.009676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=4db8dfaa-abae-4879-9474-e9dfd5e050d2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:39.032308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33472) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:39.080606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-15b55b09-849e-41d3-9844-d4bd852fea5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74b704cc2af74c4da0ef2ebc0631af67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470662 Nov 01 18:50:39.082985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33474) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:39.150779 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.181403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.289888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7e228145-c8c7-4a74-b955-2e8dc243e698 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:50:39.325712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7e228145-c8c7-4a74-b955-2e8dc243e698 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:50:39.329725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7e228145-c8c7-4a74-b955-2e8dc243e698 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:50:39.349793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.352602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.353784 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57d20d7e-6fec-4638-b165-eff1b10e67b9 HTTP/1.1" status: 204 len: 168 time: 0.2696524 Nov 01 18:50:39.362975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931008d-d06b-404a-af23-4faeb1ebfe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d20d7e-6fec-4638-b165-eff1b10e67b9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:39.433882 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.442324 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.624476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.826583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.879002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:39.956633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=4db8dfaa-abae-4879-9474-e9dfd5e050d2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:39.970325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.078127 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Floating IP b3324993-3882-471a-912a-9467814b225c associated. External IP: 172.25.2.101, port: 5053b5ff-4768-443a-a979-fd2987b0ba1c. Nov 01 18:50:40.191478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33514) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:40.240165 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ebe41a5e-cc99-45a0-ab7f-46acf1ebf5c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e77b71c28e4947c780de50d4b1a36fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466182 Nov 01 18:50:40.242686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33520) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:40.294942 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.319141 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.323036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:50:40.435748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:50:40.445989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Sync routers for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:50:40.450526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.453122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.454320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb239072-a3b0-476d-9740-2e87f7c24463 HTTP/1.1" status: 204 len: 168 time: 0.2105000 Nov 01 18:50:40.477951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30c58-eddd-484e-92b1-319d268eb051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb239072-a3b0-476d-9740-2e87f7c24463,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:40.482973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:40.483645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:40.520477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:40.587538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cd466b25-d18f-47c9-a873-9c33c045d3d6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4046474 Nov 01 18:50:40.587538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:50:40.587937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33536) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:40.589658 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222" -d '{"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:50:40.625295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:40.629492 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76665b3c-d9df-4bd0-9adc-85856b248f8c x-openstack-request-id: req-76665b3c-d9df-4bd0-9adc-85856b248f8c {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:50:40.630018 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:50:40.630320 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76665b3c-d9df-4bd0-9adc-85856b248f8c {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:50:40.630816 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'status': 'completed', 'code': 200} Nov 01 18:50:40.742393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-80e56393-846f-49bc-8496-fedc76bfdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.745678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-80e56393-846f-49bc-8496-fedc76bfdda7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0889812 Nov 01 18:50:40.857505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.857983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.858456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.858913 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.860126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.864463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.871991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-9d912bb6-1a62-45bc-9807-7cb0174d1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:40.875269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-9d912bb6-1a62-45bc-9807-7cb0174d1f67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 200 len: 897 time: 0.1206777 Nov 01 18:50:40.881135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7f158851-e880-4823-8c8e-dc897a8a931b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2920499 Nov 01 18:50:40.882175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33546) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:40.988505 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-dc132f3a-1ae4-4cca-98c5-84a2bb0f5558 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 200 len: 999 time: 0.1068163 Nov 01 18:50:41.042599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b3324993-3882-471a-912a-9467814b225c', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'port_id': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'mac_address': 'fa:16:3e:d6:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:50:39Z', 'updated_at': '2021-11-01T18:50:39Z', 'revision_number': 0, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:41.067064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-fd41fee2-8cb1-463d-922f-3c1b48ec88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.069206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-fd41fee2-8cb1-463d-922f-3c1b48ec88cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990a61ad-bcc2-42e4-b58f-3766fe4f185d HTTP/1.1" status: 200 len: 835 time: 0.0740578 Nov 01 18:50:41.097583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Checking router: 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:50:41.109750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:50:41.110792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:41.130151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.130676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.131138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.132943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.133416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.135287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.140058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d421893-c19f-4c33-b4b7-66f082373e39 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2554927 Nov 01 18:50:41.144444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33550) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:41.337893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:50:41.338169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-e8be14b0-2048-466f-9af9-36c11e0b6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.340892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-e8be14b0-2048-466f-9af9-36c11e0b6faa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7837ca79-d1af-4634-8e89-24b7d8a88ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630398 Nov 01 18:50:41.529642 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-f480e51c-0352-4ef2-85e4-8fe50ed56718 service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799126 Nov 01 18:50:41.618524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b3324993-3882-471a-912a-9467814b225c', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'port_id': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'mac_address': 'fa:16:3e:d6:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:50:39Z', 'updated_at': '2021-11-01T18:50:39Z', 'revision_number': 0, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:41.648310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f87129-5e69-4c03-99f7-644a35f328b1 None None] The sync data for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 is: [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b3324993-3882-471a-912a-9467814b225c', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'port_id': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'mac_address': 'fa:16:3e:d6:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:50:39Z', 'updated_at': '2021-11-01T18:50:39Z', 'revision_number': 0, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:50:41.695929 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c0573f7-f1f2-44e8-a3c2-09a771d1b222 req-3c0804c4-9a8a-43d5-b17a-b168d23c8443 service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585565 Nov 01 18:50:41.714154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5b0674ba-51ee-40a6-a172-5284d405d524 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.5675015 Nov 01 18:50:41.715259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33556) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:41.767811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe570e8-9af1-4a41-afb3-d02e3b5f5f17 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.768513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe570e8-9af1-4a41-afb3-d02e3b5f5f17 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:41.770321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4fe570e8-9af1-4a41-afb3-d02e3b5f5f17 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f78ddf1-0fd9-444c-83bd-95c6ad063e27 HTTP/1.1" status: 200 len: 1990 time: 0.0533481 Nov 01 18:50:41.919419 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae9efff-3fc9-4619-897b-25cd7fd7dba0 None None] New status for floating IP b3324993-3882-471a-912a-9467814b225c: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:50:43.595755 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:50:44.676820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33572) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:44.721702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Deleting subnet ff00e752-56c2-4eba-8391-3df74ed043f1 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:50:44.724775 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:44.759466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:44.801766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:44.919399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:44.944764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff00e752-56c2-4eba-8391-3df74ed043f1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:44.948869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:44.955090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d7c39b5-cae6-4fff-8974-e6b74e14506b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff00e752-56c2-4eba-8391-3df74ed043f1 HTTP/1.1" status: 204 len: 168 time: 0.2742198 Nov 01 18:50:44.955090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33574) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:45.022636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.104600 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.125144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dce2526-b8b7-41e3-b67a-4a19fd413c2c']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:45.134775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd116d6e1-a076-48c3-a58d-3f73537ec4c2') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:45.135069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd116d6e1-a076-48c3-a58d-3f73537ec4c2') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:50:45.144952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.158424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.164086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:50:45.164465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:50:45.166219 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:50:45.318879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.324580 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.327737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3dce2526-b8b7-41e3-b67a-4a19fd413c2c HTTP/1.1" status: 204 len: 168 time: 0.3721590 Nov 01 18:50:45.338418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb91121-5ee7-4235-afba-1f1b2855c225 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dce2526-b8b7-41e3-b67a-4a19fd413c2c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:45.703677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33580) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:45.741820 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7721c4df-7fed-488f-9d01-4ec59e9a7e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=164e0dfa85d24eaeade69d043f7c72e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369933 Nov 01 18:50:45.744271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33582) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:45.791546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.812341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.912944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.915419 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:45.917126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28335afb-048d-486a-afb2-c56d9c6871ba HTTP/1.1" status: 204 len: 168 time: 0.1709814 Nov 01 18:50:45.925520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ac72-60b5-4e34-a8e3-ec1c438aad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28335afb-048d-486a-afb2-c56d9c6871ba,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:48.725141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b36229da-fd1d-44ab-9beb-82164dd75c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:49.870675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ccfd-e71d-4588-8763-326728f56de2 req-c04498b2-aca3-49c1-a31b-d97cf557c1a3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:49.872309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7237ccfd-e71d-4588-8763-326728f56de2 req-c04498b2-aca3-49c1-a31b-d97cf557c1a3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0533707 Nov 01 18:50:49.912252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7237ccfd-e71d-4588-8763-326728f56de2 req-33df5083-eda7-45e8-b227-50c33a354407 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Nov 01 18:50:50.846984 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95d5d5c0-c475-4c97-812f-b0640921c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:51.034940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76542d6-a4a8-4f73-813b-7b311de21349 req-99a84157-8bdb-4120-a6af-c02b03cddfd3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:51.036477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e76542d6-a4a8-4f73-813b-7b311de21349 req-99a84157-8bdb-4120-a6af-c02b03cddfd3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0501478 Nov 01 18:50:51.074382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e76542d6-a4a8-4f73-813b-7b311de21349 req-907f202b-97d6-4687-ae78-b7409c2165e0 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Nov 01 18:50:52.110021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:52.194704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6376c6-f281-4d87-8640-e638724352b0 req-d35731b3-6b6b-4a5a-aeab-8e64498f8cbd tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:52.196219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6376c6-f281-4d87-8640-e638724352b0 req-d35731b3-6b6b-4a5a-aeab-8e64498f8cbd tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0490055 Nov 01 18:50:52.234994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6376c6-f281-4d87-8640-e638724352b0 req-27d61340-1d1c-4024-a063-5a343e34b54a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Nov 01 18:50:53.360924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cc0c9-b8f2-4666-9610-4549a7484a79 req-903481f5-926c-40f4-82e2-efdd32afa836 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:53.362675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6cc0c9-b8f2-4666-9610-4549a7484a79 req-903481f5-926c-40f4-82e2-efdd32afa836 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0553226 Nov 01 18:50:53.402163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a6cc0c9-b8f2-4666-9610-4549a7484a79 req-93d0d684-cb7f-4f96-b9dc-a97ce8446baa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Nov 01 18:50:53.730716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33656) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:53.845785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-254a5027-f71d-4e51-8a0f-50bd886a2d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:53.852742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:53.922703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-254a5027-f71d-4e51-8a0f-50bd886a2d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:53.987021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-254a5027-f71d-4e51-8a0f-50bd886a2d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:54.023063 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a5027-f71d-4e51-8a0f-50bd886a2d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014ea95-85af-4796-9db2-5b19a37018e2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:54.028981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-254a5027-f71d-4e51-8a0f-50bd886a2d48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c06891edec84f6c9af27fe1a909509d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969666 Nov 01 18:50:54.031610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33660) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:50:54.079742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:54.100349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:54.244140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:54.247027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:54.248261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4014ea95-85af-4796-9db2-5b19a37018e2 HTTP/1.1" status: 204 len: 168 time: 0.2156556 Nov 01 18:50:54.256641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1a22-a55e-438a-b563-c4801508c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014ea95-85af-4796-9db2-5b19a37018e2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:50:54.521032 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6ad47-ade0-46d6-96d3-162f33ff6f78 req-b52ae213-3319-4438-ac09-7676d04657c3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:54.522573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfc6ad47-ade0-46d6-96d3-162f33ff6f78 req-b52ae213-3319-4438-ac09-7676d04657c3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0516441 Nov 01 18:50:54.560792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfc6ad47-ade0-46d6-96d3-162f33ff6f78 req-ab081192-ce0f-4fb7-9cbd-a80f7a5ef21a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Nov 01 18:50:55.676764 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fa7c-34b3-467f-8341-a5b4d0cc42b5 req-0d5fbbd0-6e62-401b-b70d-fcad703fd3ef tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:55.678252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8a2fa7c-34b3-467f-8341-a5b4d0cc42b5 req-0d5fbbd0-6e62-401b-b70d-fcad703fd3ef tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Nov 01 18:50:55.716886 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8a2fa7c-34b3-467f-8341-a5b4d0cc42b5 req-27f77dfb-7f24-485f-8c3e-45f444c99a8e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324321 Nov 01 18:50:56.758868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:50:56.836283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a041c35-f396-42da-b4ba-d2afd836757d req-e59e6212-601b-4fe5-bfb3-ea04a88f7804 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:56.837827 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a041c35-f396-42da-b4ba-d2afd836757d req-e59e6212-601b-4fe5-bfb3-ea04a88f7804 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0501087 Nov 01 18:50:56.880295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a041c35-f396-42da-b4ba-d2afd836757d req-17694645-b805-47cc-bf75-8018fc325293 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357213 Nov 01 18:50:57.996115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc6fe-e240-4090-85f2-7a2f62ca2f90 req-c83cf442-d8b3-463c-981d-3fab780e8087 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:57.997500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-538dc6fe-e240-4090-85f2-7a2f62ca2f90 req-c83cf442-d8b3-463c-981d-3fab780e8087 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0483885 Nov 01 18:50:58.035361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-538dc6fe-e240-4090-85f2-7a2f62ca2f90 req-01efbcdd-93d7-4d08-9d6a-5e18588c7239 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Nov 01 18:50:59.154556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92937-6f24-481b-998f-2f639ccbd688 req-b7491dde-0c9b-4d64-a579-d64b39205ca4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:50:59.156111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47a92937-6f24-481b-998f-2f639ccbd688 req-b7491dde-0c9b-4d64-a579-d64b39205ca4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Nov 01 18:50:59.195154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47a92937-6f24-481b-998f-2f639ccbd688 req-0eb30d74-018e-4853-92b4-627641de86d2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Nov 01 18:51:00.313962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe9a90-744a-464b-9ddc-dd3742226604 req-e9339caa-2e1d-4ff5-89f3-96ad7040a8d6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:00.315370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fe9a90-744a-464b-9ddc-dd3742226604 req-e9339caa-2e1d-4ff5-89f3-96ad7040a8d6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0515451 Nov 01 18:51:00.357850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fe9a90-744a-464b-9ddc-dd3742226604 req-15b34790-a5df-45bb-99a7-53e9c7819b57 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Nov 01 18:51:00.704910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d2b4-3aaf-44dd-b32e-7eb94a66d28a req-549ae083-7f20-4fe5-bd19-410c78dae4b0 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:00.706413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3f1d2b4-3aaf-44dd-b32e-7eb94a66d28a req-549ae083-7f20-4fe5-bd19-410c78dae4b0 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Nov 01 18:51:00.747011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3f1d2b4-3aaf-44dd-b32e-7eb94a66d28a req-cd3bf374-8533-4210-900b-ae5a1a10813a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339615 Nov 01 18:51:00.798551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-fea973a6-eaa5-4313-be21-0f00ec4c0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:00.800071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-fea973a6-eaa5-4313-be21-0f00ec4c0fd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0398912 Nov 01 18:51:00.893013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-86769741-3ac7-4f4d-a944-f77650c429dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:00.894423 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-86769741-3ac7-4f4d-a944-f77650c429dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0877302 Nov 01 18:51:00.961824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-b9feda74-b8bc-4bc3-90b7-ca0fdfd18a1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1002 time: 0.0602632 Nov 01 18:51:01.010822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-13a0c99a-5cec-45de-bc8c-dd19b191dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:01.012318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-13a0c99a-5cec-45de-bc8c-dd19b191dd83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0437136 Nov 01 18:51:01.056047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-b735a539-68c1-449d-ae12-6d5ac123657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:01.058141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-b735a539-68c1-449d-ae12-6d5ac123657e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391469 Nov 01 18:51:01.150437 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-a4ebc001-202d-485d-b5b8-a7e01968cfb0 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855527 Nov 01 18:51:01.243912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-56b1644c-1362-45c7-bbfd-ff4a9ddccaaf req-53f05766-1cff-4bef-b9cb-689fec0428fa service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Nov 01 18:51:01.870691 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315dc3b-fc1e-404e-9272-c266e3344082 req-6c024cef-c0be-4238-961e-c76c74692a47 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:01.875981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9315dc3b-fc1e-404e-9272-c266e3344082 req-6c024cef-c0be-4238-961e-c76c74692a47 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0509984 Nov 01 18:51:01.915567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9315dc3b-fc1e-404e-9272-c266e3344082 req-053d6dfc-c15f-4d94-a2f0-d00820605dee tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360799 Nov 01 18:51:03.034112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca71f6-d00c-4d7c-bae9-00f8951ec8fe req-c67fc013-8b1d-45f0-8e55-c0c5341619c3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:03.035474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deca71f6-d00c-4d7c-bae9-00f8951ec8fe req-c67fc013-8b1d-45f0-8e55-c0c5341619c3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0492861 Nov 01 18:51:03.076566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deca71f6-d00c-4d7c-bae9-00f8951ec8fe req-d993ae2f-4d7c-4d6c-bd95-2cfbea18be2c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350122 Nov 01 18:51:05.074989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:09.347557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:14.754662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33798) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:14.834599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-516676f8-f245-4c73-b5ad-766f2fe17ee3 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2026 time: 0.0786304 Nov 01 18:51:14.837483 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33800) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:14.843118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'network': {'name': 'tempest-network-smoke--703486743', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'port_security_enabled': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:51:14.918673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:51:14.922796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:14.946716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:51:14.955496 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:14.956845 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Added segment 19c6f533-5447-4fa9-ad18-2835362e9911 of type vlan for network 6ca8e442-8872-4ae9-89af-658d1e73b2ec Nov 01 18:51:14.997678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.095994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.101738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:15.109427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.166393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Network': ['ID=6ca8e442-8872-4ae9-89af-658d1e73b2ec,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:15.178325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:51:15.207023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7e98a052-57a2-4826-aa0a-b69893f35b08 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3677621 Nov 01 18:51:15.209702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33802) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:15.214987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'admin_state_up': True, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:51:15.295824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.296921 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.624078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:15.843494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:16.093439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:16.113327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:16.224098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.25.2.126 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/39dd7d26-8ac6-4e50-a8a7-aa82776e5acd) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:51:16.324773 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:16.429112 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:16.472714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:51:16.479266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:16.483039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:51:16.504390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-293ce923-9757-4e1f-9866-409baeb95a12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408182 Nov 01 18:51:16.508028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:16.593610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-75e0483f-44d4-44b7-a783-23d3afd8cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:16.595443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-75e0483f-44d4-44b7-a783-23d3afd8cc1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0478168 Nov 01 18:51:16.706831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-4c1c0a43-020a-44ce-bd6b-75d12bc16e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:16.708543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-4c1c0a43-020a-44ce-bd6b-75d12bc16e99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 200 len: 897 time: 0.0925369 Nov 01 18:51:16.836115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:17.055495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:17.086974 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-c0d69071-9ff2-4977-8d66-ecddb058fcb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 200 len: 1001 time: 0.3717904 Nov 01 18:51:17.144392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-d27db422-9242-4702-a4f7-8b3232ef5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:17.145864 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-d27db422-9242-4702-a4f7-8b3232ef5b21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990a61ad-bcc2-42e4-b58f-3766fe4f185d HTTP/1.1" status: 200 len: 835 time: 0.0518670 Nov 01 18:51:17.205403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-ce0c9ef5-738f-40a4-9108-ed3a663d6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:17.207954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-ce0c9ef5-738f-40a4-9108-ed3a663d6d90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7837ca79-d1af-4634-8e89-24b7d8a88ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545259 Nov 01 18:51:17.269037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 702c94b3-896d-4a9d-bd81-f3aba79d170b is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:51:17.318265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-4539f867-a55a-4ba6-8d2f-568c58987772 service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037972 Nov 01 18:51:17.402908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:51:17.419087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Sync routers for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:51:17.419678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cfb5c9ed-d282-4301-b844-8a3cc01a0233 req-2bc6d0bf-0f24-4609-9aed-7ea9eef8d98c service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937405 Nov 01 18:51:17.430947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:17.434012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:17.538097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:17.539320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8eac31ec-2eb0-4d0a-8847-e2c145cadec7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3285673 Nov 01 18:51:17.542869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33808) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:17.548691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:17.621830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336a14a-b40d-4a5d-a689-726a35b69a18 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:17.623475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6336a14a-b40d-4a5d-a689-726a35b69a18 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c4d08b032ce4bd5b22bc67efab4e68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0795236 Nov 01 18:51:17.626315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:17.767232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:16Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:17.831879 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d848b82a-1d78-4e53-b18d-58b9cc7f1e76 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:17.835530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d848b82a-1d78-4e53-b18d-58b9cc7f1e76 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2062268 Nov 01 18:51:17.836289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33814) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:17.878925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-abd2798d-7307-499e-8065-80e412d93600 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414684 Nov 01 18:51:17.881831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33816) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:17.929214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eb6c89b0-156a-4ab6-b63d-5643c2bf0d29 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c4d08b032ce4bd5b22bc67efab4e68e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427015 Nov 01 18:51:17.932315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33818) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:17.965530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Checking router: 702c94b3-896d-4a9d-bd81-f3aba79d170b for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:51:17.965875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Updating router 702c94b3-896d-4a9d-bd81-f3aba79d170b port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:51:17.994936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.035586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662203e2-bc36-41d7-8a5e-fdb1c415e049 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:18.040245 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33820) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:18.048123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-662203e2-bc36-41d7-8a5e-fdb1c415e049 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143448 Nov 01 18:51:18.070828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-43109294-4556-4beb-b4e9-929c7597310b tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295212 Nov 01 18:51:18.071440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33822) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:18.076338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1980234885', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:51:18.280889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.310384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:51:18.313467 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.382161 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.435275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Attempting to bind port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:51:18.441868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Attempting to bind port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:51:18.441868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Attempting to bind port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:51:18.441868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Pushing event updated for resources: {'Port': ['ID=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:18.447023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:51:18.447599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:51:18.448160 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.448556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:51:18.449028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Bound port: 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:51:18.449414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.451772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.452119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.452463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.452798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.453134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.453463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.453795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.454121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.454465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.454774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.455103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.455426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:18.519565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] For port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:51:18.522548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] For port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:51:18.600642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.634567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.671308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Subnet': ['ID=63dc70a3-e8a2-4d2f-aef4-f7b5b269be86,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:18.683407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Checking segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:51:18.685789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network hostable DHCP agents. Network: 6ca8e442-8872-4ae9-89af-658d1e73b2ec, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:51:18.701782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbde8aa-3d5d-4d03-9402-6f5a01bdb31c None None] Pushing event updated for resources: {'Port': ['ID=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:18.704460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:18.705069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:50:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:18.742961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c68907fb-1e38-46ba-a7d9-f62f5ceb9bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.827441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:18.828679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:51:18.960335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6ca8e442-8872-4ae9-89af-658d1e73b2ec) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:18.965401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:18.971938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:18.986499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd47a50-8ac4-431e-8bd6-ba80efa9aeee None None] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:51:19.051294 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2bc0ed3d-15b8-4628-878f-99d677a85936 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9786472 Nov 01 18:51:19.053787 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33826) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:19.081460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:16Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:19.136240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014b63e-6299-4e92-b9fb-e762c0c9b414 None None] The sync data for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 is: [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:16Z', 'revision_number': 3, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:51:19.192420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'fixed_ips': [{'subnet_id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:51:19.193908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.345568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Allocated IP 172.20.0.18 (6ca8e442-8872-4ae9-89af-658d1e73b2ec/63dc70a3-e8a2-4d2f-aef4-f7b5b269be86/5424fabf-e5ea-4d7a-86de-f23b23855c40) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:51:19.560710 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.692070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.741690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:51:19.744970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:19.749571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:51:19.774944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Pushing event updated for resources: {'Port': ['ID=5424fabf-e5ea-4d7a-86de-f23b23855c40,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:19.813617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Attempting to bind port 5424fabf-e5ea-4d7a-86de-f23b23855c40 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:51:19.813617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Attempting to bind port 5424fabf-e5ea-4d7a-86de-f23b23855c40 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:51:19.813617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Attempting to bind port 5424fabf-e5ea-4d7a-86de-f23b23855c40 on network 6ca8e442-8872-4ae9-89af-658d1e73b2ec {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:51:19.820635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:51:19.820991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Checking segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:51:19.821405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.821801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Bound using segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:51:19.822580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Bound port: 5424fabf-e5ea-4d7a-86de-f23b23855c40, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:51:19.822970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.922874 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] For port 5424fabf-e5ea-4d7a-86de-f23b23855c40, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:51:19.923390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:19.926466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] For port 5424fabf-e5ea-4d7a-86de-f23b23855c40, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5424fabf-e5ea-4d7a-86de-f23b23855c40,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:51:20.028218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:20.045186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-86350357-8414-4cd3-8e45-e728dc741a15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517912 Nov 01 18:51:20.126894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f0b08-4464-43cf-bd00-a05ff9a898a0 None None] Pushing event updated for resources: {'Port': ['ID=5424fabf-e5ea-4d7a-86de-f23b23855c40,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:20.144070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706808db-1e06-42da-961c-d545b9f6759c req-f643e4fc-b47d-4088-87f3-62902d62103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:20.146045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-f643e4fc-b47d-4088-87f3-62902d62103a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0604417 Nov 01 18:51:20.278284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.20.0.17 (6ca8e442-8872-4ae9-89af-658d1e73b2ec/63dc70a3-e8a2-4d2f-aef4-f7b5b269be86/2404fc3e-05ec-46e3-bf9e-094713e7ac2d) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:51:20.286550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706808db-1e06-42da-961c-d545b9f6759c req-8682c51a-b1d8-4c58-999e-da090a786872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:20.287962 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-8682c51a-b1d8-4c58-999e-da090a786872 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.1197367 Nov 01 18:51:20.398553 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-069e6f57-2e68-428f-ad38-c6a29d6b04b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1002 time: 0.1010811 Nov 01 18:51:20.448425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:20.464447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706808db-1e06-42da-961c-d545b9f6759c req-8129f1f5-af20-44e4-b9b4-a5bbf0977ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:20.466165 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-8129f1f5-af20-44e4-b9b4-a5bbf0977ae2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0592954 Nov 01 18:51:20.517455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706808db-1e06-42da-961c-d545b9f6759c req-26f76052-e124-40b1-b98d-b9f0e243d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:20.519036 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-26f76052-e124-40b1-b98d-b9f0e243d556 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441532 Nov 01 18:51:20.555046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:20.597237 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:51:20.600223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:51:20.603716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:20.610061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:51:20.626515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-dd25fb29-f305-4790-b2aa-d491f89c6e9a service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979922 Nov 01 18:51:20.658338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:20.663733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:20.740785 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-706808db-1e06-42da-961c-d545b9f6759c req-9af0defc-f952-4009-b970-6e5279cc7ca9 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070194 Nov 01 18:51:20.897862 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba849c99-1f5f-4f65-be21-4257d208c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:20.903041 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.178847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc96ee-8289-470c-8334-56d3ab54305b None None] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:51:21.212307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.247061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] Provisioning complete for port 5424fabf-e5ea-4d7a-86de-f23b23855c40 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:21.247438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.283463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.381024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:21.413420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.424390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.437857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:21.517385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] For port 5424fabf-e5ea-4d7a-86de-f23b23855c40, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5424fabf-e5ea-4d7a-86de-f23b23855c40,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:21.531708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:51:21.532930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:21.535152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:21.535559 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.619989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.669492 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.690412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 702c94b3-896d-4a9d-bd81-f3aba79d170b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:51:21.705660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4d4b-7635-42d4-9e75-0a1c252e37bc None None] Pushing event updated for resources: {'Port': ['ID=5424fabf-e5ea-4d7a-86de-f23b23855c40,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:21.709302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:21.794878 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.795941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5424fabf-e5ea-4d7a-86de-f23b23855c40 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:21.817959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:51:21.840210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2d78d765-6bc3-4810-807f-cfdd818eb93f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "PUT /v2.0/routers/702c94b3-896d-4a9d-bd81-f3aba79d170b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7771244 Nov 01 18:51:21.840431 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Sync routers for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:51:21.856862 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:21.857494 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:21.902979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:21.935842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-808338d6-c022-49c1-849f-001dc285853b None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:21.936400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-808338d6-c022-49c1-849f-001dc285853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:21.965337 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:21.985023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-808338d6-c022-49c1-849f-001dc285853b None None] Port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:51:22.003915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-808338d6-c022-49c1-849f-001dc285853b None None] Provisioning complete for port 5424fabf-e5ea-4d7a-86de-f23b23855c40 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:22.004604 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-808338d6-c022-49c1-849f-001dc285853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.059971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5424fabf-e5ea-4d7a-86de-f23b23855c40 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:22.060423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.206226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.224528 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:20Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2404fc3e-05ec-46e3-bf9e-094713e7ac2d', 'name': '', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:25:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:20Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 2, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:22.227876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-c0c4fa4a-66be-4b92-acd0-9406d3865c68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:22.229619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-c0c4fa4a-66be-4b92-acd0-9406d3865c68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/networks?id=6ca8e442-8872-4ae9-89af-658d1e73b2ec HTTP/1.1" status: 200 len: 797 time: 0.1339223 Nov 01 18:51:22.248351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-9644cc6c-741e-4c54-b994-fee42c3f62ac tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/quotas/5c4d08b032ce4bd5b22bc67efab4e68e HTTP/1.1" status: 200 len: 375 time: 0.0104749 Nov 01 18:51:22.254618 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Checking router: 702c94b3-896d-4a9d-bd81-f3aba79d170b for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:51:22.255199 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Updating router 702c94b3-896d-4a9d-bd81-f3aba79d170b port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 18:51:22.294864 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.301058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f78ff2c6-2645-4fcc-bd6e-10645450b6e7 None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:22.301768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f78ff2c6-2645-4fcc-bd6e-10645450b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.334543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-7cc80094-7bc0-4b10-862c-c08c423bf54f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0777664 Nov 01 18:51:22.341767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f78ff2c6-2645-4fcc-bd6e-10645450b6e7 None None] Port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:51:22.466993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-14a3a9f6-ba8d-4ac8-bfc4-9a49c636344e None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:22.467368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14a3a9f6-ba8d-4ac8-bfc4-9a49c636344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.485614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-53bb3a4d-ccd8-4be0-9e46-4886016d5aab service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 18:51:22.486730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-53bb3a4d-ccd8-4be0-9e46-4886016d5aab service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1353343 Nov 01 18:51:22.519462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-14a3a9f6-ba8d-4ac8-bfc4-9a49c636344e None None] Port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:51:22.581744 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.585702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-8270cc9a-7e73-4522-9194-2ee416aaf368 service neutron] 10.222.0.31 "GET /v2.0/networks/6ca8e442-8872-4ae9-89af-658d1e73b2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892320 Nov 01 18:51:22.688800 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-662ba34b-3274-4ea2-b9d9-e2dd9bc4eb54 service neutron] 10.222.0.31 "GET /v2.0/networks/6ca8e442-8872-4ae9-89af-658d1e73b2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965118 Nov 01 18:51:22.725738 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:22.779559 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Pushing event updated for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:22.803075 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Attempting to bind port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Attempting to bind port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Attempting to bind port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d on network 6ca8e442-8872-4ae9-89af-658d1e73b2ec {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Checking segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Bound using segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Bound port: 2404fc3e-05ec-46e3-bf9e-094713e7ac2d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] For port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:51:23.016002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] For port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:51:23.054954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:23.055404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.060621 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.134963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c3e0e42-753f-4537-b5c3-4ed59d67350c req-17ecdf3e-3ddd-4307-af85-bfc1b8e904fc tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 210 time: 0.0542719 Nov 01 18:51:23.171674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.219666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] For port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:23.251797 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:23.261425 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:23.319293 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ac201-ea29-472e-b7c2-68cacdfa3afc None None] Pushing event updated for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:23.335902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:23.363917 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.376241 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:23.434283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac966085-b316-45cb-ae9d-6fd2c76745fa None None] Pushing event updated for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:23.441269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:23.447338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.548266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5424fabf-e5ea-4d7a-86de-f23b23855c40 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:23.596449 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:20Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2404fc3e-05ec-46e3-bf9e-094713e7ac2d', 'name': '', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:25:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:20Z', 'updated_at': '2021-11-01T18:51:22Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:23.614419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fa750eb2-9315-4398-b9db-35f6758e7a99 None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:23.614793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa750eb2-9315-4398-b9db-35f6758e7a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.636233 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d32ef-09e1-4198-8355-02de511b15a3 None None] The sync data for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 is: [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:20Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '2404fc3e-05ec-46e3-bf9e-094713e7ac2d', 'name': '', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:25:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:20Z', 'updated_at': '2021-11-01T18:51:22Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:51:23.876881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5424fabf-e5ea-4d7a-86de-f23b23855c40 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:23.882966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:23.989942 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:24.208440 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0323ef4-4079-4e59-aee8-e2632f8c9065 req-88a804a8-c7c4-40f0-9599-c74af3692fb6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 210 time: 0.0287414 Nov 01 18:51:25.325626 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76c28d88-dd90-471b-bbc6-fc48a269ec7e req-7e6716e3-5329-4589-852c-e93cd07757f9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 210 time: 0.0309856 Nov 01 18:51:25.359076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2404fc3e-05ec-46e3-bf9e-094713e7ac2d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:25.405339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:25.405704 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:25.868741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-199439fb-36a5-46a0-a292-d689c4a628c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:25.870433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-199439fb-36a5-46a0-a292-d689c4a628c3 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.37 "GET /v2.0/networks?id=6ca8e442-8872-4ae9-89af-658d1e73b2ec HTTP/1.1" status: 200 len: 797 time: 0.1121085 Nov 01 18:51:25.884057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Request body: {'port': {'device_id': 'e5efec03-08f5-4a45-a357-c375be347d07', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'admin_state_up': True, 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:51:26.097262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Made reservation on behalf of 5c4d08b032ce4bd5b22bc67efab4e68e for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:51:26.101950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.232772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Allocated IP 172.20.0.26 (6ca8e442-8872-4ae9-89af-658d1e73b2ec/63dc70a3-e8a2-4d2f-aef4-f7b5b269be86/3d25628f-e48e-4fe8-a99a-b80c0d5336da) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:51:26.356249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.424719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40fa87af-7dcd-4302-adc3-56d88d4f3801 req-87659ea9-c117-4570-88de-53c8c8b74bfc tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 210 time: 0.0261619 Nov 01 18:51:26.474704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.512385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:51:26.515246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:51:26.518862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:51:26.550614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event updated for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:26.579152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:26.579839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.664053 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-25c8f30f-5627-410c-8e22-32d92a735cd7 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7840772 Nov 01 18:51:26.678889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Request body: {'port': {'device_id': 'e5efec03-08f5-4a45-a357-c375be347d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:51:26.743933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.779191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-daa6e514-2c9b-465b-ab8e-4b7eb127a7a1 None None] Provisioning complete for port 3d25628f-e48e-4fe8-a99a-b80c0d5336da triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:26.779856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-daa6e514-2c9b-465b-ab8e-4b7eb127a7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:26.814126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-daa6e514-2c9b-465b-ab8e-4b7eb127a7a1 None None] Port 3d25628f-e48e-4fe8-a99a-b80c0d5336da cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:51:26.828836 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.020937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d25628f-e48e-4fe8-a99a-b80c0d5336da {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:51:27.028936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.041953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Transition to ACTIVE for port object 3d25628f-e48e-4fe8-a99a-b80c0d5336da will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:51:27.114144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.163546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Pushing event updated for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:27.252984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Attempting to bind port 3d25628f-e48e-4fe8-a99a-b80c0d5336da on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:51:27.253411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Attempting to bind port 3d25628f-e48e-4fe8-a99a-b80c0d5336da by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:51:27.253850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Attempting to bind port 3d25628f-e48e-4fe8-a99a-b80c0d5336da on network 6ca8e442-8872-4ae9-89af-658d1e73b2ec {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:51:27.261800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Port 3d25628f-e48e-4fe8-a99a-b80c0d5336da on network 6ca8e442-8872-4ae9-89af-658d1e73b2ec not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:51:27.262644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Attempting to bind port 3d25628f-e48e-4fe8-a99a-b80c0d5336da on network 6ca8e442-8872-4ae9-89af-658d1e73b2ec {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:51:27.268589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:51:27.268931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Checking segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:51:27.269317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Bound using segment: {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:51:27.269752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Bound port: 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c6f533-5447-4fa9-ad18-2835362e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:51:27.270111 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.349723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:51:27.353698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:51:27.481115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.516280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.516941 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:27.518332 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d25628f-e48e-4fe8-a99a-b80c0d5336da HTTP/1.1" status: 200 len: 1055 time: 0.8448489 Nov 01 18:51:27.518812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:51:27.521186 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:51:27.559586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083f8aa-8864-4376-8bcf-0eaf3641b216 service neutron] Pushing event updated for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:27.559863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487096-2a91-4289-ac52-98793c4b7344 req-f798b010-8dd1-4575-bdbc-65c731f8c67a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.561583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b487096-2a91-4289-ac52-98793c4b7344 req-f798b010-8dd1-4575-bdbc-65c731f8c67a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 907 time: 0.0634806 Nov 01 18:51:27.604413 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ad9646-66b6-4c22-96cd-e0f7d37cd1a9 x-openstack-request-id: req-77ad9646-66b6-4c22-96cd-e0f7d37cd1a9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:51:27.604721 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:51:27.604977 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77ad9646-66b6-4c22-96cd-e0f7d37cd1a9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:51:27.605382 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da', 'status': 'completed', 'code': 200} Nov 01 18:51:27.677517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-74ba3e7f-59b5-4e02-baa4-37075169f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.680711 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-74ba3e7f-59b5-4e02-baa4-37075169f925 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 1058 time: 0.0495968 Nov 01 18:51:27.792297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-e59bfb72-b97c-4aa2-affe-14e8941ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.792701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-e59bfb72-b97c-4aa2-affe-14e8941ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.794241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-e59bfb72-b97c-4aa2-affe-14e8941ef660 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1033120 Nov 01 18:51:27.898590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-6386ed71-f05f-445b-be33-0b39eb1350d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.900218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8ccea1a4-b0a6-46ad-8b28-c48d2586b0d0 req-6386ed71-f05f-445b-be33-0b39eb1350d4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975692 Nov 01 18:51:27.974487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-0871897f-ccb2-4810-8ec7-07e7bb3c7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:27.976033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-0871897f-ccb2-4810-8ec7-07e7bb3c7b2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 1058 time: 0.0400572 Nov 01 18:51:28.022345 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-4d883e7a-0c17-4b77-a4ee-2273e83a5e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da HTTP/1.1" status: 200 len: 217 time: 0.0362122 Nov 01 18:51:28.075264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-30689dbf-dae5-4d08-8ad6-f135c755e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:28.076738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-30689dbf-dae5-4d08-8ad6-f135c755e3b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63dc70a3-e8a2-4d2f-aef4-f7b5b269be86 HTTP/1.1" status: 200 len: 838 time: 0.0475807 Nov 01 18:51:28.125039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-0c1d5373-b5a0-4287-9711-184b76ef22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:28.126641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-0c1d5373-b5a0-4287-9711-184b76ef22fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ca8e442-8872-4ae9-89af-658d1e73b2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424783 Nov 01 18:51:28.218117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-077a7436-0ca3-4e68-a08f-62b38aaa495d service neutron] 10.222.0.37 "GET /v2.0/networks/6ca8e442-8872-4ae9-89af-658d1e73b2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Nov 01 18:51:28.315196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46be0879-b89d-429a-af2b-3215b7b7ae3c req-d90f98b7-9f10-463d-b3be-520e680319e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6ca8e442-8872-4ae9-89af-658d1e73b2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Nov 01 18:51:28.684050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fb52-f27e-4e7c-91aa-c4355cb43839 req-066eb47f-adec-43a9-8aa8-9a2e2d458463 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:28.685586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-20f6fb52-f27e-4e7c-91aa-c4355cb43839 req-066eb47f-adec-43a9-8aa8-9a2e2d458463 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 907 time: 0.0511746 Nov 01 18:51:29.809818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275563c-030d-4c0f-94d2-4bf040fad837 req-323a40ac-1c10-49a6-b156-5cff79df98a2 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:29.811304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c275563c-030d-4c0f-94d2-4bf040fad837 req-323a40ac-1c10-49a6-b156-5cff79df98a2 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 907 time: 0.0502729 Nov 01 18:51:30.876186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3d25628f-e48e-4fe8-a99a-b80c0d5336da details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:51:30.926821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946bd5b-81d5-4404-81e4-13383904dba1 req-42148db2-5ee7-49e6-a28c-71a4a76b8d24 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:30.928412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2946bd5b-81d5-4404-81e4-13383904dba1 req-42148db2-5ee7-49e6-a28c-71a4a76b8d24 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 907 time: 0.0498333 Nov 01 18:51:30.971305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:30.982655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '3d25628f-e48e-4fe8-a99a-b80c0d5336da', 'network_id': '6ca8e442-8872-4ae9-89af-658d1e73b2ec', 'port_id': '3d25628f-e48e-4fe8-a99a-b80c0d5336da', 'mac_address': 'fa:16:3e:49:18:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dc70a3-e8a2-4d2f-aef4-f7b5b269be86', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:51:31.024695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:31.037821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d25628f-e48e-4fe8-a99a-b80c0d5336da {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:51:31.056755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:31.137220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:31.186749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:31.504066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['3d25628f-e48e-4fe8-a99a-b80c0d5336da'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:51:32.049185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967548-aae6-4af7-be8b-08316d4b9a68 req-97f2665a-9ed4-47b4-8a0c-f1d7876c6ada tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:32.050661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72967548-aae6-4af7-be8b-08316d4b9a68 req-97f2665a-9ed4-47b4-8a0c-f1d7876c6ada tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 908 time: 0.0513871 Nov 01 18:51:32.888978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3d25628f-e48e-4fe8-a99a-b80c0d5336da up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:51:33.022809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 3d25628f-e48e-4fe8-a99a-b80c0d5336da completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:51:33.027465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 3d25628f-e48e-4fe8-a99a-b80c0d5336da triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:51:33.028653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:33.116668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:33.141422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:51:33.143612 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b1a32-65dd-40be-8406-fcdc687da2a6" -d '{"events": [{"server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "name": "network-vif-plugged", "status": "completed", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:51:33.159393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:33.189744 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c7619-3aa1-4d01-9878-3971027b0d1a x-openstack-request-id: req-da6c7619-3aa1-4d01-9878-3971027b0d1a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:51:33.190118 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "name": "network-vif-plugged", "status": "completed", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:51:33.190377 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da6c7619-3aa1-4d01-9878-3971027b0d1a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:51:33.190762 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da', 'code': 200} Nov 01 18:51:33.193000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc9a69-fd32-435a-8ea6-2ef9e5ee5553 req-96a22323-6632-4eaf-8c25-ee45d96fa391 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:33.196418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0dc9a69-fd32-435a-8ea6-2ef9e5ee5553 req-96a22323-6632-4eaf-8c25-ee45d96fa391 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 908 time: 0.0579407 Nov 01 18:51:33.245574 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:33.288281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78795-8303-4001-a14f-372960d8d467 req-1044fd53-c7ba-4712-8a68-e718bea8976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:33.289866 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27d78795-8303-4001-a14f-372960d8d467 req-1044fd53-c7ba-4712-8a68-e718bea8976d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 1060 time: 0.0411477 Nov 01 18:51:33.304381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:34.319636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bc0e9-1a58-405e-8b11-c2f1dc512c0c req-7c5750ea-0c3e-48da-9139-999c3519015a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:34.321160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e04bc0e9-1a58-405e-8b11-c2f1dc512c0c req-7c5750ea-0c3e-48da-9139-999c3519015a tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0542042 Nov 01 18:51:35.062148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:35.436883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998b2e0-61df-44cb-b9d0-83eabc5c988f req-e1b628cb-1294-4990-a585-62e38e95e87f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:35.438413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5998b2e0-61df-44cb-b9d0-83eabc5c988f req-e1b628cb-1294-4990-a585-62e38e95e87f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0480280 Nov 01 18:51:35.553817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacd9c-9680-4f26-b862-5b0e8cb125e5 req-77b3db64-2155-4505-966d-101a7477b328 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:35.555280 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5abacd9c-9680-4f26-b862-5b0e8cb125e5 req-77b3db64-2155-4505-966d-101a7477b328 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0513952 Nov 01 18:51:35.663434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadac43-cf8a-4ee7-90ce-bf90e6afca03 req-cfd29d98-12cd-4794-97b2-81b03cabb68d tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:35.664976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bfadac43-cf8a-4ee7-90ce-bf90e6afca03 req-cfd29d98-12cd-4794-97b2-81b03cabb68d tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 1060 time: 0.0443599 Nov 01 18:51:35.821092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362f35-2292-4419-aae1-8aa8a0654dc5 req-e00d28d1-51bc-43e7-90a0-8443512346ce tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:35.821092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28362f35-2292-4419-aae1-8aa8a0654dc5 req-e00d28d1-51bc-43e7-90a0-8443512346ce tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0427861 Nov 01 18:51:35.821092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28362f35-2292-4419-aae1-8aa8a0654dc5 req-d2d7427e-1edd-4c8f-846d-18dddc8341b1 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0290477 Nov 01 18:51:35.837532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:35.879093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d88853-6d82-4fe0-a3da-ea5cd41b8612 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:35.880939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f1d88853-6d82-4fe0-a3da-ea5cd41b8612 tempest-TestSecurityGroupsBasicOps-864794810 tempest-TestSecurityGroupsBasicOps-864794810-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 1055 time: 0.0423310 Nov 01 18:51:36.314143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f569b-e3ff-4f3c-9c54-ee2bad7a8983 req-cd44b6df-ba97-4528-8a40-cfc3231765c6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:36.315637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-734f569b-e3ff-4f3c-9c54-ee2bad7a8983 req-cd44b6df-ba97-4528-8a40-cfc3231765c6 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0537076 Nov 01 18:51:37.437262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7dbcf-2534-4884-933a-209e61efaad4 req-6ecc26ad-b551-4eb5-913f-ea307ca09a14 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:37.438932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1a7dbcf-2534-4884-933a-209e61efaad4 req-6ecc26ad-b551-4eb5-913f-ea307ca09a14 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0508592 Nov 01 18:51:37.765420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-ecce3b8f-2496-49ee-af9d-d4c95bacbfd0 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:37.767945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-ecce3b8f-2496-49ee-af9d-d4c95bacbfd0 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 909 time: 0.0579593 Nov 01 18:51:37.870494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 3d25628f-e48e-4fe8-a99a-b80c0d5336da {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:37.870843 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:37.960165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 3d25628f-e48e-4fe8-a99a-b80c0d5336da, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=3d25628f-e48e-4fe8-a99a-b80c0d5336da,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:37.960447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:37.972503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 3d25628f-e48e-4fe8-a99a-b80c0d5336da owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:38.215588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:38.239772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=3d25628f-e48e-4fe8-a99a-b80c0d5336da,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:38.252750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.253146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.253571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.253923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.254265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.254598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.254928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.255559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.255864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.256196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.256520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.256840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:38.300862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] No DVR routers for this DVR port 3d25628f-e48e-4fe8-a99a-b80c0d5336da on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:51:38.303708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:38.307142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4a5d18cc-9078-41ae-aae8-a5059e1e1818 req-84391e60-59e3-46ca-ad29-e763f810c1bb tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.37 "DELETE /v2.0/ports/3d25628f-e48e-4fe8-a99a-b80c0d5336da HTTP/1.1" status: 204 len: 173 time: 0.5325258 Nov 01 18:51:38.307622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'name': 'network-vif-deleted', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:51:38.310254 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6acff70-bede-430b-8ce0-3cee11878f24" -d '{"events": [{"server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "name": "network-vif-deleted", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:51:38.349606 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d30d60-d937-42b1-89d5-6e3bb4b8c6f0 x-openstack-request-id: req-15d30d60-d937-42b1-89d5-6e3bb4b8c6f0 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:51:38.349928 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5efec03-08f5-4a45-a357-c375be347d07", "name": "network-vif-deleted", "tag": "3d25628f-e48e-4fe8-a99a-b80c0d5336da", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:51:38.350180 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15d30d60-d937-42b1-89d5-6e3bb4b8c6f0 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:51:38.350578 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5efec03-08f5-4a45-a357-c375be347d07', 'name': 'network-vif-deleted', 'tag': '3d25628f-e48e-4fe8-a99a-b80c0d5336da', 'status': 'completed', 'code': 200} Nov 01 18:51:38.533252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cdf3afb0-e772-443d-a042-48370e075aaf req-5e0bc5df-3cf9-4934-9a98-a20579d7d213 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5efec03-08f5-4a45-a357-c375be347d07 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Nov 01 18:51:39.354513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:39.589138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:39.963362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:40.221236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:40.221584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:40.314833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 2404fc3e-05ec-46e3-bf9e-094713e7ac2d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:40.315233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:40.328182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 2404fc3e-05ec-46e3-bf9e-094713e7ac2d owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:40.571011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:40.601632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=2404fc3e-05ec-46e3-bf9e-094713e7ac2d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:40.628707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.630659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.630659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.630659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.630659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.630659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.631165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.631165 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.631513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.631837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.632155 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.632470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:51:40.804372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:40.924841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3d25628f-e48e-4fe8-a99a-b80c0d5336da no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:40.946432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 3d25628f-e48e-4fe8-a99a-b80c0d5336da {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:40.946774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 3d25628f-e48e-4fe8-a99a-b80c0d5336da not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:41.321908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 702c94b3-896d-4a9d-bd81-f3aba79d170b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:51:41.430295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:51:41.435392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81fec9e3-cfea-4fe0-ba5d-da3d02999648 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "PUT /v2.0/routers/702c94b3-896d-4a9d-bd81-f3aba79d170b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451037 Nov 01 18:51:41.438194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33968) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:41.440952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Sync routers for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:51:41.451751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:41.452382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:41.489715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting subnet 63dc70a3-e8a2-4d2f-aef4-f7b5b269be86 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:51:41.492685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:41.531641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:41.561845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:41.624326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:41.737623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:41.755110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:40Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:41.770038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Subnet': ['ID=63dc70a3-e8a2-4d2f-aef4-f7b5b269be86,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:41.774692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:41.781485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33970) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:41.784107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6ddc0bca-b516-4312-aa93-cd19496d2263 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/subnets/63dc70a3-e8a2-4d2f-aef4-f7b5b269be86 HTTP/1.1" status: 204 len: 168 time: 0.3422971 Nov 01 18:51:41.786978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Checking router: 702c94b3-896d-4a9d-bd81-f3aba79d170b for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:51:41.790305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a2429-b124-4d91-8817-20a6a4805cf3 None None] Network 6ca8e442-8872-4ae9-89af-658d1e73b2ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:51:41.818473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Routers {'702c94b3-896d-4a9d-bd81-f3aba79d170b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:41.819030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['702c94b3-896d-4a9d-bd81-f3aba79d170b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:41.899464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.005487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] Set router 702c94b3-896d-4a9d-bd81-f3aba79d170b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:42.007987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.114635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] DHCP port deletion for 6ca8e442-8872-4ae9-89af-658d1e73b2ec request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:51:42.147899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:42.148245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.228167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Deleting port 5424fabf-e5ea-4d7a-86de-f23b23855c40 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:42.228555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.231813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:42.232194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.245426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:42.301224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] For port 5424fabf-e5ea-4d7a-86de-f23b23855c40, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5424fabf-e5ea-4d7a-86de-f23b23855c40,segment=NetworkSegment(19c6f533-5447-4fa9-ad18-2835362e9911),segment_id=19c6f533-5447-4fa9-ad18-2835362e9911)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:42.301631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.311421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:40Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:42.348555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db8ab-0abc-45e0-afda-33e2c3a555e7 None None] The sync data for ids ['702c94b3-896d-4a9d-bd81-f3aba79d170b'] in n-d-815923-2 is: [{'id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270880932', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:51:15Z', 'updated_at': '2021-11-01T18:51:40Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '39dd7d26-8ac6-4e50-a8a7-aa82776e5acd', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702c94b3-896d-4a9d-bd81-f3aba79d170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:51:16Z', 'updated_at': '2021-11-01T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:51:42.361678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Calling delete_port for 5424fabf-e5ea-4d7a-86de-f23b23855c40 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:42.525454 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.555865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=39dd7d26-8ac6-4e50-a8a7-aa82776e5acd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:42.593722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.620049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.623036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] Pushing event deleted for resources: {'Port': ['ID=5424fabf-e5ea-4d7a-86de-f23b23855c40,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:42.641950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3f096-f051-485e-81a4-63827a99a2af None None] No DVR routers for this DVR port 5424fabf-e5ea-4d7a-86de-f23b23855c40 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:51:42.748101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.750444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.891058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.894558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Fanout notify agent at l3_agent the message router_deleted on router 702c94b3-896d-4a9d-bd81-f3aba79d170b {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:51:42.899763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:42.900953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4614fb29-d830-4b39-a60b-1348ba699022 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/routers/702c94b3-896d-4a9d-bd81-f3aba79d170b HTTP/1.1" status: 204 len: 168 time: 1.1177683 Nov 01 18:51:42.904375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 33978) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:42.990246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.079735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.106600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca8e442-8872-4ae9-89af-658d1e73b2ec']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:43.116409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c6f533-5447-4fa9-ad18-2835362e9911') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:43.116775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c6f533-5447-4fa9-ad18-2835362e9911') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:43.131669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.144870 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.150634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:51:43.151027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:51:43.155041 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:51:43.290641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.295390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.298951 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/networks/6ca8e442-8872-4ae9-89af-658d1e73b2ec HTTP/1.1" status: 204 len: 168 time: 0.3933206 Nov 01 18:51:43.301844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 33980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:43.314394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640eca4-a9c7-4f91-b33f-0397d4d8fc9d tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Network': ['ID=6ca8e442-8872-4ae9-89af-658d1e73b2ec,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:43.483085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 4db8dfaa-abae-4879-9474-e9dfd5e050d2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:43.483085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.483322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5424fabf-e5ea-4d7a-86de-f23b23855c40 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:43.507799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5424fabf-e5ea-4d7a-86de-f23b23855c40 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:43.508147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5424fabf-e5ea-4d7a-86de-f23b23855c40 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:43.508799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:43.529506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:43.529848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 39dd7d26-8ac6-4e50-a8a7-aa82776e5acd not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:43.530483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2404fc3e-05ec-46e3-bf9e-094713e7ac2d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:43.549408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2404fc3e-05ec-46e3-bf9e-094713e7ac2d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:43.550047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2404fc3e-05ec-46e3-bf9e-094713e7ac2d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:43.561416 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.564302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.573713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 4db8dfaa-abae-4879-9474-e9dfd5e050d2 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:43.811252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.839827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=4db8dfaa-abae-4879-9474-e9dfd5e050d2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:43.903650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:43.904320 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Floating IP b3324993-3882-471a-912a-9467814b225c disassociated (deleted). External IP: 172.25.2.101, port: 5053b5ff-4768-443a-a979-fd2987b0ba1c. Nov 01 18:51:44.111817 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:51:44.540652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:51:44.546286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:44.551177 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Sync routers for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:51:44.560972 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:44.561687 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:44.573718 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-97f86805-fa8f-402d-9d60-855bee8217d9 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/floatingips/b3324993-3882-471a-912a-9467814b225c HTTP/1.1" status: 204 len: 168 time: 1.2703798 Nov 01 18:51:44.574259 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:51:44.577315 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467309c5-0743-4842-976c-0b1d0bbc8020" -d '{"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:51:44.618820 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcfe654-94ad-40d1-a70c-04c8f5c5c8b4 x-openstack-request-id: req-bbcfe654-94ad-40d1-a70c-04c8f5c5c8b4 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:51:44.619117 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:51:44.619364 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbcfe654-94ad-40d1-a70c-04c8f5c5c8b4 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:51:44.619902 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'status': 'completed', 'code': 200} Nov 01 18:51:44.688474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:44.704519 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-45d5f499-116d-4bd1-aadc-0fc7eb26f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:44.706136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-45d5f499-116d-4bd1-aadc-0fc7eb26f324 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 1135 time: 0.0623734 Nov 01 18:51:44.813482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-c01bd098-c040-4427-95fe-eae25685d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:44.814991 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-c01bd098-c040-4427-95fe-eae25685d5dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 200 len: 897 time: 0.1018300 Nov 01 18:51:44.859784 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-d3af745b-6f17-4214-8347-3f197431685b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 200 len: 217 time: 0.0378220 Nov 01 18:51:44.901742 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:44.924525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-b0d0d387-596d-4b70-8a75-7a5c81ae32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:44.926182 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-b0d0d387-596d-4b70-8a75-7a5c81ae32e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990a61ad-bcc2-42e4-b58f-3766fe4f185d HTTP/1.1" status: 200 len: 835 time: 0.0597939 Nov 01 18:51:44.934873 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Checking router: 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:51:44.945173 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:44.946278 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:44.980121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-f355c0ea-ba6c-4d03-b4c6-2579a4fdc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:44.981657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-f355c0ea-ba6c-4d03-b4c6-2579a4fdc937 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7837ca79-d1af-4634-8e89-24b7d8a88ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476007 Nov 01 18:51:45.058312 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:45.080893 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-095b8f4e-057a-404b-b75b-d33fcb2f312a service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912631 Nov 01 18:51:45.094975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6004dd-b58b-44f8-879f-4c34fcc294e0 req-a04663d2-ff05-4a96-9582-954170e99578 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:45.096651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f6004dd-b58b-44f8-879f-4c34fcc294e0 req-a04663d2-ff05-4a96-9582-954170e99578 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.0521073 Nov 01 18:51:45.145547 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f6004dd-b58b-44f8-879f-4c34fcc294e0 req-37f622d2-49a6-40b8-a775-4faa11485480 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0426691 Nov 01 18:51:45.191594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-467309c5-0743-4842-976c-0b1d0bbc8020 req-2963a216-0414-40f1-b1ae-5c8ee3abd168 service neutron] 10.222.0.32 "GET /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990903 Nov 01 18:51:45.266284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:45.295032 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e461d-2d55-4d5f-8b88-f59b3c7ea98d None None] The sync data for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 is: [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:16Z', 'revision_number': 4, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab', 'name': '', 'network_id': '7837ca79-d1af-4634-8e89-24b7d8a88ab6', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'mac_address': 'fa:16:3e:bc:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:15Z', 'updated_at': '2021-11-01T18:50:21Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'subnets': [{'id': '990a61ad-bcc2-42e4-b58f-3766fe4f185d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:51:45.537155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ed451-5c91-4b25-965f-53fafc2dfcba None None] New status for floating IP b3324993-3882-471a-912a-9467814b225c: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:51:46.273882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6acf78-b310-4ed5-b99c-094a1634ef75 req-4b3c03db-aca1-410f-afda-34a03f06ddd0 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:46.275305 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd6acf78-b310-4ed5-b99c-094a1634ef75 req-4b3c03db-aca1-410f-afda-34a03f06ddd0 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.0552046 Nov 01 18:51:46.317458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd6acf78-b310-4ed5-b99c-094a1634ef75 req-7e72630a-a8d2-4542-a148-388bc93b3f2b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/security-groups?id=de66693e-8021-4aa8-b106-58c69934be9f&id=297f1263-8a26-4f68-8e91-0ec07632dfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347517 Nov 01 18:51:46.374258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08c62-761a-45cf-a164-89874265705b req-c9de2097-7b66-4242-9161-b410b1788c99 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:51:46.376004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ca08c62-761a-45cf-a164-89874265705b req-c9de2097-7b66-4242-9161-b410b1788c99 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 984 time: 0.0608177 Nov 01 18:51:46.471996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 5053b5ff-4768-443a-a979-fd2987b0ba1c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:46.472341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:46.567379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 5053b5ff-4768-443a-a979-fd2987b0ba1c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=5053b5ff-4768-443a-a979-fd2987b0ba1c,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:46.568033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:46.588122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 5053b5ff-4768-443a-a979-fd2987b0ba1c owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:46.799205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:46.830880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=5053b5ff-4768-443a-a979-fd2987b0ba1c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:46.869209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] No DVR routers for this DVR port 5053b5ff-4768-443a-a979-fd2987b0ba1c on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:51:46.872489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:46.876088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ca08c62-761a-45cf-a164-89874265705b req-ee1a42b2-e16f-4a24-b9eb-829f34e9d8d4 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.32 "DELETE /v2.0/ports/5053b5ff-4768-443a-a979-fd2987b0ba1c HTTP/1.1" status: 204 len: 173 time: 0.4929564 Nov 01 18:51:46.876547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'name': 'network-vif-deleted', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:51:46.879338 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb956a6-753f-458a-853a-f6b47cdde9b5" -d '{"events": [{"server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "name": "network-vif-deleted", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:51:46.916300 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0487973b-8892-44c4-bb1e-3d1d6a3466ae x-openstack-request-id: req-0487973b-8892-44c4-bb1e-3d1d6a3466ae {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:51:46.916767 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a510ebb-a520-48a4-8dae-608963d46f7f", "name": "network-vif-deleted", "tag": "5053b5ff-4768-443a-a979-fd2987b0ba1c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:51:46.917029 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0487973b-8892-44c4-bb1e-3d1d6a3466ae {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:51:46.917431 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a510ebb-a520-48a4-8dae-608963d46f7f', 'name': 'network-vif-deleted', 'tag': '5053b5ff-4768-443a-a979-fd2987b0ba1c', 'status': 'completed', 'code': 200} Nov 01 18:51:47.464594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3277fed-2d76-4d31-9a9d-bad4e904b1c0 req-a92d670c-e2fc-44f0-8648-651945cd7236 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a510ebb-a520-48a4-8dae-608963d46f7f HTTP/1.1" status: 200 len: 210 time: 0.0290992 Nov 01 18:51:48.527596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34082) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:48.586409 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.610363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.719801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-419c2308-21b0-48d7-89aa-31ec0ea998b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.753968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.756773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.757971 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/security-groups/297f1263-8a26-4f68-8e91-0ec07632dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2288311 Nov 01 18:51:48.760776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34086) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:48.767284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0a9f-4702-4c4b-9422-d193d830750c tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f1263-8a26-4f68-8e91-0ec07632dfe7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:48.821487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.844637 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.987997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.990632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:48.991863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/security-groups/de66693e-8021-4aa8-b106-58c69934be9f HTTP/1.1" status: 204 len: 168 time: 0.2294784 Nov 01 18:51:48.994625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:49.001935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e72ab-960a-4d31-808c-7e570f09ad68 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66693e-8021-4aa8-b106-58c69934be9f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:49.375533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:49.662423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:49.663142 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:49.777515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:49.778003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:49.792733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:50.079229 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:50.107986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:50.301528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:50.525456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:51:50.636315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:51:50.643240 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-955e3ad4-738c-43b8-8520-c4c89bce605f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "PUT /v2.0/routers/1f78ddf1-0fd9-444c-83bd-95c6ad063e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6469193 Nov 01 18:51:50.646314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34092) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:50.648646 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Sync routers for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:51:50.660080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:50.660938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:50.716348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting subnet 990a61ad-bcc2-42e4-b58f-3766fe4f185d {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:51:50.719874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:50.766238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:50.795540 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:50.862081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2de95e10-6c4b-4ba8-8226-2264de3dae15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:50.873039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.050917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.072141 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:51:49Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:51.079154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Subnet': ['ID=990a61ad-bcc2-42e4-b58f-3766fe4f185d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:51.085220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.091589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-31a54295-8344-45b4-b5ce-cd08b623158b tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/subnets/990a61ad-bcc2-42e4-b58f-3766fe4f185d HTTP/1.1" status: 204 len: 168 time: 0.4410546 Nov 01 18:51:51.092858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:51.094827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330882a-d8f8-4e46-93d8-51e9c8c5f33c None None] Network 7837ca79-d1af-4634-8e89-24b7d8a88ab6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:51:51.102631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Checking router: 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:51:51.114654 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Routers {'1f78ddf1-0fd9-444c-83bd-95c6ad063e27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:51:51.117819 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:51:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:51.167850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5053b5ff-4768-443a-a979-fd2987b0ba1c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:51.195431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 5053b5ff-4768-443a-a979-fd2987b0ba1c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:51.196132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 5053b5ff-4768-443a-a979-fd2987b0ba1c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:51.237749 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.246979 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] Set router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:51:51.351639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] DHCP port deletion for 7837ca79-d1af-4634-8e89-24b7d8a88ab6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:51:51.408378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.411431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Deleting port 00037935-8b9c-4a03-9488-6cacb036e7e6 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:51.413080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.465778 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:51:49Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:51.486787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] For port 00037935-8b9c-4a03-9488-6cacb036e7e6, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=00037935-8b9c-4a03-9488-6cacb036e7e6,segment=NetworkSegment(14a3d215-d609-4aaa-9307-7cdafedd3874),segment_id=14a3d215-d609-4aaa-9307-7cdafedd3874)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:51.487179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.501009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Calling delete_port for 00037935-8b9c-4a03-9488-6cacb036e7e6 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:51.507548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77dca2d-8acb-48ec-9475-c12aa294599b None None] The sync data for ids ['1f78ddf1-0fd9-444c-83bd-95c6ad063e27'] in n-d-815923-2 is: [{'id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953905751', 'tenant_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:51:49Z', 'revision_number': 5, 'project_id': '5c4d08b032ce4bd5b22bc67efab4e68e', 'gw_port': {'id': '716dd12b-853a-439f-936b-0bdc53b4eabf', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78ddf1-0fd9-444c-83bd-95c6ad063e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:50:11Z', 'updated_at': '2021-11-01T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:51:51.537019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Deleting port 716dd12b-853a-439f-936b-0bdc53b4eabf {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:51:51.537353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.623724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] For port 716dd12b-853a-439f-936b-0bdc53b4eabf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=716dd12b-853a-439f-936b-0bdc53b4eabf,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:51:51.623977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.637786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Calling delete_port for 716dd12b-853a-439f-936b-0bdc53b4eabf owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:51:51.661295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.689600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] Pushing event deleted for resources: {'Port': ['ID=00037935-8b9c-4a03-9488-6cacb036e7e6,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:51.693310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b621a-7e1f-45ec-af42-d33d1bc403ca None None] No DVR routers for this DVR port 00037935-8b9c-4a03-9488-6cacb036e7e6 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:51:51.868031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:51.898127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Port': ['ID=716dd12b-853a-439f-936b-0bdc53b4eabf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:51.979072 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.077147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.079337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.136747 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.205266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.205843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Fanout notify agent at l3_agent the message router_deleted on router 1f78ddf1-0fd9-444c-83bd-95c6ad063e27 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:51:52.212577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.213702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-05f1b1d1-4d05-4056-b178-2a584de0a797 tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/routers/1f78ddf1-0fd9-444c-83bd-95c6ad063e27 HTTP/1.1" status: 204 len: 168 time: 1.1189318 Nov 01 18:51:52.216881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:52.300958 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.392212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.412692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7837ca79-d1af-4634-8e89-24b7d8a88ab6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:52.423672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a3d215-d609-4aaa-9307-7cdafedd3874') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:52.424027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a3d215-d609-4aaa-9307-7cdafedd3874') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:51:52.439468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.453967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.459947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:51:52.460272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:51:52.463371 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:51:52.592803 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.601443 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:52.603943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] 10.222.0.31 "DELETE /v2.0/networks/7837ca79-d1af-4634-8e89-24b7d8a88ab6 HTTP/1.1" status: 204 len: 168 time: 0.3861144 Nov 01 18:51:52.616971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663a685-cb19-49d6-99e5-16ce4a8e533f tempest-TestSecurityGroupsBasicOps-451993050 tempest-TestSecurityGroupsBasicOps-451993050-project] Pushing event deleted for resources: {'Network': ['ID=7837ca79-d1af-4634-8e89-24b7d8a88ab6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:53.221292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34110) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:53.325213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 716dd12b-853a-439f-936b-0bdc53b4eabf no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:53.349196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 716dd12b-853a-439f-936b-0bdc53b4eabf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:53.349846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 716dd12b-853a-439f-936b-0bdc53b4eabf not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:53.350438 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:53.367307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34114) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:53.372267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:53.372629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 58c22cf6-90f3-4f4c-a0bf-24e66ecf7bab not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:53.373046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 00037935-8b9c-4a03-9488-6cacb036e7e6 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:51:53.374092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2d5f84c6-ad53-4c9b-abd2-e9ae221e88e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c4d08b032ce4bd5b22bc67efab4e68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515954 Nov 01 18:51:53.395101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 00037935-8b9c-4a03-9488-6cacb036e7e6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:51:53.395559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 00037935-8b9c-4a03-9488-6cacb036e7e6 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:51:53.424866 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:53.446985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:53.553417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:53.555963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:53.557293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88a02d00-8396-460b-bcdf-fd80584d7d89 HTTP/1.1" status: 204 len: 168 time: 0.1887064 Nov 01 18:51:53.566026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef228050-4a35-4419-bf2f-6ee94835979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a02d00-8396-460b-bcdf-fd80584d7d89,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:53.841357 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.138350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:54.154245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5072468d-4fea-4c62-9276-5ea8ab8c61ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.234293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5072468d-4fea-4c62-9276-5ea8ab8c61ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.301076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5072468d-4fea-4c62-9276-5ea8ab8c61ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.344994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5072468d-4fea-4c62-9276-5ea8ab8c61ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc855569f6b84117a758008970ba8e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055383 Nov 01 18:51:54.345991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072468d-4fea-4c62-9276-5ea8ab8c61ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf19d31-0e1a-4236-8001-a9eaf0f91d14,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:54.347701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34126) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:54.401091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.429062 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.547843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.550421 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:54.551627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cf19d31-0e1a-4236-8001-a9eaf0f91d14 HTTP/1.1" status: 204 len: 168 time: 0.2027624 Nov 01 18:51:54.559821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1a125-8673-4a94-83e2-4faaef88ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf19d31-0e1a-4236-8001-a9eaf0f91d14,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:55.599007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34134) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:55.644776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34136) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:51:55.645381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3a6a4153-45df-4716-b4f6-a1351fa49349 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51720d2dc98a466086030662175bb439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446529 Nov 01 18:51:55.700211 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:55.722654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:55.855379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:55.858162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:55.859319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e7cae1b-b2b5-4edf-aeee-c6336f23cb91 HTTP/1.1" status: 204 len: 168 time: 0.2133894 Nov 01 18:51:55.867099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574aa27d-6068-4c00-ad3c-8a17c54588e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cae1b-b2b5-4edf-aeee-c6336f23cb91,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:51:56.758860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:51:57.597386 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:52:05.084780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:07.570538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c1316-8ad2-4389-a351-111b055a651f req-8427851c-9556-4fbf-80ca-0742273a9764 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:07.572101 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e8c1316-8ad2-4389-a351-111b055a651f req-8427851c-9556-4fbf-80ca-0742273a9764 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0516746 Nov 01 18:52:07.612649 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e8c1316-8ad2-4389-a351-111b055a651f req-f6acd6bd-6519-4179-9c23-47156f9b5fb5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340950 Nov 01 18:52:08.734287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41008-1df7-4c38-85d5-1ccf53642e6d req-e548ca72-6312-47c7-acea-e52751d7ef8c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:08.735833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfc41008-1df7-4c38-85d5-1ccf53642e6d req-e548ca72-6312-47c7-acea-e52751d7ef8c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0495701 Nov 01 18:52:08.776648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfc41008-1df7-4c38-85d5-1ccf53642e6d req-5a4e311d-e335-47d8-acc1-e5d02bed46a2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348558 Nov 01 18:52:09.404797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:09.892932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce74993-7ea7-4d93-8c86-a27ae1c4e8a8 req-324782c5-c726-4e10-8e28-5555dc8a5311 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:09.894314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ce74993-7ea7-4d93-8c86-a27ae1c4e8a8 req-324782c5-c726-4e10-8e28-5555dc8a5311 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0494816 Nov 01 18:52:09.932604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ce74993-7ea7-4d93-8c86-a27ae1c4e8a8 req-12572fd7-061e-4ed1-8806-21a86d7e0a63 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Nov 01 18:52:11.051072 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af926d-fb65-4457-b973-55c9077b362f req-a7ab0ea1-c444-4bb2-877e-2d4e22a62e30 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:11.052599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5af926d-fb65-4457-b973-55c9077b362f req-a7ab0ea1-c444-4bb2-877e-2d4e22a62e30 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0491655 Nov 01 18:52:11.093402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5af926d-fb65-4457-b973-55c9077b362f req-4faa69f8-0884-476e-8011-3d13d231a745 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Nov 01 18:52:12.212493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862910c-df6e-41c0-ab55-23231f6974ef req-dbe2fad7-2e72-4905-81da-d89aa892bc98 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:12.213974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e862910c-df6e-41c0-ab55-23231f6974ef req-dbe2fad7-2e72-4905-81da-d89aa892bc98 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0503561 Nov 01 18:52:12.256651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e862910c-df6e-41c0-ab55-23231f6974ef req-ec5c1bef-15b8-4dab-a761-48db786ed592 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363753 Nov 01 18:52:13.373366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef2693-9219-4018-8135-4040f271204e req-895e2754-4e06-4d5a-b1a1-71272ff34599 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:13.374832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68ef2693-9219-4018-8135-4040f271204e req-895e2754-4e06-4d5a-b1a1-71272ff34599 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0475187 Nov 01 18:52:13.412877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68ef2693-9219-4018-8135-4040f271204e req-cd8add75-b1e9-413f-88d2-9ce681888c74 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Nov 01 18:52:14.527823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb977-93f7-4ee2-880d-949cf3646dcb req-11df89ed-cfa8-4281-9ecf-e50622c135e4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:14.529860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01cfb977-93f7-4ee2-880d-949cf3646dcb req-11df89ed-cfa8-4281-9ecf-e50622c135e4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0498786 Nov 01 18:52:14.568146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01cfb977-93f7-4ee2-880d-949cf3646dcb req-cc371db7-007c-4854-a043-e8e6374e78fb tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Nov 01 18:52:15.687192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3b1d7-1031-4919-b70d-af935071e3c0 req-9b9ce3e5-3b0b-4786-944e-3a515fbb3f60 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:15.689046 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51e3b1d7-1031-4919-b70d-af935071e3c0 req-9b9ce3e5-3b0b-4786-944e-3a515fbb3f60 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Nov 01 18:52:15.730900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51e3b1d7-1031-4919-b70d-af935071e3c0 req-1e86cae9-6060-4997-be89-76afbefe2b34 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349879 Nov 01 18:52:16.855485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc65a8-6820-42df-99f5-99f545e44015 req-6f68138a-9595-4935-8f7c-0a11a4ed49b2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:16.857637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10bc65a8-6820-42df-99f5-99f545e44015 req-6f68138a-9595-4935-8f7c-0a11a4ed49b2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Nov 01 18:52:16.895158 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-10bc65a8-6820-42df-99f5-99f545e44015 req-f6395b96-5c6d-4ef9-9de7-d460f2d8b055 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Nov 01 18:52:18.017036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a122301-7065-400e-ae3f-14d8f5459d63 req-4885738f-16e6-4d08-9156-56ec34ff0c1b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:18.018555 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a122301-7065-400e-ae3f-14d8f5459d63 req-4885738f-16e6-4d08-9156-56ec34ff0c1b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Nov 01 18:52:18.062908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a122301-7065-400e-ae3f-14d8f5459d63 req-63bae7a0-901f-4a6b-b187-32457041a8cb tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Nov 01 18:52:18.706522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-48ac8fbe-b7d9-4e78-952c-1b0e4eba51e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:19.181390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c198e-3524-4cab-a7dd-e0bdffbad623 req-f1e1e22d-d090-4655-b132-d073d7efa274 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.182868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef1c198e-3524-4cab-a7dd-e0bdffbad623 req-f1e1e22d-d090-4655-b132-d073d7efa274 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0488575 Nov 01 18:52:19.226701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef1c198e-3524-4cab-a7dd-e0bdffbad623 req-054e7bd7-4ea7-4f53-91e1-98f14bff52bd tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370076 Nov 01 18:52:19.529330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed7dd8-05a8-461e-9eeb-b44c36d31817 req-22f48290-ca4e-4601-995e-07345847519b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.530815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27ed7dd8-05a8-461e-9eeb-b44c36d31817 req-22f48290-ca4e-4601-995e-07345847519b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Nov 01 18:52:19.570043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27ed7dd8-05a8-461e-9eeb-b44c36d31817 req-1e1d8aab-a9ce-4735-bb21-c27ab7550fc8 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331516 Nov 01 18:52:19.641835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-9c4e9af1-230f-4bc2-a581-88ceb7408808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.643347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-9c4e9af1-230f-4bc2-a581-88ceb7408808 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0403066 Nov 01 18:52:19.740992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-182ea40c-6bf3-4bdb-8084-abcbd42719e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.742485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-182ea40c-6bf3-4bdb-8084-abcbd42719e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0911691 Nov 01 18:52:19.807874 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-fb2bfce1-b8ff-48d1-bff5-4573b1b21ce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1002 time: 0.0582991 Nov 01 18:52:19.860580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-547d5393-63df-421b-b6a5-3ed497489c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.862044 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-547d5393-63df-421b-b6a5-3ed497489c13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0470958 Nov 01 18:52:19.907697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-9a53f7f0-d31a-4c35-9552-78ae7335bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:19.909682 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-9a53f7f0-d31a-4c35-9552-78ae7335bb7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403132 Nov 01 18:52:19.998342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-2959599c-eee9-45e9-9bba-cc041ceadd39 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817516 Nov 01 18:52:20.090453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fec31c40-44c9-4913-93fb-8f4e183a7c41 req-3ea83809-e834-4cf0-8b08-1123c71da0dd service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851328 Nov 01 18:52:20.191725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854caa5-69b8-4426-8f02-da36755c8892 req-9bb9e9cd-f895-4b0c-8141-365265098547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:20.193224 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-9bb9e9cd-f895-4b0c-8141-365265098547 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 1097 time: 0.0426481 Nov 01 18:52:20.303436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854caa5-69b8-4426-8f02-da36755c8892 req-1922a2bd-90f3-404c-b020-94a933cc4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:20.304956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-1922a2bd-90f3-404c-b020-94a933cc4c99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0908532 Nov 01 18:52:20.376907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-b39c3e0d-1e13-4f2d-ab15-ef8a796eef6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 200 len: 1002 time: 0.0610688 Nov 01 18:52:20.426170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854caa5-69b8-4426-8f02-da36755c8892 req-3e347b0d-a7ab-4c4c-8247-bed256d4344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:20.427662 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-3e347b0d-a7ab-4c4c-8247-bed256d4344f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0432243 Nov 01 18:52:20.485261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854caa5-69b8-4426-8f02-da36755c8892 req-cf5b8811-f90d-45e1-b8f3-bdabdf1ee07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:20.485261 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-cf5b8811-f90d-45e1-b8f3-bdabdf1ee07b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478656 Nov 01 18:52:20.582444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-f3d2ce3e-be73-4d20-8da8-f891a8717879 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Nov 01 18:52:20.716750 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4854caa5-69b8-4426-8f02-da36755c8892 req-95a278ec-3586-47ca-a3fd-c43ec225e334 service neutron] 10.222.0.37 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231847 Nov 01 18:52:20.771830 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9be3-ba31-4933-b23b-70249b52ebf4 req-6a068d04-c0e9-40bb-a591-d7e7f558c602 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:20.773397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-244d9be3-ba31-4933-b23b-70249b52ebf4 req-6a068d04-c0e9-40bb-a591-d7e7f558c602 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0960424 Nov 01 18:52:20.834468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-244d9be3-ba31-4933-b23b-70249b52ebf4 req-bcea4167-27bf-48b1-b713-abb6c7b002f5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Nov 01 18:52:20.861892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-169ad40e-e76d-4001-88b5-0be046312e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:21.955984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e556ad-77f5-44db-b803-37dc20eeab43 req-7176e74c-c401-47a2-ba62-11ccfadbb84f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:52:21.957655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46e556ad-77f5-44db-b803-37dc20eeab43 req-7176e74c-c401-47a2-ba62-11ccfadbb84f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Nov 01 18:52:22.005662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-46e556ad-77f5-44db-b803-37dc20eeab43 req-8bdb492f-688d-4d27-af37-ce6c477f43d7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Nov 01 18:52:22.146945 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:23.821212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.290466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:24.396631 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a687154-087b-4470-9049-3d9db87f028f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.466808 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a687154-087b-4470-9049-3d9db87f028f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.535158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4a687154-087b-4470-9049-3d9db87f028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.574191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4a687154-087b-4470-9049-3d9db87f028f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fed8a02eedcb43ab93c4f7774883684c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823033 Nov 01 18:52:24.575322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a687154-087b-4470-9049-3d9db87f028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c0f8f2-dc5d-40ed-abd2-daa5e753c96b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:24.576889 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:24.628872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.650115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.764159 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.766641 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:24.767847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2c0f8f2-dc5d-40ed-abd2-daa5e753c96b HTTP/1.1" status: 204 len: 168 time: 0.1899164 Nov 01 18:52:24.775586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015feb-d800-4f84-bcc6-e6068480623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c0f8f2-dc5d-40ed-abd2-daa5e753c96b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:26.734986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:29.464561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34466) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:29.570931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23c1a48a-494f-405e-a520-57c631c1d78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:29.648049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23c1a48a-494f-405e-a520-57c631c1d78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:29.706857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-23c1a48a-494f-405e-a520-57c631c1d78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.040227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-23c1a48a-494f-405e-a520-57c631c1d78c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2caf6c95de204014a1a9935915ea02c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738993 Nov 01 18:52:30.040931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1a48a-494f-405e-a520-57c631c1d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be1ce2-38dc-40e3-9a64-3ab980da7335,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:30.042769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34470) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:30.093707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.114877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.249333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.251972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.253162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10be1ce2-38dc-40e3-9a64-3ab980da7335 HTTP/1.1" status: 204 len: 168 time: 0.2088034 Nov 01 18:52:30.261656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8363-eaeb-4868-8d28-dd1d56e9b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be1ce2-38dc-40e3-9a64-3ab980da7335,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:30.843577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34476) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:30.856999 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e877-e948-459f-8f90-43cce0bf5874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.933259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e877-e948-459f-8f90-43cce0bf5874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:30.986596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e877-e948-459f-8f90-43cce0bf5874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:31.025419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bcd8e877-e948-459f-8f90-43cce0bf5874 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cabf34ebe7454279a1722364f6ab9155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807826 Nov 01 18:52:31.027418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8e877-e948-459f-8f90-43cce0bf5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7028a8-1d47-457f-b80d-be3a36912db3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:31.028129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34478) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:52:31.076415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:31.096905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:31.209460 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:31.212093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:31.213238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea7028a8-1d47-457f-b80d-be3a36912db3 HTTP/1.1" status: 204 len: 168 time: 0.1841285 Nov 01 18:52:31.221412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27dc2c-e677-4608-ad13-b5645483ca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7028a8-1d47-457f-b80d-be3a36912db3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:52:34.596807 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:52:35.066081 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:39.375142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:48.688838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d8a3684c-d742-461c-82b2-defe5c37b3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:50.900058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f70bf49c-f878-4e0a-8c7a-830f7087b1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:52.157722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:53.825481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:52:56.745546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:05.105417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:09.390993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:11.595899 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:53:17.366161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124956-5d7e-448c-99d0-e17f5028bb16 req-1bd05fa6-b6a0-473c-8d18-fdf26a30f990 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:17.367697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59124956-5d7e-448c-99d0-e17f5028bb16 req-1bd05fa6-b6a0-473c-8d18-fdf26a30f990 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0496912 Nov 01 18:53:17.406912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59124956-5d7e-448c-99d0-e17f5028bb16 req-e25d9d9b-8a03-443b-908a-641625baaeba tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Nov 01 18:53:18.488086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-bfebe42a-f634-407c-a77b-06af148fd607 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:18.489445 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-bfebe42a-f634-407c-a77b-06af148fd607 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0489643 Nov 01 18:53:18.525886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cd6fc-0785-4452-9633-6cefacc0b8ee req-71af31e3-c220-49a2-9e16-89e05669345d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:18.528517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be9cd6fc-0785-4452-9633-6cefacc0b8ee req-71af31e3-c220-49a2-9e16-89e05669345d tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 946 time: 0.0495360 Nov 01 18:53:18.567003 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-be9cd6fc-0785-4452-9633-6cefacc0b8ee req-26d47253-3d62-48c2-99d6-b2d41b71c05b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=02175279-555f-4cda-ab94-ee66ea604501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Nov 01 18:53:18.583001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Deleting port 2fa4db20-c143-4791-9d4f-babc11375740 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:53:18.583356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:18.676030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] For port 2fa4db20-c143-4791-9d4f-babc11375740, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2fa4db20-c143-4791-9d4f-babc11375740,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:53:18.676395 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:18.704903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc86f59f-b0d3-48ab-9fe8-1031bfe29baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:18.846320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:18.846711 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:18.847035 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Floating IP 277c9e20-591e-4b44-86d8-46a9808c354a disassociated. External IP: 172.25.2.230, port: 2fa4db20-c143-4791-9d4f-babc11375740. Nov 01 18:53:18.847384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Calling delete_port for 2fa4db20-c143-4791-9d4f-babc11375740 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:53:19.014362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:19.042626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'Port': ['ID=2fa4db20-c143-4791-9d4f-babc11375740,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:19.053175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.053534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.053872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.054212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.054553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.054887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.055218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.055571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.055900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.056227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.056555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.056880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:19.166737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:53:19.277552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:53:19.287737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:53:19.298149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:53:19.298771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:52:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:19.317638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] No DVR routers for this DVR port 2fa4db20-c143-4791-9d4f-babc11375740 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:53:19.320462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:19.324428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55252c11-ed19-4358-9eb6-3e1361df8a34 req-6231dbce-1d84-4ed0-8d03-eb40af50a6b5 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.37 "DELETE /v2.0/ports/2fa4db20-c143-4791-9d4f-babc11375740 HTTP/1.1" status: 204 len: 173 time: 0.8285646 Nov 01 18:53:19.324837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'name': 'network-vif-deleted', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:53:19.327110 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01619c4-50af-44b6-afc1-7018900bd235" -d '{"events": [{"server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "name": "network-vif-deleted", "tag": "2fa4db20-c143-4791-9d4f-babc11375740"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:53:19.370057 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5cc31-1364-448f-bafd-5aa66d2b1bd7 x-openstack-request-id: req-a0e5cc31-1364-448f-bafd-5aa66d2b1bd7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:53:19.370338 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9d8367-f351-4a35-b49d-cae483a34628", "name": "network-vif-deleted", "tag": "2fa4db20-c143-4791-9d4f-babc11375740", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:53:19.370915 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0e5cc31-1364-448f-bafd-5aa66d2b1bd7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:53:19.371599 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d8367-f351-4a35-b49d-cae483a34628', 'name': 'network-vif-deleted', 'tag': '2fa4db20-c143-4791-9d4f-babc11375740', 'status': 'completed', 'code': 200} Nov 01 18:53:19.412105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:53:19.620967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:19.648033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:53:19.656930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:53:19.657560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:52:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:19.680630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f8061a0-e76d-4f51-8ad5-ae537754eae7 req-0bbc79a5-78d7-4a2a-bf42-db806c1a630c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 210 time: 0.0309906 Nov 01 18:53:19.768637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:53:19.965699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:19.976923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-bd581cd6-34d5-49c3-893b-6de5c175d676 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d8367-f351-4a35-b49d-cae483a34628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253131 Nov 01 18:53:19.991599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6c768-8250-4970-856f-69af1a8f5166 None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:53:20.047104 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-25860c7c-3bb0-4206-a3f1-9ead6c9baef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=8a9d8367-f351-4a35-b49d-cae483a34628 HTTP/1.1" status: 200 len: 210 time: 0.0256910 Nov 01 18:53:20.168456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-c20cad97-f521-4722-9858-dbd5a95bcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:20.170453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-c20cad97-f521-4722-9858-dbd5a95bcb5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1035528 Nov 01 18:53:20.246878 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7acc9c-387a-4e53-9fb3-1866874ca35e None None] New status for floating IP 277c9e20-591e-4b44-86d8-46a9808c354a: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:53:20.274096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-087f11ea-d572-44f4-aeb6-e64c5e168925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:20.275815 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d83956b-1c66-4a79-89d2-25fae25087ab req-087f11ea-d572-44f4-aeb6-e64c5e168925 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984895 Nov 01 18:53:20.872601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34522) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:20.876292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-81c5dab3-dfa7-43f2-8a6f-8ade7e4d753d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:20.928024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:20.950338 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.043331 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.046006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.047162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "DELETE /v2.0/security-groups/02175279-555f-4cda-ab94-ee66ea604501 HTTP/1.1" status: 204 len: 168 time: 0.1735826 Nov 01 18:53:21.050013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34524) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:21.056121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02175279-555f-4cda-ab94-ee66ea604501,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:21.064053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.064523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.064757 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-33d0d6a0-85db-4d21-9a2d-0279b93999c6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] show failed (client error): The resource could not be found. Nov 01 18:53:21.064885 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.065223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.065567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.065832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-33d0d6a0-85db-4d21-9a2d-0279b93999c6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups/02175279-555f-4cda-ab94-ee66ea604501 HTTP/1.1" status: 404 len: 347 time: 0.0147870 Nov 01 18:53:21.065979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.066275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.066610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.066938 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.067265 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.067692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.068047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c6062-4af1-4c1a-8019-01c1b307cb36 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:21.068820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34526) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:21.194205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Deleting port 1d68d273-abbb-46b2-8dca-c67a659c738d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:53:21.194544 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.269064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.269307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.281313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Calling delete_port for 1d68d273-abbb-46b2-8dca-c67a659c738d owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:53:21.368293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2fa4db20-c143-4791-9d4f-babc11375740 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:53:21.389697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 2fa4db20-c143-4791-9d4f-babc11375740 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:53:21.390044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2fa4db20-c143-4791-9d4f-babc11375740 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:53:21.487957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.514292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'Port': ['ID=1d68d273-abbb-46b2-8dca-c67a659c738d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:21.580597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.583149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:21.584347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-66f18875-9084-49e4-89fc-9a1bcf7f0bbc tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "DELETE /v2.0/floatingips/277c9e20-591e-4b44-86d8-46a9808c354a HTTP/1.1" status: 204 len: 168 time: 0.5145411 Nov 01 18:53:22.156348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.171366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34530) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:22.176048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039850732', 'description': 'tempest-description--1721946333'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:22.254060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.319248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.397240 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.426464 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a625a44d-cbc4-4ea8-830d-57e83b89027e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:22.507801 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.509089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ddaf4710-f0c6-4e6d-b56e-4f482cce896c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3366938 Nov 01 18:53:22.512081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34532) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:22.516387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group_rule': {'security_group_id': 'a625a44d-cbc4-4ea8-830d-57e83b89027e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:22.629767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.692586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.768751 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.787754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3e9261-d1de-429d-84f2-3a5da52db411,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:22.843892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.845098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e295de04-ab8c-4ca9-9f58-048919f5ecb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320956 Nov 01 18:53:22.847765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34534) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:22.852075 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'security_group_rule': {'security_group_id': 'a625a44d-cbc4-4ea8-830d-57e83b89027e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:22.938827 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:22.992540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.065176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.083481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d560a1-f60d-4df1-95a1-b4467afa0757,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:23.164726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.165999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a08e9ba9-f7e2-4759-90dc-cb8bdc55defa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3172822 Nov 01 18:53:23.169680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34536) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:23.180786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:23.248492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.347317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.451893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Allocated IP 172.25.2.242 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/3e508eb2-8555-48c5-8766-b49f83f53938) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:53:23.554675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.637150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.673270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:53:23.676079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:53:23.681752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:53:23.706152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=3e508eb2-8555-48c5-8766-b49f83f53938,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:23.809674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.861144 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:23.908371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:24.055360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:24.099815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:24.170739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=3e508eb2-8555-48c5-8766-b49f83f53938,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:24.180285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:24.273248 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:24.274507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2c032d61-c839-4bb0-bc3f-f8cf7adc7f17 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1038742 Nov 01 18:53:24.416680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-1a05cf0c-60cf-4e97-9f1a-5b365a0e4868 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1039850732&fields=id&tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 267 time: 0.0365777 Nov 01 18:53:24.525382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-e6000252-bf2e-4161-9b2a-b7f835a224aa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:24.527422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-e6000252-bf2e-4161-9b2a-b7f835a224aa tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 811 time: 0.1032472 Nov 01 18:53:24.542518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-4f30782d-4f48-49e6-ada0-7662967cc76b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/quotas/580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 375 time: 0.0088181 Nov 01 18:53:24.594576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-34f373e7-ea0b-4db4-b92b-de0d179a1f26 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462670 Nov 01 18:53:24.696542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-a1a2fffc-ea94-4925-85a5-b073f83f926c service neutron] 10.222.0.31 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897512 Nov 01 18:53:24.788308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-ddf3ef8e-374b-4110-b0b2-5498d1252cde service neutron] 10.222.0.31 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Nov 01 18:53:25.191315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cda7562-2519-4641-aa69-14a2bcfceacd req-d3c5862b-2f43-4ee9-8b21-92f9b841726e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 210 time: 0.1891260 Nov 01 18:53:26.285232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b504965a-1e70-4216-bcd2-a55c889576b6 req-919a36a7-2bdb-474b-a93e-391f7de77675 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 210 time: 0.0265236 Nov 01 18:53:26.700841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-ca493c85-a182-4bdb-9c3d-341a2a557626 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:26.702419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-ca493c85-a182-4bdb-9c3d-341a2a557626 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.32 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 811 time: 0.1088798 Nov 01 18:53:26.745583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-3e81d8b6-b5c1-47c7-904a-643b4dfe5f71 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e HTTP/1.1" status: 200 len: 380 time: 0.0333645 Nov 01 18:53:26.755010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'port': {'device_id': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'admin_state_up': True, 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'security_groups': ['a625a44d-cbc4-4ea8-830d-57e83b89027e']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:26.768486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:26.922896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Made reservation on behalf of 580fb3e7c24e4bcfa649e9dd07d53c9e for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:53:26.926598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.052522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Allocated IP 172.20.0.12 (bd6fa2b4-83e2-43d1-8d4d-07912100e18a/26a0b61c-5d48-4bed-96b8-fa45a4daf1ec/b37ed431-df96-4f75-af0b-21cbf58674b8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:53:27.183567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.271282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.318916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:53:27.328264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:53:27.332992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:53:27.358462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event updated for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:27.404060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:27.406811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.417363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc379-dac7-43fd-92a8-5386da168f21 req-1bb822ee-d6b7-4149-9a7e-176a2328f860 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:27.419162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48bdc379-dac7-43fd-92a8-5386da168f21 req-1bb822ee-d6b7-4149-9a7e-176a2328f860 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 932 time: 0.0647602 Nov 01 18:53:27.461336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48bdc379-dac7-43fd-92a8-5386da168f21 req-dfcb6eda-1619-47c5-86ab-919c7684511e tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Nov 01 18:53:27.503004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-9d046ea3-0deb-40d5-93af-24428c2cb439 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7516167 Nov 01 18:53:27.515994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Request body: {'port': {'device_id': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:27.536235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-802258fb-00f3-4fed-9aea-24431478f091 None None] Provisioning complete for port b37ed431-df96-4f75-af0b-21cbf58674b8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:53:27.536608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-802258fb-00f3-4fed-9aea-24431478f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.569784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-802258fb-00f3-4fed-9aea-24431478f091 None None] Port b37ed431-df96-4f75-af0b-21cbf58674b8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:53:27.570008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.834579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37ed431-df96-4f75-af0b-21cbf58674b8 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:53:27.842317 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.853757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Transition to ACTIVE for port object b37ed431-df96-4f75-af0b-21cbf58674b8 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 18:53:27.922302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:27.972900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:28.046758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Attempting to bind port b37ed431-df96-4f75-af0b-21cbf58674b8 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:53:28.047108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Attempting to bind port b37ed431-df96-4f75-af0b-21cbf58674b8 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:53:28.047446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Attempting to bind port b37ed431-df96-4f75-af0b-21cbf58674b8 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:53:28.052035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Port b37ed431-df96-4f75-af0b-21cbf58674b8 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 18:53:28.052352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Attempting to bind port b37ed431-df96-4f75-af0b-21cbf58674b8 on network bd6fa2b4-83e2-43d1-8d4d-07912100e18a {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:53:28.058060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:53:28.058486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Checking segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:53:28.058960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Bound using segment: {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:53:28.059417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Bound port: b37ed431-df96-4f75-af0b-21cbf58674b8, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:53:28.059813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:28.125481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:53:28.128957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b37ed431-df96-4f75-af0b-21cbf58674b8,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:53:28.191818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:28.225477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.226092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:28.227483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] 10.222.0.32 "PUT /v2.0/ports/b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 200 len: 1092 time: 0.7159271 Nov 01 18:53:28.227983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:53:28.230878 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612bfc04-31d2-4daa-ae99-f80893ae237f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:53:28.260463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70cc8a-d962-43a3-a377-f85fde366ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:28.274947 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0163857-1780-4a0d-865d-c16b6525ab2f x-openstack-request-id: req-b0163857-1780-4a0d-865d-c16b6525ab2f {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:53:28.275245 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:53:28.275546 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0163857-1780-4a0d-865d-c16b6525ab2f {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:53:28.275933 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'status': 'completed', 'code': 200} Nov 01 18:53:28.339014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-5c1e946b-544d-4146-b8f9-63d08d16632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.340855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-5c1e946b-544d-4146-b8f9-63d08d16632f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1095 time: 0.0448794 Nov 01 18:53:28.448873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-9999d58d-e8da-4d8c-9272-7290c3c3a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.450384 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-9999d58d-e8da-4d8c-9272-7290c3c3a5be service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010051 Nov 01 18:53:28.550041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-86aa501c-f974-4cd1-a7cd-995962b3703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.551570 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-612bfc04-31d2-4daa-ae99-f80893ae237f req-86aa501c-f974-4cd1-a7cd-995962b3703d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944390 Nov 01 18:53:28.583314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b951ea-8d84-43d2-874d-f193187864b7 req-d0aa0318-dce8-4631-ab39-7a9f25a62e00 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.584826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5b951ea-8d84-43d2-874d-f193187864b7 req-d0aa0318-dce8-4631-ab39-7a9f25a62e00 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 944 time: 0.0491922 Nov 01 18:53:28.626857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5b951ea-8d84-43d2-874d-f193187864b7 req-97620c86-63d4-43c1-bdc5-addca0d043db tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358317 Nov 01 18:53:28.628806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-61398ca9-1408-4f29-b7a3-addf402cd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.630491 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-61398ca9-1408-4f29-b7a3-addf402cd63e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1095 time: 0.0411193 Nov 01 18:53:28.679178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-f1eada34-12d9-4c1c-9317-fe65e4e62948 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 200 len: 217 time: 0.0400321 Nov 01 18:53:28.728442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-4d7ab5c4-0694-47e1-bb2a-cf500b7c861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.730156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-4d7ab5c4-0694-47e1-bb2a-cf500b7c861f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0441513 Nov 01 18:53:28.779169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-6b2b4f72-314b-4c67-886b-1cf0b1eac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:28.780692 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-6b2b4f72-314b-4c67-886b-1cf0b1eac4a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434740 Nov 01 18:53:28.871404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-1739743d-7e4e-42f9-ad14-22fe1d9d2c57 service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Nov 01 18:53:28.969565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dbb106ba-b715-4f43-9fbc-8dd8775b598e req-cb131751-a626-4232-b5c2-edcb243991df service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907397 Nov 01 18:53:29.799852 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05891c25-e016-4104-8190-a7fb870cd0d4 req-f204d479-2e0f-4154-97a2-651684984a67 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:29.801359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05891c25-e016-4104-8190-a7fb870cd0d4 req-f204d479-2e0f-4154-97a2-651684984a67 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 944 time: 0.1050365 Nov 01 18:53:29.837552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-05891c25-e016-4104-8190-a7fb870cd0d4 req-d310b7f3-ff58-4b83-9221-e2d3d6c7c863 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301783 Nov 01 18:53:30.951693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36d77d-a34b-47f3-baad-a200941b00d7 req-10006112-6cb5-415a-8b21-33c3425439da tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:30.953079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a36d77d-a34b-47f3-baad-a200941b00d7 req-10006112-6cb5-415a-8b21-33c3425439da tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 944 time: 0.0481224 Nov 01 18:53:30.990025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a36d77d-a34b-47f3-baad-a200941b00d7 req-6f85c453-535a-4ebd-9f7a-1fb9daf2631a tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309536 Nov 01 18:53:31.733896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b37ed431-df96-4f75-af0b-21cbf58674b8 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 18:53:31.827831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b37ed431-df96-4f75-af0b-21cbf58674b8,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:53:31.839475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'port_id': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'mac_address': 'fa:16:3e:31:d9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 18:53:31.874181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:31.886936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37ed431-df96-4f75-af0b-21cbf58674b8 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 18:53:31.906200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b37ed431-df96-4f75-af0b-21cbf58674b8,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:53:31.991207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:32.042437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:32.049685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.050036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.050374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.050711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.051045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.051375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.051729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.052057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.052386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.052707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.053030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.053350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:53:32.105888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec935d09-d61b-4d43-991f-59b5c753236b req-e7e293ec-c70f-44c8-ad87-6903ad6edec2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:32.107347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec935d09-d61b-4d43-991f-59b5c753236b req-e7e293ec-c70f-44c8-ad87-6903ad6edec2 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 945 time: 0.0475733 Nov 01 18:53:32.149212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec935d09-d61b-4d43-991f-59b5c753236b req-0967b9e6-fc77-422b-abbd-d41b957d476b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359569 Nov 01 18:53:32.212670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['b37ed431-df96-4f75-af0b-21cbf58674b8'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 18:53:33.263532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da4f66-4637-4dd8-b3a5-2a8a8206c6b4 req-397f5a38-a08d-435c-abf8-3f19178ea5f9 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:33.265014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21da4f66-4637-4dd8-b3a5-2a8a8206c6b4 req-397f5a38-a08d-435c-abf8-3f19178ea5f9 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 945 time: 0.0488358 Nov 01 18:53:33.304526 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21da4f66-4637-4dd8-b3a5-2a8a8206c6b4 req-96b37e9c-31b0-422c-bbc7-3953048d3d34 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 Nov 01 18:53:33.733741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b37ed431-df96-4f75-af0b-21cbf58674b8 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:53:33.842346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port b37ed431-df96-4f75-af0b-21cbf58674b8 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 18:53:33.846275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port b37ed431-df96-4f75-af0b-21cbf58674b8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:53:33.846671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:33.921821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:33.943938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:53:33.946072 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672e041-932d-43d1-895a-93ba1db06697" -d '{"events": [{"server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "name": "network-vif-plugged", "status": "completed", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:53:33.958309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b37ed431-df96-4f75-af0b-21cbf58674b8,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:53:33.983041 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb3ddc-25b0-49fb-b8d4-ded48a747747 x-openstack-request-id: req-5dfb3ddc-25b0-49fb-b8d4-ded48a747747 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:53:33.983328 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "name": "network-vif-plugged", "status": "completed", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:53:33.983610 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dfb3ddc-25b0-49fb-b8d4-ded48a747747 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:53:33.984193 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'code': 200} Nov 01 18:53:34.014334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:34.066970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:53:34.080590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f00ea-6ad3-4f41-bbcb-c7a58809baf2 req-b0d6825b-1ef2-41a4-848d-4b073d4d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:34.082155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-711f00ea-6ad3-4f41-bbcb-c7a58809baf2 req-b0d6825b-1ef2-41a4-848d-4b073d4d7bee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1097 time: 0.0404384 Nov 01 18:53:34.117996 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-711f00ea-6ad3-4f41-bbcb-c7a58809baf2 req-7db47057-c819-4685-9b66-d5802b17b50e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277872 Nov 01 18:53:34.424539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd17b7-93f9-4322-89c1-993cb13f9098 req-ebdeff6f-df29-4340-ac1a-39af3e0c9832 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:34.426001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cdd17b7-93f9-4322-89c1-993cb13f9098 req-ebdeff6f-df29-4340-ac1a-39af3e0c9832 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0486083 Nov 01 18:53:34.462156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7cdd17b7-93f9-4322-89c1-993cb13f9098 req-fa66d6eb-440a-449a-8cdf-0ca86c304996 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300615 Nov 01 18:53:35.099935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:35.577583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad4672-92f7-46bd-ab81-42ba094a2b57 req-612463be-40a6-49c5-a5ba-eeed8106bed4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:35.579074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cad4672-92f7-46bd-ab81-42ba094a2b57 req-612463be-40a6-49c5-a5ba-eeed8106bed4 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0477252 Nov 01 18:53:35.618979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8cad4672-92f7-46bd-ab81-42ba094a2b57 req-16da01ab-a085-4c61-aa77-955e60680aec tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Nov 01 18:53:35.747886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235df111-7a5a-49ea-890d-4d524ebba1db req-8390ec78-97a6-4329-a1fa-90c38792c07c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:35.749226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-235df111-7a5a-49ea-890d-4d524ebba1db req-8390ec78-97a6-4329-a1fa-90c38792c07c tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0487695 Nov 01 18:53:35.757934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:53:35.762796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Request body: {'floatingip': {'port_id': 'b37ed431-df96-4f75-af0b-21cbf58674b8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:53:35.800364 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:36.652067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:36.694267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:36.795716 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Floating IP 8b348afb-29c1-4436-a108-d6beab0ce0b4 associated. External IP: 172.25.2.242, port: b37ed431-df96-4f75-af0b-21cbf58674b8. Nov 01 18:53:36.994124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:53:37.105270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:53:37.110380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:37.115008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:53:37.125386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:53:37.126022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:53:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:37.141798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2456c606-8afc-4a50-9056-cbdae11c41c7 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "PUT /v2.0/floatingips/8b348afb-29c1-4436-a108-d6beab0ce0b4 HTTP/1.1" status: 200 len: 992 time: 1.3828294 Nov 01 18:53:37.142486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:53:37.144927 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd4d887-c9cf-4279-adc7-350db555bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:53:37.184857 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51ab69-f859-4d26-9492-007d43236afb x-openstack-request-id: req-4a51ab69-f859-4d26-9492-007d43236afb {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:53:37.185155 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:53:37.185406 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a51ab69-f859-4d26-9492-007d43236afb {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:53:37.185808 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'status': 'completed', 'code': 200} Nov 01 18:53:37.236843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:53:37.250773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-0f58bed2-5016-4055-a221-491ab30e3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:37.252310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-0f58bed2-5016-4055-a221-491ab30e3c17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1097 time: 0.0409205 Nov 01 18:53:37.352516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-c306fd6d-ffcb-4f4a-b73b-4c97fc132c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:37.354661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-c306fd6d-ffcb-4f4a-b73b-4c97fc132c19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0949759 Nov 01 18:53:37.425934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-b2674809-c0b0-4081-89c4-ddb73476e57a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 200 len: 1000 time: 0.0651500 Nov 01 18:53:37.460037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b348afb-29c1-4436-a108-d6beab0ce0b4', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:31:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:53:23Z', 'updated_at': '2021-11-01T18:53:36Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:37.474609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-a5c83695-2852-42fc-a58d-979f35eacd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:37.476133 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-a5c83695-2852-42fc-a58d-979f35eacd3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0438330 Nov 01 18:53:37.525314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-51ef2df3-591a-44df-b034-1f5c76982af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:53:37.527099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-51ef2df3-591a-44df-b034-1f5c76982af9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433345 Nov 01 18:53:37.624282 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-3330db52-0692-4b03-a32f-4732c8d74388 service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Nov 01 18:53:37.647290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:53:37.656173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:53:37.656780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:53:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:37.719415 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3cd4d887-c9cf-4279-adc7-350db555bbcd req-d5408692-79a3-4666-8577-c8b91d0a945d service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874176 Nov 01 18:53:37.760430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:53:37.974736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b348afb-29c1-4436-a108-d6beab0ce0b4', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:31:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:53:23Z', 'updated_at': '2021-11-01T18:53:36Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:53:38.004521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0eba4c-b385-478f-b743-a058499179c3 None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b348afb-29c1-4436-a108-d6beab0ce0b4', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'port_id': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'mac_address': 'fa:16:3e:31:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T18:53:23Z', 'updated_at': '2021-11-01T18:53:36Z', 'revision_number': 1, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:53:38.206907 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f78977-76a0-43d3-8201-a878fb276e18 None None] New status for floating IP 8b348afb-29c1-4436-a108-d6beab0ce0b4: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:53:39.362447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:48.595583 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:53:48.704970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-205a07b9-3512-4063-bfaa-0c86f34e3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:50.853889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9298-2975-4297-9fe6-1fbc013151e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:52.195217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:53.836737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:53:56.750640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:05.143517 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:09.362123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:18.686351 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9e778fb9-adbc-4cc2-af85-73dcf2c465c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:20.836017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50f5d742-826c-4c38-9950-422c7716e251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:21.497201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-efb50969-7bb5-4a6c-a278-9b41b5e84f38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393605 Nov 01 18:54:21.581173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-b0eac8fa-ccf7-4357-a817-d77e6747a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:54:21.582663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-b0eac8fa-ccf7-4357-a817-d77e6747a4be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1097 time: 0.0446661 Nov 01 18:54:21.683179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-2b0cb898-d641-4f9f-adb7-e0a5569e3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:54:21.685235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-2b0cb898-d641-4f9f-adb7-e0a5569e3050 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0843425 Nov 01 18:54:21.753616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-ae35b412-f7d8-4bed-8384-b96504bcfaf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 200 len: 1002 time: 0.0616467 Nov 01 18:54:21.803174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-4520ab34-5065-4df3-8772-58a084cda3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:54:21.804673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-4520ab34-5065-4df3-8772-58a084cda3f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0436289 Nov 01 18:54:21.857257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-2fed957c-09a6-4aa5-9edb-25f6256c5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:54:21.858765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-2fed957c-09a6-4aa5-9edb-25f6256c5a62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464919 Nov 01 18:54:21.950907 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-df1403bf-506e-44c5-8f74-282638f5c801 service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840545 Nov 01 18:54:22.038095 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-54d9ce00-0a61-490f-8a3d-bcbcb0f52b54 req-2564f1f1-08f0-415c-993f-11e96e02a35c service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797358 Nov 01 18:54:22.143004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:23.862752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:25.595022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:54:26.744694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:35.136579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:39.394229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:48.691089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6a8984f5-8335-47c4-8101-b2a865fc9acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:50.839244 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3ad877d4-9c63-43e6-995d-8b4964659dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:52.153311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:53.861953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:54:56.755680 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:02.597735 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:55:05.112780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:09.406990 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:18.704352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-904c8d18-c890-4038-985e-b58c7ad0a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:20.872609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9857121-f380-486e-817e-a2b8d50926ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:21.635214 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-91ddb2fc-58f2-42c9-a780-859eccc4b084 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108363 Nov 01 18:55:21.716687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fec1c-016d-4513-870e-4e45538a2d04 req-9d5688f5-b383-4a14-95b5-233ef2607d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:21.718185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-9d5688f5-b383-4a14-95b5-233ef2607d7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 1097 time: 0.0398693 Nov 01 18:55:21.820793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fec1c-016d-4513-870e-4e45538a2d04 req-6d41f674-e793-4ba9-935b-a5a049065069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:21.822267 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-6d41f674-e793-4ba9-935b-a5a049065069 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 200 len: 912 time: 0.0845749 Nov 01 18:55:21.891888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-f709c0b6-eaf3-4488-bfe0-4290766246c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 200 len: 1002 time: 0.0615933 Nov 01 18:55:21.941216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fec1c-016d-4513-870e-4e45538a2d04 req-8f14ee35-cbaf-476d-b028-d85a5f20f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:21.942672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-8f14ee35-cbaf-476d-b028-d85a5f20f54c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 200 len: 850 time: 0.0426404 Nov 01 18:55:21.990532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fec1c-016d-4513-870e-4e45538a2d04 req-263bac38-c738-4791-a4c4-09f31f240de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:21.992065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-263bac38-c738-4791-a4c4-09f31f240de4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd6fa2b4-83e2-43d1-8d4d-07912100e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414038 Nov 01 18:55:22.086129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-fcb29dcc-c340-4ddb-a1e4-17d61c5f6a44 service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Nov 01 18:55:22.138467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:22.181883 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-115fec1c-016d-4513-870e-4e45538a2d04 req-98b40b11-7865-42c4-8d77-dacd71addf24 service neutron] 10.222.0.32 "GET /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878377 Nov 01 18:55:23.872569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:26.823960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:35.132598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:39.415105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:39.596353 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:55:48.698165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f25f5d4-4992-489e-b6c1-689fd23b1c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:50.854631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-61790223-b1e1-40b6-8e29-f6b5d7351161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:52.174498 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:53.848513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:56.123647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f352a-fd90-4921-ba15-04fcb396c9b0 req-483e7f14-5db4-45c2-a309-6bf68d11e409 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:56.125378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-518f352a-fd90-4921-ba15-04fcb396c9b0 req-483e7f14-5db4-45c2-a309-6bf68d11e409 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0485709 Nov 01 18:55:56.162749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-518f352a-fd90-4921-ba15-04fcb396c9b0 req-3be6c909-4284-4df8-8930-4d62e6cc4076 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Nov 01 18:55:56.756915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:57.277594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1503d-5566-42c0-a8b5-4ec56ad0155f req-c2aaa9b9-46e3-4527-8d23-aa4c6226548f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:57.279047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba1503d-5566-42c0-a8b5-4ec56ad0155f req-c2aaa9b9-46e3-4527-8d23-aa4c6226548f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0471678 Nov 01 18:55:57.315557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ba1503d-5566-42c0-a8b5-4ec56ad0155f req-d0853aaa-94e2-453d-8bac-f5dd4604e267 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Nov 01 18:55:57.779934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-dc4b3fa2-e560-4993-9991-8a964e060648 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:57.781400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-dc4b3fa2-e560-4993-9991-8a964e060648 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0496976 Nov 01 18:55:57.868845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Deleting port b37ed431-df96-4f75-af0b-21cbf58674b8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:55:57.869189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.256773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] For port b37ed431-df96-4f75-af0b-21cbf58674b8, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=b37ed431-df96-4f75-af0b-21cbf58674b8,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:55:58.257136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.424794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.425166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.425493 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Floating IP 8b348afb-29c1-4436-a108-d6beab0ce0b4 disassociated. External IP: 172.25.2.242, port: b37ed431-df96-4f75-af0b-21cbf58674b8. Nov 01 18:55:58.425845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Calling delete_port for b37ed431-df96-4f75-af0b-21cbf58674b8 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:55:58.436324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f989-0158-4dbf-af53-183bd9f182bb req-976d5b0b-592b-4f7a-b717-16de50f1bdb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:55:58.437849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7810f989-0158-4dbf-af53-183bd9f182bb req-976d5b0b-592b-4f7a-b717-16de50f1bdb6 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 946 time: 0.0528502 Nov 01 18:55:58.480090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7810f989-0158-4dbf-af53-183bd9f182bb req-5d368b03-0b29-4a2a-826f-a6d27024411b tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups?id=a625a44d-cbc4-4ea8-830d-57e83b89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Nov 01 18:55:58.602817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.632131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'Port': ['ID=b37ed431-df96-4f75-af0b-21cbf58674b8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:55:58.643670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.644011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.644284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.644625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.644962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.645299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.645629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.646492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.646824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.647215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.647589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.647920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:55:58.755356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:55:58.864031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:55:58.873656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:55:58.884207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:55:58.884822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:55:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:55:58.902659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] No DVR routers for this DVR port b37ed431-df96-4f75-af0b-21cbf58674b8 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:55:58.905282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:55:58.908628 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d5244bd-a1b0-4c64-b28c-a814a9bbfd33 req-eafa2140-693e-41e7-9b30-e7b268394392 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.32 "DELETE /v2.0/ports/b37ed431-df96-4f75-af0b-21cbf58674b8 HTTP/1.1" status: 204 len: 173 time: 1.1208403 Nov 01 18:55:58.909061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'name': 'network-vif-deleted', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 18:55:58.911365 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481e814-edda-48fd-abcf-81a7160a4e41" -d '{"events": [{"server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "name": "network-vif-deleted", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 18:55:58.993483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:55:59.027583 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacae5ab-ce42-4726-b81d-f45df53be2b1 x-openstack-request-id: req-dacae5ab-ce42-4726-b81d-f45df53be2b1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 18:55:59.027583 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f679583-6d60-4186-ab1d-4741fa644cfa", "name": "network-vif-deleted", "tag": "b37ed431-df96-4f75-af0b-21cbf58674b8", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 18:55:59.027583 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dacae5ab-ce42-4726-b81d-f45df53be2b1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 18:55:59.028160 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f679583-6d60-4186-ab1d-4741fa644cfa', 'name': 'network-vif-deleted', 'tag': 'b37ed431-df96-4f75-af0b-21cbf58674b8', 'status': 'completed', 'code': 200} Nov 01 18:55:59.211839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:55:59.237805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:55:59.246524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:55:59.247135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:55:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:55:59.350651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:55:59.546580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:55:59.576264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda2619-52be-4813-92f9-0451b80a25b9 None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:47:31Z', 'revision_number': 4, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'a8417262-9e82-4741-8094-fef5085ecc1b', 'name': '', 'network_id': 'bd6fa2b4-83e2-43d1-8d4d-07912100e18a', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'mac_address': 'fa:16:3e:7f:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:31Z', 'updated_at': '2021-11-01T18:47:36Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'subnets': [{'id': '26a0b61c-5d48-4bed-96b8-fa45a4daf1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:55:59.587025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a18d747c-c889-4039-aff6-e7c5db55f736 req-38c74d04-6a93-4fbd-b10e-22498f4b50fe tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f679583-6d60-4186-ab1d-4741fa644cfa HTTP/1.1" status: 200 len: 210 time: 0.0281217 Nov 01 18:55:59.813633 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0229a-c27b-48ae-a00d-024d4778ce22 None None] New status for floating IP 8b348afb-29c1-4436-a108-d6beab0ce0b4: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 18:56:00.723708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 34978) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:00.777994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:00.800516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:00.903372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:00.905867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:00.907033 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "DELETE /v2.0/security-groups/a625a44d-cbc4-4ea8-830d-57e83b89027e HTTP/1.1" status: 204 len: 168 time: 0.1818061 Nov 01 18:56:00.909867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:00.917184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625a44d-cbc4-4ea8-830d-57e83b89027e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:00.924117 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-d3cbccb2-dbdf-4fc0-884b-4bb0fd376ba3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] show failed (client error): The resource could not be found. Nov 01 18:56:00.924459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.924803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.925109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d3cbccb2-dbdf-4fc0-884b-4bb0fd376ba3 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "GET /v2.0/security-groups/a625a44d-cbc4-4ea8-830d-57e83b89027e HTTP/1.1" status: 404 len: 347 time: 0.0142441 Nov 01 18:56:00.925298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.925462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.925795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.926127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.926448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.926773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.927154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.927975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.928122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 34982) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:00.928239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:00.928400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3d70-91b6-49cd-bde5-2187bd16e14f tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:01.059778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Deleting port 3e508eb2-8555-48c5-8766-b49f83f53938 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:56:01.060129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.134265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.134596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.146307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Calling delete_port for 3e508eb2-8555-48c5-8766-b49f83f53938 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:56:01.339669 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.364773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Pushing event deleted for resources: {'Port': ['ID=3e508eb2-8555-48c5-8766-b49f83f53938,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:01.428747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.431485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:01.432672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-334b7c63-9a3c-4249-9478-63e3e0683825 tempest-AttachVolumeTestJSON-777194310 tempest-AttachVolumeTestJSON-777194310-project] 10.222.0.31 "DELETE /v2.0/floatingips/8b348afb-29c1-4436-a108-d6beab0ce0b4 HTTP/1.1" status: 204 len: 168 time: 0.5038133 Nov 01 18:56:02.377118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b37ed431-df96-4f75-af0b-21cbf58674b8 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:56:02.398204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: b37ed431-df96-4f75-af0b-21cbf58674b8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:56:02.404705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device b37ed431-df96-4f75-af0b-21cbf58674b8 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:56:05.114795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:09.442900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:11.680181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35028) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:12.192840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:12.446704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Deleting port a8417262-9e82-4741-8094-fef5085ecc1b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:56:12.446970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:12.535989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] For port a8417262-9e82-4741-8094-fef5085ecc1b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a8417262-9e82-4741-8094-fef5085ecc1b,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:56:12.536359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:12.549239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Calling delete_port for a8417262-9e82-4741-8094-fef5085ecc1b owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:56:12.802204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:12.828993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8417262-9e82-4741-8094-fef5085ecc1b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:12.993157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.211748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:56:13.316105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:56:13.321560 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c77a7bf6-7ba1-4bbd-95c0-fcd5481d1a5a admin admin] 10.222.0.31 "PUT /v2.0/routers/8ebcf980-d610-4daa-b35f-83b95cd5d2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403072 Nov 01 18:56:13.324197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35034) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:13.325580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Sync routers for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:56:13.335936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:56:13.336543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:55:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:13.433345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.543946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.606035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:56:13.640252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Deleting port 28b9c26e-9155-463f-85cc-68fe109c4a28 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:56:13.640599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.722721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] For port 28b9c26e-9155-463f-85cc-68fe109c4a28, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=28b9c26e-9155-463f-85cc-68fe109c4a28,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:56:13.723080 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.736721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Calling delete_port for 28b9c26e-9155-463f-85cc-68fe109c4a28 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:56:13.782793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:56:12Z', 'revision_number': 5, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port': {'id': '28b9c26e-9155-463f-85cc-68fe109c4a28', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T18:47:29Z', 'updated_at': '2021-11-01T18:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:13.808697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Checking router: 8ebcf980-d610-4daa-b35f-83b95cd5d2cb for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 18:56:13.818328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Routers {'8ebcf980-d610-4daa-b35f-83b95cd5d2cb'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:56:13.819461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:55:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:13.905261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] Set router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 18:56:13.958081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:56:13Z', 'revision_number': 6, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:13.966086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:13.984294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8736ab9-ef25-4a2d-a27d-40e78a4001e0 None None] The sync data for ids ['8ebcf980-d610-4daa-b35f-83b95cd5d2cb'] in n-d-815923-2 is: [{'id': '8ebcf980-d610-4daa-b35f-83b95cd5d2cb', 'name': 'tempest-AttachVolumeTestJSON-1225590047-router', 'tenant_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T18:47:28Z', 'updated_at': '2021-11-01T18:56:13Z', 'revision_number': 6, 'project_id': '580fb3e7c24e4bcfa649e9dd07d53c9e', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:56:13.994608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b9c26e-9155-463f-85cc-68fe109c4a28,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:14.057116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.145679 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.148007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.351450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.352141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ebcf980-d610-4daa-b35f-83b95cd5d2cb {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:56:14.357525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.358119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-03f40f48-4ce6-4898-9d5b-288958609856 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8ebcf980-d610-4daa-b35f-83b95cd5d2cb HTTP/1.1" status: 204 len: 168 time: 1.0329843 Nov 01 18:56:14.360639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35036) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:14.410033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Deleting subnet 26a0b61c-5d48-4bed-96b8-fa45a4daf1ec {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:56:14.413914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.446977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.525548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.640840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.666617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a0b61c-5d48-4bed-96b8-fa45a4daf1ec,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:14.670292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.673496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b04162f-8ed7-4d08-ad4f-3fe9d5b5f841 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/26a0b61c-5d48-4bed-96b8-fa45a4daf1ec HTTP/1.1" status: 204 len: 168 time: 0.3119044 Nov 01 18:56:14.676061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35038) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:14.679121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e56e2-9147-49ed-b567-9f67fec61475 None None] Network bd6fa2b4-83e2-43d1-8d4d-07912100e18a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:56:14.751468 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.808325 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Deleting port 461af861-3004-4d88-9668-247b3bc8f358 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:56:14.808670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.860772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] DHCP port deletion for bd6fa2b4-83e2-43d1-8d4d-07912100e18a request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:56:14.879628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] For port 461af861-3004-4d88-9668-247b3bc8f358, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=461af861-3004-4d88-9668-247b3bc8f358,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:56:14.879995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.893474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Calling delete_port for 461af861-3004-4d88-9668-247b3bc8f358 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:56:14.908536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Deleting port 461af861-3004-4d88-9668-247b3bc8f358 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:56:14.908914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.979065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] For port 461af861-3004-4d88-9668-247b3bc8f358, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=461af861-3004-4d88-9668-247b3bc8f358,segment=NetworkSegment(f92f7d9d-c80a-4aa9-b354-8f6e35099f21),segment_id=f92f7d9d-c80a-4aa9-b354-8f6e35099f21)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:56:14.979457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:14.992549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Calling delete_port for 461af861-3004-4d88-9668-247b3bc8f358 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:56:15.093901 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.099763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.119954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Pushing event deleted for resources: {'Port': ['ID=461af861-3004-4d88-9668-247b3bc8f358,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:15.125777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] No DVR routers for this DVR port 461af861-3004-4d88-9668-247b3bc8f358 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:56:15.127187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Pushing event deleted for resources: {'Port': ['ID=461af861-3004-4d88-9668-247b3bc8f358,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:15.138093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.138441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.138781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.139119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.139454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.139813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.140145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.140474 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.140798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.141122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.141444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.141770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:56:15.144652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c12e9-0f2d-4113-b01c-d73812fc17bd None None] No DVR routers for this DVR port 461af861-3004-4d88-9668-247b3bc8f358 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:56:15.446953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 461af861-3004-4d88-9668-247b3bc8f358 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:56:15.468119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 461af861-3004-4d88-9668-247b3bc8f358 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:56:15.468463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 461af861-3004-4d88-9668-247b3bc8f358 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:56:15.468878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a8417262-9e82-4741-8094-fef5085ecc1b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:56:15.489126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a8417262-9e82-4741-8094-fef5085ecc1b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:56:15.489475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a8417262-9e82-4741-8094-fef5085ecc1b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:56:15.489897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 28b9c26e-9155-463f-85cc-68fe109c4a28 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:56:15.510690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 28b9c26e-9155-463f-85cc-68fe109c4a28 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:56:15.510950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.511096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 28b9c26e-9155-463f-85cc-68fe109c4a28 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:56:15.530990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6fa2b4-83e2-43d1-8d4d-07912100e18a']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:15.540545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:15.540850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92f7d9d-c80a-4aa9-b354-8f6e35099f21') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:56:15.549904 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.563233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.569306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:56:15.570093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:56:15.571320 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:56:15.680220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.685680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:15.688837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] 10.222.0.31 "DELETE /v2.0/networks/bd6fa2b4-83e2-43d1-8d4d-07912100e18a HTTP/1.1" status: 204 len: 168 time: 1.0117939 Nov 01 18:56:15.699963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec6461-4e0e-4239-957f-0b15257d608c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6fa2b4-83e2-43d1-8d4d-07912100e18a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:16.007261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:16.050291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-16cd1a3e-32d6-4c6f-9bf9-4b7cc80deb20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=580fb3e7c24e4bcfa649e9dd07d53c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418332 Nov 01 18:56:16.052767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35044) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:16.098178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:16.118851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:16.247853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:16.250659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:16.251828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78a8dac1-c9d4-4568-b57e-6e6a987c32db HTTP/1.1" status: 204 len: 168 time: 0.1981487 Nov 01 18:56:16.260158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196286b-3380-4f15-891b-b652f2cd8443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8dac1-c9d4-4568-b57e-6e6a987c32db,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:16.595098 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:56:18.705842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5b91c1bb-d7d5-4907-95d2-3a0142440a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.267664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:20.371098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2405c0a9-52c3-4132-a54f-9e184f5430fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.443496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2405c0a9-52c3-4132-a54f-9e184f5430fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.504714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2405c0a9-52c3-4132-a54f-9e184f5430fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.546285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2405c0a9-52c3-4132-a54f-9e184f5430fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a1f2eb97f0e4f1ab0a75e6bcb5ddb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774987 Nov 01 18:56:20.547192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405c0a9-52c3-4132-a54f-9e184f5430fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ba03b-78bb-4cf3-91ab-ae47e6d8ea30,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:20.549009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35112) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:20.597960 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.622479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.727961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.730420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:20.731591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c8ba03b-78bb-4cf3-91ab-ae47e6d8ea30 HTTP/1.1" status: 204 len: 168 time: 0.1815619 Nov 01 18:56:20.739387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02dfd5-df8a-4bd8-9e7b-4fb520d3aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ba03b-78bb-4cf3-91ab-ae47e6d8ea30,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:20.880117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e583-4a34-4252-8a20-7e78a43c507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.313693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:21.328332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619b1cf8-78fd-44a2-ad1b-0405b2a6976e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.401064 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619b1cf8-78fd-44a2-ad1b-0405b2a6976e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.499140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619b1cf8-78fd-44a2-ad1b-0405b2a6976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.536867 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-619b1cf8-78fd-44a2-ad1b-0405b2a6976e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd10930a82b24dc0864f8dfb796186ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220998 Nov 01 18:56:21.537750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b1cf8-78fd-44a2-ad1b-0405b2a6976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d53f0b-b078-49a4-b6f4-bb65a8d91803,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:21.540256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:21.587810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.609796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.728462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.731133 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:21.732635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57d53f0b-b078-49a4-b6f4-bb65a8d91803 HTTP/1.1" status: 204 len: 168 time: 0.1914320 Nov 01 18:56:21.740582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f08af0-242f-4455-ba06-1887bd612690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d53f0b-b078-49a4-b6f4-bb65a8d91803,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:22.154412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:23.887865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:26.773083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:35.155874 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:36.910284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35384) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:37.038592 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c03d5252-8f24-4137-9999-b90bbd43388f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.108831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c03d5252-8f24-4137-9999-b90bbd43388f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.167339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c03d5252-8f24-4137-9999-b90bbd43388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.206069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c03d5252-8f24-4137-9999-b90bbd43388f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d7843ca583048a3a843c57ea276a056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946866 Nov 01 18:56:37.206942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d5252-8f24-4137-9999-b90bbd43388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d26b97-ffbc-4611-a6af-d527e068496b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:37.208821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35390) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:37.257484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.278394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.411798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.414452 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:37.415634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35d26b97-ffbc-4611-a6af-d527e068496b HTTP/1.1" status: 204 len: 168 time: 0.2057195 Nov 01 18:56:37.424180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f100d-4160-4be9-ba2a-a671480da10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d26b97-ffbc-4611-a6af-d527e068496b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:38.005374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35396) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:38.018733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1330c97-cea6-42a3-a527-3b395911a618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.092221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1330c97-cea6-42a3-a527-3b395911a618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.165390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f1330c97-cea6-42a3-a527-3b395911a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.202688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330c97-cea6-42a3-a527-3b395911a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7118df15-38ff-4e82-9805-711218918243,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:38.207060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f1330c97-cea6-42a3-a527-3b395911a618 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ad0e923578c498091e5842220c10aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005525 Nov 01 18:56:38.209789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35398) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:38.257356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.277915 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.376729 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.379353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:38.380643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7118df15-38ff-4e82-9805-711218918243 HTTP/1.1" status: 204 len: 168 time: 0.1699278 Nov 01 18:56:38.388827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433931-7051-49d0-acac-417ece3c1b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118df15-38ff-4e82-9805-711218918243,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:39.378670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:40.860403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35444) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:40.965069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef49715d-71f8-4d6d-9f76-e621d707c479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.036662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef49715d-71f8-4d6d-9f76-e621d707c479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.104171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef49715d-71f8-4d6d-9f76-e621d707c479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.146339 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef49715d-71f8-4d6d-9f76-e621d707c479 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfe35c00059443898bf593b68e1f0d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847397 Nov 01 18:56:41.147200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49715d-71f8-4d6d-9f76-e621d707c479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff43694-dd58-4a8c-a0d3-ef09af55b34a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:41.149052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35448) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:41.200276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.221625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.337221 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.339804 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:41.340969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cff43694-dd58-4a8c-a0d3-ef09af55b34a HTTP/1.1" status: 204 len: 168 time: 0.1909268 Nov 01 18:56:41.349674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a5f5-9fb6-4783-a23d-2c2a51654a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff43694-dd58-4a8c-a0d3-ef09af55b34a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:43.616658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35492) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:43.728449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a446f92-bb84-4dea-b132-018b6eae1216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:43.803620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a446f92-bb84-4dea-b132-018b6eae1216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:43.868190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a446f92-bb84-4dea-b132-018b6eae1216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:43.906473 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a446f92-bb84-4dea-b132-018b6eae1216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dbf28ee216a446c8f302d9ea4c11e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885950 Nov 01 18:56:43.907357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a446f92-bb84-4dea-b132-018b6eae1216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb67b6-b83f-4a29-a1ee-b3bc17a74dca,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:43.909152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35496) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:43.958761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:43.979696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.104325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.106753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.108530 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cdb67b6-b83f-4a29-a1ee-b3bc17a74dca HTTP/1.1" status: 204 len: 168 time: 0.1977813 Nov 01 18:56:44.116278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42b29b-a149-4488-bb87-075244d091d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb67b6-b83f-4a29-a1ee-b3bc17a74dca,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:44.732159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35502) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:44.745913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e191-0b26-4f71-8997-0edd25cca44a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.819037 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e191-0b26-4f71-8997-0edd25cca44a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.899655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e191-0b26-4f71-8997-0edd25cca44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:44.943562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8e191-0b26-4f71-8997-0edd25cca44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f4baaa-4330-4de7-a20d-da9681e0a81e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:44.961155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a8a8e191-0b26-4f71-8997-0edd25cca44a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07b766d0d2f44f5681f4e54e17776403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146587 Nov 01 18:56:44.961155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35504) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:45.002289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:45.023174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:45.138434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:45.141202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:45.142356 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59f4baaa-4330-4de7-a20d-da9681e0a81e HTTP/1.1" status: 204 len: 168 time: 0.1899946 Nov 01 18:56:45.150028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dbf06-6616-4038-bb6c-4b587466d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f4baaa-4330-4de7-a20d-da9681e0a81e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:48.280187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35582) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:48.382533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fffc5f1-3ce6-42db-b06c-7661e99e6052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.453780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fffc5f1-3ce6-42db-b06c-7661e99e6052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.498783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9fffc5f1-3ce6-42db-b06c-7661e99e6052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.537353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9fffc5f1-3ce6-42db-b06c-7661e99e6052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fe107fab5e447949ed60d1fce361539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561245 Nov 01 18:56:48.538222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffc5f1-3ce6-42db-b06c-7661e99e6052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda4fce-224e-45e6-a0e7-0392f6eb13d5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:48.540177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35586) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:48.591487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.615362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.725395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e9ef-2b1c-4333-b5aa-f540b85df1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.725944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.728013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:48.729168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bda4fce-224e-45e6-a0e7-0392f6eb13d5 HTTP/1.1" status: 204 len: 168 time: 0.1879625 Nov 01 18:56:48.737904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab3031-6f39-4148-a3e4-7cf602d3edc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda4fce-224e-45e6-a0e7-0392f6eb13d5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:49.343338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:49.356349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9305c54f-f284-4838-a50b-3e64edf1e3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.430114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9305c54f-f284-4838-a50b-3e64edf1e3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.499286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9305c54f-f284-4838-a50b-3e64edf1e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.537052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305c54f-f284-4838-a50b-3e64edf1e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c8dfab-a704-4eb7-bab1-32d1d4010746,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:49.541379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9305c54f-f284-4838-a50b-3e64edf1e3b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dff93ff838c24be59b70081ca613444d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969759 Nov 01 18:56:49.544031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35594) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:49.591264 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.612060 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.720982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.723552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:49.724716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14c8dfab-a704-4eb7-bab1-32d1d4010746 HTTP/1.1" status: 204 len: 168 time: 0.1796985 Nov 01 18:56:49.732360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dba5b6-9648-4788-8bce-6330bb9e9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c8dfab-a704-4eb7-bab1-32d1d4010746,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:50.852527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32f2072d-805b-40e4-a9da-974883c4af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.166581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.442497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35666) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:52.557142 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9162f480-d249-4c6a-8fb1-d3f31b14c26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.640817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9162f480-d249-4c6a-8fb1-d3f31b14c26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.704475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9162f480-d249-4c6a-8fb1-d3f31b14c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.743809 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9162f480-d249-4c6a-8fb1-d3f31b14c26f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47c0658ed2f04f2c91f56754a940f09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000956 Nov 01 18:56:52.745013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f480-d249-4c6a-8fb1-d3f31b14c26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e58421-be86-4e43-93ce-0363ef0f9c0d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:52.747228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35670) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:52.881473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:52.881473 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.085884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.088506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.089723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0e58421-be86-4e43-93ce-0363ef0f9c0d HTTP/1.1" status: 204 len: 168 time: 0.3406394 Nov 01 18:56:53.097730 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8e38-6b40-41af-9bb4-d7527d3da582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e58421-be86-4e43-93ce-0363ef0f9c0d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:53.594724 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:56:53.726485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35676) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:53.740277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-689574e3-1973-4ac6-b6e1-b7fd59b5140e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.813208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-689574e3-1973-4ac6-b6e1-b7fd59b5140e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.869076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.880828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-689574e3-1973-4ac6-b6e1-b7fd59b5140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.919834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-689574e3-1973-4ac6-b6e1-b7fd59b5140e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7af893dc2e343c6a8783389ae780b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921532 Nov 01 18:56:53.920701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689574e3-1973-4ac6-b6e1-b7fd59b5140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c800f1-d4fa-49c4-bfa4-a7a43929ee71,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:53.923259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35678) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:53.973159 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:53.993330 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:54.097696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:54.100306 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:54.101501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77c800f1-d4fa-49c4-bfa4-a7a43929ee71 HTTP/1.1" status: 204 len: 168 time: 0.1771989 Nov 01 18:56:54.109768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d8aa-5b22-43d7-ad11-2eccc561a563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c800f1-d4fa-49c4-bfa4-a7a43929ee71,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:55.821678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35748) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:55.921666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b41ef8d7-a145-438c-82be-06a4dab7ac40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:55.991300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b41ef8d7-a145-438c-82be-06a4dab7ac40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.057609 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b41ef8d7-a145-438c-82be-06a4dab7ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.099438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b41ef8d7-a145-438c-82be-06a4dab7ac40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b4ef2b6ffa34ecca66ea1360fa61700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765923 Nov 01 18:56:56.100335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ef8d7-a145-438c-82be-06a4dab7ac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e3b82-8393-47fc-a07e-2caead8d2e26,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:56.102151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35752) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:56.153483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.174107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.275231 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.277863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:56.279074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f6e3b82-8393-47fc-a07e-2caead8d2e26 HTTP/1.1" status: 204 len: 168 time: 0.1759188 Nov 01 18:56:56.286975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8295b-302f-49c6-9e68-7b30c16c1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e3b82-8393-47fc-a07e-2caead8d2e26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:56.771944 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:57.771333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35782) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:57.873018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81b4f152-f2ac-45ae-9753-ddf91e6c72c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:57.946710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81b4f152-f2ac-45ae-9753-ddf91e6c72c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.017569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-81b4f152-f2ac-45ae-9753-ddf91e6c72c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.052647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f152-f2ac-45ae-9753-ddf91e6c72c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00676a6d-edf9-40da-a868-47a76061fc65,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:58.056988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-81b4f152-f2ac-45ae-9753-ddf91e6c72c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c252757f4f7f4c2c85e1f2014af47b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846069 Nov 01 18:56:58.059996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35786) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:58.109578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.129750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.239959 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.242625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:56:58.243845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00676a6d-edf9-40da-a868-47a76061fc65 HTTP/1.1" status: 204 len: 168 time: 0.1826341 Nov 01 18:56:58.253292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d3d64-23ba-416b-b98d-4b22982b84d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00676a6d-edf9-40da-a868-47a76061fc65,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:56:59.891627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35822) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:56:59.987372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-972045485', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:00.051843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Made reservation on behalf of 60ffbee57bd8432ca375d5b445fd8b61 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:00.054169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.062470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.135888 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.194669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.204656 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] device_id is not set on port 73eb5e50-dd33-4941-b73f-beff3de04f74 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:00.248181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b812b-1c11-409e-b3df-a2acfadf5b8f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:00.315328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Allocated IP 172.25.2.178 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/73eb5e50-dd33-4941-b73f-beff3de04f74) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:00.450525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.520899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.560278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:00.565708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:00.569132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:00.590480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Pushing event updated for resources: {'Port': ['ID=73eb5e50-dd33-4941-b73f-beff3de04f74,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:00.609234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:00.609835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.660569 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4763a0de-21cf-4127-b2ab-0759d590f315 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7673566 Nov 01 18:57:00.663286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35826) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:00.667448 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.178'}]}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:00.726675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.727806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.781027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:00.962218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.202097 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.221653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.383802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.541398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.543414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.640394 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.641465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4aa7c3a1-2cab-438a-81da-8eaf289d2e40 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:57:01.697840 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 01 18:57:01.698927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea33f1f7-ba39-4762-83a8-acbfc45610d2 tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0346892 Nov 01 18:57:01.701878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:01.780978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Deleting port 73eb5e50-dd33-4941-b73f-beff3de04f74 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:01.781368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.854792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:01.866143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Calling delete_port for 73eb5e50-dd33-4941-b73f-beff3de04f74 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:02.046146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.071638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Pushing event deleted for resources: {'Port': ['ID=73eb5e50-dd33-4941-b73f-beff3de04f74,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:02.085433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.085789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.086137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.086480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.086819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.087156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.087491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.087848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.088181 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.088513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.089044 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.089173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:02.146384 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.149496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3ad85cbb-7d28-4731-a0ae-d8fde2c7fe0c tempest-RoutersAdminNegativeIpV6Test-298684579 tempest-RoutersAdminNegativeIpV6Test-298684579-project-admin] 10.222.0.31 "DELETE /v2.0/ports/73eb5e50-dd33-4941-b73f-beff3de04f74 HTTP/1.1" status: 204 len: 168 time: 0.4466732 Nov 01 18:57:02.566127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:02.666758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb21d94b-111a-43ef-a0cc-73d813599755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.739464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb21d94b-111a-43ef-a0cc-73d813599755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.806412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb21d94b-111a-43ef-a0cc-73d813599755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.844668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fb21d94b-111a-43ef-a0cc-73d813599755 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e2265637f7a46efa746e97429387c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766256 Nov 01 18:57:02.845628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21d94b-111a-43ef-a0cc-73d813599755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52cb6e4-76e2-418d-8a3a-ff684d8329cf,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:02.848589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:02.897010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:02.917772 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.033722 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.036286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.037430 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d52cb6e4-76e2-418d-8a3a-ff684d8329cf HTTP/1.1" status: 204 len: 168 time: 0.1879301 Nov 01 18:57:03.045105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be6177-c66c-4fc2-81e4-3dacdf084e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52cb6e4-76e2-418d-8a3a-ff684d8329cf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:03.708131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35844) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:03.750739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81b9ca3a-135d-431d-8dd8-deee45583483 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60ffbee57bd8432ca375d5b445fd8b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406518 Nov 01 18:57:03.753070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:03.799025 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.820241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.938129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.940585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:03.941766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a28b812b-1c11-409e-b3df-a2acfadf5b8f HTTP/1.1" status: 204 len: 168 time: 0.1877718 Nov 01 18:57:03.949505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331a4f3-ebac-4e38-bf60-30081808e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b812b-1c11-409e-b3df-a2acfadf5b8f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:04.920747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:05.012266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1390470395'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:05.091978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:05.096292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.104713 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.142638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.175345 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.269040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.295460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:05.304863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665db212-7b19-472b-bbfd-8aad17a1ffa0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:05.309495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.309834 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 5347582a-65c9-434e-ab0a-dfe55bdca09a of type vlan for network 0db88043-9a6f-4f19-883e-6dc732d27c97 Nov 01 18:57:05.351645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.463463 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.469098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:05.469686 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:05.533590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=0db88043-9a6f-4f19-883e-6dc732d27c97,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:05.543429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:05.563938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d3ebb4e9-9e3c-42f0-9834-93b39e42913d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6420548 Nov 01 18:57:08.950933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35872) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:08.956244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:09.114331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:09.117818 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:09.389244 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:09.640987 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:09.699584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=0803bbcb-3379-44d9-a4cc-c0b48ca776e3,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:09.708980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '5347582a-65c9-434e-ab0a-dfe55bdca09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:09.709334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 0db88043-9a6f-4f19-883e-6dc732d27c97, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:09.777358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:09.861927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 0db88043-9a6f-4f19-883e-6dc732d27c97) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:09.866284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:09.866874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:09.870580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4a691d-3f02-4d57-8f18-b923f7168dbe None None] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:09.950904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7f458de5-9cb1-4978-861b-ca1d5ef8abba tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9987023 Nov 01 18:57:09.954593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35874) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:09.959758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826885444'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:10.016322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-0db88043-9a6f-4f19-883e-6dc732d27c97', 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '0803bbcb-3379-44d9-a4cc-c0b48ca776e3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:10.017153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.068945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:10.072662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.096453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:10.104966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.105312 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 91dd31f8-4c51-4312-8912-50d82e470b44 of type vlan for network 767ff111-d928-4e74-9229-36ee53706344 Nov 01 18:57:10.146569 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.149284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Allocated IP 2001:db8:0:ffff::2 (0db88043-9a6f-4f19-883e-6dc732d27c97/0803bbcb-3379-44d9-a4cc-c0b48ca776e3/6a5e4971-58f8-4270-9306-71e68ea56387) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:10.223052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.228637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:10.229228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.293368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.300675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=767ff111-d928-4e74-9229-36ee53706344,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:10.311202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 767ff111-d928-4e74-9229-36ee53706344 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:10.320031 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d229524b-871e-4021-803e-04dd8419759a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3616946 Nov 01 18:57:10.320246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35876) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:10.325333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '767ff111-d928-4e74-9229-36ee53706344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:10.363623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.412258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:10.417132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:10.423397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:10.434029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Pushing event updated for resources: {'Port': ['ID=6a5e4971-58f8-4270-9306-71e68ea56387,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:10.480560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Attempting to bind port 6a5e4971-58f8-4270-9306-71e68ea56387 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:10.480847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Attempting to bind port 6a5e4971-58f8-4270-9306-71e68ea56387 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '5347582a-65c9-434e-ab0a-dfe55bdca09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:10.481211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Attempting to bind port 6a5e4971-58f8-4270-9306-71e68ea56387 on network 0db88043-9a6f-4f19-883e-6dc732d27c97 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:10.486680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:10.487054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Checking segment: {'id': '5347582a-65c9-434e-ab0a-dfe55bdca09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:10.487453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.487989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Bound using segment: {'id': '5347582a-65c9-434e-ab0a-dfe55bdca09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:10.488340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Bound port: 6a5e4971-58f8-4270-9306-71e68ea56387, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347582a-65c9-434e-ab0a-dfe55bdca09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0db88043-9a6f-4f19-883e-6dc732d27c97'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:10.488718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.503204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:10.507049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.600740 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] For port 6a5e4971-58f8-4270-9306-71e68ea56387, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:10.603791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] For port 6a5e4971-58f8-4270-9306-71e68ea56387, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6a5e4971-58f8-4270-9306-71e68ea56387,segment=NetworkSegment(5347582a-65c9-434e-ab0a-dfe55bdca09a),segment_id=5347582a-65c9-434e-ab0a-dfe55bdca09a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:10.675073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.741609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb78ff-fc01-44ba-9507-12cbd4242adf None None] Pushing event updated for resources: {'Port': ['ID=6a5e4971-58f8-4270-9306-71e68ea56387,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:10.760951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:10.819763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=c438e17a-f6da-49cd-b68c-646eea552b26,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:10.830540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '91dd31f8-4c51-4312-8912-50d82e470b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '767ff111-d928-4e74-9229-36ee53706344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:10.830902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 767ff111-d928-4e74-9229-36ee53706344, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:10.926215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 767ff111-d928-4e74-9229-36ee53706344 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:11.000655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 767ff111-d928-4e74-9229-36ee53706344) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:11.005695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:11.006327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.009614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa776c-952e-46c7-86ea-128ef96f40a9 None None] Network 767ff111-d928-4e74-9229-36ee53706344 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:11.088925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a1d67d1-b3fa-4c67-ad5e-ab5440524325 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7675803 Nov 01 18:57:11.091593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35878) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:11.153371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-767ff111-d928-4e74-9229-36ee53706344', 'network_id': '767ff111-d928-4e74-9229-36ee53706344', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': 'c438e17a-f6da-49cd-b68c-646eea552b26'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:11.154241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.192597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.267677 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.287186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Allocated IP 2001:db8::1 (767ff111-d928-4e74-9229-36ee53706344/c438e17a-f6da-49cd-b68c-646eea552b26/77bdf176-8b9e-441d-8648-6371cee50ff2) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:11.444480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.502850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6a5e4971-58f8-4270-9306-71e68ea56387 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:11.538769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.591415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Network 767ff111-d928-4e74-9229-36ee53706344 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:11.598131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:11.600676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:11.606073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Pushing event updated for resources: {'Port': ['ID=77bdf176-8b9e-441d-8648-6371cee50ff2,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:11.624303 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.633812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6a5e4971-58f8-4270-9306-71e68ea56387 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:11.634296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.672003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=c438e17a-f6da-49cd-b68c-646eea552b26,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:11.673118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf7a00-5110-4b8a-860c-6c4580eecea5 None None] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:11.722350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Attempting to bind port 77bdf176-8b9e-441d-8648-6371cee50ff2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:11.722719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Attempting to bind port 77bdf176-8b9e-441d-8648-6371cee50ff2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '91dd31f8-4c51-4312-8912-50d82e470b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '767ff111-d928-4e74-9229-36ee53706344'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:11.723078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Attempting to bind port 77bdf176-8b9e-441d-8648-6371cee50ff2 on network 767ff111-d928-4e74-9229-36ee53706344 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:11.730296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.751527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767ff111-d928-4e74-9229-36ee53706344']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:11.760840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd31f8-4c51-4312-8912-50d82e470b44') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:11.761228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd31f8-4c51-4312-8912-50d82e470b44') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:11.765795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:11.766196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Checking segment: {'id': '91dd31f8-4c51-4312-8912-50d82e470b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '767ff111-d928-4e74-9229-36ee53706344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:11.766598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.766996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Bound using segment: {'id': '91dd31f8-4c51-4312-8912-50d82e470b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '767ff111-d928-4e74-9229-36ee53706344'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:11.767475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Bound port: 77bdf176-8b9e-441d-8648-6371cee50ff2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dd31f8-4c51-4312-8912-50d82e470b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '767ff111-d928-4e74-9229-36ee53706344'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:11.767876 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.770643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.784377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.790414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:11.790822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:11.793964 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:11.803049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5a9c5f3f-911c-4be4-9ef3-c005d1dccf4c None None] Provisioning complete for port 6a5e4971-58f8-4270-9306-71e68ea56387 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:11.803418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5f3f-911c-4be4-9ef3-c005d1dccf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.886133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:57:11.886133 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:57:11.886133 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '767ff111-d928-4e74-9229-36ee53706344'}] Nov 01 18:57:11.886133 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:11.886552 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:11.942754 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:11.975638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] For port 77bdf176-8b9e-441d-8648-6371cee50ff2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:12.017859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] For port 77bdf176-8b9e-441d-8648-6371cee50ff2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=77bdf176-8b9e-441d-8648-6371cee50ff2,segment=NetworkSegment(91dd31f8-4c51-4312-8912-50d82e470b44),segment_id=91dd31f8-4c51-4312-8912-50d82e470b44)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:12.029778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 6a5e4971-58f8-4270-9306-71e68ea56387, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6a5e4971-58f8-4270-9306-71e68ea56387,segment=NetworkSegment(5347582a-65c9-434e-ab0a-dfe55bdca09a),segment_id=5347582a-65c9-434e-ab0a-dfe55bdca09a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:12.068275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5f3f-911c-4be4-9ef3-c005d1dccf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.097142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.127753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.377078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfb02-6135-4653-95a7-20ebb0c064c0 None None] Pushing event updated for resources: {'Port': ['ID=77bdf176-8b9e-441d-8648-6371cee50ff2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:12.381922 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-5a9c5f3f-911c-4be4-9ef3-c005d1dccf4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:12.382245 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-5a9c5f3f-911c-4be4-9ef3-c005d1dccf4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:12.385666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b06f68-2ead-4344-be82-895adaafcf70 None None] Network 767ff111-d928-4e74-9229-36ee53706344 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:12.388250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.441546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port 77bdf176-8b9e-441d-8648-6371cee50ff2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:12.441889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.482256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=6a5e4971-58f8-4270-9306-71e68ea56387,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:12.505881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port 77bdf176-8b9e-441d-8648-6371cee50ff2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=77bdf176-8b9e-441d-8648-6371cee50ff2,segment=NetworkSegment(91dd31f8-4c51-4312-8912-50d82e470b44),segment_id=91dd31f8-4c51-4312-8912-50d82e470b44)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:12.506254 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.523675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for 77bdf176-8b9e-441d-8648-6371cee50ff2 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:12.543242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a18730-234a-404c-ba86-fd8fefc58d38 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:57:12.609548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a18730-234a-404c-ba86-fd8fefc58d38 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:57:12.686016 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.714413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port 77bdf176-8b9e-441d-8648-6371cee50ff2 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:12.721843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=77bdf176-8b9e-441d-8648-6371cee50ff2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:12.801116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.821677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767ff111-d928-4e74-9229-36ee53706344']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:12.831301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd31f8-4c51-4312-8912-50d82e470b44') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:12.831626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd31f8-4c51-4312-8912-50d82e470b44') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:12.840719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.854046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.859982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:12.860366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:12.863447 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:12.965659 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.972482 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:12.975642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/767ff111-d928-4e74-9229-36ee53706344 HTTP/1.1" status: 204 len: 168 time: 1.8830085 Nov 01 18:57:12.985622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35880) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:12.986760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f287-03c5-40cf-99ae-65759750b8a3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=767ff111-d928-4e74-9229-36ee53706344,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:12.990669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2081028618'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:13.040105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-80b6ba02-c339-4e1e-aee1-060dc78f6437 None None] Provisioning complete for port 6a5e4971-58f8-4270-9306-71e68ea56387 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:13.040472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-80b6ba02-c339-4e1e-aee1-060dc78f6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.063698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:13.067252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.090807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:13.099633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.099999 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 30965009-03a2-4845-b8f0-6539b4974464 of type vlan for network c268df82-aa03-4148-ae80-a7d934dad658 Nov 01 18:57:13.143841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.200299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.207033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:13.207654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.286784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=c268df82-aa03-4148-ae80-a7d934dad658,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:13.294322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.294680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.295029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.295372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.295777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.296161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.296691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.297269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.297613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.297951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.298287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.298621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:13.309485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network c268df82-aa03-4148-ae80-a7d934dad658 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:13.311670 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-154749d0-d74f-4f85-9f83-8891287ae8c4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3249454 Nov 01 18:57:13.315114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:13.320418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:13.463074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:13.466942 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.477578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6a5e4971-58f8-4270-9306-71e68ea56387 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:13.527822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6a5e4971-58f8-4270-9306-71e68ea56387 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:13.528483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.697677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.764687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=7ee7f163-8f32-4c2c-8e7d-97db28051b7f,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:13.772240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '30965009-03a2-4845-b8f0-6539b4974464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:13.772609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: c268df82-aa03-4148-ae80-a7d934dad658, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:13.846006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network c268df82-aa03-4148-ae80-a7d934dad658 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:13.914509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, c268df82-aa03-4148-ae80-a7d934dad658) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:13.918827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:13.919444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:13.925325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7812a6-6516-4226-a68c-8a2e669e999a None None] Network c268df82-aa03-4148-ae80-a7d934dad658 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:13.972640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a247945d-a520-4efe-a092-e2142625b827 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6528902 Nov 01 18:57:13.972827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35884) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:13.977776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015096945'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:14.074573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-c268df82-aa03-4148-ae80-a7d934dad658', 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '7ee7f163-8f32-4c2c-8e7d-97db28051b7f'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:14.075445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.080202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:14.083759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.107140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:14.116364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.116719 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 397ac98b-1dd8-45bb-812d-15eaefbaaa7a of type vlan for network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 Nov 01 18:57:14.157637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.215260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Allocated IP 2001:db8::3 (c268df82-aa03-4148-ae80-a7d934dad658/7ee7f163-8f32-4c2c-8e7d-97db28051b7f/7f3af05c-7145-4d69-83c5-f7e02002771c) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:14.257498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.263304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:14.263947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.334163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=4c0efb6e-baf9-4b96-a6b0-3262a25dc194,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:14.344882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:14.374497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce55ef53-83c3-4754-a078-520189110170 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4006774 Nov 01 18:57:14.377344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:14.381533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.382518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:14.468426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.507348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Network c268df82-aa03-4148-ae80-a7d934dad658 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:14.510083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:14.513382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:14.529747 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Pushing event updated for resources: {'Port': ['ID=7f3af05c-7145-4d69-83c5-f7e02002771c,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:14.536484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:14.540453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.573241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Attempting to bind port 7f3af05c-7145-4d69-83c5-f7e02002771c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:14.573609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Attempting to bind port 7f3af05c-7145-4d69-83c5-f7e02002771c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '30965009-03a2-4845-b8f0-6539b4974464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:14.573971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Attempting to bind port 7f3af05c-7145-4d69-83c5-f7e02002771c on network c268df82-aa03-4148-ae80-a7d934dad658 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:14.579826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:14.580207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Checking segment: {'id': '30965009-03a2-4845-b8f0-6539b4974464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:14.580743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.581249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Bound using segment: {'id': '30965009-03a2-4845-b8f0-6539b4974464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:14.581741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Bound port: 7f3af05c-7145-4d69-83c5-f7e02002771c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30965009-03a2-4845-b8f0-6539b4974464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c268df82-aa03-4148-ae80-a7d934dad658'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:14.582114 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.602936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing IP validity checks on allocation pools {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:57:14.603460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:57:14.644684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] For port 7f3af05c-7145-4d69-83c5-f7e02002771c, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:14.647724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] For port 7f3af05c-7145-4d69-83c5-f7e02002771c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7f3af05c-7145-4d69-83c5-f7e02002771c,segment=NetworkSegment(30965009-03a2-4845-b8f0-6539b4974464),segment_id=30965009-03a2-4845-b8f0-6539b4974464)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:14.714892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.775380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd0018-fbfc-4059-b33c-358a22d82af5 None None] Pushing event updated for resources: {'Port': ['ID=7f3af05c-7145-4d69-83c5-f7e02002771c,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:14.789291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:14.856533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=1ac7a5c3-0aec-40c4-9ff2-6d268cc4ffe8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:14.868120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '397ac98b-1dd8-45bb-812d-15eaefbaaa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:14.868481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 4c0efb6e-baf9-4b96-a6b0-3262a25dc194, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:14.954714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:15.034845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 4c0efb6e-baf9-4b96-a6b0-3262a25dc194) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:15.039200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:15.039841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.044055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fea00-9bd7-4cb6-b205-69ad5b0b4982 None None] Network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:15.123408 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6df783b4-e7cb-4f86-8b47-fff59193a71b tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7449582 Nov 01 18:57:15.126195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:15.192661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-4c0efb6e-baf9-4b96-a6b0-3262a25dc194', 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '1ac7a5c3-0aec-40c4-9ff2-6d268cc4ffe8'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:15.193526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.226767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.309814 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.325719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Allocated IP 2001:db8::3 (4c0efb6e-baf9-4b96-a6b0-3262a25dc194/1ac7a5c3-0aec-40c4-9ff2-6d268cc4ffe8/c1513ed9-9517-4ca5-b077-2a85a0c21bc7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:15.486587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.509454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7f3af05c-7145-4d69-83c5-f7e02002771c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:15.544966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.599805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:15.606604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:15.610143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Pushing event updated for resources: {'Port': ['ID=c1513ed9-9517-4ca5-b077-2a85a0c21bc7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:15.614103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:15.627231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.627606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.627952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.628292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.628626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.628956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.629291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.629618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.629941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.630292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.630593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.630915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:57:15.634520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.639534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7f3af05c-7145-4d69-83c5-f7e02002771c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:15.640724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.664581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac7a5c3-0aec-40c4-9ff2-6d268cc4ffe8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:15.699930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a31df0-b8e5-428c-82b0-f9916f11df43 None None] Network c268df82-aa03-4148-ae80-a7d934dad658 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:15.737540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Attempting to bind port c1513ed9-9517-4ca5-b077-2a85a0c21bc7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:15.737913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Attempting to bind port c1513ed9-9517-4ca5-b077-2a85a0c21bc7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '397ac98b-1dd8-45bb-812d-15eaefbaaa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:15.738280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Attempting to bind port c1513ed9-9517-4ca5-b077-2a85a0c21bc7 on network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:15.741200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.768214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0efb6e-baf9-4b96-a6b0-3262a25dc194']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:15.777450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397ac98b-1dd8-45bb-812d-15eaefbaaa7a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:15.777751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397ac98b-1dd8-45bb-812d-15eaefbaaa7a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:15.779106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:15.779481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Checking segment: {'id': '397ac98b-1dd8-45bb-812d-15eaefbaaa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:15.779905 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.780295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Bound using segment: {'id': '397ac98b-1dd8-45bb-812d-15eaefbaaa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:15.780835 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Bound port: c1513ed9-9517-4ca5-b077-2a85a0c21bc7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397ac98b-1dd8-45bb-812d-15eaefbaaa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:15.781273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.787363 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.802054 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.809233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:15.809755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:15.814907 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:15.851529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d2052bca-ab3b-4e91-b912-8f53548ae1d4 None None] Provisioning complete for port 7f3af05c-7145-4d69-83c5-f7e02002771c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:15.851906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2052bca-ab3b-4e91-b912-8f53548ae1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.909172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:57:15.909172 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:57:15.909172 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '4c0efb6e-baf9-4b96-a6b0-3262a25dc194'}] Nov 01 18:57:15.909172 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:15.909582 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:15.960006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:15.965506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] For port c1513ed9-9517-4ca5-b077-2a85a0c21bc7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:15.993434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] For port c1513ed9-9517-4ca5-b077-2a85a0c21bc7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c1513ed9-9517-4ca5-b077-2a85a0c21bc7,segment=NetworkSegment(397ac98b-1dd8-45bb-812d-15eaefbaaa7a),segment_id=397ac98b-1dd8-45bb-812d-15eaefbaaa7a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:16.039161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 7f3af05c-7145-4d69-83c5-f7e02002771c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7f3af05c-7145-4d69-83c5-f7e02002771c,segment=NetworkSegment(30965009-03a2-4845-b8f0-6539b4974464),segment_id=30965009-03a2-4845-b8f0-6539b4974464)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:16.066371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.106921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.121529 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2052bca-ab3b-4e91-b912-8f53548ae1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.183224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8610186-27ab-491b-9ff0-13db29313146 None None] Pushing event updated for resources: {'Port': ['ID=c1513ed9-9517-4ca5-b077-2a85a0c21bc7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:16.229577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f373da8-fa71-4588-8273-4beab47d9eb2 None None] Network 4c0efb6e-baf9-4b96-a6b0-3262a25dc194 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:16.410693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.464604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port c1513ed9-9517-4ca5-b077-2a85a0c21bc7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:16.464957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.477593 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-d2052bca-ab3b-4e91-b912-8f53548ae1d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:16.477942 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-d2052bca-ab3b-4e91-b912-8f53548ae1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:16.481647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=7f3af05c-7145-4d69-83c5-f7e02002771c,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:16.532374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port c1513ed9-9517-4ca5-b077-2a85a0c21bc7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c1513ed9-9517-4ca5-b077-2a85a0c21bc7,segment=NetworkSegment(397ac98b-1dd8-45bb-812d-15eaefbaaa7a),segment_id=397ac98b-1dd8-45bb-812d-15eaefbaaa7a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:16.532738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.544739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for c1513ed9-9517-4ca5-b077-2a85a0c21bc7 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:16.550731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17e544-cf5e-40c2-9e95-03edeb12bb4d None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:57:16.621644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17e544-cf5e-40c2-9e95-03edeb12bb4d None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:57:16.702253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.734520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=c1513ed9-9517-4ca5-b077-2a85a0c21bc7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:16.739041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port c1513ed9-9517-4ca5-b077-2a85a0c21bc7 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:16.818273 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.839026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0efb6e-baf9-4b96-a6b0-3262a25dc194']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:16.848596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397ac98b-1dd8-45bb-812d-15eaefbaaa7a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:16.848901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397ac98b-1dd8-45bb-812d-15eaefbaaa7a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:16.857945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.870973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.877044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:16.877432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:16.880315 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:17.011893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.019971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.023141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/4c0efb6e-baf9-4b96-a6b0-3262a25dc194 HTTP/1.1" status: 204 len: 168 time: 1.8960052 Nov 01 18:57:17.028247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35890) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:17.035636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19628a9-d580-4e0e-b04f-a05bd475584c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=4c0efb6e-baf9-4b96-a6b0-3262a25dc194,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:17.037939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737211816'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:17.114305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:17.117899 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.147836 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:17.154245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f8558418-ab00-4aaf-a3c9-5c1db0f7b9aa None None] Provisioning complete for port 7f3af05c-7145-4d69-83c5-f7e02002771c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:17.154695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f8558418-ab00-4aaf-a3c9-5c1db0f7b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.158617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.159072 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 7a3f2443-8e48-4d50-80e0-883941934023 of type vlan for network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 Nov 01 18:57:17.204671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.291797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.297451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:17.298147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.363793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=46da58d1-6a4e-4bd2-afbd-aa6179d369f5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:17.374345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:17.403657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da169a51-88be-41e5-91bb-0320c3e0d419 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3733602 Nov 01 18:57:17.407810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:17.413213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:17.508082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7f3af05c-7145-4d69-83c5-f7e02002771c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:17.557102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7f3af05c-7145-4d69-83c5-f7e02002771c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:17.557746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.583106 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:17.587433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.839847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:17.901343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=3e9f3417-bc3f-4483-b0ad-f5c0a364da4c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:17.910826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '7a3f2443-8e48-4d50-80e0-883941934023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:17.911197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 46da58d1-6a4e-4bd2-afbd-aa6179d369f5, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:18.000896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:18.085134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 46da58d1-6a4e-4bd2-afbd-aa6179d369f5) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:18.089330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:18.089991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.094620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382f070-bd32-4ec0-ae69-c8db5f1ea5bd None None] Network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:18.174869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1251910f-33c1-49a3-994f-dfdfa9821e00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7658973 Nov 01 18:57:18.177646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35894) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:18.245073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-46da58d1-6a4e-4bd2-afbd-aa6179d369f5', 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '3e9f3417-bc3f-4483-b0ad-f5c0a364da4c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:18.246028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.283595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.337699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.382985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Allocated IP 2001:db8::1 (46da58d1-6a4e-4bd2-afbd-aa6179d369f5/3e9f3417-bc3f-4483-b0ad-f5c0a364da4c/623067c9-edbb-4350-99d8-30390976dc2d) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:18.525391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.593840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.631496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:18.646679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:18.650318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:18.655334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Pushing event updated for resources: {'Port': ['ID=623067c9-edbb-4350-99d8-30390976dc2d,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:18.692269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.719006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Attempting to bind port 623067c9-edbb-4350-99d8-30390976dc2d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:18.719345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9f3417-bc3f-4483-b0ad-f5c0a364da4c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:18.719445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Attempting to bind port 623067c9-edbb-4350-99d8-30390976dc2d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7a3f2443-8e48-4d50-80e0-883941934023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:18.719761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Attempting to bind port 623067c9-edbb-4350-99d8-30390976dc2d on network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:18.727222 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-674f9633-3afa-47e5-b95a-105ac7869c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.730010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:18.730384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Checking segment: {'id': '7a3f2443-8e48-4d50-80e0-883941934023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:18.730776 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.731159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Bound using segment: {'id': '7a3f2443-8e48-4d50-80e0-883941934023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:18.731681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Bound port: 623067c9-edbb-4350-99d8-30390976dc2d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3f2443-8e48-4d50-80e0-883941934023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:18.732058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.784543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.794292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] For port 623067c9-edbb-4350-99d8-30390976dc2d, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:18.797897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] For port 623067c9-edbb-4350-99d8-30390976dc2d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=623067c9-edbb-4350-99d8-30390976dc2d,segment=NetworkSegment(7a3f2443-8e48-4d50-80e0-883941934023),segment_id=7a3f2443-8e48-4d50-80e0-883941934023)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:18.805500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46da58d1-6a4e-4bd2-afbd-aa6179d369f5']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:18.815058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3f2443-8e48-4d50-80e0-883941934023') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:18.815356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3f2443-8e48-4d50-80e0-883941934023') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:18.824475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.886201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.888155 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.895077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:18.895492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:18.902558 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:18.971990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06c43e-9334-45d1-987d-93e6fee2beab None None] Pushing event updated for resources: {'Port': ['ID=623067c9-edbb-4350-99d8-30390976dc2d,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:18.986933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c292eb0-bc19-4733-8ac9-a33ef38bccc2 None None] Network 46da58d1-6a4e-4bd2-afbd-aa6179d369f5 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:18.994774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:57:18.994774 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:57:18.994774 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '46da58d1-6a4e-4bd2-afbd-aa6179d369f5'}] Nov 01 18:57:18.994774 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:18.995118 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:19.105778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b04ca-568a-45de-8fa5-d46c4e228da9 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:57:19.180697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b04ca-568a-45de-8fa5-d46c4e228da9 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:57:19.496973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.554905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port 623067c9-edbb-4350-99d8-30390976dc2d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:19.555238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.615853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port 623067c9-edbb-4350-99d8-30390976dc2d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=623067c9-edbb-4350-99d8-30390976dc2d,segment=NetworkSegment(7a3f2443-8e48-4d50-80e0-883941934023),segment_id=7a3f2443-8e48-4d50-80e0-883941934023)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:19.616213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.629158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for 623067c9-edbb-4350-99d8-30390976dc2d owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:19.788424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.812035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=623067c9-edbb-4350-99d8-30390976dc2d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:19.817949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port 623067c9-edbb-4350-99d8-30390976dc2d on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:19.897890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.917693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46da58d1-6a4e-4bd2-afbd-aa6179d369f5']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:19.927411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3f2443-8e48-4d50-80e0-883941934023') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:19.927736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3f2443-8e48-4d50-80e0-883941934023') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:19.936839 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.949308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.954952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:19.955332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:19.958205 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:20.096841 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.103561 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.106637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/46da58d1-6a4e-4bd2-afbd-aa6179d369f5 HTTP/1.1" status: 204 len: 168 time: 1.9280386 Nov 01 18:57:20.110241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35900) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:20.115954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172168589'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:20.117923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e661865-2aff-4683-93be-5cddace235c2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=46da58d1-6a4e-4bd2-afbd-aa6179d369f5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:20.199814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:20.203822 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.228627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:20.237598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.237944 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment d0284dbd-2280-46ca-9f61-c7994fffe3e9 of type vlan for network 83527f8c-8439-4bb5-9193-e08aaa5564e8 Nov 01 18:57:20.281995 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.393995 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.399606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:20.400224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.464723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=83527f8c-8439-4bb5-9193-e08aaa5564e8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:20.477081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 83527f8c-8439-4bb5-9193-e08aaa5564e8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:20.501240 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ca5e28e4-48e7-4c6d-86f3-8c87d0cab6c3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3893478 Nov 01 18:57:20.503959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35902) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:20.509184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:20.665941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:20.669585 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.829195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d7bead0-d6d4-4f7f-9cd2-89d912e9e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.896969 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:20.957586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=ae0850c7-7f4b-42ad-ae0a-fae3757a1edf,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:20.967690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': 'd0284dbd-2280-46ca-9f61-c7994fffe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:20.968204 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 83527f8c-8439-4bb5-9193-e08aaa5564e8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:21.045275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 83527f8c-8439-4bb5-9193-e08aaa5564e8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:21.136665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 83527f8c-8439-4bb5-9193-e08aaa5564e8) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:21.140652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:21.141276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.146538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18895272-b40a-47a7-bc68-d85c524fa288 None None] Network 83527f8c-8439-4bb5-9193-e08aaa5564e8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:21.196679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81af1442-bde0-41df-8a82-a7e8d835a25a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6915085 Nov 01 18:57:21.199170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35904) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:21.298833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-83527f8c-8439-4bb5-9193-e08aaa5564e8', 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': 'ae0850c7-7f4b-42ad-ae0a-fae3757a1edf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:21.299755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.304031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.356257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.432253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Allocated IP 2001:db8::1 (83527f8c-8439-4bb5-9193-e08aaa5564e8/ae0850c7-7f4b-42ad-ae0a-fae3757a1edf/f7500a2e-8f3a-4872-a419-d85ae6c8700f) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:21.566835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.599940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.641498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Network 83527f8c-8439-4bb5-9193-e08aaa5564e8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:21.646373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:21.648780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:21.660753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Pushing event updated for resources: {'Port': ['ID=f7500a2e-8f3a-4872-a419-d85ae6c8700f,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:21.663393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.695255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0850c7-7f4b-42ad-ae0a-fae3757a1edf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:21.716924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Attempting to bind port f7500a2e-8f3a-4872-a419-d85ae6c8700f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:21.717292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Attempting to bind port f7500a2e-8f3a-4872-a419-d85ae6c8700f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd0284dbd-2280-46ca-9f61-c7994fffe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:21.717652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Attempting to bind port f7500a2e-8f3a-4872-a419-d85ae6c8700f on network 83527f8c-8439-4bb5-9193-e08aaa5564e8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:21.724510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:21.724910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Checking segment: {'id': 'd0284dbd-2280-46ca-9f61-c7994fffe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:21.725309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.725767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Bound using segment: {'id': 'd0284dbd-2280-46ca-9f61-c7994fffe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:21.726208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Bound port: f7500a2e-8f3a-4872-a419-d85ae6c8700f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0284dbd-2280-46ca-9f61-c7994fffe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:21.726586 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.764329 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.785416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83527f8c-8439-4bb5-9193-e08aaa5564e8']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:21.787696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] For port f7500a2e-8f3a-4872-a419-d85ae6c8700f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:21.790654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] For port f7500a2e-8f3a-4872-a419-d85ae6c8700f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f7500a2e-8f3a-4872-a419-d85ae6c8700f,segment=NetworkSegment(d0284dbd-2280-46ca-9f61-c7994fffe3e9),segment_id=d0284dbd-2280-46ca-9f61-c7994fffe3e9)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:21.794523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0284dbd-2280-46ca-9f61-c7994fffe3e9') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:21.794825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0284dbd-2280-46ca-9f61-c7994fffe3e9') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:21.804101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.840462 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.842409 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.849690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:21.850083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:21.853174 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:21.921728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d8e4b-f14e-4ea1-9550-3da6fd85a515 None None] Pushing event updated for resources: {'Port': ['ID=f7500a2e-8f3a-4872-a419-d85ae6c8700f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:21.935001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c3122-c3eb-4580-b24d-dd3ed8eff7a3 None None] Network 83527f8c-8439-4bb5-9193-e08aaa5564e8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:21.960377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:57:21.960377 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:57:21.960377 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '83527f8c-8439-4bb5-9193-e08aaa5564e8'}] Nov 01 18:57:21.960377 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:21.960726 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:22.058422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ae627-3d7d-4258-be12-5e1d4eea8d5e None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:57:22.139454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ae627-3d7d-4258-be12-5e1d4eea8d5e None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:57:22.172061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.461898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.513727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port f7500a2e-8f3a-4872-a419-d85ae6c8700f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:22.514050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.574757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port f7500a2e-8f3a-4872-a419-d85ae6c8700f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f7500a2e-8f3a-4872-a419-d85ae6c8700f,segment=NetworkSegment(d0284dbd-2280-46ca-9f61-c7994fffe3e9),segment_id=d0284dbd-2280-46ca-9f61-c7994fffe3e9)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:22.575116 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.587296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for f7500a2e-8f3a-4872-a419-d85ae6c8700f owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:22.737163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.764340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=f7500a2e-8f3a-4872-a419-d85ae6c8700f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:22.766580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port f7500a2e-8f3a-4872-a419-d85ae6c8700f on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:22.850197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.870581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83527f8c-8439-4bb5-9193-e08aaa5564e8']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:22.880151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0284dbd-2280-46ca-9f61-c7994fffe3e9') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:22.880453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0284dbd-2280-46ca-9f61-c7994fffe3e9') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:22.889485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.902700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.909271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:22.909656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:22.912576 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:23.039927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.047579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.050694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/83527f8c-8439-4bb5-9193-e08aaa5564e8 HTTP/1.1" status: 204 len: 168 time: 1.8505597 Nov 01 18:57:23.054314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35906) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:23.059631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616842363'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:23.061949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371121-9195-4dfb-a1fc-efcf77c8b1f3 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=83527f8c-8439-4bb5-9193-e08aaa5564e8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:23.142478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:23.145977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.169553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:23.178410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.178747 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 50150d26-17f9-4548-9129-d70a18ceb8e7 of type vlan for network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb Nov 01 18:57:23.224493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.308149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.313922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:23.314506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.387215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:23.398914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:23.409288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-08663bff-b6a9-4dc6-a821-a012fca6e736 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3538549 Nov 01 18:57:23.412212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35908) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:23.417614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:23.576866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:23.581009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.845944 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.874708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:23.908804 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=16c3aa83-9067-4bae-8121-18bd3f31328a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:23.916087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '50150d26-17f9-4548-9129-d70a18ceb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:23.916453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:23.993731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:24.090693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:24.095025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.096027 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.099250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfff17e-d9b8-42a2-93dc-01e85e7d96f5 None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:24.191324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d76d5c1f-cdf6-4beb-918d-0fc16d82d022 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7779417 Nov 01 18:57:24.194055 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35910) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:24.198884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:24.242346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb', 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '16c3aa83-9067-4bae-8121-18bd3f31328a'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:24.243214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.360351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:24.364240 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.379049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Allocated IP 2001:db8::2 (52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb/16c3aa83-9067-4bae-8121-18bd3f31328a/533fe831-ddc1-4261-9996-ac8b6442c68e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:24.521791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.582586 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.617896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:24.620519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:24.626966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:24.637780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Pushing event updated for resources: {'Port': ['ID=533fe831-ddc1-4261-9996-ac8b6442c68e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:24.669049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.688135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Attempting to bind port 533fe831-ddc1-4261-9996-ac8b6442c68e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:24.688505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Attempting to bind port 533fe831-ddc1-4261-9996-ac8b6442c68e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '50150d26-17f9-4548-9129-d70a18ceb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:24.688865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Attempting to bind port 533fe831-ddc1-4261-9996-ac8b6442c68e on network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:24.693996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:24.694365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Checking segment: {'id': '50150d26-17f9-4548-9129-d70a18ceb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:24.694761 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.695147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Bound using segment: {'id': '50150d26-17f9-4548-9129-d70a18ceb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:24.695629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Bound port: 533fe831-ddc1-4261-9996-ac8b6442c68e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50150d26-17f9-4548-9129-d70a18ceb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:24.696096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.710329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:24.714673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:24.717707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.718951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.732523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=c456826c-4240-462e-815c-83f6d84c3625,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:24.761561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] For port 533fe831-ddc1-4261-9996-ac8b6442c68e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:24.765108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] For port 533fe831-ddc1-4261-9996-ac8b6442c68e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=533fe831-ddc1-4261-9996-ac8b6442c68e,segment=NetworkSegment(50150d26-17f9-4548-9129-d70a18ceb8e7),segment_id=50150d26-17f9-4548-9129-d70a18ceb8e7)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:24.802603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-327263d6-2eb4-48b5-8dd0-ef5d34ddb21f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6075406 Nov 01 18:57:24.805203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35912) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:24.823452 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:24.882802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c3d38-585d-47e5-a77c-9089f81bbab1 None None] Pushing event updated for resources: {'Port': ['ID=533fe831-ddc1-4261-9996-ac8b6442c68e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:24.903795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.905969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.907853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.909392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.910914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:24.912689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-afc0d585-be29-4fac-92ec-dfc53025a4d1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1065726 Nov 01 18:57:24.916780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35914) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:24.921633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596346409'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:24.988544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:24.992203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.021995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:25.034057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.034414 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment dbda9e2a-52d4-45cd-bb38-81f86ba92ddf of type vlan for network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec Nov 01 18:57:25.080657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.148470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.154418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:25.155013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596688'] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.223232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=2a3189be-13cd-44fc-9d4d-3a4aec8151ec,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:25.233142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:25.248751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a8ac5db7-1158-4fb8-93a6-229f445d483c tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3306921 Nov 01 18:57:25.252371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35916) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:25.257639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:25.416794 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.485915 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.515090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 533fe831-ddc1-4261-9996-ac8b6442c68e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:25.517705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec is not hosted by any dhcp agent {{(pid=102782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:57:25.523471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:25.524123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.528302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "PUT /v2.0/networks/2a3189be-13cd-44fc-9d4d-3a4aec8151ec HTTP/1.1" status: 200 len: 723 time: 0.2720039 Nov 01 18:57:25.528647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35918) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:25.537903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:25.575003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc81f6-aeb8-4ce2-a664-c537d99e972d tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=2a3189be-13cd-44fc-9d4d-3a4aec8151ec,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:25.587550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:25.592383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:25.592858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.702963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:25.706699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.891665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fafd5c-5878-4b84-975d-587a05a39bd4 None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:25.960392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.966055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:25.981700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-647f6656-2105-462b-b215-172d7e7816e6 None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:25.982067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-647f6656-2105-462b-b215-172d7e7816e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.022679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=ae774f20-79e1-4b3c-8479-7d7a1edb5c33,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:26.034228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:26.034228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 2a3189be-13cd-44fc-9d4d-3a4aec8151ec, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:26.074812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 533fe831-ddc1-4261-9996-ac8b6442c68e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=533fe831-ddc1-4261-9996-ac8b6442c68e,segment=NetworkSegment(50150d26-17f9-4548-9129-d70a18ceb8e7),segment_id=50150d26-17f9-4548-9129-d70a18ceb8e7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:26.097117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:26.133590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.170474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2a3189be-13cd-44fc-9d4d-3a4aec8151ec) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:26.174534 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:26.175119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.177820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-647f6656-2105-462b-b215-172d7e7816e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.183867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e95a0-083a-4804-a883-3ac7cbd60048 None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:26.256585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2205c0a4-46b8-48bf-af2e-f9b10a515012 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7239614 Nov 01 18:57:26.256922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35920) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:26.262488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:26.280274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=533fe831-ddc1-4261-9996-ac8b6442c68e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:26.354390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-647f6656-2105-462b-b215-172d7e7816e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:26.354737 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-647f6656-2105-462b-b215-172d7e7816e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:26.357059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25318162'] for subnet, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.358372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Update dhcp port {'port': {'network_id': '52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb', 'fixed_ips': [{'subnet_id': '16c3aa83-9067-4bae-8121-18bd3f31328a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c456826c-4240-462e-815c-83f6d84c3625'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '533fe831-ddc1-4261-9996-ac8b6442c68e'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:57:26.411622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.532075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726390916437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25441860'] for subnet, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.538459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2a3189be-13cd-44fc-9d4d-3a4aec8151ec', 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': 'ae774f20-79e1-4b3c-8479-7d7a1edb5c33'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:26.539538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.573394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:26.573977 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.575277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "PUT /v2.0/subnets/ae774f20-79e1-4b3c-8479-7d7a1edb5c33 HTTP/1.1" status: 200 len: 826 time: 0.3173048 Nov 01 18:57:26.578189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35922) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:26.600098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae54c6-149b-478f-9f89-b73c88cc8c00 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=ae774f20-79e1-4b3c-8479-7d7a1edb5c33,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:26.679216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.709355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Allocated IP 172.20.0.1 (52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb/c456826c-4240-462e-815c-83f6d84c3625/533fe831-ddc1-4261-9996-ac8b6442c68e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:26.739102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.753198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Allocated IP 2001:db8::2 (2a3189be-13cd-44fc-9d4d-3a4aec8151ec/ae774f20-79e1-4b3c-8479-7d7a1edb5c33/b3119f3c-20b9-466d-9ea0-1c9363816d77) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:26.806282 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:26.922216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] For port 533fe831-ddc1-4261-9996-ac8b6442c68e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=533fe831-ddc1-4261-9996-ac8b6442c68e,segment=NetworkSegment(50150d26-17f9-4548-9129-d70a18ceb8e7),segment_id=50150d26-17f9-4548-9129-d70a18ceb8e7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:26.991063 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.016001 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.038673 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.068828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.126127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:27.126361 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.135918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:27.140697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:27.142700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa699c-71fa-4bea-8299-002d6e79781c None None] Pushing event updated for resources: {'Port': ['ID=533fe831-ddc1-4261-9996-ac8b6442c68e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:27.160622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=ae774f20-79e1-4b3c-8479-7d7a1edb5c33,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:27.224650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.231990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Pushing event updated for resources: {'Port': ['ID=b3119f3c-20b9-466d-9ea0-1c9363816d77,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:27.238584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Attempting to bind port b3119f3c-20b9-466d-9ea0-1c9363816d77 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:27.238954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Attempting to bind port b3119f3c-20b9-466d-9ea0-1c9363816d77 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:27.239323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Attempting to bind port b3119f3c-20b9-466d-9ea0-1c9363816d77 on network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:27.244776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:27.245160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Checking segment: {'id': 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:27.245571 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.245973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Bound using segment: {'id': 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:27.246446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Bound port: b3119f3c-20b9-466d-9ea0-1c9363816d77, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:27.247085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.252644 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3189be-13cd-44fc-9d4d-3a4aec8151ec']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:27.262480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:27.262779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:27.274694 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.291700 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.298987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:27.299799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:27.302669 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:27.317856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] For port b3119f3c-20b9-466d-9ea0-1c9363816d77, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:27.359420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] For port b3119f3c-20b9-466d-9ea0-1c9363816d77, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3119f3c-20b9-466d-9ea0-1c9363816d77,segment=NetworkSegment(dbda9e2a-52d4-45cd-bb38-81f86ba92ddf),segment_id=dbda9e2a-52d4-45cd-bb38-81f86ba92ddf)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:27.388603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 18:57:27.388603 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 18:57:27.388603 n-d-815923-2 neutron-server[102782]: [parameters: {'id': '2a3189be-13cd-44fc-9d4d-3a4aec8151ec'}] Nov 01 18:57:27.388603 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:27.388918 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:27.486668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.526282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 533fe831-ddc1-4261-9996-ac8b6442c68e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:27.620920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0849-4357-469c-92c5-14a9730b6a60 None None] Pushing event updated for resources: {'Port': ['ID=b3119f3c-20b9-466d-9ea0-1c9363816d77,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:27.638690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:27.639073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.663493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750c424-4fbf-4b35-bec6-2d88c9fed5fd None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:27.665612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648bfbf-d616-4604-b368-a2ed6efadfe8 None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:27.845463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ccf38353-ab2c-4dd8-9f22-7025af57dde3 None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:27.846054 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccf38353-ab2c-4dd8-9f22-7025af57dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.889874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:27.942991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port b3119f3c-20b9-466d-9ea0-1c9363816d77 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:27.943252 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.025816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port b3119f3c-20b9-466d-9ea0-1c9363816d77, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b3119f3c-20b9-466d-9ea0-1c9363816d77,segment=NetworkSegment(dbda9e2a-52d4-45cd-bb38-81f86ba92ddf),segment_id=dbda9e2a-52d4-45cd-bb38-81f86ba92ddf)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:28.026183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.040951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for b3119f3c-20b9-466d-9ea0-1c9363816d77 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:28.164239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91f093-dd5f-440e-9378-6769589bf116 None None] Network 2a3189be-13cd-44fc-9d4d-3a4aec8151ec requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:28.205379 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.235673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=b3119f3c-20b9-466d-9ea0-1c9363816d77,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:28.240546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port b3119f3c-20b9-466d-9ea0-1c9363816d77 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:28.337031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.357855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3189be-13cd-44fc-9d4d-3a4aec8151ec']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:28.367815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:28.368097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbda9e2a-52d4-45cd-bb38-81f86ba92ddf') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:28.378474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.392354 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.399455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:28.399951 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:28.402947 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:28.458669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462797a8-f1f3-49b3-901f-e1fcb80e908e None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 18:57:28.503309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d117a066-0406-427d-8cae-76d21597db9e None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:28.503717 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d117a066-0406-427d-8cae-76d21597db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.554333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.558671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.563386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/2a3189be-13cd-44fc-9d4d-3a4aec8151ec HTTP/1.1" status: 204 len: 168 time: 1.9829164 Nov 01 18:57:28.565059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:28.576450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875dff-a7a2-48c2-b7da-aee8e5a3ce20 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=2a3189be-13cd-44fc-9d4d-3a4aec8151ec,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:28.586497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462797a8-f1f3-49b3-901f-e1fcb80e908e None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 18:57:28.590624 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-83879ecd-ee80-49da-8610-403beb47c8c6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:28.591673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83879ecd-ee80-49da-8610-403beb47c8c6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:28.595256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-83879ecd-ee80-49da-8610-403beb47c8c6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/2a3189be-13cd-44fc-9d4d-3a4aec8151ec HTTP/1.1" status: 404 len: 339 time: 0.0289974 Nov 01 18:57:28.599747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35934) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:28.604574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235260705', 'description': 'd1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:28.691347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:28.694914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.719532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:28.728199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.728549 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 45ed4995-852d-4139-9b5e-91a7bd6203bf of type vlan for network ee980c3f-99de-455e-a22a-71cc92092694 Nov 01 18:57:28.769401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.856802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.862721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:28.863313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:28.930853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=ee980c3f-99de-455e-a22a-71cc92092694,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:28.941978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ee980c3f-99de-455e-a22a-71cc92092694 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:28.967245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b7c65bf9-bfa5-49b3-a071-12c8ddac0308 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3663745 Nov 01 18:57:28.969994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35936) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:29.049819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602caa3c-0f08-42a3-be18-00b54dde64f2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:29.051287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-602caa3c-0f08-42a3-be18-00b54dde64f2 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks?id=ee980c3f-99de-455e-a22a-71cc92092694 HTTP/1.1" status: 200 len: 765 time: 0.0803845 Nov 01 18:57:29.054087 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35938) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:29.058905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'description': 'd2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:29.206407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:29.296719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:29.322427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network ee980c3f-99de-455e-a22a-71cc92092694 is not hosted by any dhcp agent {{(pid=102783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 18:57:29.327885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:29.328479 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:29.329751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "PUT /v2.0/networks/ee980c3f-99de-455e-a22a-71cc92092694 HTTP/1.1" status: 200 len: 762 time: 0.2747233 Nov 01 18:57:29.332525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35940) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:29.395209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99ab29-cf96-4b75-8375-b646861e319f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=ee980c3f-99de-455e-a22a-71cc92092694,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:29.405317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ee980c3f-99de-455e-a22a-71cc92092694 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:29.448058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28a61d-ada6-4341-9778-1716af329dcb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:29.453353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6a28a61d-ada6-4341-9778-1716af329dcb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks?id=ee980c3f-99de-455e-a22a-71cc92092694 HTTP/1.1" status: 200 len: 765 time: 0.1160994 Nov 01 18:57:29.453474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:29.634255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9dd5da-dcf8-4e12-b291-7f3d24e5db71 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:29.635766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c9dd5da-dcf8-4e12-b291-7f3d24e5db71 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1812959 Nov 01 18:57:29.638761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35944) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:29.980507 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c61c3aab-251d-409f-9a16-366f157c89ea tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 207 time: 0.3406751 Nov 01 18:57:29.983877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35946) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.160142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.165970 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.172250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.178308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.184165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.190600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.192378 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b35a7b83-f6e3-4ad5-a010-ea2ec01f0902 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2075663 Nov 01 18:57:30.196074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35948) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.313833 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c859009f-4a67-48b1-bfba-a96f863effe8 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1166706 Nov 01 18:57:30.317103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35950) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.404984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.406555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.408253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.409795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.411337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.413043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e08da7ee-a305-4c63-878a-352c78b79da7 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0950203 Nov 01 18:57:30.416649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35952) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.472034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.473459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.474989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.476429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.477873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.479426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-20e30aa0-1222-43c1-8d4b-ec8ffc7836a4 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0618582 Nov 01 18:57:30.482857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35954) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.585913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da052d-10a8-4f2a-8128-b15de6953034 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.587185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-67da052d-10a8-4f2a-8128-b15de6953034 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks/0db88043-9a6f-4f19-883e-6dc732d27c97 HTTP/1.1" status: 200 len: 804 time: 0.1034203 Nov 01 18:57:30.590833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35956) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.594771 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:57:30.690789 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4f7c8448-32f9-4c4a-a056-2b60555d32f8 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/networks/0db88043-9a6f-4f19-883e-6dc732d27c97?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0988805 Nov 01 18:57:30.694056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35958) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.747843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20b50e-ab6e-4a13-a874-15c9ff886cdf tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.749887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ce20b50e-ab6e-4a13-a874-15c9ff886cdf tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets/0803bbcb-3379-44d9-a4cc-c0b48ca776e3 HTTP/1.1" status: 200 len: 843 time: 0.0547984 Nov 01 18:57:30.753315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35960) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.802239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9defa0f4-640c-4e11-9b82-22f2c8410144 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:30.803609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9defa0f4-640c-4e11-9b82-22f2c8410144 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "GET /v2.0/subnets/0803bbcb-3379-44d9-a4cc-c0b48ca776e3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0493662 Nov 01 18:57:30.806936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35962) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:30.812383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192752260'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:30.885270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:30.888739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:30.911183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:30.919451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:30.929536 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Added segment 953bc83e-3d26-42c2-bbfc-83304b704184 of type vlan for network 19a170d3-c410-48f3-996f-608376e9f063 Nov 01 18:57:30.959769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.045014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.050638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:31.051221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.118629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Network': ['ID=19a170d3-c410-48f3-996f-608376e9f063,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:31.129493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 19a170d3-c410-48f3-996f-608376e9f063 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:31.147312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9e4179bc-bd83-47dd-8546-9876774e39fc tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3371065 Nov 01 18:57:31.147935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35964) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:31.152936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'network_id': '19a170d3-c410-48f3-996f-608376e9f063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:31.290276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Made reservation on behalf of 1231179270a242049a76b132674a9311 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:31.293924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.355298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Performing IP validity checks on allocation pools {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:57:31.355856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:57:31.514007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.580351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=503b5207-50c4-49a6-8920-90dbeb795050,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:31.587996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Checking segment: {'id': '953bc83e-3d26-42c2-bbfc-83304b704184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19a170d3-c410-48f3-996f-608376e9f063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:31.588366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network hostable DHCP agents. Network: 19a170d3-c410-48f3-996f-608376e9f063, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:31.650759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Network 19a170d3-c410-48f3-996f-608376e9f063 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:31.730587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 19a170d3-c410-48f3-996f-608376e9f063) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:31.735466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:31.736243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.741430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30d2de-ea2e-434e-b9c5-6cf4983bbb9a None None] Network 19a170d3-c410-48f3-996f-608376e9f063 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:31.819245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-50b340fe-a77e-4a01-9f6c-e0a97ee421b0 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6701677 Nov 01 18:57:31.821867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35966) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:31.827228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:31.886192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0e92f-74eb-41f4-b490-0b3b853b2a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-19a170d3-c410-48f3-996f-608376e9f063', 'network_id': '19a170d3-c410-48f3-996f-608376e9f063', 'tenant_id': '1231179270a242049a76b132674a9311', 'fixed_ips': [{'subnet_id': '503b5207-50c4-49a6-8920-90dbeb795050'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:31.887058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e92f-74eb-41f4-b490-0b3b853b2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:31.921883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25318162'] for subnet, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.024018 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-d3a0e92f-74eb-41f4-b490-0b3b853b2a49 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 18:57:32.024018 n-d-815923-2 neutron-server[102784]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 01 18:57:32.024018 n-d-815923-2 neutron-server[102784]: [parameters: {'in_use': 1, 'id_1': '503b5207-50c4-49a6-8920-90dbeb795050'}] Nov 01 18:57:32.024018 n-d-815923-2 neutron-server[102784]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 18:57:32.024465 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-d3a0e92f-74eb-41f4-b490-0b3b853b2a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 18:57:32.119521 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726390916437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25441860'] for subnet, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.169420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:32.170017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.171305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "PUT /v2.0/subnets/503b5207-50c4-49a6-8920-90dbeb795050 HTTP/1.1" status: 200 len: 900 time: 0.3484473 Nov 01 18:57:32.174074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35970) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:32.182758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139285f-0857-42f3-bb64-96ab59f955f5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event updated for resources: {'Subnet': ['ID=503b5207-50c4-49a6-8920-90dbeb795050,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:32.273615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.323227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.491375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.523718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=503b5207-50c4-49a6-8920-90dbeb795050,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:32.525443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e92f-74eb-41f4-b490-0b3b853b2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.586169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.605988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a170d3-c410-48f3-996f-608376e9f063']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:32.615239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953bc83e-3d26-42c2-bbfc-83304b704184') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:32.615575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953bc83e-3d26-42c2-bbfc-83304b704184') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:32.625762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.640546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50486e47-eee6-406a-9e41-bb951f6ce675 None None] Network 19a170d3-c410-48f3-996f-608376e9f063 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:32.645411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.647792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:32.648195 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:32.651149 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:32.754550 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67a237-ccd7-4d02-a14e-98d19fa8c707 None None] Network 19a170d3-c410-48f3-996f-608376e9f063 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:32.799880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.806916 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:32.813864 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/19a170d3-c410-48f3-996f-608376e9f063 HTTP/1.1" status: 204 len: 168 time: 0.6351523 Nov 01 18:57:32.814599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35972) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:32.822349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26b165-da32-4ddf-8ce9-3b319f3eb0fb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=19a170d3-c410-48f3-996f-608376e9f063,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:32.846027 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-574fe3b5-dd02-43bf-ae40-2d68a136719f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:32.846027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574fe3b5-dd02-43bf-ae40-2d68a136719f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:32.849051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-574fe3b5-dd02-43bf-ae40-2d68a136719f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/503b5207-50c4-49a6-8920-90dbeb795050 HTTP/1.1" status: 404 len: 337 time: 0.0329337 Nov 01 18:57:32.851675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35974) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:32.869691 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-da762fa6-a9e0-4e84-ae65-2183ebfd3b69 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:32.870202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da762fa6-a9e0-4e84-ae65-2183ebfd3b69 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:32.873309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da762fa6-a9e0-4e84-ae65-2183ebfd3b69 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/19a170d3-c410-48f3-996f-608376e9f063 HTTP/1.1" status: 404 len: 339 time: 0.0207384 Nov 01 18:57:32.876377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35976) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:32.954340 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.036879 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.059742 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee980c3f-99de-455e-a22a-71cc92092694']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:33.068833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ed4995-852d-4139-9b5e-91a7bd6203bf') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:33.069129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ed4995-852d-4139-9b5e-91a7bd6203bf') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:33.078737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.091234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.097114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:33.097436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:33.100293 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:33.227935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.237517 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.240655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/ee980c3f-99de-455e-a22a-71cc92092694 HTTP/1.1" status: 204 len: 168 time: 0.3633986 Nov 01 18:57:33.243159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35978) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:33.251166 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18f4ea-f269-48d7-8241-725b0d2dd634 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=ee980c3f-99de-455e-a22a-71cc92092694,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:33.269326 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ccf2bd-b2a0-4e3a-88b4-6096acded216 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:33.269779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ccf2bd-b2a0-4e3a-88b4-6096acded216 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:33.272780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-68ccf2bd-b2a0-4e3a-88b4-6096acded216 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/ae774f20-79e1-4b3c-8479-7d7a1edb5c33 HTTP/1.1" status: 404 len: 337 time: 0.0285871 Nov 01 18:57:33.279159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35980) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:33.298023 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-528011c3-8cc4-442c-99a8-03ebdcbca721 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:33.298557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528011c3-8cc4-442c-99a8-03ebdcbca721 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:33.301558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-528011c3-8cc4-442c-99a8-03ebdcbca721 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/2a3189be-13cd-44fc-9d4d-3a4aec8151ec HTTP/1.1" status: 404 len: 339 time: 0.0214634 Nov 01 18:57:33.304051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35982) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:33.352672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting subnet c456826c-4240-462e-815c-83f6d84c3625 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:33.355622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.398817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.478788 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.651204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.681299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=c456826c-4240-462e-815c-83f6d84c3625,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:33.685303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.687103 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7849b8b4-3cf5-4baf-9094-334782e3d127 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/c456826c-4240-462e-815c-83f6d84c3625 HTTP/1.1" status: 204 len: 168 time: 0.3818705 Nov 01 18:57:33.689315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35984) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:33.693989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9f60b-cb9f-4f60-bfc2-56912b95bd92 None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:33.748997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting subnet 16c3aa83-9067-4bae-8121-18bd3f31328a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:33.752215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.792278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.874891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:33.988735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.017643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=16c3aa83-9067-4bae-8121-18bd3f31328a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:34.021278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.027046 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 35986) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:34.027748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-24180b1b-36eb-40d2-a90d-03380cb6f4f9 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/16c3aa83-9067-4bae-8121-18bd3f31328a HTTP/1.1" status: 204 len: 168 time: 0.3366313 Nov 01 18:57:34.110966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.164777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port 533fe831-ddc1-4261-9996-ac8b6442c68e {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:34.165125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.232722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port 533fe831-ddc1-4261-9996-ac8b6442c68e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=533fe831-ddc1-4261-9996-ac8b6442c68e,segment=NetworkSegment(50150d26-17f9-4548-9129-d70a18ceb8e7),segment_id=50150d26-17f9-4548-9129-d70a18ceb8e7)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:34.233672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.251171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for 533fe831-ddc1-4261-9996-ac8b6442c68e owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:34.311421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d733053-0bc1-4262-a2fd-d6fe25ed5ddd None None] Network 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:34.381371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e058aa79-7a32-4530-a939-84ad226c0c5c None None] Provisioning complete for port 533fe831-ddc1-4261-9996-ac8b6442c68e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:34.381756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e058aa79-7a32-4530-a939-84ad226c0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.439683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.459229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e058aa79-7a32-4530-a939-84ad226c0c5c None None] Could not find standard attr ID for object 533fe831-ddc1-4261-9996-ac8b6442c68e. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:57:34.463049 n-d-815923-2 neutron-server[102784]: INFO neutron.plugins.ml2.db [None req-e058aa79-7a32-4530-a939-84ad226c0c5c None None] No ports have port_id starting with 533fe831-ddc1-4261-9996-ac8b6442c68e Nov 01 18:57:34.467227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=533fe831-ddc1-4261-9996-ac8b6442c68e,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:34.469803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port 533fe831-ddc1-4261-9996-ac8b6442c68e on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:34.532330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb8903-6b46-481d-bae5-307feeeb1cdd None None] DHCP port deletion for 52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:57:34.869597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.888450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:34.897250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50150d26-17f9-4548-9129-d70a18ceb8e7') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:34.897544 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50150d26-17f9-4548-9129-d70a18ceb8e7') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:34.906860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.919295 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.925702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:34.926077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:34.928973 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:35.056860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.065353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.068746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb HTTP/1.1" status: 204 len: 168 time: 1.0406423 Nov 01 18:57:35.071147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35988) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.079190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606db869-8112-4fcb-92be-f60b847c6e7f tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=52a6dfb5-f4ff-406a-a3c5-f6a030b1d3eb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:35.099466 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a3c6cf-f7c2-44af-93bb-58ecf74c648e tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.099981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a3c6cf-f7c2-44af-93bb-58ecf74c648e tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.102941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-94a3c6cf-f7c2-44af-93bb-58ecf74c648e tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/ae0850c7-7f4b-42ad-ae0a-fae3757a1edf HTTP/1.1" status: 404 len: 337 time: 0.0306094 Nov 01 18:57:35.105487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35990) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.123250 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a13223f-03a6-469c-b9f9-af50e6675ad5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.123737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a13223f-03a6-469c-b9f9-af50e6675ad5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.126723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2a13223f-03a6-469c-b9f9-af50e6675ad5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/83527f8c-8439-4bb5-9193-e08aaa5564e8 HTTP/1.1" status: 404 len: 339 time: 0.0203154 Nov 01 18:57:35.129142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35992) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.136345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.153831 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4090a7de-6a5e-4ecf-8f53-b76e24ed1d54 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.154269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4090a7de-6a5e-4ecf-8f53-b76e24ed1d54 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.158061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4090a7de-6a5e-4ecf-8f53-b76e24ed1d54 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/3e9f3417-bc3f-4483-b0ad-f5c0a364da4c HTTP/1.1" status: 404 len: 337 time: 0.0280130 Nov 01 18:57:35.160402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35994) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.177227 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ef85f2-55bf-4bf9-8f79-d21ef069b5cb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.177742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ef85f2-55bf-4bf9-8f79-d21ef069b5cb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.180616 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12ef85f2-55bf-4bf9-8f79-d21ef069b5cb tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/46da58d1-6a4e-4bd2-afbd-aa6179d369f5 HTTP/1.1" status: 404 len: 339 time: 0.0193379 Nov 01 18:57:35.182849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35996) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.206947 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef11002-f8d4-4911-8efd-9a125e70acef tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.207387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef11002-f8d4-4911-8efd-9a125e70acef tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.210264 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7ef11002-f8d4-4911-8efd-9a125e70acef tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/1ac7a5c3-0aec-40c4-9ff2-6d268cc4ffe8 HTTP/1.1" status: 404 len: 337 time: 0.0265667 Nov 01 18:57:35.212537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 35998) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.234975 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc68fc3-f79c-46bd-a552-c31f55f9d1e6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:35.235526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc68fc3-f79c-46bd-a552-c31f55f9d1e6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:35.238440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-acc68fc3-f79c-46bd-a552-c31f55f9d1e6 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/4c0efb6e-baf9-4b96-a6b0-3262a25dc194 HTTP/1.1" status: 404 len: 339 time: 0.0250332 Nov 01 18:57:35.241750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36000) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.291429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting subnet 7ee7f163-8f32-4c2c-8e7d-97db28051b7f {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:35.294452 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.333099 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.418078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.496862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 533fe831-ddc1-4261-9996-ac8b6442c68e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:57:35.517536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 533fe831-ddc1-4261-9996-ac8b6442c68e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:57:35.517922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 533fe831-ddc1-4261-9996-ac8b6442c68e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:57:35.560172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.587954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee7f163-8f32-4c2c-8e7d-97db28051b7f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:35.591671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.594817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-78f70850-0ce3-4313-a365-354430f34c4a tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/7ee7f163-8f32-4c2c-8e7d-97db28051b7f HTTP/1.1" status: 204 len: 168 time: 0.3521745 Nov 01 18:57:35.597388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:35.598296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4cebf3-6cc2-4151-9dbd-1e85ae99862f None None] Network c268df82-aa03-4148-ae80-a7d934dad658 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:35.675672 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.727338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port 7f3af05c-7145-4d69-83c5-f7e02002771c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:35.727714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.768372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] DHCP port deletion for c268df82-aa03-4148-ae80-a7d934dad658 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:57:35.793781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port 7f3af05c-7145-4d69-83c5-f7e02002771c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7f3af05c-7145-4d69-83c5-f7e02002771c,segment=NetworkSegment(30965009-03a2-4845-b8f0-6539b4974464),segment_id=30965009-03a2-4845-b8f0-6539b4974464)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:35.794146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.807002 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for 7f3af05c-7145-4d69-83c5-f7e02002771c owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:35.816055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Deleting port 7f3af05c-7145-4d69-83c5-f7e02002771c {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:35.816434 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.881161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] For port 7f3af05c-7145-4d69-83c5-f7e02002771c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7f3af05c-7145-4d69-83c5-f7e02002771c,segment=NetworkSegment(30965009-03a2-4845-b8f0-6539b4974464),segment_id=30965009-03a2-4845-b8f0-6539b4974464)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:35.881546 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.894239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Calling delete_port for 7f3af05c-7145-4d69-83c5-f7e02002771c owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:35.948266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.966174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:35.977873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=7f3af05c-7145-4d69-83c5-f7e02002771c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:35.981606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port 7f3af05c-7145-4d69-83c5-f7e02002771c on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:35.995582 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] Pushing event deleted for resources: {'Port': ['ID=7f3af05c-7145-4d69-83c5-f7e02002771c,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:35.997573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014ae46-1a36-4f30-880a-4e246fe987b3 None None] No DVR routers for this DVR port 7f3af05c-7145-4d69-83c5-f7e02002771c on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:36.060734 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.080840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c268df82-aa03-4148-ae80-a7d934dad658']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:36.090036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30965009-03a2-4845-b8f0-6539b4974464') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:36.094918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30965009-03a2-4845-b8f0-6539b4974464') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:36.100290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.112918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.118704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:36.119087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:36.122235 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:36.245267 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.253236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.255908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/c268df82-aa03-4148-ae80-a7d934dad658 HTTP/1.1" status: 204 len: 168 time: 0.6574914 Nov 01 18:57:36.258486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36004) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:36.269277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2bebe-a934-4a04-bdce-03275bbe11d5 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=c268df82-aa03-4148-ae80-a7d934dad658,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:36.285771 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c80cbaa-5cac-4d65-a559-9db7e4134351 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:36.286227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c80cbaa-5cac-4d65-a559-9db7e4134351 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:36.289441 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c80cbaa-5cac-4d65-a559-9db7e4134351 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/c438e17a-f6da-49cd-b68c-646eea552b26 HTTP/1.1" status: 404 len: 337 time: 0.0297265 Nov 01 18:57:36.291677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36006) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:36.308911 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-53527fd2-3a0b-4cb4-a592-e6513ce72e38 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:36.309437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53527fd2-3a0b-4cb4-a592-e6513ce72e38 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:36.313091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-53527fd2-3a0b-4cb4-a592-e6513ce72e38 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/767ff111-d928-4e74-9229-36ee53706344 HTTP/1.1" status: 404 len: 339 time: 0.0205123 Nov 01 18:57:36.315289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36008) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:36.363915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting subnet 0803bbcb-3379-44d9-a4cc-c0b48ca776e3 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:36.366891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.413743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.493648 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.616882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.648579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Subnet': ['ID=0803bbcb-3379-44d9-a4cc-c0b48ca776e3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:36.654042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.657402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4171b5ab-5409-49dc-b830-f26db1591433 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/subnets/0803bbcb-3379-44d9-a4cc-c0b48ca776e3 HTTP/1.1" status: 204 len: 168 time: 0.3411989 Nov 01 18:57:36.659860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36010) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:36.664215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3fab-8ae8-42b7-a840-99834aa4368d None None] Network 0db88043-9a6f-4f19-883e-6dc732d27c97 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:36.737720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.789328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Deleting port 6a5e4971-58f8-4270-9306-71e68ea56387 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:36.789676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.820313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] DHCP port deletion for 0db88043-9a6f-4f19-883e-6dc732d27c97 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:57:36.860520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] For port 6a5e4971-58f8-4270-9306-71e68ea56387, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6a5e4971-58f8-4270-9306-71e68ea56387,segment=NetworkSegment(5347582a-65c9-434e-ab0a-dfe55bdca09a),segment_id=5347582a-65c9-434e-ab0a-dfe55bdca09a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:36.860979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.871657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Deleting port 6a5e4971-58f8-4270-9306-71e68ea56387 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:36.871994 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.873787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Calling delete_port for 6a5e4971-58f8-4270-9306-71e68ea56387 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:36.933228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] For port 6a5e4971-58f8-4270-9306-71e68ea56387, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6a5e4971-58f8-4270-9306-71e68ea56387,segment=NetworkSegment(5347582a-65c9-434e-ab0a-dfe55bdca09a),segment_id=5347582a-65c9-434e-ab0a-dfe55bdca09a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:36.933628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:36.946199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Calling delete_port for 6a5e4971-58f8-4270-9306-71e68ea56387 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:37.028638 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.059593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] No DVR routers for this DVR port 6a5e4971-58f8-4270-9306-71e68ea56387 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:37.066123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Port': ['ID=6a5e4971-58f8-4270-9306-71e68ea56387,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:37.160801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.177533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.181407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db88043-9a6f-4f19-883e-6dc732d27c97']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:37.191217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5347582a-65c9-434e-ab0a-dfe55bdca09a') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:37.191532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5347582a-65c9-434e-ab0a-dfe55bdca09a') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:37.200891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.201055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] Pushing event deleted for resources: {'Port': ['ID=6a5e4971-58f8-4270-9306-71e68ea56387,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:37.207257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6a87c-917b-48c3-94a2-d7f06c9a6a07 None None] No DVR routers for this DVR port 6a5e4971-58f8-4270-9306-71e68ea56387 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:37.222203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.223112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:37.223541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:37.226476 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:37.330855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.338227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.341002 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] 10.222.0.31 "DELETE /v2.0/networks/0db88043-9a6f-4f19-883e-6dc732d27c97 HTTP/1.1" status: 204 len: 168 time: 0.6801760 Nov 01 18:57:37.352110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db790628-804e-4a49-a77e-a7c1f759c4f1 tempest-NetworksIpV6Test-2076017744 tempest-NetworksIpV6Test-2076017744-project] Pushing event deleted for resources: {'Network': ['ID=0db88043-9a6f-4f19-883e-6dc732d27c97,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:37.488130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7f3af05c-7145-4d69-83c5-f7e02002771c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:57:37.509411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7f3af05c-7145-4d69-83c5-f7e02002771c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:57:37.509756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7f3af05c-7145-4d69-83c5-f7e02002771c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:57:37.510167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6a5e4971-58f8-4270-9306-71e68ea56387 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:57:37.528485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6a5e4971-58f8-4270-9306-71e68ea56387 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:57:37.528830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6a5e4971-58f8-4270-9306-71e68ea56387 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:57:37.775371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36016) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:37.904115 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-64b42b23-75e5-48d7-90c7-70abc5e7633f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1231179270a242049a76b132674a9311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274128 Nov 01 18:57:37.907039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36020) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:37.953361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:37.974304 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:38.079347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:38.081972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:38.083122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/665db212-7b19-472b-bbfd-8aad17a1ffa0 HTTP/1.1" status: 204 len: 168 time: 0.1751151 Nov 01 18:57:38.090864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31495d-ff9f-45cc-a12f-8e1ab320b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665db212-7b19-472b-bbfd-8aad17a1ffa0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:38.923872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:39.018342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-74108050'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:39.096674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:39.100205 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.109435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.183069 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.228008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.251279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:39.264278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc67f5b-8159-40fe-8648-f4d175cc4157,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:39.268986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.269340 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment cd9603f3-973c-48c4-b8d8-410b7a309009 of type vlan for network 43fe037e-4e77-490d-bee4-0ba65f6b458e Nov 01 18:57:39.308667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.398701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.399250 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.404507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:39.405654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.475254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=43fe037e-4e77-490d-bee4-0ba65f6b458e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:39.485828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:39.510523 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3cff32dd-6870-41e4-96e2-2510535062d1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5855153 Nov 01 18:57:39.513038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:39.518241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'name': 'tempest-PortsIpV6TestJSON-1599513590'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:39.673347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:39.676887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.694119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port e0a9d14d-e695-4438-a218-8c5abb9decbf yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:39.852909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:39.942327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.000213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=e0a9d14d-e695-4438-a218-8c5abb9decbf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:40.023492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'cd9603f3-973c-48c4-b8d8-410b7a309009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:40.026031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: 43fe037e-4e77-490d-bee4-0ba65f6b458e, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:40.101808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:40.164658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 43fe037e-4e77-490d-bee4-0ba65f6b458e) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:40.168452 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:40.174211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:40.174428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e6909-a390-4a47-8da6-feb0c414bde6 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:40.174811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.248172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a12bd7bb-2642-44c4-b077-b582dcb5143d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7339365 Nov 01 18:57:40.251645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:40.256574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-134137396'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:40.331003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:40.334542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.357271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:40.366218 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.372607 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment d32a5f19-ad4e-4774-b75a-661b433e71fb of type vlan for network 6d835f73-4f05-4677-bb42-62c6bc8665c3 Nov 01 18:57:40.405116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.519002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.525460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:40.535202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.591219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=6d835f73-4f05-4677-bb42-62c6bc8665c3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:40.601505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 6d835f73-4f05-4677-bb42-62c6bc8665c3 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:40.625732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9186cfa6-5d65-41e6-a5a6-430d369df5e9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3730123 Nov 01 18:57:40.628321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36050) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:40.633194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'ports': [{'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'}, {'network_id': '6d835f73-4f05-4677-bb42-62c6bc8665c3'}]} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:40.633506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:40.633979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '6d835f73-4f05-4677-bb42-62c6bc8665c3'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:40.850291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 2} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:40.854813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.872589 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:40.948526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port fb9742b2-5639-473a-ba3d-f88a7deedc61 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:41.059380 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.123710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 293be8e4-8cbb-4165-b0dc-12ed8ade138e yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:41.228493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.313325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.355790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:41.360990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:41.364775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:41.365599 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.372254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=fb9742b2-5639-473a-ba3d-f88a7deedc61,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:41.429754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=293be8e4-8cbb-4165-b0dc-12ed8ade138e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:41.485543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'd32a5f19-ad4e-4774-b75a-661b433e71fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d835f73-4f05-4677-bb42-62c6bc8665c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:41.485908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: 6d835f73-4f05-4677-bb42-62c6bc8665c3, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:41.570713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 6d835f73-4f05-4677-bb42-62c6bc8665c3 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:41.650705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 6d835f73-4f05-4677-bb42-62c6bc8665c3) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:41.654348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:41.660248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:41.661294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776b92d-4c61-49d5-8267-ee1c72a41935 None None] Network 6d835f73-4f05-4677-bb42-62c6bc8665c3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:41.665144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:41.665803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.739365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8babee18-3a8c-4101-a4cf-868a7fb4f2e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1099925 Nov 01 18:57:41.742207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:41.831177 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 293be8e4-8cbb-4165-b0dc-12ed8ade138e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:41.831526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.895144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:41.907300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 293be8e4-8cbb-4165-b0dc-12ed8ade138e owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:42.027646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.055541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=293be8e4-8cbb-4165-b0dc-12ed8ade138e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:42.062505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.065861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4d98428b-938f-4832-8d8e-90747216d8f4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/293be8e4-8cbb-4165-b0dc-12ed8ade138e HTTP/1.1" status: 204 len: 168 time: 0.3226182 Nov 01 18:57:42.068343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.145142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17329a5-4912-4c58-a7cd-c657e4f301b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:42.151102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17329a5-4912-4c58-a7cd-c657e4f301b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:42.152654 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f17329a5-4912-4c58-a7cd-c657e4f301b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0833807 Nov 01 18:57:42.155459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36056) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.241290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port fb9742b2-5639-473a-ba3d-f88a7deedc61 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:42.241547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.304235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.316591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for fb9742b2-5639-473a-ba3d-f88a7deedc61 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:42.473526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.503315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=fb9742b2-5639-473a-ba3d-f88a7deedc61,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:42.506806 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.511287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-96dd0658-e298-4e1e-9288-c7607d1f34ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/fb9742b2-5639-473a-ba3d-f88a7deedc61 HTTP/1.1" status: 204 len: 168 time: 0.3536663 Nov 01 18:57:42.512816 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36058) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.589318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d4b2e-25b1-40bc-bd12-7569151288dc tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:42.590805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3f6d4b2e-25b1-40bc-bd12-7569151288dc tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0769842 Nov 01 18:57:42.594111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36060) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.620955 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-68727b16-0d01-47e2-be65-a40ea00d2489 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:42.622634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-68727b16-0d01-47e2-be65-a40ea00d2489 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/293be8e4-8cbb-4165-b0dc-12ed8ade138e HTTP/1.1" status: 404 len: 333 time: 0.0276115 Nov 01 18:57:42.625392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36062) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.648810 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ab766b-bc2e-433b-be46-eff51922b443 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:42.650230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-29ab766b-bc2e-433b-be46-eff51922b443 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/fb9742b2-5639-473a-ba3d-f88a7deedc61 HTTP/1.1" status: 404 len: 333 time: 0.0239472 Nov 01 18:57:42.652759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36064) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:42.727707 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.815923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.836015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d835f73-4f05-4677-bb42-62c6bc8665c3']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:42.845962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32a5f19-ad4e-4774-b75a-661b433e71fb') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:42.846319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32a5f19-ad4e-4774-b75a-661b433e71fb') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:42.856042 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.868720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.874842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:42.875211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:42.878175 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:43.010625 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.018416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.021881 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/6d835f73-4f05-4677-bb42-62c6bc8665c3 HTTP/1.1" status: 204 len: 168 time: 0.3682394 Nov 01 18:57:43.025559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36066) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:43.030826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282854969'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:43.034043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cb551-900b-4548-a90f-a509df39636b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=6d835f73-4f05-4677-bb42-62c6bc8665c3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:43.107421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:43.110915 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.134004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:43.148341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.148688 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment b6a7336d-da99-4606-9ebf-0d697150dd7d of type vlan for network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 Nov 01 18:57:43.186896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.261909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.268217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:43.268799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.335175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=f35b58ea-bfd7-4c08-b38a-23a15d113ea1,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:43.345141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:43.351478 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6628e8ff-d3e2-4a1a-b85f-9ee5a01fc3d6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3247583 Nov 01 18:57:43.353450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36068) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:43.359532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:43.530811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:43.534446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.592882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Performing IP validity checks on allocation pools {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 18:57:43.595859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.ipam_backend_mixin [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 18:57:43.804909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:43.859212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=c91820a5-1815-4f97-aa68-5dfb3623a101,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:43.874496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'b6a7336d-da99-4606-9ebf-0d697150dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:43.874862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: f35b58ea-bfd7-4c08-b38a-23a15d113ea1, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:43.953226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:44.015852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, f35b58ea-bfd7-4c08-b38a-23a15d113ea1) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:44.020024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:44.020622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.024551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a9311-9630-49f6-a1a4-5433cce56ec9 None None] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:44.081591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dd3a66d2-40c0-42d6-82d7-af406458ae39 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7269962 Nov 01 18:57:44.084208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36070) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:44.089180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1', 'name': 'tempest-PortsIpV6TestJSON-2012907606'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:44.170847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-f35b58ea-bfd7-4c08-b38a-23a15d113ea1', 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': 'c91820a5-1815-4f97-aa68-5dfb3623a101'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:44.171936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.250804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:44.255277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.277181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:44.313523 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Allocated IP 2001:db8::2 (f35b58ea-bfd7-4c08-b38a-23a15d113ea1/c91820a5-1815-4f97-aa68-5dfb3623a101/f5426aad-24af-400b-b4ac-cb3188e1c859) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:44.455362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.502588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.539559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:44.542289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:44.545694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:44.559727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Pushing event updated for resources: {'Port': ['ID=f5426aad-24af-400b-b4ac-cb3188e1c859,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:44.560796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::157 (f35b58ea-bfd7-4c08-b38a-23a15d113ea1/c91820a5-1815-4f97-aa68-5dfb3623a101/df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:44.608546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Attempting to bind port f5426aad-24af-400b-b4ac-cb3188e1c859 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:44.608909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Attempting to bind port f5426aad-24af-400b-b4ac-cb3188e1c859 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b6a7336d-da99-4606-9ebf-0d697150dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:44.609270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Attempting to bind port f5426aad-24af-400b-b4ac-cb3188e1c859 on network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:44.614398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:44.614772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Checking segment: {'id': 'b6a7336d-da99-4606-9ebf-0d697150dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:44.615173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.615591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Bound using segment: {'id': 'b6a7336d-da99-4606-9ebf-0d697150dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:44.616057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Bound port: f5426aad-24af-400b-b4ac-cb3188e1c859, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a7336d-da99-4606-9ebf-0d697150dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f35b58ea-bfd7-4c08-b38a-23a15d113ea1'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:44.616437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.683626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] For port f5426aad-24af-400b-b4ac-cb3188e1c859, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:44.687133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] For port f5426aad-24af-400b-b4ac-cb3188e1c859, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5426aad-24af-400b-b4ac-cb3188e1c859,segment=NetworkSegment(b6a7336d-da99-4606-9ebf-0d697150dd7d),segment_id=b6a7336d-da99-4606-9ebf-0d697150dd7d)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:44.742952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:44.801693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d72171-20c1-4727-b324-e90099cf5037 None None] Pushing event updated for resources: {'Port': ['ID=f5426aad-24af-400b-b4ac-cb3188e1c859,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:45.055197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.153751 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.196705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:45.201695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:45.208291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:45.214486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:45.215093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.221990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:45.287723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df01185b-ca58-4195-b1e0-9f95ad016d36 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2024064 Nov 01 18:57:45.290308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36074) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:45.381975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:45.382319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.472020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.485513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:45.547057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5426aad-24af-400b-b4ac-cb3188e1c859 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:45.598098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f5426aad-24af-400b-b4ac-cb3188e1c859 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:45.598470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.662526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.694824 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.700909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:45.716857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.720257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef901812-6b58-43b8-a125-af90fd07be51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 HTTP/1.1" status: 204 len: 168 time: 0.4290221 Nov 01 18:57:45.722985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36076) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:45.737581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port f5426aad-24af-400b-b4ac-cb3188e1c859, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5426aad-24af-400b-b4ac-cb3188e1c859,segment=NetworkSegment(b6a7336d-da99-4606-9ebf-0d697150dd7d),segment_id=b6a7336d-da99-4606-9ebf-0d697150dd7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:45.746833 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-69622d68-e0fc-4da4-ba23-2110c74f2ab5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:57:45.748239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69622d68-e0fc-4da4-ba23-2110c74f2ab5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:45.750893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd955cc-410a-49d6-9f76-11c3fab6e3fd None None] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:45.754630 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-69622d68-e0fc-4da4-ba23-2110c74f2ab5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 HTTP/1.1" status: 404 len: 333 time: 0.0281401 Nov 01 18:57:45.754956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36078) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:45.778787 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21734b0-e6b2-4cbe-9a82-d2ccec5b2c83 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:45.780337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f21734b0-e6b2-4cbe-9a82-d2ccec5b2c83 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/df23d1e5-42a7-43ce-a9ca-2e5409fd9bd7 HTTP/1.1" status: 404 len: 333 time: 0.0243680 Nov 01 18:57:45.783336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36080) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:45.797576 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.835057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet c91820a5-1815-4f97-aa68-5dfb3623a101 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:45.838173 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.878452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=f5426aad-24af-400b-b4ac-cb3188e1c859,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:45.883986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.904713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c88b9871-774f-416f-974a-1522e4207bbf None None] Provisioning complete for port f5426aad-24af-400b-b4ac-cb3188e1c859 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:45.905696 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c88b9871-774f-416f-974a-1522e4207bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:45.966860 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.091093 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.126158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=c91820a5-1815-4f97-aa68-5dfb3623a101,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:46.128454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.131876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8dd41e7e-34e9-4fce-b05b-a3bd0837f120 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/c91820a5-1815-4f97-aa68-5dfb3623a101 HTTP/1.1" status: 204 len: 168 time: 0.3474276 Nov 01 18:57:46.134819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36082) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:46.191924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a5507-02ac-4b2e-bdc8-ac27497571df None None] Network f35b58ea-bfd7-4c08-b38a-23a15d113ea1 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:46.213265 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.265919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port f5426aad-24af-400b-b4ac-cb3188e1c859 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:46.266260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.283940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-93350bad-41d3-41bd-b1ec-f8a2fc399222 None None] Provisioning complete for port f5426aad-24af-400b-b4ac-cb3188e1c859 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:46.284228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-93350bad-41d3-41bd-b1ec-f8a2fc399222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.333010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port f5426aad-24af-400b-b4ac-cb3188e1c859, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5426aad-24af-400b-b4ac-cb3188e1c859,segment=NetworkSegment(b6a7336d-da99-4606-9ebf-0d697150dd7d),segment_id=b6a7336d-da99-4606-9ebf-0d697150dd7d)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:46.333410 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.346759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for f5426aad-24af-400b-b4ac-cb3188e1c859 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:46.409072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] DHCP port deletion for f35b58ea-bfd7-4c08-b38a-23a15d113ea1 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:57:46.455165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Deleting port f5426aad-24af-400b-b4ac-cb3188e1c859 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:46.455589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.519128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] For port f5426aad-24af-400b-b4ac-cb3188e1c859, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5426aad-24af-400b-b4ac-cb3188e1c859,segment=NetworkSegment(b6a7336d-da99-4606-9ebf-0d697150dd7d),segment_id=b6a7336d-da99-4606-9ebf-0d697150dd7d)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:46.519352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.519533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.532514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Calling delete_port for f5426aad-24af-400b-b4ac-cb3188e1c859 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:46.546449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=f5426aad-24af-400b-b4ac-cb3188e1c859,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:46.548317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port f5426aad-24af-400b-b4ac-cb3188e1c859 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:46.629154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.640288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.653482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] Pushing event deleted for resources: {'Port': ['ID=f5426aad-24af-400b-b4ac-cb3188e1c859,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:46.661420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa093a8-a03f-4177-ace4-bed831c6706f None None] No DVR routers for this DVR port f5426aad-24af-400b-b4ac-cb3188e1c859 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:46.664847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35b58ea-bfd7-4c08-b38a-23a15d113ea1']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:46.679446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a7336d-da99-4606-9ebf-0d697150dd7d') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:46.679778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a7336d-da99-4606-9ebf-0d697150dd7d') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:46.690383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.704232 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.710029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:46.710418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:46.713461 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:46.833307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.840148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.843417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/f35b58ea-bfd7-4c08-b38a-23a15d113ea1 HTTP/1.1" status: 204 len: 168 time: 0.7077713 Nov 01 18:57:46.848005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36084) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:46.853302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-822116043'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:46.854520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25393-3b51-4783-a415-37b4db41cfa7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=f35b58ea-bfd7-4c08-b38a-23a15d113ea1,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:46.918969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:46.922486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.949791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:46.958720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:46.961848 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment d1107e49-c9ad-4792-93ff-b47e5dc95a8c of type vlan for network 41208fae-d846-4962-a6f2-16f59559b154 Nov 01 18:57:46.997356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.072896 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.078520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:47.079127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.143924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=41208fae-d846-4962-a6f2-16f59559b154,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:47.153786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 41208fae-d846-4962-a6f2-16f59559b154 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:47.161702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a76fcc45-42f1-4c08-8fe3-601fba660423 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3125293 Nov 01 18:57:47.164544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36086) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:47.169462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '41208fae-d846-4962-a6f2-16f59559b154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:47.318669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:47.322196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.498420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5426aad-24af-400b-b4ac-cb3188e1c859 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:57:47.517707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f5426aad-24af-400b-b4ac-cb3188e1c859 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:57:47.518097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5426aad-24af-400b-b4ac-cb3188e1c859 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:57:47.542252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.606379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=89e34586-75fd-4648-9d84-7834a972cf41,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:47.615604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '41208fae-d846-4962-a6f2-16f59559b154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:47.615981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: 41208fae-d846-4962-a6f2-16f59559b154, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:47.684998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 41208fae-d846-4962-a6f2-16f59559b154 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:47.758849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 41208fae-d846-4962-a6f2-16f59559b154) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:47.763324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:47.764361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.767600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e68c8-b797-4f8d-a5e5-34e6bcefa55f None None] Network 41208fae-d846-4962-a6f2-16f59559b154 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:47.836402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7720b30b-95d0-4ccb-88da-2d7cd3457510 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6708057 Nov 01 18:57:47.838945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36088) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:47.844468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '41208fae-d846-4962-a6f2-16f59559b154', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-577768906'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:47.911373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-41208fae-d846-4962-a6f2-16f59559b154', 'network_id': '41208fae-d846-4962-a6f2-16f59559b154', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': '89e34586-75fd-4648-9d84-7834a972cf41'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:47.912560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:47.998878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:48.002693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.020855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 20ab7b03-408b-45c9-9d27-fcb60835d065 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:48.048148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Allocated IP 2001:db8::2 (41208fae-d846-4962-a6f2-16f59559b154/89e34586-75fd-4648-9d84-7834a972cf41/51807218-2f02-4f83-a859-486086f7b0a7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:48.187297 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.233516 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.271127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Network 41208fae-d846-4962-a6f2-16f59559b154 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:48.275858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:48.279317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:48.287470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Pushing event updated for resources: {'Port': ['ID=51807218-2f02-4f83-a859-486086f7b0a7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:48.295587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::3bb (41208fae-d846-4962-a6f2-16f59559b154/89e34586-75fd-4648-9d84-7834a972cf41/20ab7b03-408b-45c9-9d27-fcb60835d065) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:48.339716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Attempting to bind port 51807218-2f02-4f83-a859-486086f7b0a7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:48.340090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Attempting to bind port 51807218-2f02-4f83-a859-486086f7b0a7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '41208fae-d846-4962-a6f2-16f59559b154'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:48.340448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Attempting to bind port 51807218-2f02-4f83-a859-486086f7b0a7 on network 41208fae-d846-4962-a6f2-16f59559b154 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:48.345953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:48.346322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Checking segment: {'id': 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '41208fae-d846-4962-a6f2-16f59559b154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:48.346716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.347101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Bound using segment: {'id': 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '41208fae-d846-4962-a6f2-16f59559b154'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:48.347596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Bound port: 51807218-2f02-4f83-a859-486086f7b0a7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '41208fae-d846-4962-a6f2-16f59559b154'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:48.347982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.409146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] For port 51807218-2f02-4f83-a859-486086f7b0a7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:48.412173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] For port 51807218-2f02-4f83-a859-486086f7b0a7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=51807218-2f02-4f83-a859-486086f7b0a7,segment=NetworkSegment(d1107e49-c9ad-4792-93ff-b47e5dc95a8c),segment_id=d1107e49-c9ad-4792-93ff-b47e5dc95a8c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:48.423678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.490911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.508029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.550786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa296ee4-4095-4bdb-ab0a-35aee7f49d3e None None] Pushing event updated for resources: {'Port': ['ID=51807218-2f02-4f83-a859-486086f7b0a7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:48.557799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 41208fae-d846-4962-a6f2-16f59559b154 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:48.562469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:48.567851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:48.573595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:48.574230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.578074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=20ab7b03-408b-45c9-9d27-fcb60835d065,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:48.642229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-247af515-28c4-4efa-a979-74ebcb9e6692 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8021629 Nov 01 18:57:48.644951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36090) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:48.719111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15df8188-c2d8-4bf2-b690-a349f047a5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.763552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 20ab7b03-408b-45c9-9d27-fcb60835d065 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:48.763909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.857368 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:48.870133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 20ab7b03-408b-45c9-9d27-fcb60835d065 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:49.044899 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.069250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=20ab7b03-408b-45c9-9d27-fcb60835d065,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:49.101210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.104577 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c656894-ad98-4a87-926e-b36151753a80 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/20ab7b03-408b-45c9-9d27-fcb60835d065 HTTP/1.1" status: 204 len: 168 time: 0.4584885 Nov 01 18:57:49.107225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36092) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:49.132450 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f90be0a-ddda-468d-af70-4ffba6d93019 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:49.134017 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0f90be0a-ddda-468d-af70-4ffba6d93019 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/20ab7b03-408b-45c9-9d27-fcb60835d065 HTTP/1.1" status: 404 len: 333 time: 0.0257390 Nov 01 18:57:49.136802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:49.190746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 89e34586-75fd-4648-9d84-7834a972cf41 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:49.194170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.237480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.332861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.421825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465ac18-2df8-47ce-bd64-68c6bf5365dc None None] Network 41208fae-d846-4962-a6f2-16f59559b154 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:49.492305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.522273 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=89e34586-75fd-4648-9d84-7834a972cf41,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:49.526887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.532694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f5a40e3-df4d-415b-9091-992652755103 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/89e34586-75fd-4648-9d84-7834a972cf41 HTTP/1.1" status: 204 len: 168 time: 0.3920853 Nov 01 18:57:49.533121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:49.540613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 51807218-2f02-4f83-a859-486086f7b0a7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:49.586528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] Provisioning complete for port 51807218-2f02-4f83-a859-486086f7b0a7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:49.586801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.615557 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.660149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 51807218-2f02-4f83-a859-486086f7b0a7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:49.660451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.670979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 51807218-2f02-4f83-a859-486086f7b0a7 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:49.671574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.720473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.731752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] DHCP port deletion for 41208fae-d846-4962-a6f2-16f59559b154 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:57:49.737947 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port 51807218-2f02-4f83-a859-486086f7b0a7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=51807218-2f02-4f83-a859-486086f7b0a7,segment=NetworkSegment(d1107e49-c9ad-4792-93ff-b47e5dc95a8c),segment_id=d1107e49-c9ad-4792-93ff-b47e5dc95a8c)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:49.738313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:49.756009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 51807218-2f02-4f83-a859-486086f7b0a7 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:49.945222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] For port 51807218-2f02-4f83-a859-486086f7b0a7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=51807218-2f02-4f83-a859-486086f7b0a7,segment=NetworkSegment(d1107e49-c9ad-4792-93ff-b47e5dc95a8c),segment_id=d1107e49-c9ad-4792-93ff-b47e5dc95a8c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:49.989537 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.002028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Deleting port 51807218-2f02-4f83-a859-486086f7b0a7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:50.002387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.024515 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.073342 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.101497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=51807218-2f02-4f83-a859-486086f7b0a7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:50.103352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port 51807218-2f02-4f83-a859-486086f7b0a7 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:50.122476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] For port 51807218-2f02-4f83-a859-486086f7b0a7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=51807218-2f02-4f83-a859-486086f7b0a7,segment=NetworkSegment(d1107e49-c9ad-4792-93ff-b47e5dc95a8c),segment_id=d1107e49-c9ad-4792-93ff-b47e5dc95a8c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:50.122964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.145607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Calling delete_port for 51807218-2f02-4f83-a859-486086f7b0a7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:50.152192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3772-42d1-4c1f-be47-a881901126a4 None None] Pushing event updated for resources: {'Port': ['ID=51807218-2f02-4f83-a859-486086f7b0a7,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:50.184857 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.206763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41208fae-d846-4962-a6f2-16f59559b154']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:50.215817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:50.216109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1107e49-c9ad-4792-93ff-b47e5dc95a8c') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:57:50.226452 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.228016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.239256 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.245095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:57:50.245478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: timer() Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:57:50.249016 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:57:50.251888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] Pushing event deleted for resources: {'Port': ['ID=51807218-2f02-4f83-a859-486086f7b0a7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:50.260916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ee88-6b12-4f94-b7ae-da0e5fe8eb64 None None] No DVR routers for this DVR port 51807218-2f02-4f83-a859-486086f7b0a7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:50.358709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.365733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.368873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/41208fae-d846-4962-a6f2-16f59559b154 HTTP/1.1" status: 204 len: 168 time: 0.8347807 Nov 01 18:57:50.372975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36098) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:50.378334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'name': 'tempest-PortsIpV6TestJSON-2052835762'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:50.380733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe6feb-2cfc-4d92-bca6-9ac332da9e41 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=41208fae-d846-4962-a6f2-16f59559b154,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:50.512875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:50.517388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.534352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port e99d2b0f-0c78-4a78-bac5-9652c08b97e5 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:50.693723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.799247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.833298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83bf4903-c167-44ec-ac7e-72615ff4eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.847434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:50.852760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:50.856590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:50.862219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:50.862947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:50.868891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=e99d2b0f-0c78-4a78-bac5-9652c08b97e5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:50.921861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9effe98b-7f40-4f2d-a760-718a61ad5602 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5475636 Nov 01 18:57:50.924417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36100) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:51.006561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port e99d2b0f-0c78-4a78-bac5-9652c08b97e5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:51.006906 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.074553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.087409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for e99d2b0f-0c78-4a78-bac5-9652c08b97e5 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:51.210418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.237173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=e99d2b0f-0c78-4a78-bac5-9652c08b97e5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:51.244291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.247825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2e17d017-aa34-4ef4-a6f5-55fa1f351ac3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/e99d2b0f-0c78-4a78-bac5-9652c08b97e5 HTTP/1.1" status: 204 len: 168 time: 0.3224523 Nov 01 18:57:51.250985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36102) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:51.255769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'mac_address': 'fa:16:3e:f2:48:56', 'name': 'tempest-PortsIpV6TestJSON-2134576817'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:51.398768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:51.465490 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.486648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port b07fbe0e-8804-4ea6-b87c-444293c99e94 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:51.508150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 51807218-2f02-4f83-a859-486086f7b0a7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:57:51.528754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 51807218-2f02-4f83-a859-486086f7b0a7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:57:51.529101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 51807218-2f02-4f83-a859-486086f7b0a7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:57:51.648654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.730737 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.777020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:51.780030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:51.785999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:51.791670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:51.792284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:51.802907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=b07fbe0e-8804-4ea6-b87c-444293c99e94,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:51.859177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5bebcf53-ccb2-488c-a057-e93c61696e35 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6065600 Nov 01 18:57:51.861752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36104) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:51.904359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e6cae-2db0-4eb2-9c38-b35da09e4536 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:51.906317 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2c3e6cae-2db0-4eb2-9c38-b35da09e4536 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/b07fbe0e-8804-4ea6-b87c-444293c99e94 HTTP/1.1" status: 200 len: 845 time: 0.0435455 Nov 01 18:57:51.909075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36106) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:51.990958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port b07fbe0e-8804-4ea6-b87c-444293c99e94 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:51.991218 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.059719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.072125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for b07fbe0e-8804-4ea6-b87c-444293c99e94 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:52.158569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.210002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.243302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=b07fbe0e-8804-4ea6-b87c-444293c99e94,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:52.248959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.252395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-21b0db4c-3a86-478c-b0fd-3cc095a5712d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/b07fbe0e-8804-4ea6-b87c-444293c99e94 HTTP/1.1" status: 204 len: 168 time: 0.3424096 Nov 01 18:57:52.255105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:52.278659 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b347883-e7cc-4c68-83bf-5b410f0b1bba tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:52.280113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9b347883-e7cc-4c68-83bf-5b410f0b1bba tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/b07fbe0e-8804-4ea6-b87c-444293c99e94 HTTP/1.1" status: 404 len: 333 time: 0.0240769 Nov 01 18:57:52.284708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:52.289529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'name': 'tempest-PortsIpV6TestJSON-19675508'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:52.438630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:52.442268 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.460185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 5e9cb4b7-8cd0-4e1e-801a-f40474125110 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:52.617578 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.701880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.751585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:52.757993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:52.761772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:52.768095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:52.768695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:52.774487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=5e9cb4b7-8cd0-4e1e-801a-f40474125110,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:52.841583 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3ef40d3d-cb55-41f8-95e7-be21f253424d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5558264 Nov 01 18:57:52.844395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36112) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:52.849561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:52.910598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.060777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.118569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.151626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] In _notify_port_updated(), no bound segment for port 5e9cb4b7-8cd0-4e1e-801a-f40474125110 on network 43fe037e-4e77-490d-bee4-0ba65f6b458e {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:57:53.157379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:53.157979 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.159274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/ports/5e9cb4b7-8cd0-4e1e-801a-f40474125110 HTTP/1.1" status: 200 len: 818 time: 0.3139176 Nov 01 18:57:53.162197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36114) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:53.202917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd962667-6fb0-4413-b424-420a2fa76461 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=5e9cb4b7-8cd0-4e1e-801a-f40474125110,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:53.258026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 5e9cb4b7-8cd0-4e1e-801a-f40474125110 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:53.258365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.325101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.337705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 5e9cb4b7-8cd0-4e1e-801a-f40474125110 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:53.479036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.507792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=5e9cb4b7-8cd0-4e1e-801a-f40474125110,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:53.512902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.516335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-93060ee3-b8ee-4b02-a1b4-9850553055ee tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/5e9cb4b7-8cd0-4e1e-801a-f40474125110 HTTP/1.1" status: 204 len: 168 time: 0.3532350 Nov 01 18:57:53.519105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:53.566000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ce3e4-6e0e-42dd-94ee-97f5fc363962 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:53.567466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb8ce3e4-6e0e-42dd-94ee-97f5fc363962 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0474250 Nov 01 18:57:53.570265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36118) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:53.596677 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1bed4f-d160-4f9a-a350-1fc8c71ae793 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:53.598096 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1e1bed4f-d160-4f9a-a350-1fc8c71ae793 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/5e9cb4b7-8cd0-4e1e-801a-f40474125110 HTTP/1.1" status: 404 len: 333 time: 0.0269318 Nov 01 18:57:53.601624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36120) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:53.606416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-149113689'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:53.672899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:53.676539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.700363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:57:53.708952 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.709289 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment c7a633af-b624-4463-9663-14cd1cbd7da0 of type vlan for network fdf3f427-d130-41b5-8d26-225d29ee81f6 Nov 01 18:57:53.749335 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.815970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.821683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:53.822270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.867487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:53.888000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=fdf3f427-d130-41b5-8d26-225d29ee81f6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:53.899024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:57:53.909967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7b3fc46f-2fbf-4419-a129-ef256884380f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3073409 Nov 01 18:57:53.912899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:53.917763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:54.050059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:54.053632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:54.296349 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:54.353891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=2c01bd4c-dfb5-49a9-b998-61a94f7e9f84,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:54.370272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'c7a633af-b624-4463-9663-14cd1cbd7da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:54.373780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: fdf3f427-d130-41b5-8d26-225d29ee81f6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:57:54.444410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:57:54.541883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, fdf3f427-d130-41b5-8d26-225d29ee81f6) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:54.546798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:54.547537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:54.552788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd14f9-18d1-46f3-921a-d10a481ecc39 None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:54.642588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-166c0f99-2a8e-4592-b403-8312c1800d27 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7286215 Nov 01 18:57:54.645401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:54.650382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:54.702891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-fdf3f427-d130-41b5-8d26-225d29ee81f6', 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': '2c01bd4c-dfb5-49a9-b998-61a94f7e9f84'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:57:54.703786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:54.825513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:54.829831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:54.848880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Allocated IP 2001:db8::2 (fdf3f427-d130-41b5-8d26-225d29ee81f6/2c01bd4c-dfb5-49a9-b998-61a94f7e9f84/7fe62c0f-f582-48b2-bd30-61f88d7068cc) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:54.938992 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c01bd4c-dfb5-49a9-b998-61a94f7e9f84 (CIDR: 2001:db8::/64) Nov 01 18:57:54.965440 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:57:54.966016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:57:54.994970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.036027 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9097c880-6006-43cb-987c-a7bde2279c9c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3894413 Nov 01 18:57:55.038633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36126) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:55.043622 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:55.056448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.093864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:55.098887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:55.102410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:55.107940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Pushing event updated for resources: {'Port': ['ID=7fe62c0f-f582-48b2-bd30-61f88d7068cc,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:55.161463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Attempting to bind port 7fe62c0f-f582-48b2-bd30-61f88d7068cc on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:57:55.161837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Attempting to bind port 7fe62c0f-f582-48b2-bd30-61f88d7068cc by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c7a633af-b624-4463-9663-14cd1cbd7da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:57:55.162199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Attempting to bind port 7fe62c0f-f582-48b2-bd30-61f88d7068cc on network fdf3f427-d130-41b5-8d26-225d29ee81f6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:57:55.167143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:57:55.167686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Checking segment: {'id': 'c7a633af-b624-4463-9663-14cd1cbd7da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:57:55.168091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.168486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Bound using segment: {'id': 'c7a633af-b624-4463-9663-14cd1cbd7da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:57:55.168947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Bound port: 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a633af-b624-4463-9663-14cd1cbd7da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:57:55.169359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.215733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:55.220120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.234726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] For port 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:57:55.238052 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] For port 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7fe62c0f-f582-48b2-bd30-61f88d7068cc,segment=NetworkSegment(c7a633af-b624-4463-9663-14cd1cbd7da0),segment_id=c7a633af-b624-4463-9663-14cd1cbd7da0)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:57:55.324829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.382038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c466f-8ecb-4ef6-94b3-719d78994f9d None None] Pushing event updated for resources: {'Port': ['ID=7fe62c0f-f582-48b2-bd30-61f88d7068cc,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:55.547766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.600326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:55.605539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:55.613075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:55.613676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.622335 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=8262b6ef-6438-486a-b114-274523eb89c4,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:55.675679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f31cb4d-de1f-4b88-b00d-47a374259cc0 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6358953 Nov 01 18:57:55.678233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36128) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:55.683250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'fixed_ips': [{'subnet_id': '2c01bd4c-dfb5-49a9-b998-61a94f7e9f84'}, {'subnet_id': '8262b6ef-6438-486a-b114-274523eb89c4'}], 'name': 'tempest-PortsIpV6TestJSON-1697146616'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:55.855620 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:57:55.941837 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:55.959478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port c223f3e3-6308-47af-86be-d1047fdc3b28 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:57:56.234702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::40 (fdf3f427-d130-41b5-8d26-225d29ee81f6/2c01bd4c-dfb5-49a9-b998-61a94f7e9f84/c223f3e3-6308-47af-86be-d1047fdc3b28) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:56.240685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8:0:1::17b (fdf3f427-d130-41b5-8d26-225d29ee81f6/8262b6ef-6438-486a-b114-274523eb89c4/c223f3e3-6308-47af-86be-d1047fdc3b28) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:56.253683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9243c-827a-4fbd-a7e2-330a92cf468c None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:56.325651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] Provisioning complete for port 7fe62c0f-f582-48b2-bd30-61f88d7068cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:56.326017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.387530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.473395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.473647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.513620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] For port 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7fe62c0f-f582-48b2-bd30-61f88d7068cc,segment=NetworkSegment(c7a633af-b624-4463-9663-14cd1cbd7da0),segment_id=c7a633af-b624-4463-9663-14cd1cbd7da0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:56.518524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:57:56.521493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:57:56.527465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:57:56.534171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:56.534792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.545167 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Update dhcp port {'port': {'network_id': 'fdf3f427-d130-41b5-8d26-225d29ee81f6', 'fixed_ips': [{'subnet_id': '2c01bd4c-dfb5-49a9-b998-61a94f7e9f84', 'ip_address': '2001:db8::2'}, {'subnet_id': '8262b6ef-6438-486a-b114-274523eb89c4'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '7fe62c0f-f582-48b2-bd30-61f88d7068cc'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:57:56.548808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=c223f3e3-6308-47af-86be-d1047fdc3b28,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:56.571985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.579059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.658602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce610c7-5024-4051-b492-61a22d6a2f67 None None] Pushing event updated for resources: {'Port': ['ID=7fe62c0f-f582-48b2-bd30-61f88d7068cc,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:56.687942 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f9f485a0-3f56-4477-9e74-0bdef162064b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0085065 Nov 01 18:57:56.690612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36132) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:56.695839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c01bd4c-dfb5-49a9-b998-61a94f7e9f84'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:56.764123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.774585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.791970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Allocated IP 2001:db8:0:1::2 (fdf3f427-d130-41b5-8d26-225d29ee81f6/8262b6ef-6438-486a-b114-274523eb89c4/7fe62c0f-f582-48b2-bd30-61f88d7068cc) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:56.888458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] For port 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7fe62c0f-f582-48b2-bd30-61f88d7068cc,segment=NetworkSegment(c7a633af-b624-4463-9663-14cd1cbd7da0),segment_id=c7a633af-b624-4463-9663-14cd1cbd7da0)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:56.918415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:56.970331 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.018096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Delete allocated IP 2001:db8:0:1::17b (fdf3f427-d130-41b5-8d26-225d29ee81f6/8262b6ef-6438-486a-b114-274523eb89c4) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:57:57.053657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4df0-9198-4ac3-aa9f-018e5eb04106 None None] Pushing event updated for resources: {'Port': ['ID=7fe62c0f-f582-48b2-bd30-61f88d7068cc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:57.154471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.205086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.267751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] In _notify_port_updated(), no bound segment for port c223f3e3-6308-47af-86be-d1047fdc3b28 on network fdf3f427-d130-41b5-8d26-225d29ee81f6 {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:57:57.273390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:57.273944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.275273 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/ports/c223f3e3-6308-47af-86be-d1047fdc3b28 HTTP/1.1" status: 200 len: 925 time: 0.5836523 Nov 01 18:57:57.278393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36136) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:57.284518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c01bd4c-dfb5-49a9-b998-61a94f7e9f84'}, {'subnet_id': '8262b6ef-6438-486a-b114-274523eb89c4'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:57:57.286945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ccbe6-9204-459c-9ac5-08c4a8d32491 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=c223f3e3-6308-47af-86be-d1047fdc3b28,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:57.442658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.541039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7fe62c0f-f582-48b2-bd30-61f88d7068cc up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:57:57.571271 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d2479-b1e8-4a46-8a52-8d7a02ebffc6 None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:57.650210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-37d9730b-f24a-41c5-bb75-9dbd465ed677 None None] Provisioning complete for port 7fe62c0f-f582-48b2-bd30-61f88d7068cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:57.650590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37d9730b-f24a-41c5-bb75-9dbd465ed677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.713328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7fe62c0f-f582-48b2-bd30-61f88d7068cc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:57.713700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.737882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8:0:1::30b (fdf3f427-d130-41b5-8d26-225d29ee81f6/8262b6ef-6438-486a-b114-274523eb89c4/c223f3e3-6308-47af-86be-d1047fdc3b28) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:57:57.870497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:57.924710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.007891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] In _notify_port_updated(), no bound segment for port c223f3e3-6308-47af-86be-d1047fdc3b28 on network fdf3f427-d130-41b5-8d26-225d29ee81f6 {{(pid=102782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:57:58.013482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:57:58.014099 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.015488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/ports/c223f3e3-6308-47af-86be-d1047fdc3b28 HTTP/1.1" status: 200 len: 1011 time: 0.7355378 Nov 01 18:57:58.016780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d592db-ca1d-4661-a765-bc0edd64fcb8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=c223f3e3-6308-47af-86be-d1047fdc3b28,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:58.018605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36144) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:58.113324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port c223f3e3-6308-47af-86be-d1047fdc3b28 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:58.113670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.189898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fb7b9d86-e848-476a-9008-3bd055a16bbf None None] Provisioning complete for port c223f3e3-6308-47af-86be-d1047fdc3b28 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:58.190368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9d86-e848-476a-9008-3bd055a16bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.205148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.218468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for c223f3e3-6308-47af-86be-d1047fdc3b28 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:58.228267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b9d86-e848-476a-9008-3bd055a16bbf None None] Port c223f3e3-6308-47af-86be-d1047fdc3b28 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:57:58.239235 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fb7b9d86-e848-476a-9008-3bd055a16bbf None None] Provisioning complete for port 7fe62c0f-f582-48b2-bd30-61f88d7068cc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:58.239630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9d86-e848-476a-9008-3bd055a16bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.448965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f6b6d103-e456-4411-8eae-a0b649ce39e5 None None] Provisioning complete for port c223f3e3-6308-47af-86be-d1047fdc3b28 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:57:58.449335 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f6b6d103-e456-4411-8eae-a0b649ce39e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.485585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6d103-e456-4411-8eae-a0b649ce39e5 None None] Port c223f3e3-6308-47af-86be-d1047fdc3b28 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:57:58.496192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.535516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=c223f3e3-6308-47af-86be-d1047fdc3b28,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:58.577924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.577924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2d039757-4f88-483b-af9c-f67f5bda6514 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/c223f3e3-6308-47af-86be-d1047fdc3b28 HTTP/1.1" status: 204 len: 168 time: 0.5563879 Nov 01 18:57:58.579414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36146) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:58.597591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2054dd88-b56f-4f00-bb00-1f4086db7baf None None] Could not find standard attr ID for object c223f3e3-6308-47af-86be-d1047fdc3b28. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:57:58.605533 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a92b4ad-07b2-4fe5-a88f-1cc73a6fbfe2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:57:58.610052 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a92b4ad-07b2-4fe5-a88f-1cc73a6fbfe2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/c223f3e3-6308-47af-86be-d1047fdc3b28 HTTP/1.1" status: 404 len: 333 time: 0.0294614 Nov 01 18:57:58.610781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36148) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:58.664622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 8262b6ef-6438-486a-b114-274523eb89c4 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:58.668296 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.712967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a70c2330-a972-45d1-9d0c-98963110cc99 None None] Could not find standard attr ID for object c223f3e3-6308-47af-86be-d1047fdc3b28. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:57:58.718102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.803843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.936188 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.966743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=8262b6ef-6438-486a-b114-274523eb89c4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:58.971322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:58.974736 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d524e612-fe8b-440e-aa55-89529d3487f8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/8262b6ef-6438-486a-b114-274523eb89c4 HTTP/1.1" status: 204 len: 168 time: 0.3625181 Nov 01 18:57:58.977086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36150) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:58.980934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf7e1d-b3e2-453e-b121-1cc76bf81ac9 None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:59.028564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 2c01bd4c-dfb5-49a9-b998-61a94f7e9f84 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:57:59.032983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.076470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.171218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.307918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.333568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=2c01bd4c-dfb5-49a9-b998-61a94f7e9f84,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:59.339242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.342447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4bcc549f-8d40-45e8-ba9a-48246371d278 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/2c01bd4c-dfb5-49a9-b998-61a94f7e9f84 HTTP/1.1" status: 204 len: 168 time: 0.3644052 Nov 01 18:57:59.346324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36154) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:57:59.430606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.486438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 7fe62c0f-f582-48b2-bd30-61f88d7068cc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:57:59.486777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.553533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port 7fe62c0f-f582-48b2-bd30-61f88d7068cc, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7fe62c0f-f582-48b2-bd30-61f88d7068cc,segment=NetworkSegment(c7a633af-b624-4463-9663-14cd1cbd7da0),segment_id=c7a633af-b624-4463-9663-14cd1cbd7da0)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:57:59.553907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.568115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 7fe62c0f-f582-48b2-bd30-61f88d7068cc owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:57:59.730014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.759661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port 7fe62c0f-f582-48b2-bd30-61f88d7068cc on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:57:59.766992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=7fe62c0f-f582-48b2-bd30-61f88d7068cc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:57:59.789658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4a9db-a349-4a3e-ae1b-9ba95b306752 None None] Network fdf3f427-d130-41b5-8d26-225d29ee81f6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:57:59.849206 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:57:59.860302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3f3064f5-9922-41bc-b5f4-1a1db2e5d61c None None] Could not find standard attr ID for object 7fe62c0f-f582-48b2-bd30-61f88d7068cc. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:57:59.960092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2cf1e-1cb9-471c-90bb-edd19f2291de None None] DHCP port deletion for fdf3f427-d130-41b5-8d26-225d29ee81f6 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:58:00.205273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf3f427-d130-41b5-8d26-225d29ee81f6']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:00.214332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a633af-b624-4463-9663-14cd1cbd7da0') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:00.214628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a633af-b624-4463-9663-14cd1cbd7da0') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:00.224082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.237090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.242789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:58:00.243170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:58:00.246265 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:58:00.375525 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.383705 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.387527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/fdf3f427-d130-41b5-8d26-225d29ee81f6 HTTP/1.1" status: 204 len: 168 time: 1.0399797 Nov 01 18:58:00.393911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36156) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:00.400156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32ee6-c248-4b43-ae4d-5b1fd26d340f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=fdf3f427-d130-41b5-8d26-225d29ee81f6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:00.442521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb90d9-201f-42c6-84f6-4f47066a52f2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:00.444051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8bdb90d9-201f-42c6-84f6-4f47066a52f2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0490921 Nov 01 18:58:00.447663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36158) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:00.494860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f4a59d7-2bf1-4d7e-abdc-ba704767d9dc tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0460517 Nov 01 18:58:00.498467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36160) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:00.503228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-933195606'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:00.575658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:00.579582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.602234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:58:00.610523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.610861 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment be736c78-1e45-413b-a14f-099c33eb319b of type vlan for network be64a52d-a669-4cf4-bb55-fd1acbccb99a Nov 01 18:58:00.648952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.730100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.735813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:00.736396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:00.800589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=be64a52d-a669-4cf4-bb55-fd1acbccb99a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:00.811728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:58:00.823880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dfb335eb-aa79-47a5-9691-27820fe408a2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3243570 Nov 01 18:58:00.827304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36162) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:00.832269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:00.964330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:00.967918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.198758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.259799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=ebdc756c-5a07-4c32-920c-d567e0e23d72,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:01.267727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': 'be736c78-1e45-413b-a14f-099c33eb319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:01.268095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: be64a52d-a669-4cf4-bb55-fd1acbccb99a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:58:01.352701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:58:01.444250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, be64a52d-a669-4cf4-bb55-fd1acbccb99a) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:01.448676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:01.449273 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.455486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d57ac-f8c1-42bb-9de1-7d34281308fd None None] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:01.507982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7fe62c0f-f582-48b2-bd30-61f88d7068cc no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:58:01.521565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-00964a4c-f2f9-4a46-a37e-e2011cf9eaa6 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6931894 Nov 01 18:58:01.524071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36164) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:01.528976 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a', 'name': 'tempest-PortsIpV6TestJSON-247577498'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:01.534562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7fe62c0f-f582-48b2-bd30-61f88d7068cc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:58:01.534904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7fe62c0f-f582-48b2-bd30-61f88d7068cc not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:58:01.627950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-be64a52d-a669-4cf4-bb55-fd1acbccb99a', 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': 'ebdc756c-5a07-4c32-920c-d567e0e23d72'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:58:01.628832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.695810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:01.700163 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.717022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:01.770337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Allocated IP 2001:db8::2 (be64a52d-a669-4cf4-bb55-fd1acbccb99a/ebdc756c-5a07-4c32-920c-d567e0e23d72/2f2fab8f-53b5-49e9-89bf-82b659f1f434) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:01.911009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:01.970116 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.006961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:02.009770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:02.012289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:02.027253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Pushing event updated for resources: {'Port': ['ID=2f2fab8f-53b5-49e9-89bf-82b659f1f434,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:02.030822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::3d9 (be64a52d-a669-4cf4-bb55-fd1acbccb99a/ebdc756c-5a07-4c32-920c-d567e0e23d72/882d4651-52a8-4a65-a6e1-11ddf7cd0394) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:02.079955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Attempting to bind port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:58:02.080336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Attempting to bind port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'be736c78-1e45-413b-a14f-099c33eb319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:58:02.080700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Attempting to bind port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 on network be64a52d-a669-4cf4-bb55-fd1acbccb99a {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:58:02.085752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:58:02.086131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Checking segment: {'id': 'be736c78-1e45-413b-a14f-099c33eb319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:02.086533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.086954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Bound using segment: {'id': 'be736c78-1e45-413b-a14f-099c33eb319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:58:02.087425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Bound port: 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be736c78-1e45-413b-a14f-099c33eb319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:58:02.087843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.152332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] For port 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:58:02.155911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] For port 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f2fab8f-53b5-49e9-89bf-82b659f1f434,segment=NetworkSegment(be736c78-1e45-413b-a14f-099c33eb319b),segment_id=be736c78-1e45-413b-a14f-099c33eb319b)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:58:02.174702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.215982 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.244728 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.282677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5530-f74e-4078-b89a-f1ee7d878b11 None None] Pushing event updated for resources: {'Port': ['ID=2f2fab8f-53b5-49e9-89bf-82b659f1f434,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:02.297690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:02.300950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:02.305596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:02.311221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:02.312012 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.316011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=882d4651-52a8-4a65-a6e1-11ddf7cd0394,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:02.328607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.328959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.329302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.329643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.329973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.330308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.330639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.330970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.331301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.331672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.331995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.332327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:02.384838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c647d4a1-9ff3-462d-aba5-cbbe470e5e51 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8597190 Nov 01 18:58:02.387324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36166) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:02.392857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': 'be64a52d-a669-4cf4-bb55-fd1acbccb99a', 'name': 'tempest-PortsIpV6TestJSON-188418873'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:02.581408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:02.585053 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.601993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port d1a90dff-ce32-42fe-b655-424dbaca73dd yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:02.721513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::3ac (be64a52d-a669-4cf4-bb55-fd1acbccb99a/ebdc756c-5a07-4c32-920c-d567e0e23d72/d1a90dff-ce32-42fe-b655-424dbaca73dd) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:02.869648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.942048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:02.986962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:02.992521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:02.996564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:03.002459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:03.003079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.009484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=d1a90dff-ce32-42fe-b655-424dbaca73dd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:03.081845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-21cdd6b7-b8d7-42d7-a3c7-e94d3a8e32dd tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6933956 Nov 01 18:58:03.084492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36168) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:03.175331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7082c2cd-065a-4239-b713-9f26b5809072 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:03.177121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7082c2cd-065a-4239-b713-9f26b5809072 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d9 HTTP/1.1" status: 200 len: 928 time: 0.0915613 Nov 01 18:58:03.180521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36170) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:03.195113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc7881-8ed7-4c4b-8b58-e7db4ae6a546 None None] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:03.250172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] Provisioning complete for port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:03.250547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.269569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port d1a90dff-ce32-42fe-b655-424dbaca73dd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:03.269911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.353016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.365677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for d1a90dff-ce32-42fe-b655-424dbaca73dd owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:03.400670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.445210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] For port 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f2fab8f-53b5-49e9-89bf-82b659f1f434,segment=NetworkSegment(be736c78-1e45-413b-a14f-099c33eb319b),segment_id=be736c78-1e45-413b-a14f-099c33eb319b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:03.538451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f2fab8f-53b5-49e9-89bf-82b659f1f434 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:03.542221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.622962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.634631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7d5f3-3192-433d-8afa-4cb88516a39e None None] Pushing event updated for resources: {'Port': ['ID=2f2fab8f-53b5-49e9-89bf-82b659f1f434,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:03.653453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=d1a90dff-ce32-42fe-b655-424dbaca73dd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:03.656810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:03.657042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.689994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.695846 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8f08494d-6409-416c-98e0-7be538978395 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/d1a90dff-ce32-42fe-b655-424dbaca73dd HTTP/1.1" status: 204 len: 168 time: 0.5123932 Nov 01 18:58:03.696471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36172) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:03.728209 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-031291b7-471f-4574-a11a-87a77a8e4548 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:03.732430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-031291b7-471f-4574-a11a-87a77a8e4548 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/d1a90dff-ce32-42fe-b655-424dbaca73dd HTTP/1.1" status: 404 len: 333 time: 0.0353081 Nov 01 18:58:03.734533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36174) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:03.785634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-313b4846-6604-46fe-873e-6380d822619b None None] Provisioning complete for port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:03.786048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-313b4846-6604-46fe-873e-6380d822619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.832420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:03.833030 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.885632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-313b4846-6604-46fe-873e-6380d822619b None None] Port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:03.892799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-313b4846-6604-46fe-873e-6380d822619b None None] Could not find standard attr ID for object d1a90dff-ce32-42fe-b655-424dbaca73dd. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:58:03.911919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-313b4846-6604-46fe-873e-6380d822619b None None] Provisioning complete for port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:03.912295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-313b4846-6604-46fe-873e-6380d822619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.935279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:03.949593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 882d4651-52a8-4a65-a6e1-11ddf7cd0394 owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:04.122135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-80cddf44-f443-4e05-a036-bdcdc7349194 None None] Could not find standard attr ID for object d1a90dff-ce32-42fe-b655-424dbaca73dd. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:58:04.133476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-80cddf44-f443-4e05-a036-bdcdc7349194 None None] Provisioning complete for port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:04.133843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-80cddf44-f443-4e05-a036-bdcdc7349194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.153043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.171861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-80cddf44-f443-4e05-a036-bdcdc7349194 None None] Port 882d4651-52a8-4a65-a6e1-11ddf7cd0394 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:04.191067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=882d4651-52a8-4a65-a6e1-11ddf7cd0394,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:04.215939 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.219310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e0288ebb-8399-41c9-8a56-9a9a6e830bd4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/882d4651-52a8-4a65-a6e1-11ddf7cd0394 HTTP/1.1" status: 204 len: 168 time: 0.4837327 Nov 01 18:58:04.222039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:04.247361 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbff01a-6691-4a2c-9ecd-07765e377a59 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:04.249719 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5cbff01a-6691-4a2c-9ecd-07765e377a59 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/882d4651-52a8-4a65-a6e1-11ddf7cd0394 HTTP/1.1" status: 404 len: 333 time: 0.0265524 Nov 01 18:58:04.252193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36178) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:04.304940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet ebdc756c-5a07-4c32-920c-d567e0e23d72 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:04.308461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.351804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.444260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.576341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.600286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdc756c-5a07-4c32-920c-d567e0e23d72,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:04.605931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.610076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b3506ac4-f282-4a29-ae4a-87a45959a051 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/ebdc756c-5a07-4c32-920c-d567e0e23d72 HTTP/1.1" status: 204 len: 168 time: 0.3564794 Nov 01 18:58:04.612297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:04.614776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f852e-dbc0-4d16-8b0d-3fe9d6507dd2 None None] Network be64a52d-a669-4cf4-bb55-fd1acbccb99a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:04.693330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.747269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:04.747649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.787693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] DHCP port deletion for be64a52d-a669-4cf4-bb55-fd1acbccb99a request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:58:04.811095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f2fab8f-53b5-49e9-89bf-82b659f1f434,segment=NetworkSegment(be736c78-1e45-413b-a14f-099c33eb319b),segment_id=be736c78-1e45-413b-a14f-099c33eb319b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:04.811465 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.828253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 2f2fab8f-53b5-49e9-89bf-82b659f1f434 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:04.840684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Deleting port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:04.841062 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.906015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] For port 2f2fab8f-53b5-49e9-89bf-82b659f1f434, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2f2fab8f-53b5-49e9-89bf-82b659f1f434,segment=NetworkSegment(be736c78-1e45-413b-a14f-099c33eb319b),segment_id=be736c78-1e45-413b-a14f-099c33eb319b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:04.906330 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.918510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Calling delete_port for 2f2fab8f-53b5-49e9-89bf-82b659f1f434 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:04.958972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.990592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=2f2fab8f-53b5-49e9-89bf-82b659f1f434,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:04.991976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:04.994262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:05.017615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] Pushing event deleted for resources: {'Port': ['ID=2f2fab8f-53b5-49e9-89bf-82b659f1f434,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:05.020950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536400b8-4fcd-4e8e-bd3c-17f424f73228 None None] No DVR routers for this DVR port 2f2fab8f-53b5-49e9-89bf-82b659f1f434 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:05.081050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.101134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be64a52d-a669-4cf4-bb55-fd1acbccb99a']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:05.110095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be736c78-1e45-413b-a14f-099c33eb319b') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:05.110391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be736c78-1e45-413b-a14f-099c33eb319b') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:05.119513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.132358 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.138074 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:58:05.138456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.142250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:58:05.143204 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:58:05.249763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.257863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.259515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/be64a52d-a669-4cf4-bb55-fd1acbccb99a HTTP/1.1" status: 204 len: 168 time: 0.6462724 Nov 01 18:58:05.263910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36182) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:05.269774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-246155502'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:05.271681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f74052-f47e-418a-8f04-d5673c3db026 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=be64a52d-a669-4cf4-bb55-fd1acbccb99a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:05.323791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:05.328074 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.351353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:58:05.360212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.360564 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment 00cc5e02-6dcc-4136-bd9e-e42e59c8642c of type vlan for network 5521a01c-fafd-4f78-ab43-116b8171b51f Nov 01 18:58:05.400005 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.467251 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.473205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:05.473812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.508846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f2fab8f-53b5-49e9-89bf-82b659f1f434 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:58:05.531772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2f2fab8f-53b5-49e9-89bf-82b659f1f434 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:58:05.532112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2f2fab8f-53b5-49e9-89bf-82b659f1f434 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:58:05.545732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=5521a01c-fafd-4f78-ab43-116b8171b51f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:05.552629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 5521a01c-fafd-4f78-ab43-116b8171b51f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:58:05.567181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f46b6fd9-488f-4007-9183-3dbe9ec40cc8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3014002 Nov 01 18:58:05.570123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36184) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:05.574930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:05.729724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:05.733430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:05.964228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.027556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=eed4a5d7-af56-4456-9731-b99c45124691,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:06.040529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': '00cc5e02-6dcc-4136-bd9e-e42e59c8642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:06.040985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: 5521a01c-fafd-4f78-ab43-116b8171b51f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:58:06.141362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 5521a01c-fafd-4f78-ab43-116b8171b51f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:58:06.232664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 5521a01c-fafd-4f78-ab43-116b8171b51f) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:06.237287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:06.237876 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.243377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8685a2-c876-496a-9316-897084cdf5ed None None] Network 5521a01c-fafd-4f78-ab43-116b8171b51f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:06.321494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5951400f-72c1-4354-ad0a-ba1372cb5c02 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7503109 Nov 01 18:58:06.324754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36186) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:06.329966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f', 'name': 'tempest-PortsIpV6TestJSON-834059662', 'fixed_ips': [{'subnet_id': 'eed4a5d7-af56-4456-9731-b99c45124691', 'ip_address': '2001:db8::10'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:06.541582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:06.541953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-5521a01c-fafd-4f78-ab43-116b8171b51f', 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': 'eed4a5d7-af56-4456-9731-b99c45124691'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:58:06.542852 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.627423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.643997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:06.679022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Allocated IP 2001:db8::2 (5521a01c-fafd-4f78-ab43-116b8171b51f/eed4a5d7-af56-4456-9731-b99c45124691/fe98f5f4-793c-4708-b313-67dbf975ec77) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:06.821305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.936520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:06.971708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Network 5521a01c-fafd-4f78-ab43-116b8171b51f is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:06.974622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:06.980285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:06.988024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::10 (5521a01c-fafd-4f78-ab43-116b8171b51f/eed4a5d7-af56-4456-9731-b99c45124691/d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:06.991752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Pushing event updated for resources: {'Port': ['ID=fe98f5f4-793c-4708-b313-67dbf975ec77,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:07.041211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Attempting to bind port fe98f5f4-793c-4708-b313-67dbf975ec77 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:58:07.041580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Attempting to bind port fe98f5f4-793c-4708-b313-67dbf975ec77 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '00cc5e02-6dcc-4136-bd9e-e42e59c8642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:58:07.041961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Attempting to bind port fe98f5f4-793c-4708-b313-67dbf975ec77 on network 5521a01c-fafd-4f78-ab43-116b8171b51f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:58:07.046952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:58:07.047322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Checking segment: {'id': '00cc5e02-6dcc-4136-bd9e-e42e59c8642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:07.047756 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.048139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Bound using segment: {'id': '00cc5e02-6dcc-4136-bd9e-e42e59c8642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:58:07.048596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Bound port: fe98f5f4-793c-4708-b313-67dbf975ec77, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cc5e02-6dcc-4136-bd9e-e42e59c8642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:58:07.048974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.113196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] For port fe98f5f4-793c-4708-b313-67dbf975ec77, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:58:07.116124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] For port fe98f5f4-793c-4708-b313-67dbf975ec77, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe98f5f4-793c-4708-b313-67dbf975ec77,segment=NetworkSegment(00cc5e02-6dcc-4136-bd9e-e42e59c8642c),segment_id=00cc5e02-6dcc-4136-bd9e-e42e59c8642c)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:58:07.134129 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.204920 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.234132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.260892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba45b13-190f-4a4f-922e-751b52444934 None None] Pushing event updated for resources: {'Port': ['ID=fe98f5f4-793c-4708-b313-67dbf975ec77,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:07.282872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 5521a01c-fafd-4f78-ab43-116b8171b51f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:07.288158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:07.292222 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:07.299022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:07.301816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.306574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:07.378655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c05d03f8-3e1e-451e-abfa-0302c04d8337 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0528040 Nov 01 18:58:07.381559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:07.387704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '5521a01c-fafd-4f78-ab43-116b8171b51f', 'name': 'tempest-PortsIpV6TestJSON-323210055', 'fixed_ips': [{'subnet_id': 'eed4a5d7-af56-4456-9731-b99c45124691', 'ip_address': '2001:db8::f'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:07.562610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe98f5f4-793c-4708-b313-67dbf975ec77 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:07.570209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:07.575167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.593712 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 24886586-086f-4f8f-a393-325d4600ca6f yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:07.594926 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:58:07.614367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fe98f5f4-793c-4708-b313-67dbf975ec77 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:07.614741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.699866 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.737614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port fe98f5f4-793c-4708-b313-67dbf975ec77, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe98f5f4-793c-4708-b313-67dbf975ec77,segment=NetworkSegment(00cc5e02-6dcc-4136-bd9e-e42e59c8642c),segment_id=00cc5e02-6dcc-4136-bd9e-e42e59c8642c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:07.816173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:07.871315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=fe98f5f4-793c-4708-b313-67dbf975ec77,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:08.094307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::f (5521a01c-fafd-4f78-ab43-116b8171b51f/eed4a5d7-af56-4456-9731-b99c45124691/24886586-086f-4f8f-a393-325d4600ca6f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:08.176076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5e137-79f2-4c7f-90a3-06a23f22f920 None None] Network 5521a01c-fafd-4f78-ab43-116b8171b51f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:08.250933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.262029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2e0c4330-7720-4592-87b5-6fce4e0d8ae0 None None] Provisioning complete for port fe98f5f4-793c-4708-b313-67dbf975ec77 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:08.262534 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4330-7720-4592-87b5-6fce4e0d8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.353563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.399362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 5521a01c-fafd-4f78-ab43-116b8171b51f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:08.402583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:08.407878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:08.413597 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:08.414165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.428636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=24886586-086f-4f8f-a393-325d4600ca6f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:08.492651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ea5035ef-b4eb-40ba-a5cf-e1f332c446b2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1100569 Nov 01 18:58:08.495148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36190) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:08.584201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f6fdf-957a-4c13-8305-7fa3b206010d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:08.585789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cd0f6fdf-957a-4c13-8305-7fa3b206010d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0893531 Nov 01 18:58:08.588573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36192) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:08.643559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6d40b-b1dc-4522-a5d5-64569b729ca7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:08.649895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6d40b-b1dc-4522-a5d5-64569b729ca7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:08.652638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-83773b84-89da-4aae-b699-a2dad9f59469 None None] Provisioning complete for port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:08.653015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83773b84-89da-4aae-b699-a2dad9f59469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.656028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6d40b-b1dc-4522-a5d5-64569b729ca7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:08.657863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7aa6d40b-b1dc-4522-a5d5-64569b729ca7 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0682948 Nov 01 18:58:08.660668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36194) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:08.690600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-83773b84-89da-4aae-b699-a2dad9f59469 None None] Port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:08.702330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-83773b84-89da-4aae-b699-a2dad9f59469 None None] Provisioning complete for port fe98f5f4-793c-4708-b313-67dbf975ec77 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:08.703056 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83773b84-89da-4aae-b699-a2dad9f59469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.756524 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 24886586-086f-4f8f-a393-325d4600ca6f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:08.756863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.847626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.860267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 24886586-086f-4f8f-a393-325d4600ca6f owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:08.909934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0539e891-24e1-4db6-b1c9-489465d9aeda None None] Provisioning complete for port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:08.910492 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0539e891-24e1-4db6-b1c9-489465d9aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:08.946731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0539e891-24e1-4db6-b1c9-489465d9aeda None None] Port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:09.066078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c75dd3c2-89bb-4b63-a756-83421ed4d711 None None] Provisioning complete for port 24886586-086f-4f8f-a393-325d4600ca6f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:09.066450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c75dd3c2-89bb-4b63-a756-83421ed4d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.072953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.100942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c75dd3c2-89bb-4b63-a756-83421ed4d711 None None] Port 24886586-086f-4f8f-a393-325d4600ca6f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:09.101778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=24886586-086f-4f8f-a393-325d4600ca6f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:09.130676 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.134243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c79452fb-44b5-4922-b33c-a1c5cdb858cf tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/24886586-086f-4f8f-a393-325d4600ca6f HTTP/1.1" status: 204 len: 168 time: 0.4724071 Nov 01 18:58:09.136709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36198) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:09.162274 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b4cda9-8495-4fe0-83ec-a660012cc269 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:09.166148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b1b4cda9-8495-4fe0-83ec-a660012cc269 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/24886586-086f-4f8f-a393-325d4600ca6f HTTP/1.1" status: 404 len: 333 time: 0.0261633 Nov 01 18:58:09.167486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36200) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:09.261158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:09.261501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.350369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.363463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:09.422055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.513242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe98f5f4-793c-4708-b313-67dbf975ec77 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:09.553066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.565292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fe98f5f4-793c-4708-b313-67dbf975ec77 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:09.565661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.580370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:09.611758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.612004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7ccf73f1-826f-4df3-9afc-2010c9e36b78 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 HTTP/1.1" status: 204 len: 168 time: 0.4434793 Nov 01 18:58:09.614647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36202) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:09.645259 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cebc80d-9393-4215-ac79-e2a05c901090 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:09.647009 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3cebc80d-9393-4215-ac79-e2a05c901090 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/d7caf48c-cb7c-474c-92f5-dd9af3f3fcd2 HTTP/1.1" status: 404 len: 333 time: 0.0313599 Nov 01 18:58:09.649674 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36204) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:09.705195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet eed4a5d7-af56-4456-9731-b99c45124691 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:09.708657 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.749382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.836861 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.958565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.986311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=eed4a5d7-af56-4456-9731-b99c45124691,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:09.988349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:09.993882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-32126f80-3ece-4bf4-9af2-61baf2c7579a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/eed4a5d7-af56-4456-9731-b99c45124691 HTTP/1.1" status: 204 len: 168 time: 0.3408957 Nov 01 18:58:09.994032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e024edb-bfff-44cf-b042-4425af4f0298 None None] Network 5521a01c-fafd-4f78-ab43-116b8171b51f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:09.994365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36206) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:10.071961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.125444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port fe98f5f4-793c-4708-b313-67dbf975ec77 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:10.125790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.163025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] DHCP port deletion for 5521a01c-fafd-4f78-ab43-116b8171b51f request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:58:10.194060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port fe98f5f4-793c-4708-b313-67dbf975ec77, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe98f5f4-793c-4708-b313-67dbf975ec77,segment=NetworkSegment(00cc5e02-6dcc-4136-bd9e-e42e59c8642c),segment_id=00cc5e02-6dcc-4136-bd9e-e42e59c8642c)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:10.194434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.207447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for fe98f5f4-793c-4708-b313-67dbf975ec77 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:10.209110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Deleting port fe98f5f4-793c-4708-b313-67dbf975ec77 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:10.209434 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.273794 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] For port fe98f5f4-793c-4708-b313-67dbf975ec77, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fe98f5f4-793c-4708-b313-67dbf975ec77,segment=NetworkSegment(00cc5e02-6dcc-4136-bd9e-e42e59c8642c),segment_id=00cc5e02-6dcc-4136-bd9e-e42e59c8642c)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:10.274192 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.286323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Calling delete_port for fe98f5f4-793c-4708-b313-67dbf975ec77 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:10.359246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.367461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.397310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port fe98f5f4-793c-4708-b313-67dbf975ec77 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:10.397493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] Pushing event deleted for resources: {'Port': ['ID=fe98f5f4-793c-4708-b313-67dbf975ec77,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:10.400198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd1cf1-4719-418a-a540-76ca68beda7d None None] No DVR routers for this DVR port fe98f5f4-793c-4708-b313-67dbf975ec77 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:10.405621 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=fe98f5f4-793c-4708-b313-67dbf975ec77,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:10.480696 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.501068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5521a01c-fafd-4f78-ab43-116b8171b51f']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:10.510048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cc5e02-6dcc-4136-bd9e-e42e59c8642c') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:10.510350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cc5e02-6dcc-4136-bd9e-e42e59c8642c') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:10.520157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.533198 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.539009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:58:10.539397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:58:10.542307 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:58:10.649774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.654428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.658644 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/5521a01c-fafd-4f78-ab43-116b8171b51f HTTP/1.1" status: 204 len: 168 time: 0.6624713 Nov 01 18:58:10.663599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36208) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:10.667772 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1053448142'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:10.674663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac728-8af0-4232-81fa-4334b269087c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=5521a01c-fafd-4f78-ab43-116b8171b51f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:10.746914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:10.750622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.773549 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 18:58:10.782645 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.782990 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Added segment 208aa278-329d-4ada-96ae-df2730ed9fb7 of type vlan for network 2c48f084-379e-4471-b23c-f959753a13e7 Nov 01 18:58:10.822803 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.906868 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.912455 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:10.913034 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:10.980059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Network': ['ID=2c48f084-379e-4471-b23c-f959753a13e7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:10.990775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2c48f084-379e-4471-b23c-f959753a13e7 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 18:58:11.012795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-222e92d0-3c59-4afa-bb0e-f2730b1e3503 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3490627 Nov 01 18:58:11.015599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36210) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:11.020779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '2c48f084-379e-4471-b23c-f959753a13e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:11.169776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:11.173538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.404156 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.464051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=0a64868f-8d55-4e84-a241-f63ea0c48366,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:11.480441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Checking segment: {'id': '208aa278-329d-4ada-96ae-df2730ed9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:11.480841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network hostable DHCP agents. Network: 2c48f084-379e-4471-b23c-f959753a13e7, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 18:58:11.510640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe98f5f4-793c-4708-b313-67dbf975ec77 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:58:11.531513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fe98f5f4-793c-4708-b313-67dbf975ec77 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:58:11.531880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fe98f5f4-793c-4708-b313-67dbf975ec77 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:58:11.558598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 2c48f084-379e-4471-b23c-f959753a13e7 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 18:58:11.626789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2c48f084-379e-4471-b23c-f959753a13e7) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:11.631823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:11.632420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.635439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8ba9f-2933-4967-ac62-9a92793678c4 None None] Network 2c48f084-379e-4471-b23c-f959753a13e7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:11.709887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c23ad03-20be-4335-9ff8-199b64fbbc14 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6931398 Nov 01 18:58:11.712423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36212) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:11.717342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1913022005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:11.778696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-2c48f084-379e-4471-b23c-f959753a13e7', 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': '0a64868f-8d55-4e84-a241-f63ea0c48366'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:58:11.779601 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.793332 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.794439 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.847196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.901426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.916446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Allocated IP 2001:db8::2 (2c48f084-379e-4471-b23c-f959753a13e7/0a64868f-8d55-4e84-a241-f63ea0c48366/a571b9a7-f6cf-4bf3-b02d-25706d7f8305) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:11.965901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:11.967074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c151d11c-e329-4ef0-87bd-fafe5f9950bb tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2535398 Nov 01 18:58:11.969791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36214) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:11.974592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'network_id': '2c48f084-379e-4471-b23c-f959753a13e7', 'name': 'tempest-PortsIpV6TestJSON-286157190'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:12.058230 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.112798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.135594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:12.139394 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.150048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Network 2c48f084-379e-4471-b23c-f959753a13e7 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:12.155595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:12.158154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:12.159193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:12.164714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Pushing event updated for resources: {'Port': ['ID=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:12.221520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Attempting to bind port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:58:12.221786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Attempting to bind port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '208aa278-329d-4ada-96ae-df2730ed9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:58:12.222146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Attempting to bind port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 on network 2c48f084-379e-4471-b23c-f959753a13e7 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:58:12.227049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:58:12.227424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Checking segment: {'id': '208aa278-329d-4ada-96ae-df2730ed9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:12.227846 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.228243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Bound using segment: {'id': '208aa278-329d-4ada-96ae-df2730ed9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:58:12.228707 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Bound port: a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208aa278-329d-4ada-96ae-df2730ed9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c48f084-379e-4471-b23c-f959753a13e7'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:58:12.229083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.274875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::27a (2c48f084-379e-4471-b23c-f959753a13e7/0a64868f-8d55-4e84-a241-f63ea0c48366/4038b0b5-5c97-43ea-ba5e-7001cc93af49) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:12.289907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] For port a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:58:12.292950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] For port a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,segment=NetworkSegment(208aa278-329d-4ada-96ae-df2730ed9fb7),segment_id=208aa278-329d-4ada-96ae-df2730ed9fb7)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:58:12.352969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.410749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd333a-9bd1-4c6a-a36b-82e3a4bd2606 None None] Pushing event updated for resources: {'Port': ['ID=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:12.436300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.524789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.575758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 2c48f084-379e-4471-b23c-f959753a13e7 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:12.579864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:12.582298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:12.590792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:12.590792 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:12.606960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=4038b0b5-5c97-43ea-ba5e-7001cc93af49,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:12.687084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2fa54b58-4d3d-4d67-a6c9-907c5944d39c tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7162676 Nov 01 18:58:12.689673 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36216) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:13.005363 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.256639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.260639 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe54654-4bed-4aa6-9f6f-1e60202361be None None] Network 2c48f084-379e-4471-b23c-f959753a13e7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:13.307268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.383200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] Provisioning complete for port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:13.383521 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.385577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=4038b0b5-5c97-43ea-ba5e-7001cc93af49,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:13.498630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.509879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.545817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] For port a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,segment=NetworkSegment(208aa278-329d-4ada-96ae-df2730ed9fb7),segment_id=208aa278-329d-4ada-96ae-df2730ed9fb7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:13.574280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a571b9a7-f6cf-4bf3-b02d-25706d7f8305 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:13.625628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:13.625986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.646882 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.697177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.719017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d6fe0-0885-4f0a-b18d-53aad0b6cec1 None None] Pushing event updated for resources: {'Port': ['ID=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:13.778570 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1af85b6a-6ff3-488e-8da7-08ecc38f6207 None None] Provisioning complete for port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:13.778949 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1af85b6a-6ff3-488e-8da7-08ecc38f6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.878937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1af85b6a-6ff3-488e-8da7-08ecc38f6207 None None] Provisioning complete for port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:13.879582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1af85b6a-6ff3-488e-8da7-08ecc38f6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:13.984132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:14.038434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:14.039444 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:14.085546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1af85b6a-6ff3-488e-8da7-08ecc38f6207 None None] Port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:14.136697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=4038b0b5-5c97-43ea-ba5e-7001cc93af49,revision_number=3']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:14.179093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 2c48f084-379e-4471-b23c-f959753a13e7 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:14.180478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:14.214407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9cc033b0-b5b4-4dfa-bf60-33526acfa66d None None] Provisioning complete for port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:14.215071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9cc033b0-b5b4-4dfa-bf60-33526acfa66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:14.255116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9cc033b0-b5b4-4dfa-bf60-33526acfa66d None None] Port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:14.381606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Router 0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 18:58:14.474032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-367b5454-e229-4f87-adcc-3aca80b36add None None] Provisioning complete for port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:14.474582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-367b5454-e229-4f87-adcc-3aca80b36add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:14.476741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:58:14.485397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-55f6485a-516d-455c-be6f-73b074f5ab96 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/routers/0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916975 Nov 01 18:58:14.485494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36220) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:14.486615 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] Sync routers for ids ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:58:14.500979 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] Routers {'0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:58:14.501747 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:14.513172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-367b5454-e229-4f87-adcc-3aca80b36add None None] Port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:14.534757 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:14.534940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665dcee-56c8-4eb7-a8c6-bf2883f51919 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:14.538872 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6665dcee-56c8-4eb7-a8c6-bf2883f51919 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?device_id=0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c HTTP/1.1" status: 200 len: 988 time: 0.0500772 Nov 01 18:58:14.539253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:14.543353 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] Routers {'0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:58:14.543974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:14.578530 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:14.579166 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2295d0-548e-4164-943a-7ce7cd5657b7 None None] The sync data for ids ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:58:15.259041 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:15.465431 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 4038b0b5-5c97-43ea-ba5e-7001cc93af49 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:15.465819 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:15.525977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a571b9a7-f6cf-4bf3-b02d-25706d7f8305 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:15.556277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:15.568555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 4038b0b5-5c97-43ea-ba5e-7001cc93af49 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:15.576398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:15.577179 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:15.798491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:15.830361 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=4038b0b5-5c97-43ea-ba5e-7001cc93af49,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:15.928353 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.089719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Router 0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 18:58:16.164888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 18:58:16.170103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3fd3f103-c800-4181-a805-01d406986a55 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/routers/0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298048 Nov 01 18:58:16.173425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36226) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:16.177418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] Sync routers for ids ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 18:58:16.188211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] Routers {'0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:58:16.188906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:16.198105 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0b0a4c-dedb-4afd-bab9-bb85add5c14b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:16.199632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6f0b0a4c-dedb-4afd-bab9-bb85add5c14b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/4038b0b5-5c97-43ea-ba5e-7001cc93af49 HTTP/1.1" status: 404 len: 333 time: 0.0252719 Nov 01 18:58:16.202420 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36228) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:16.223828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:16.232499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] Routers {'0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 18:58:16.233723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T18:57:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:16.265146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:16.265783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b0d8a-f881-4ef2-86aa-52a9a342483c None None] The sync data for ids ['0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c'] in n-d-815923-2 is: [] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 18:58:16.276875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.433926 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.436823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.535388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.535956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Fanout notify agent at l3_agent the message router_deleted on router 0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 18:58:16.542836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.543945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d55d4339-7641-4463-bbf1-6d804f848635 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/routers/0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c HTTP/1.1" status: 204 len: 168 time: 0.3406353 Nov 01 18:58:16.547277 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:16.597788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 0a64868f-8d55-4e84-a241-f63ea0c48366 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:16.600884 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.640405 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.727010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.844404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.872086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=0a64868f-8d55-4e84-a241-f63ea0c48366,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:16.875984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:16.879576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6b125cd4-ee88-4bb2-9d40-9ef7ef867803 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/0a64868f-8d55-4e84-a241-f63ea0c48366 HTTP/1.1" status: 204 len: 168 time: 0.3309183 Nov 01 18:58:16.882128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36232) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:16.884495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3bdad-5520-435e-9fa2-79fcabfae5d7 None None] Network 2c48f084-379e-4471-b23c-f959753a13e7 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:16.963532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.020365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:17.020712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.065231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] DHCP port deletion for 2c48f084-379e-4471-b23c-f959753a13e7 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:58:17.087010 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] For port a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,segment=NetworkSegment(208aa278-329d-4ada-96ae-df2730ed9fb7),segment_id=208aa278-329d-4ada-96ae-df2730ed9fb7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:17.087580 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.101592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for a571b9a7-f6cf-4bf3-b02d-25706d7f8305 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:17.113602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Deleting port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:17.113985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.180378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] For port a571b9a7-f6cf-4bf3-b02d-25706d7f8305, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,segment=NetworkSegment(208aa278-329d-4ada-96ae-df2730ed9fb7),segment_id=208aa278-329d-4ada-96ae-df2730ed9fb7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:17.180779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.193345 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Calling delete_port for a571b9a7-f6cf-4bf3-b02d-25706d7f8305 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:17.244383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.272016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.277668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:17.283388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No DVR routers for this DVR port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:17.293155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.297510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.300580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] No DVR routers for this DVR port a571b9a7-f6cf-4bf3-b02d-25706d7f8305 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:17.302203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Pushing event deleted for resources: {'Port': ['ID=a571b9a7-f6cf-4bf3-b02d-25706d7f8305,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:17.317120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.317687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.318556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.319111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.319662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.320240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.321046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.321784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.322614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.323049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.323700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.324103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5dc4f-24e3-46b5-b491-090328b5db31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:58:17.386665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.409723 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c48f084-379e-4471-b23c-f959753a13e7']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:17.419685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208aa278-329d-4ada-96ae-df2730ed9fb7') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:17.420032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208aa278-329d-4ada-96ae-df2730ed9fb7') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:17.436114 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.449707 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.456763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:58:17.457025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:58:17.460232 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:58:17.517331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a571b9a7-f6cf-4bf3-b02d-25706d7f8305 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:58:17.537977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a571b9a7-f6cf-4bf3-b02d-25706d7f8305 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:58:17.538326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a571b9a7-f6cf-4bf3-b02d-25706d7f8305 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:58:17.570014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.577717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:17.580924 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/2c48f084-379e-4471-b23c-f959753a13e7 HTTP/1.1" status: 204 len: 168 time: 0.6976619 Nov 01 18:58:17.584860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36234) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:17.594366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e6d2-7995-4a24-b626-b9accf1cf60b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=2c48f084-379e-4471-b23c-f959753a13e7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:17.634008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb1942-9897-4b5d-b2b6-a47bf65b96b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:17.636454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4dbb1942-9897-4b5d-b2b6-a47bf65b96b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/e0a9d14d-e695-4438-a218-8c5abb9decbf HTTP/1.1" status: 200 len: 845 time: 0.0498967 Nov 01 18:58:17.640352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36236) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:17.686703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-19a577c0-09ad-4666-b9fa-ffb4be44c9d8 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/e0a9d14d-e695-4438-a218-8c5abb9decbf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0451548 Nov 01 18:58:17.690331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36238) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:17.695240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:17.832518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:17.836204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.072804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.118903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:18.123559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:18.128514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:18.129096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.135267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850de24-dc99-42d3-8bbe-672aabe6c530 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:18.143173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=e1f096f5-0ff4-4640-9e85-ffe6b12460b3,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:18.200846 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b838c0d5-3095-4059-b41d-0c9952ae9106 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5094321 Nov 01 18:58:18.204374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36240) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:18.208929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1200445587'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:18.301423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-43fe037e-4e77-490d-bee4-0ba65f6b458e', 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'tenant_id': 'b292a61c5b044d7686a8146c8f5e1f80', 'fixed_ips': [{'subnet_id': 'e1f096f5-0ff4-4640-9e85-ffe6b12460b3'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 18:58:18.304939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.305095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.375089 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.447560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Allocated IP 2001:db8::2 (43fe037e-4e77-490d-bee4-0ba65f6b458e/e1f096f5-0ff4-4640-9e85-ffe6b12460b3/13d5d3f2-c49a-46ff-9ecb-524fe2293d86) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:18.460895 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.489650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8eab8-2985-42ca-9858-d3ae54f8f201,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:18.550165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.551576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8037cb61-5a36-4123-a6c9-9cf1f715b7df tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3461213 Nov 01 18:58:18.554337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:18.558699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768358784'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:18.593224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.655319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.701393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.722671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.733710 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3aae7b33-52eb-491a-b98f-920530156910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.750324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:18.753185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:18.757725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:18.760671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:18.781253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.812820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f44097-7686-43a2-9c3b-becca3cdfa89,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:18.813928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Attempting to bind port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 18:58:18.814253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Attempting to bind port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cd9603f3-973c-48c4-b8d8-410b7a309009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 18:58:18.814620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Attempting to bind port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 on network 43fe037e-4e77-490d-bee4-0ba65f6b458e {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 18:58:18.819928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 18:58:18.820341 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Checking segment: {'id': 'cd9603f3-973c-48c4-b8d8-410b7a309009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 18:58:18.820684 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.821072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Bound using segment: {'id': 'cd9603f3-973c-48c4-b8d8-410b7a309009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 18:58:18.821532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Bound port: 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9603f3-973c-48c4-b8d8-410b7a309009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 18:58:18.821904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.874839 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:18.876220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-45c0be1d-b3e5-41cc-9a6d-3df96cdae8d2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3208947 Nov 01 18:58:18.878860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:18.882441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 18:58:18.883728 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123582691', 'security_groups': ['16f44097-7686-43a2-9c3b-becca3cdfa89'], 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1f096f5-0ff4-4640-9e85-ffe6b12460b3'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:18.885736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 18:58:18.981606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.042890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e5a6-71de-4116-8648-0dd4283e1a0d None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:19.049855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:19.133038 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.167079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 0a862198-5e6f-40c5-909d-2972b332ca08 yet. {{(pid=102782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:19.335369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::2d (43fe037e-4e77-490d-bee4-0ba65f6b458e/e1f096f5-0ff4-4640-9e85-ffe6b12460b3/0a862198-5e6f-40c5-909d-2972b332ca08) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:19.472766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.546851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:19.575925 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.597122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:19.597547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.620865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:19.627215 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:19.631083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:19.637418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:19.638071 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.649124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=0a862198-5e6f-40c5-909d-2972b332ca08,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:19.699097 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.706920 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4db98833-94ca-4d72-a3c7-165d45d59a68 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8270140 Nov 01 18:58:19.709695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36250) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:19.715553 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:19.743363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:19.781205 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.841925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:19.878492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:19.882271 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:19.974737 n-d-815923-2 neutron-server[102782]: INFO neutron.db.ipam_backend_mixin [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1f096f5-0ff4-4640-9e85-ffe6b12460b3 (CIDR: 2001:db8::/64) Nov 01 18:58:20.056356 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:58:20.056946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:20.084431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-066ac2d5-66e2-4862-a23d-0979fd692c60 None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:20.084907 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-066ac2d5-66e2-4862-a23d-0979fd692c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.127493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a5abb82-588b-4410-80eb-49c3b08e089b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4167013 Nov 01 18:58:20.130982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36252) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:20.137255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:20.181823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-066ac2d5-66e2-4862-a23d-0979fd692c60 None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:20.182194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-066ac2d5-66e2-4862-a23d-0979fd692c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.218664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-066ac2d5-66e2-4862-a23d-0979fd692c60 None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:20.324705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:20.329157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.337229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-198ef880-b393-432e-93a9-c833e4b0bfd6 None None] Provisioning complete for port 0a862198-5e6f-40c5-909d-2972b332ca08 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:20.337597 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-198ef880-b393-432e-93a9-c833e4b0bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.372935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-198ef880-b393-432e-93a9-c833e4b0bfd6 None None] Port 0a862198-5e6f-40c5-909d-2972b332ca08 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:20.598430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.644223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:20.648495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:20.653464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:20.654042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.658505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbe4d7-4b6c-4284-b0e4-87818e478ee7 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:20.666353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=e4b7c94b-e4f1-45ea-b529-aec89d09cb68,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:20.737819 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7f9f3c5c-0994-429e-b876-4ca21ba089f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6048710 Nov 01 18:58:20.740873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36254) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:20.746491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673817909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4b7c94b-e4f1-45ea-b529-aec89d09cb68'}], 'security_groups': ['fbd8eab8-2985-42ca-9858-d3ae54f8f201']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:20.874755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc09d-4f6b-4e4d-ab3c-0897868493fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.878898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Update dhcp port {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'fixed_ips': [{'subnet_id': 'e1f096f5-0ff4-4640-9e85-ffe6b12460b3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4b7c94b-e4f1-45ea-b529-aec89d09cb68'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '13d5d3f2-c49a-46ff-9ecb-524fe2293d86'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:58:20.894993 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:20.908691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.063661 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Allocated IP 2001:db8:0:1::2 (43fe037e-4e77-490d-bee4-0ba65f6b458e/e4b7c94b-e4f1-45ea-b529-aec89d09cb68/13d5d3f2-c49a-46ff-9ecb-524fe2293d86) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:21.157799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:21.184760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.226920 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.316739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c00b22-7b09-47ac-8485-96b30ff6c790 None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:21.336283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Delete allocated IP 2001:db8::2d (43fe037e-4e77-490d-bee4-0ba65f6b458e/e1f096f5-0ff4-4640-9e85-ffe6b12460b3) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:58:21.344230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8:0:1::114 (43fe037e-4e77-490d-bee4-0ba65f6b458e/e4b7c94b-e4f1-45ea-b529-aec89d09cb68/0a862198-5e6f-40c5-909d-2972b332ca08) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:21.510303 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.527881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:21.564058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.580301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:21.580845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.622940 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] In _notify_port_updated(), no bound segment for port 0a862198-5e6f-40c5-909d-2972b332ca08 on network 43fe037e-4e77-490d-bee4-0ba65f6b458e {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:58:21.630056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:21.630706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.634977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36256) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:21.635547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/ports/0a862198-5e6f-40c5-909d-2972b332ca08 HTTP/1.1" status: 200 len: 930 time: 0.8930612 Nov 01 18:58:21.648918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c52f0e-f7ca-4b45-aa78-e160050f8a4a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=0a862198-5e6f-40c5-909d-2972b332ca08,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:21.751375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 0a862198-5e6f-40c5-909d-2972b332ca08 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:21.751853 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.843348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.856114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 0a862198-5e6f-40c5-909d-2972b332ca08 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:21.907830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Provisioning complete for port 0a862198-5e6f-40c5-909d-2972b332ca08 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:21.908371 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:21.945799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Port 0a862198-5e6f-40c5-909d-2972b332ca08 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:21.956855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:21.957299 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.032862 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.047385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:22.047791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.059432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=0a862198-5e6f-40c5-909d-2972b332ca08,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:22.087054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2df920fb-d481-4c29-9485-a449ce657d35 None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:22.092812 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.096073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-beb47de3-7b96-4e35-b27e-51d9cc1c7c60 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/0a862198-5e6f-40c5-909d-2972b332ca08 HTTP/1.1" status: 204 len: 168 time: 0.4592896 Nov 01 18:58:22.098665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36258) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:22.124567 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-20009247-71f5-4858-94ad-2192b155aa50 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:22.126123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20009247-71f5-4858-94ad-2192b155aa50 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/0a862198-5e6f-40c5-909d-2972b332ca08 HTTP/1.1" status: 404 len: 333 time: 0.0265074 Nov 01 18:58:22.129076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:22.153225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.188510 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.202878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9e764267-46a9-4fc4-8f74-551bf74e35f9 None None] Could not find standard attr ID for object 0a862198-5e6f-40c5-909d-2972b332ca08. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 18:58:22.212758 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.289592 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.292299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.293517 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/security-groups/16f44097-7686-43a2-9c3b-becca3cdfa89 HTTP/1.1" status: 204 len: 168 time: 0.1634269 Nov 01 18:58:22.297325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:22.303398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f3d7-cb1e-49c5-969b-61c61791d326 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f44097-7686-43a2-9c3b-becca3cdfa89,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:22.354986 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.377088 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.467646 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.470171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.471324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbd8eab8-2985-42ca-9858-d3ae54f8f201 HTTP/1.1" status: 204 len: 168 time: 0.1725957 Nov 01 18:58:22.474181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36264) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:22.480387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b0e2-f702-4e50-ad8f-afb057044e26 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8eab8-2985-42ca-9858-d3ae54f8f201,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:22.528091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet e1f096f5-0ff4-4640-9e85-ffe6b12460b3 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:22.531966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.571958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.657441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.764820 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.789870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f096f5-0ff4-4640-9e85-ffe6b12460b3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:22.799193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:22.803221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62dbe1c-60bd-4fc0-bfdd-b90c4aed235a None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:22.803387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-79ce7d40-a333-4f13-aa45-d9c37d4c3504 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/e1f096f5-0ff4-4640-9e85-ffe6b12460b3 HTTP/1.1" status: 204 len: 168 time: 0.3269856 Nov 01 18:58:22.806964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36266) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:22.812026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:22.963702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:22.968005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.249845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.293532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:23.298371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:23.303448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:23.304056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.315527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=760266df-a99a-46e2-a0a0-b7bc8c891d4b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:23.383849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5a8362a-33b5-477d-b4e7-8faf81d74e9b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5756719 Nov 01 18:58:23.386502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36268) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:23.391253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010999638'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:23.463725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09e314-8371-447f-b858-245eae0d5a7d None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:23.489994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.555443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-246c9156-7f93-42d9-b63c-73d0412a64d5 None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:23.555833 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-246c9156-7f93-42d9-b63c-73d0412a64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.559754 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.632704 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.664628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fa587-3079-4806-a224-1fb900e557e8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:23.726195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.727914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-619fe4d7-d26d-45f9-b168-1a042c02b0de tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3402789 Nov 01 18:58:23.730555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36272) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:23.737516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'security_group': {'name': 'tempest-secgroup-415728974'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:23.827888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.874387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-246c9156-7f93-42d9-b63c-73d0412a64d5 None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:23.874759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-246c9156-7f93-42d9-b63c-73d0412a64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.902020 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.903349 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.935162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-246c9156-7f93-42d9-b63c-73d0412a64d5 None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:23.943267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Update dhcp port {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'fixed_ips': [{'subnet_id': 'e4b7c94b-e4f1-45ea-b529-aec89d09cb68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '760266df-a99a-46e2-a0a0-b7bc8c891d4b'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '13d5d3f2-c49a-46ff-9ecb-524fe2293d86'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:58:23.964244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.968013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:23.994041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe389bf-ceb5-4a94-a1e9-744644cef3c5,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:24.040257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.041524 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9448110-fe11-4b9c-a631-cc2fdeb66cd2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3099625 Nov 01 18:58:24.044303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36274) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:24.048838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'security_group': {'name': 'tempest-secgroup-626249064'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:24.126594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Allocated IP 2001:db8::2 (43fe037e-4e77-490d-bee4-0ba65f6b458e/760266df-a99a-46e2-a0a0-b7bc8c891d4b/13d5d3f2-c49a-46ff-9ecb-524fe2293d86) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:24.140680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.212072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.224174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:24.252995 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.277882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.305453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7c511-d8f9-4bcd-8d52-923fb92d18e2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:24.323698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.360092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.361457 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c639742-9534-446d-8ff4-126c76791a57 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3160510 Nov 01 18:58:24.364293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36276) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:24.369126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899405851', 'security_groups': ['e2d7c511-d8f9-4bcd-8d52-923fb92d18e2'], 'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '760266df-a99a-46e2-a0a0-b7bc8c891d4b'}]}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:24.412703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30903335-a524-4ec7-a5ef-1a577d8d7618 None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:24.546829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:24.551567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.571033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] device_id is not set on port 40142025-16cc-4f63-9b3d-8707a41dc558 yet. {{(pid=102783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 01 18:58:24.745650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8::244 (43fe037e-4e77-490d-bee4-0ba65f6b458e/760266df-a99a-46e2-a0a0-b7bc8c891d4b/40142025-16cc-4f63-9b3d-8707a41dc558) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:24.893115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.958612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1e1b6354-09e1-46ed-b912-b2b0ddf007bd None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:24.959154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6354-09e1-46ed-b912-b2b0ddf007bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:24.980845 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.021296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:25.024270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:25.031175 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 18:58:25.036846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:25.037461 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.046859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1e1b6354-09e1-46ed-b912-b2b0ddf007bd None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:25.047658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6354-09e1-46ed-b912-b2b0ddf007bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.048653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=40142025-16cc-4f63-9b3d-8707a41dc558,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:25.081258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b6354-09e1-46ed-b912-b2b0ddf007bd None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:25.121464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d9111b6d-47c2-40fe-ad76-2a094a9a21f5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7561104 Nov 01 18:58:25.124320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36280) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:25.129253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:25.295782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:25.299362 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.306860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-425fde3f-fd6c-4111-a2aa-0a83987a6929 None None] Provisioning complete for port 40142025-16cc-4f63-9b3d-8707a41dc558 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:25.307228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-425fde3f-fd6c-4111-a2aa-0a83987a6929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.340095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-425fde3f-fd6c-4111-a2aa-0a83987a6929 None None] Port 40142025-16cc-4f63-9b3d-8707a41dc558 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:25.386531 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 760266df-a99a-46e2-a0a0-b7bc8c891d4b (CIDR: 2001:db8::/64) Nov 01 18:58:25.438117 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:58:25.438573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:25.510102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7276cbeb-9a87-441b-8f54-ed7b6e32095e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3845091 Nov 01 18:58:25.512629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36282) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:25.519384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:25.523479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:25.567360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:25.567758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.695345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:25.699003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:25.791896 n-d-815923-2 neutron-server[102783]: INFO neutron.db.ipam_backend_mixin [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e4b7c94b-e4f1-45ea-b529-aec89d09cb68 (CIDR: 2001:db8:0:1::/64) Nov 01 18:58:25.832213 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 18:58:25.832715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:25.892467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4fe97288-82bc-4a9b-81e3-02ac99b71d17 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3782072 Nov 01 18:58:25.895105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36284) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:25.899921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'subnet': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:26.071905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Made reservation on behalf of b292a61c5b044d7686a8146c8f5e1f80 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 18:58:26.075383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.347020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.391358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 18:58:26.395040 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 18:58:26.400719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:26.401431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.404588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae73043-bada-4868-a4c9-3c800fc31475 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:26.415670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Subnet': ['ID=33ff3d74-2b61-44af-a328-31086e66085c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:26.481075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3563e127-52c9-4992-8e59-3c2f10664035 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5848708 Nov 01 18:58:26.484387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36286) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:26.489562 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-871402199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33ff3d74-2b61-44af-a328-31086e66085c'}], 'security_groups': ['b38fa587-3079-4806-a224-1fb900e557e8', '6fe389bf-ceb5-4a94-a1e9-744644cef3c5']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:26.615488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Update dhcp port {'port': {'network_id': '43fe037e-4e77-490d-bee4-0ba65f6b458e', 'fixed_ips': [{'subnet_id': 'e4b7c94b-e4f1-45ea-b529-aec89d09cb68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '760266df-a99a-46e2-a0a0-b7bc8c891d4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '33ff3d74-2b61-44af-a328-31086e66085c'}], 'binding:host_id': 'n-d-815923-2'}, 'id': '13d5d3f2-c49a-46ff-9ecb-524fe2293d86'} from n-d-815923-2. {{(pid=102784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 01 18:58:26.633160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.639832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.813766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Allocated IP 2001:db8:0:2::2 (43fe037e-4e77-490d-bee4-0ba65f6b458e/33ff3d74-2b61-44af-a328-31086e66085c/13d5d3f2-c49a-46ff-9ecb-524fe2293d86) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:26.848999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:26.925191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:26.955812 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.015941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.121404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b5795-5ab8-4ae3-921f-2e21559b1773 None None] Pushing event updated for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:27.274701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Delete allocated IP 2001:db8::244 (43fe037e-4e77-490d-bee4-0ba65f6b458e/760266df-a99a-46e2-a0a0-b7bc8c891d4b) {{(pid=102783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 01 18:58:27.283702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Allocated IP 2001:db8:0:2::28b (43fe037e-4e77-490d-bee4-0ba65f6b458e/33ff3d74-2b61-44af-a328-31086e66085c/40142025-16cc-4f63-9b3d-8707a41dc558) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 18:58:27.465918 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.524349 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 18:58:27.535813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.576965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:27.578048 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.602762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] In _notify_port_updated(), no bound segment for port 40142025-16cc-4f63-9b3d-8707a41dc558 on network 43fe037e-4e77-490d-bee4-0ba65f6b458e {{(pid=102783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 01 18:58:27.608601 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 18:58:27.609492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.613150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "PUT /v2.0/ports/40142025-16cc-4f63-9b3d-8707a41dc558 HTTP/1.1" status: 200 len: 969 time: 1.1252084 Nov 01 18:58:27.613519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36288) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:27.620418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99537bd0-d9ac-4f6d-971e-d86b2468193a tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event updated for resources: {'Port': ['ID=40142025-16cc-4f63-9b3d-8707a41dc558,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:27.696036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Provisioning complete for port 40142025-16cc-4f63-9b3d-8707a41dc558 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:27.696289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.712527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port 40142025-16cc-4f63-9b3d-8707a41dc558 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:27.712732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.735828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Port 40142025-16cc-4f63-9b3d-8707a41dc558 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:27.746429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:27.746797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.807896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.820878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for 40142025-16cc-4f63-9b3d-8707a41dc558 owned by {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:27.838839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:27.838839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:27.873782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d39bf-9f6a-4ff2-a7db-0337e744619d None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:27.992845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-943c5422-b5ab-4a4c-afb5-bea69e881f60 None None] Provisioning complete for port 40142025-16cc-4f63-9b3d-8707a41dc558 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:27.993109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-943c5422-b5ab-4a4c-afb5-bea69e881f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.027201 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.030915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-943c5422-b5ab-4a4c-afb5-bea69e881f60 None None] Port 40142025-16cc-4f63-9b3d-8707a41dc558 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:28.059643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=40142025-16cc-4f63-9b3d-8707a41dc558,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:28.085045 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.088397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ecf9fdfa-6b1f-4607-9bef-91232031c08b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/40142025-16cc-4f63-9b3d-8707a41dc558 HTTP/1.1" status: 204 len: 168 time: 0.4738364 Nov 01 18:58:28.090954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36290) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:28.116069 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46b5bc-4607-48db-b079-1e9c42ea8280 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] GET failed (client error): The resource could not be found. Nov 01 18:58:28.117730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ed46b5bc-4607-48db-b079-1e9c42ea8280 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports/40142025-16cc-4f63-9b3d-8707a41dc558 HTTP/1.1" status: 404 len: 333 time: 0.0258024 Nov 01 18:58:28.121218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36292) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:28.178998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.201870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.312598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.317875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.317875 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2d7c511-d8f9-4bcd-8d52-923fb92d18e2 HTTP/1.1" status: 204 len: 168 time: 0.1940432 Nov 01 18:58:28.319234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36294) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:28.325258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb42a7-be1d-4e92-9e54-466d2a1c1694 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7c511-d8f9-4bcd-8d52-923fb92d18e2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:28.371150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.393278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.495007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.497621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.499314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fe389bf-ceb5-4a94-a1e9-744644cef3c5 HTTP/1.1" status: 204 len: 168 time: 0.1785729 Nov 01 18:58:28.502134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:28.508435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e79c5-ea73-431f-b200-9259e5e5760e tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe389bf-ceb5-4a94-a1e9-744644cef3c5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:28.554503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.576326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.695851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.698658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.699880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/security-groups/b38fa587-3079-4806-a224-1fb900e557e8 HTTP/1.1" status: 204 len: 168 time: 0.1967473 Nov 01 18:58:28.702663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36298) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:28.711076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdce76c-a93f-4bee-a9fb-1b46fb18e855 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fa587-3079-4806-a224-1fb900e557e8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:28.759555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 760266df-a99a-46e2-a0a0-b7bc8c891d4b {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:28.762928 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.804425 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:28.885647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.015211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.041710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=760266df-a99a-46e2-a0a0-b7bc8c891d4b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:29.045442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.049347 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-42a67323-c593-44ef-8547-bac353be9e37 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/760266df-a99a-46e2-a0a0-b7bc8c891d4b HTTP/1.1" status: 204 len: 168 time: 0.3453219 Nov 01 18:58:29.053168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36302) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.053706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fa961-678e-4554-ba50-e3f4c3d7a109 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:29.106428 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet 33ff3d74-2b61-44af-a328-31086e66085c {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:29.110444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.149855 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.234354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.370396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.398094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=33ff3d74-2b61-44af-a328-31086e66085c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:29.401893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.408050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-efab4b0e-1af2-465f-b20d-de75a532553b tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/33ff3d74-2b61-44af-a328-31086e66085c HTTP/1.1" status: 204 len: 168 time: 0.3537421 Nov 01 18:58:29.408897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36304) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.435162 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0710ccaf-80c6-4012-8d55-96b103b1f8b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:29.442754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0710ccaf-80c6-4012-8d55-96b103b1f8b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:29.442754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0710ccaf-80c6-4012-8d55-96b103b1f8b1 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/760266df-a99a-46e2-a0a0-b7bc8c891d4b HTTP/1.1" status: 404 len: 337 time: 0.0289218 Nov 01 18:58:29.444670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36306) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.498912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting subnet e4b7c94b-e4f1-45ea-b529-aec89d09cb68 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 18:58:29.502405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.545095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.634728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.695389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2496f40-1c1d-4eca-8508-46fc377dbaa9 None None] Network 43fe037e-4e77-490d-bee4-0ba65f6b458e requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 18:58:29.765151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.779887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-635f00cc-f77c-4d5b-968f-08864972ab64 None None] Provisioning complete for port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:29.783319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-635f00cc-f77c-4d5b-968f-08864972ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.793798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b7c94b-e4f1-45ea-b529-aec89d09cb68,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:29.796436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.800159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-655b8fd2-67b8-496c-bbe4-29c09ecf07e4 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/e4b7c94b-e4f1-45ea-b529-aec89d09cb68 HTTP/1.1" status: 204 len: 168 time: 0.3545153 Nov 01 18:58:29.802668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36308) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.829187 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1ec354-ad49-4b56-99d4-bc1d49c0a6b5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:29.829638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1ec354-ad49-4b56-99d4-bc1d49c0a6b5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:29.832605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d1ec354-ad49-4b56-99d4-bc1d49c0a6b5 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/e1f096f5-0ff4-4640-9e85-ffe6b12460b3 HTTP/1.1" status: 404 len: 337 time: 0.0289650 Nov 01 18:58:29.835631 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36310) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.875253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ad2ab1dd-e3c1-4ef0-8cbb-f9a754023cc9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "GET /v2.0/ports?device_id=0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c HTTP/1.1" status: 200 len: 205 time: 0.0377343 Nov 01 18:58:29.877859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.914280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-635f00cc-f77c-4d5b-968f-08864972ab64 None None] Provisioning complete for port e0a9d14d-e695-4438-a218-8c5abb9decbf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 18:58:29.914605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-635f00cc-f77c-4d5b-968f-08864972ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:29.918929 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-1232f739-6d76-46fa-92ed-bda46f0c3eb2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] delete failed (client error): The resource could not be found. Nov 01 18:58:29.919989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1232f739-6d76-46fa-92ed-bda46f0c3eb2 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/routers/0634c9c0-0ff0-46e6-9d5d-9f5ee213b55c HTTP/1.1" status: 404 len: 336 time: 0.0410342 Nov 01 18:58:29.922632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36314) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.939116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] DHCP port deletion for 43fe037e-4e77-490d-bee4-0ba65f6b458e request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 18:58:29.954030 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-202ab617-e311-4b32-99bc-90fb3b4f762d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:29.954485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202ab617-e311-4b32-99bc-90fb3b4f762d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:29.957499 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-202ab617-e311-4b32-99bc-90fb3b4f762d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/0a64868f-8d55-4e84-a241-f63ea0c48366 HTTP/1.1" status: 404 len: 337 time: 0.0339680 Nov 01 18:58:29.960139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36316) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.974073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-635f00cc-f77c-4d5b-968f-08864972ab64 None None] Port e0a9d14d-e695-4438-a218-8c5abb9decbf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 18:58:29.985307 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-86dee5eb-fa14-431c-841a-8c2e2726d699 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:29.985765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86dee5eb-fa14-431c-841a-8c2e2726d699 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:29.988790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-86dee5eb-fa14-431c-841a-8c2e2726d699 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/eed4a5d7-af56-4456-9731-b99c45124691 HTTP/1.1" status: 404 len: 337 time: 0.0277495 Nov 01 18:58:29.991353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:29.998710 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Deleting port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:29.999658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.021145 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa91c69f-d736-476e-a211-ed1319c1bbd9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.021833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa91c69f-d736-476e-a211-ed1319c1bbd9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.026069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fa91c69f-d736-476e-a211-ed1319c1bbd9 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/ebdc756c-5a07-4c32-920c-d567e0e23d72 HTTP/1.1" status: 404 len: 337 time: 0.0337875 Nov 01 18:58:30.028638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36320) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.051186 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933ee9f-8279-4b3c-8d39-54462ac23c5d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.051823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933ee9f-8279-4b3c-8d39-54462ac23c5d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.054768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f933ee9f-8279-4b3c-8d39-54462ac23c5d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/c223f3e3-6308-47af-86be-d1047fdc3b28 HTTP/1.1" status: 404 len: 333 time: 0.0252244 Nov 01 18:58:30.057841 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36322) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.065132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] For port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,segment=NetworkSegment(cd9603f3-973c-48c4-b8d8-410b7a309009),segment_id=cd9603f3-973c-48c4-b8d8-410b7a309009)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 18:58:30.065653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.082482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Calling delete_port for 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:30.083320 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7d3ec0-2a00-486e-8741-762cd01ad45d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.083793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7d3ec0-2a00-486e-8741-762cd01ad45d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.086757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ac7d3ec0-2a00-486e-8741-762cd01ad45d tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/8262b6ef-6438-486a-b114-274523eb89c4 HTTP/1.1" status: 404 len: 337 time: 0.0280225 Nov 01 18:58:30.089311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36324) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.113906 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a3a023-d1bd-4aac-b468-01b5a6020481 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.114349 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a3a023-d1bd-4aac-b468-01b5a6020481 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.117288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-24a3a023-d1bd-4aac-b468-01b5a6020481 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/2c01bd4c-dfb5-49a9-b998-61a94f7e9f84 HTTP/1.1" status: 404 len: 337 time: 0.0270853 Nov 01 18:58:30.120016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36326) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.146438 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e4dea0-29d5-4677-947f-7ba9074ebc5f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.147024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e4dea0-29d5-4677-947f-7ba9074ebc5f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.149900 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-59e4dea0-29d5-4677-947f-7ba9074ebc5f tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/20ab7b03-408b-45c9-9d27-fcb60835d065 HTTP/1.1" status: 404 len: 333 time: 0.0289924 Nov 01 18:58:30.152422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36328) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.177608 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e03dc62-6ecf-4e03-bc61-d860f5ff9902 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.177970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e03dc62-6ecf-4e03-bc61-d860f5ff9902 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.180882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2e03dc62-6ecf-4e03-bc61-d860f5ff9902 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/89e34586-75fd-4648-9d84-7834a972cf41 HTTP/1.1" status: 404 len: 337 time: 0.0275745 Nov 01 18:58:30.183305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36330) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.208384 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9acdee-a9fa-4ead-a3e4-1636ed66a0ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] DELETE failed (client error): The resource could not be found. Nov 01 18:58:30.208821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9acdee-a9fa-4ead-a3e4-1636ed66a0ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 18:58:30.211685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af9acdee-a9fa-4ead-a3e4-1636ed66a0ef tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/subnets/c91820a5-1815-4f97-aa68-5dfb3623a101 HTTP/1.1" status: 404 len: 337 time: 0.0274479 Nov 01 18:58:30.214165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36332) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.215058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.241041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] Pushing event deleted for resources: {'Port': ['ID=13d5d3f2-c49a-46ff-9ecb-524fe2293d86,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:30.244558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d5559-f068-4991-930a-acd26a071f60 None None] No DVR routers for this DVR port 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 18:58:30.306049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Deleting port e0a9d14d-e695-4438-a218-8c5abb9decbf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 18:58:30.306392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.371196 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.388699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Calling delete_port for e0a9d14d-e695-4438-a218-8c5abb9decbf owned by {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 18:58:30.512188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.538564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Port': ['ID=e0a9d14d-e695-4438-a218-8c5abb9decbf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:30.547059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.550430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a26f1f56-0bef-4644-8361-c10e7aff72a3 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/ports/e0a9d14d-e695-4438-a218-8c5abb9decbf HTTP/1.1" status: 204 len: 168 time: 0.3352695 Nov 01 18:58:30.552835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36334) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:30.635295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.720497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.740011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fe037e-4e77-490d-bee4-0ba65f6b458e']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:30.749062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9603f3-973c-48c4-b8d8-410b7a309009') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:30.749361 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9603f3-973c-48c4-b8d8-410b7a309009') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 18:58:30.758444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.771234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.776810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 18:58:30.777192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: timer() Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 18:58:30.780575 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 18:58:30.900926 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.909992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:30.913140 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] 10.222.0.31 "DELETE /v2.0/networks/43fe037e-4e77-490d-bee4-0ba65f6b458e HTTP/1.1" status: 204 len: 168 time: 0.3593810 Nov 01 18:58:30.923153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef809d1e-5d5a-4062-bfb7-debd79bd8707 tempest-PortsIpV6TestJSON-150680353 tempest-PortsIpV6TestJSON-150680353-project] Pushing event deleted for resources: {'Network': ['ID=43fe037e-4e77-490d-bee4-0ba65f6b458e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:31.332575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36340) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:31.488844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-45bb3a6f-43fa-4521-a067-1b6b5eb06bee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b292a61c5b044d7686a8146c8f5e1f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550364 Nov 01 18:58:31.491188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36344) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:31.518982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 18:58:31.538504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 18:58:31.538928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 13d5d3f2-c49a-46ff-9ecb-524fe2293d86 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 18:58:31.541013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:31.562587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:31.649516 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:31.652083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:31.653239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dc67f5b-8159-40fe-8648-f4d175cc4157 HTTP/1.1" status: 204 len: 168 time: 0.1610868 Nov 01 18:58:31.664844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3134afa-a683-4478-a8dc-43f3f320c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc67f5b-8159-40fe-8648-f4d175cc4157,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:32.523362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36366) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:32.613814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-af1caf58-ba03-4364-bc07-6dfe6541e061 tempest-DvrRoutersNegativeTest-610079725 tempest-DvrRoutersNegativeTest-610079725-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-708133998', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 18:58:32.616739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.policy [None req-af1caf58-ba03-4364-bc07-6dfe6541e061 tempest-DvrRoutersNegativeTest-610079725 tempest-DvrRoutersNegativeTest-610079725-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102782) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 01 18:58:32.617064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.policy [None req-af1caf58-ba03-4364-bc07-6dfe6541e061 tempest-DvrRoutersNegativeTest-610079725 tempest-DvrRoutersNegativeTest-610079725-project] Failed policy check for 'create_router' {{(pid=102782) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 01 18:58:32.617599 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-af1caf58-ba03-4364-bc07-6dfe6541e061 tempest-DvrRoutersNegativeTest-610079725 tempest-DvrRoutersNegativeTest-610079725-project] create failed (client error): Access was denied to this resource. Nov 01 18:58:32.618591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af1caf58-ba03-4364-bc07-6dfe6541e061 tempest-DvrRoutersNegativeTest-610079725 tempest-DvrRoutersNegativeTest-610079725-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0941443 Nov 01 18:58:33.009504 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:33.115018 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9b66311-61e9-485f-af1d-38deeff51815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.526262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9b66311-61e9-485f-af1d-38deeff51815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.592404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a9b66311-61e9-485f-af1d-38deeff51815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.631688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a9b66311-61e9-485f-af1d-38deeff51815 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae3a8c1946f14d9791c273b3950bb9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211054 Nov 01 18:58:33.632517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66311-61e9-485f-af1d-38deeff51815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15cc8e-ddb1-4a89-980e-cbcf8eca20b7,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:33.634555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36378) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:33.683727 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.704680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.803972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.806538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:33.807717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a15cc8e-ddb1-4a89-980e-cbcf8eca20b7 HTTP/1.1" status: 204 len: 168 time: 0.1721399 Nov 01 18:58:33.815726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d2764-7164-4a0c-97b7-d3d45af4e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15cc8e-ddb1-4a89-980e-cbcf8eca20b7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:34.722598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36406) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:34.817176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a19bd63-1cd9-49af-a89f-2dfa109db6ba tempest-ServiceProvidersTest-1868724965 tempest-ServiceProvidersTest-1868724965-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0934420 Nov 01 18:58:35.152221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.229174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36414) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:35.335344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6702ef7c-19b4-40eb-b781-1f8c7676b500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.410418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6702ef7c-19b4-40eb-b781-1f8c7676b500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.472244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6702ef7c-19b4-40eb-b781-1f8c7676b500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.511901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6702ef7c-19b4-40eb-b781-1f8c7676b500 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb05425b0cd34fa1ae6ebd4b40f9f553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816508 Nov 01 18:58:35.512855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ef7c-19b4-40eb-b781-1f8c7676b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db4dde-c592-4aaf-bd7e-32779988570f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:35.522003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36418) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:58:35.569657 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.590354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.712277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.714944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:35.716124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2db4dde-c592-4aaf-bd7e-32779988570f HTTP/1.1" status: 204 len: 168 time: 0.1932664 Nov 01 18:58:35.724626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c947e79-db89-4cb9-ae5e-53a8c03d811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db4dde-c592-4aaf-bd7e-32779988570f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:58:39.449569 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:44.593474 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:58:48.734845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d14a9b61-18bd-441b-b58a-c48eff9759aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:50.849446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be9ba3a4-c4d5-4e96-a8a4-d73c9a41b20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:52.186224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:53.899636 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:58:56.775270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:05.146138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:09.426110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:18.709854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a1145d82-056b-46be-a65a-799e84fec48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:20.881428 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1e235fb-d9fb-41af-8ac0-ba6d6663b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:21.593322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:59:22.161390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:23.876883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:26.780316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:35.162660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:39.425535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:48.716448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc81-3bfe-46ec-ae69-7f90ff540d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:50.874387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ee223bb9-576a-4109-8217-b5010d94bbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:52.194760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.316907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36936) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:53.419902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.494743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.577430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.616394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c31c3c9c12494b74aef6e81cf2b9c86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983978 Nov 01 18:59:53.617108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6a30f-a68d-4a3f-912d-d084ac2bbc11,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:53.619192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36942) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:53.635387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.638553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.639427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335899f2-18b3-42b5-b337-8673c55842ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:53.679574 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.701156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.819731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.822301 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:53.823468 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96c6a30f-a68d-4a3f-912d-d084ac2bbc11 HTTP/1.1" status: 204 len: 168 time: 0.2033458 Nov 01 18:59:53.831687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db670a-b210-4f7a-9abc-f0d18a1e25ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6a30f-a68d-4a3f-912d-d084ac2bbc11,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:53.887883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.388446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 36950) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:54.406101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85d88fbe-b062-4a2e-87d5-035b9773e220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.477741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85d88fbe-b062-4a2e-87d5-035b9773e220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.551018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85d88fbe-b062-4a2e-87d5-035b9773e220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.592624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85d88fbe-b062-4a2e-87d5-035b9773e220 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa4f4271f4cb4612ae57dfd26b6a725c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030106 Nov 01 18:59:54.593498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88fbe-b062-4a2e-87d5-035b9773e220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784bdf0-04bf-433f-b275-44facb366523,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:54.595335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 36952) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:54.646445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.666869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.767943 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.770811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:54.771967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8784bdf0-04bf-433f-b275-44facb366523 HTTP/1.1" status: 204 len: 168 time: 0.1755960 Nov 01 18:59:54.780176 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784bdf0-04bf-433f-b275-44facb366523,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:54.788439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.788780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.789122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.789517 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.789846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.790168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.790515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.790796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.791114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.791433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.791783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:54.792098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2233e-1795-48a4-8bd2-c6c86568bb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 18:59:56.802481 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.494321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37006) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:57.599938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdc76286-be4c-42ab-a832-88f08fceb26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.672434 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdc76286-be4c-42ab-a832-88f08fceb26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.742837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdc76286-be4c-42ab-a832-88f08fceb26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.778294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc76286-be4c-42ab-a832-88f08fceb26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ac5df-aecf-4c04-a04d-db8829c691bb,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:57.782548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fdc76286-be4c-42ab-a832-88f08fceb26c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8020d14e784a4aa590515c855c31ab26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872078 Nov 01 18:59:57.785910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37010) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:57.832469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.852924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.960087 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.962601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:57.963765 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d97ac5df-aecf-4c04-a04d-db8829c691bb HTTP/1.1" status: 204 len: 168 time: 0.1769357 Nov 01 18:59:57.971941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cdf19-abfe-4bb4-85da-19bee86716b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ac5df-aecf-4c04-a04d-db8829c691bb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:58.528053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37016) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:58.540923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4b54f71-518a-4055-afd3-a3511fec71f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.592213 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 18:59:58.611279 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4b54f71-518a-4055-afd3-a3511fec71f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.674270 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f4b54f71-518a-4055-afd3-a3511fec71f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.714802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f4b54f71-518a-4055-afd3-a3511fec71f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efdf0c7f34fc4bb584f83f39517300bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856740 Nov 01 18:59:58.715699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b54f71-518a-4055-afd3-a3511fec71f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ceeea-ddec-45db-bb98-a6115c22ab9b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 18:59:58.717585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37018) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 18:59:58.766397 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.787408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.914014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.916626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 18:59:58.917778 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/214ceeea-ddec-45db-bb98-a6115c22ab9b HTTP/1.1" status: 204 len: 168 time: 0.1991932 Nov 01 18:59:58.926480 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cdb75-9bd3-41ac-8a93-4782f811ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ceeea-ddec-45db-bb98-a6115c22ab9b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:05.197980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:09.447665 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.231295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37106) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:11.342131 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7e96e16-c82c-47a7-9d4d-5ede5cf9086d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.418846 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7e96e16-c82c-47a7-9d4d-5ede5cf9086d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.510526 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e7e96e16-c82c-47a7-9d4d-5ede5cf9086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.549117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e7e96e16-c82c-47a7-9d4d-5ede5cf9086d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46205b8ddf1a4ad9a61823c83dc6bf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185606 Nov 01 19:00:11.549948 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e96e16-c82c-47a7-9d4d-5ede5cf9086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b4e91-86d1-4580-a51a-a4bbc643d1ad,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:11.551842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:11.601756 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.622047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.727449 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.730077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:11.731231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e01b4e91-86d1-4580-a51a-a4bbc643d1ad HTTP/1.1" status: 204 len: 168 time: 0.1776731 Nov 01 19:00:11.738969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961481-edf0-4396-aeb7-86b604e2b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b4e91-86d1-4580-a51a-a4bbc643d1ad,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:12.298961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:12.315944 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d1e1-9c66-45e5-954e-9e852a054656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.386210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d1e1-9c66-45e5-954e-9e852a054656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.459929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d1e1-9c66-45e5-954e-9e852a054656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.498522 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d0f3d1e1-9c66-45e5-954e-9e852a054656 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1565033dd9604b7da71b9b7534ffb1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983769 Nov 01 19:00:12.499392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d1e1-9c66-45e5-954e-9e852a054656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf6e2ad-6499-4eb8-b18b-7b96ba414431,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:12.501239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:12.549138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.570793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.687967 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.690556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:12.691742 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddf6e2ad-6499-4eb8-b18b-7b96ba414431 HTTP/1.1" status: 204 len: 168 time: 0.1893604 Nov 01 19:00:12.700264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e901a9b-ee3b-4404-9b07-b71cbfb101e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf6e2ad-6499-4eb8-b18b-7b96ba414431,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:14.974354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37164) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:15.077908 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d63032dd-e5f3-4806-95ae-f6504db9d201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.148483 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d63032dd-e5f3-4806-95ae-f6504db9d201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.227740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d63032dd-e5f3-4806-95ae-f6504db9d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.265549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d63032dd-e5f3-4806-95ae-f6504db9d201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d395da3f4f404ea00d4478150ebf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901156 Nov 01 19:00:15.266413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63032dd-e5f3-4806-95ae-f6504db9d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb271acc-ef7d-4eb7-bbd5-3d9f19c0afc0,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:15.268270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37168) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:15.318356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.339829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.485497 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.488077 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:15.489277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb271acc-ef7d-4eb7-bbd5-3d9f19c0afc0 HTTP/1.1" status: 204 len: 168 time: 0.2194142 Nov 01 19:00:15.497920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e34f3-7af3-4dfd-81bb-ec8b1b5de6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb271acc-ef7d-4eb7-bbd5-3d9f19c0afc0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:16.066300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37174) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:16.080036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e389d-7dcc-4bff-bdbf-6cfba1bb3ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.153980 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e389d-7dcc-4bff-bdbf-6cfba1bb3ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7c8e389d-7dcc-4bff-bdbf-6cfba1bb3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.241016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e389d-7dcc-4bff-bdbf-6cfba1bb3ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9673b07-cff1-4c12-99ff-cf8e67b4927d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:16.245724 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7c8e389d-7dcc-4bff-bdbf-6cfba1bb3ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40f0e37988e44b8aa3d6b09c60d7522b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783142 Nov 01 19:00:16.248300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37176) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:16.296123 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.317236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.410588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.413418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:16.414650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9673b07-cff1-4c12-99ff-cf8e67b4927d HTTP/1.1" status: 204 len: 168 time: 0.1653824 Nov 01 19:00:16.422386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b391a-1210-430b-bcf3-0f1cbe9ec8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9673b07-cff1-4c12-99ff-cf8e67b4927d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:18.716290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53ede35c-1ac9-4c9c-9bf7-7c0be1c693bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:20.864283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b4b617c9-0add-4b1d-a552-d1092d8ade87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:22.196178 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:23.887424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.514917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:26.617557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c95fb212-edd6-4692-bf68-a02468e9dfd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.692006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c95fb212-edd6-4692-bf68-a02468e9dfd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.759721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c95fb212-edd6-4692-bf68-a02468e9dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.782296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.801146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c95fb212-edd6-4692-bf68-a02468e9dfd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31c0ad63560f4d29be985c4de41e7ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850819 Nov 01 19:00:26.801996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fb212-edd6-4692-bf68-a02468e9dfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5bf898-bef8-41af-af5e-f52f4e942ffd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:26.805570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37262) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:26.854831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.875989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.995807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.998365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:26.999535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a5bf898-bef8-41af-af5e-f52f4e942ffd HTTP/1.1" status: 204 len: 168 time: 0.1925800 Nov 01 19:00:27.007095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2779e-43dd-41c6-a501-fc5b63003f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5bf898-bef8-41af-af5e-f52f4e942ffd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:27.555227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37268) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:27.568450 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2316efc-3233-4774-b95e-2a8ade9e6c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.644961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2316efc-3233-4774-b95e-2a8ade9e6c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.710228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e2316efc-3233-4774-b95e-2a8ade9e6c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.748915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2316efc-3233-4774-b95e-2a8ade9e6c2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e0ee6886bfb462a94f2d9e3961b33ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925001 Nov 01 19:00:27.749751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316efc-3233-4774-b95e-2a8ade9e6c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f7235-8645-4a9b-9736-8ff949d781f8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:27.751721 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37270) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:27.801181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.822309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.938735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.941213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:27.942350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e39f7235-8645-4a9b-9736-8ff949d781f8 HTTP/1.1" status: 204 len: 168 time: 0.1894915 Nov 01 19:00:27.950913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941258c-dd72-408e-83ca-feb1faac9521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f7235-8645-4a9b-9736-8ff949d781f8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:28.978367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37292) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:29.072703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306554986-network', 'tenant_id': '9cb6b3a7fdef4e218ce561f0db2df99e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:29.170458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Made reservation on behalf of 9cb6b3a7fdef4e218ce561f0db2df99e for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:00:29.172886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.181708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.254020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.304539 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.325729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:00:29.341073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29567318-d4da-4a16-83f8-1a62fa4e120f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:29.345221 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.345578 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Added segment 62cabb53-f8e3-463e-9ae9-d34cb65274ee of type vlan for network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f Nov 01 19:00:29.387813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.490598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.492379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:29.493135 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.551868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] Pushing event updated for resources: {'Network': ['ID=b0572bce-46c1-45f2-9ab1-6f9a81c7f11f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:29.562225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:00:29.587871 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-088e5751-9ff0-47ad-8397-6404c7666970 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6083040 Nov 01 19:00:29.590461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37296) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:29.595513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Request body: {'subnet': {'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306554986-subnet', 'tenant_id': '9cb6b3a7fdef4e218ce561f0db2df99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:29.673438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Made reservation on behalf of 9cb6b3a7fdef4e218ce561f0db2df99e for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:00:29.675981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.913367 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:29.969585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a426c4aa-6f92-43ad-beb7-14e0c71adf8d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:29.977604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Checking segment: {'id': '62cabb53-f8e3-463e-9ae9-d34cb65274ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:00:29.977963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Network hostable DHCP agents. Network: b0572bce-46c1-45f2-9ab1-6f9a81c7f11f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:00:30.050243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:00:30.132912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, b0572bce-46c1-45f2-9ab1-6f9a81c7f11f) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:00:30.137007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:30.137618 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:30.142684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70dcec-edb4-43af-84cb-a2ee954099f5 None None] Network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:00:30.218433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a18cb80c-d832-4f73-92b9-f6199b27e145 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6266639 Nov 01 19:00:30.269356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b75b1b-356f-4f0d-b88b-411cf985e82d None None] Network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:00:31.014411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-b369fdee-f007-4aaf-bfe4-c058c0d866e3 req-404e565f-f405-4574-9b60-d314742c7bbe service neutron] (102783) timed out ('10.222.0.31', 54186) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:00:31.063751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37314) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:31.068743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-826762988-network', 'tenant_id': '5d0d692ec33446479ee1edd5e12189bf'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:31.138739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Made reservation on behalf of 5d0d692ec33446479ee1edd5e12189bf for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:00:31.141112 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.154741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.225565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.292978 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.318037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:00:31.324578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd520f-4af9-4108-a906-7ee2ccc57ffe,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:31.330307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.330657 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Added segment 1f59844a-5e64-40a5-9fd5-0963fb5d7a35 of type vlan for network 2c65f523-cbce-4a07-9454-fd6b884129f9 Nov 01 19:00:31.370676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.453373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.454366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:31.454948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.516126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] Pushing event updated for resources: {'Network': ['ID=2c65f523-cbce-4a07-9454-fd6b884129f9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:31.526644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 2c65f523-cbce-4a07-9454-fd6b884129f9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:00:31.539421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1bc95222-c996-4610-baa8-1f3a4f4eb124 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4745326 Nov 01 19:00:31.544272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37316) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:00:31.547811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Request body: {'subnet': {'network_id': '2c65f523-cbce-4a07-9454-fd6b884129f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-826762988-subnet', 'tenant_id': '5d0d692ec33446479ee1edd5e12189bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:31.644538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Made reservation on behalf of 5d0d692ec33446479ee1edd5e12189bf for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:00:31.647168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.890626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:31.937884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8c4507-88a1-4e45-905c-f1e099cde765,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:31.957424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Checking segment: {'id': '1f59844a-5e64-40a5-9fd5-0963fb5d7a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c65f523-cbce-4a07-9454-fd6b884129f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:00:31.957865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Network hostable DHCP agents. Network: 2c65f523-cbce-4a07-9454-fd6b884129f9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:00:32.056116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Network 2c65f523-cbce-4a07-9454-fd6b884129f9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:00:32.133502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 2c65f523-cbce-4a07-9454-fd6b884129f9) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:00:32.137579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:32.138158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:32.142743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f419c3-499b-417d-8a1f-9390b2b9156f None None] Network 2c65f523-cbce-4a07-9454-fd6b884129f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:00:32.212813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a72111be-5bd6-4983-bb48-992263d70426 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6691551 Nov 01 19:00:32.269351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96cc7bf-530c-451c-9cf0-df9ad8791976 None None] Network 2c65f523-cbce-4a07-9454-fd6b884129f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:00:32.944724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-14b32912-fba9-4214-afc1-2bccc613b641 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:32.947089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-14b32912-fba9-4214-afc1-2bccc613b641 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/networks?id=b0572bce-46c1-45f2-9ab1-6f9a81c7f11f HTTP/1.1" status: 200 len: 809 time: 0.1065631 Nov 01 19:00:32.964933 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-34337bb3-c09d-4ad6-9d23-cc3f8b298caa tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/quotas/9cb6b3a7fdef4e218ce561f0db2df99e HTTP/1.1" status: 200 len: 375 time: 0.0120203 Nov 01 19:00:32.998341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-433cc5d6-9404-4fb9-a978-af9717b974c9 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cb6b3a7fdef4e218ce561f0db2df99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275762 Nov 01 19:00:33.189182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-12499223-0669-4dde-81e9-25bf7c9eb14d service neutron] 10.222.0.31 "GET /v2.0/networks/b0572bce-46c1-45f2-9ab1-6f9a81c7f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835246 Nov 01 19:00:33.276572 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-18d7a2ab-fc99-4e90-a28b-eaf6ac3847cc service neutron] 10.222.0.31 "GET /v2.0/networks/b0572bce-46c1-45f2-9ab1-6f9a81c7f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816400 Nov 01 19:00:33.578074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d581c80a-e17d-489a-ad96-a468d04283c3 req-0a3ca86d-ff0c-48aa-8e46-856ccf7b7f81 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 210 time: 0.0834112 Nov 01 19:00:34.681866 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9a0c0947-0de9-4b67-bd97-5bb6ea5b25e1 req-b3d36add-a9b5-47e8-8075-c92790ad9dc5 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 210 time: 0.0282488 Nov 01 19:00:35.164762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:35.591947 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:00:35.805620 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95cfe6a5-3bfd-4d1d-86a8-110ee7ceca0e req-a5e7a8c5-b542-4f22-a867-24a30c2d9193 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 210 time: 0.0304205 Nov 01 19:00:35.870035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-7e367244-74df-402a-a65b-12beb7d44bcf tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:35.871544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-7e367244-74df-402a-a65b-12beb7d44bcf tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.32 "GET /v2.0/networks?id=b0572bce-46c1-45f2-9ab1-6f9a81c7f11f HTTP/1.1" status: 200 len: 809 time: 0.1042843 Nov 01 19:00:35.884702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Request body: {'port': {'device_id': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f', 'admin_state_up': True, 'tenant_id': '9cb6b3a7fdef4e218ce561f0db2df99e'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:36.087571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Made reservation on behalf of 9cb6b3a7fdef4e218ce561f0db2df99e for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:00:36.091468 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:36.214286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Allocated IP 172.20.0.11 (b0572bce-46c1-45f2-9ab1-6f9a81c7f11f/a426c4aa-6f92-43ad-beb7-14e0c71adf8d/298e5f75-2728-4219-85cb-fe1d978c6706) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:00:36.360264 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:36.459031 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:36.502585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:00:36.507603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:00:36.511477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:00:36.540631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Pushing event updated for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:36.568069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:36.568765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:36.663851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-07b1275f-0229-4b1a-836a-052e593afa42 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7826805 Nov 01 19:00:36.674661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-091aaf7d-6471-4a64-884e-3bbaa26a2179 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:00:36.675823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-091aaf7d-6471-4a64-884e-3bbaa26a2179 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052536 Nov 01 19:00:36.735579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Request body: {'port': {'device_id': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:00:36.788536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:36.925190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a83b-31de-40e4-b385-83a937f5ae9e req-f43c1ed5-6fa5-4ed7-8644-58e3271a4073 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:36.926627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dc1a83b-31de-40e4-b385-83a937f5ae9e req-f43c1ed5-6fa5-4ed7-8644-58e3271a4073 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 932 time: 0.0516911 Nov 01 19:00:36.966590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6dc1a83b-31de-40e4-b385-83a937f5ae9e req-73b50751-4c5a-4f80-bb6b-44fb9f064711 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Nov 01 19:00:37.052513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298e5f75-2728-4219-85cb-fe1d978c6706 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:00:37.060794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:37.073884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Transition to ACTIVE for port object 298e5f75-2728-4219-85cb-fe1d978c6706 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:00:37.150359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:37.202337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Pushing event updated for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:37.268973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Attempting to bind port 298e5f75-2728-4219-85cb-fe1d978c6706 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:00:37.269312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Attempting to bind port 298e5f75-2728-4219-85cb-fe1d978c6706 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '62cabb53-f8e3-463e-9ae9-d34cb65274ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:00:37.269644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Attempting to bind port 298e5f75-2728-4219-85cb-fe1d978c6706 on network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:00:37.273869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Port 298e5f75-2728-4219-85cb-fe1d978c6706 on network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:00:37.274406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Attempting to bind port 298e5f75-2728-4219-85cb-fe1d978c6706 on network b0572bce-46c1-45f2-9ab1-6f9a81c7f11f {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:00:37.279221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:00:37.279595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Checking segment: {'id': '62cabb53-f8e3-463e-9ae9-d34cb65274ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:00:37.279985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Bound using segment: {'id': '62cabb53-f8e3-463e-9ae9-d34cb65274ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:00:37.280413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Bound port: 298e5f75-2728-4219-85cb-fe1d978c6706, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cabb53-f8e3-463e-9ae9-d34cb65274ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:00:37.280769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:37.345250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:00:37.348189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=298e5f75-2728-4219-85cb-fe1d978c6706,segment=NetworkSegment(62cabb53-f8e3-463e-9ae9-d34cb65274ee),segment_id=62cabb53-f8e3-463e-9ae9-d34cb65274ee)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:00:37.410090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:37.447269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.447929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:37.449588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] 10.222.0.32 "PUT /v2.0/ports/298e5f75-2728-4219-85cb-fe1d978c6706 HTTP/1.1" status: 200 len: 1092 time: 0.7661140 Nov 01 19:00:37.451846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:00:37.454394 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6d253-3307-41a9-9fa5-975052a0d360" -d '{"events": [{"name": "network-changed", "server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:00:37.480302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7718a50-ae2e-40ea-bb07-d8d1aae6174f service neutron] Pushing event updated for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:37.498691 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c5689-7f86-4aa5-83cd-307c683048f6 x-openstack-request-id: req-d34c5689-7f86-4aa5-83cd-307c683048f6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:00:37.499034 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:00:37.499290 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d34c5689-7f86-4aa5-83cd-307c683048f6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:00:37.499736 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706', 'status': 'completed', 'code': 200} Nov 01 19:00:37.561972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-4ae3ff50-fa1d-4dcf-bfc9-ecc59aaa953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.565472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-4ae3ff50-fa1d-4dcf-bfc9-ecc59aaa953a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cb6b3a7fdef4e218ce561f0db2df99e&device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 1095 time: 0.0428293 Nov 01 19:00:37.664025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-93e400ba-4133-42de-b160-1dfac2a323ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.666802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-93e400ba-4133-42de-b160-1dfac2a323ee service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cb6b3a7fdef4e218ce561f0db2df99e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949597 Nov 01 19:00:37.758756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-1e17f6e0-b4d1-4ff8-9b77-ecfafea46575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.760179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0a6d253-3307-41a9-9fa5-975052a0d360 req-1e17f6e0-b4d1-4ff8-9b77-ecfafea46575 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868187 Nov 01 19:00:37.837376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-03116be9-1787-440c-9981-1283347bc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.838917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-03116be9-1787-440c-9981-1283347bc6d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cb6b3a7fdef4e218ce561f0db2df99e&device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 1095 time: 0.0439494 Nov 01 19:00:37.880968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-7a442c70-7270-433d-97a7-2ef4a870b077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=298e5f75-2728-4219-85cb-fe1d978c6706 HTTP/1.1" status: 200 len: 217 time: 0.0335877 Nov 01 19:00:37.928851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-24d19c10-fe59-4d44-bd9d-e127ba1e81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:37.930461 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-24d19c10-fe59-4d44-bd9d-e127ba1e81cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a426c4aa-6f92-43ad-beb7-14e0c71adf8d HTTP/1.1" status: 200 len: 849 time: 0.0425794 Nov 01 19:00:37.961007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-f23d6ba4-66f8-4475-8417-e6b27e31d015 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0572bce-46c1-45f2-9ab1-6f9a81c7f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234969 Nov 01 19:00:38.054678 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-3ba17c19-a2c0-4933-918b-2c82513072e4 service neutron] 10.222.0.32 "GET /v2.0/networks/b0572bce-46c1-45f2-9ab1-6f9a81c7f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Nov 01 19:00:38.081694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe9a7-9b93-49d9-b0e4-c7d6afb62b3b req-176e044d-3de6-4553-a70e-ffabe7bb4112 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:38.083189 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c5fe9a7-9b93-49d9-b0e4-c7d6afb62b3b req-176e044d-3de6-4553-a70e-ffabe7bb4112 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 944 time: 0.0488510 Nov 01 19:00:38.122911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c5fe9a7-9b93-49d9-b0e4-c7d6afb62b3b req-9bd08e3a-58c8-4305-a97b-79ed4637c8d1 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Nov 01 19:00:38.144828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ad7f530-70b9-406b-99a7-9e2f90f3050c req-dcdfb322-b738-43b0-a094-310bf4f30382 service neutron] 10.222.0.32 "GET /v2.0/networks/b0572bce-46c1-45f2-9ab1-6f9a81c7f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831625 Nov 01 19:00:39.244933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fe31e-1537-44c1-8242-1ba92ee0b337 req-299ad045-8cd6-44df-a2e8-8b146c442f09 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:39.246420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-822fe31e-1537-44c1-8242-1ba92ee0b337 req-299ad045-8cd6-44df-a2e8-8b146c442f09 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 944 time: 0.0541468 Nov 01 19:00:39.283968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-822fe31e-1537-44c1-8242-1ba92ee0b337 req-fbed461f-3136-4d5d-a627-d477a2c15a4e tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Nov 01 19:00:39.473042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:40.398169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe65ef-7d54-4139-a391-e010d2a668ad req-267b2b2a-193e-48ea-bf76-85bd762cd112 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:40.400378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5fe65ef-7d54-4139-a391-e010d2a668ad req-267b2b2a-193e-48ea-bf76-85bd762cd112 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 944 time: 0.0500128 Nov 01 19:00:40.436726 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5fe65ef-7d54-4139-a391-e010d2a668ad req-f1faacff-ec15-4db1-a39e-f287d4876466 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Nov 01 19:00:41.552855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35823-0370-430f-ae44-c18c38cff62c req-60253100-95fb-48af-aeeb-edbebced2b40 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:41.554348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afe35823-0370-430f-ae44-c18c38cff62c req-60253100-95fb-48af-aeeb-edbebced2b40 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 944 time: 0.0490174 Nov 01 19:00:41.592198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-afe35823-0370-430f-ae44-c18c38cff62c req-d7f7cfdb-ea3f-4c56-8c14-ef3ac1fb07b2 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Nov 01 19:00:41.806281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 298e5f75-2728-4219-85cb-fe1d978c6706 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:00:41.900402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=298e5f75-2728-4219-85cb-fe1d978c6706,segment=NetworkSegment(62cabb53-f8e3-463e-9ae9-d34cb65274ee),segment_id=62cabb53-f8e3-463e-9ae9-d34cb65274ee)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:00:41.911085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '298e5f75-2728-4219-85cb-fe1d978c6706', 'network_id': 'b0572bce-46c1-45f2-9ab1-6f9a81c7f11f', 'port_id': '298e5f75-2728-4219-85cb-fe1d978c6706', 'mac_address': 'fa:16:3e:05:96:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a426c4aa-6f92-43ad-beb7-14e0c71adf8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:00:41.948589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:41.960847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298e5f75-2728-4219-85cb-fe1d978c6706 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:00:41.980128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=298e5f75-2728-4219-85cb-fe1d978c6706,segment=NetworkSegment(62cabb53-f8e3-463e-9ae9-d34cb65274ee),segment_id=62cabb53-f8e3-463e-9ae9-d34cb65274ee)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:00:42.049786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:42.098968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:42.106188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.106530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.106867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.107198 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.107544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.107872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.108195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.108513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.108834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.109149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.109464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.109807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:00:42.281370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['298e5f75-2728-4219-85cb-fe1d978c6706'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:00:42.712105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c0949-b932-40ea-bc9c-01580cf6cadf req-25f7da2a-e424-4b22-8ab6-ba97ae171938 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:42.713571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e3c0949-b932-40ea-bc9c-01580cf6cadf req-25f7da2a-e424-4b22-8ab6-ba97ae171938 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 945 time: 0.0533504 Nov 01 19:00:42.751834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0e3c0949-b932-40ea-bc9c-01580cf6cadf req-d9becdba-6ba2-4cf8-947b-8c2f86bfe9cc tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Nov 01 19:00:43.805791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 298e5f75-2728-4219-85cb-fe1d978c6706 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:00:43.869814 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2eff-f14d-4045-a907-8161d6ddae75 req-48fac943-bb0a-4429-ac37-03dee5a04f07 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:43.871309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6cb2eff-f14d-4045-a907-8161d6ddae75 req-48fac943-bb0a-4429-ac37-03dee5a04f07 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Nov 01 19:00:43.910313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6cb2eff-f14d-4045-a907-8161d6ddae75 req-6cb6bf9b-2ec3-4ff4-9552-7339946442e2 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Nov 01 19:00:43.921704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 298e5f75-2728-4219-85cb-fe1d978c6706 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:00:43.925847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 298e5f75-2728-4219-85cb-fe1d978c6706 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:00:43.926218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:44.004324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:44.026428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:00:44.028701 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b23ba59-8c0d-4f39-919c-661c66afc5bb" -d '{"events": [{"server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "name": "network-vif-plugged", "status": "completed", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:00:44.040820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=298e5f75-2728-4219-85cb-fe1d978c6706,segment=NetworkSegment(62cabb53-f8e3-463e-9ae9-d34cb65274ee),segment_id=62cabb53-f8e3-463e-9ae9-d34cb65274ee)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:00:44.104861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:44.131363 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e04240-3d62-41fe-ad49-be7f97985866 x-openstack-request-id: req-74e04240-3d62-41fe-ad49-be7f97985866 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:00:44.131682 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "name": "network-vif-plugged", "status": "completed", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:00:44.131934 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74e04240-3d62-41fe-ad49-be7f97985866 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:00:44.132325 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706', 'code': 200} Nov 01 19:00:44.156564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:44.232243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe79ec-b6d3-4412-85cd-fa74df3d59d2 req-3df0746f-8896-4a83-8b56-81255938818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:44.233738 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1efe79ec-b6d3-4412-85cd-fa74df3d59d2 req-3df0746f-8896-4a83-8b56-81255938818b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 1097 time: 0.0446849 Nov 01 19:00:44.268894 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1efe79ec-b6d3-4412-85cd-fa74df3d59d2 req-dd4a4cd1-4ea1-4822-91a3-31482a2b44e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270414 Nov 01 19:00:45.025324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d6ce-635d-4d65-9e31-23e518a3b689 req-c3790044-cfbf-4f69-a37a-8b575fdf508a tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:45.026939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a997d6ce-635d-4d65-9e31-23e518a3b689 req-c3790044-cfbf-4f69-a37a-8b575fdf508a tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 946 time: 0.0493374 Nov 01 19:00:45.063314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a997d6ce-635d-4d65-9e31-23e518a3b689 req-46f509ad-958b-4c25-a47d-b06b9b6c6427 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Nov 01 19:00:46.182980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81b5e0-5b57-42b4-b2a8-f4f7cde91686 req-e874883b-2b3c-4102-9345-862683f9625f tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:46.184512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f81b5e0-5b57-42b4-b2a8-f4f7cde91686 req-e874883b-2b3c-4102-9345-862683f9625f tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Nov 01 19:00:46.221284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f81b5e0-5b57-42b4-b2a8-f4f7cde91686 req-943c5c10-adda-4521-96bc-a3e033364dc4 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Nov 01 19:00:48.709642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0011754e-42fa-4134-90bd-7a3887402ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:50.560443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed24-7e87-4530-a6b0-d08716a4f2c8 req-a3de52ee-c0a9-4d6a-8f55-16c0632d3042 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:50.561960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ad8ed24-7e87-4530-a6b0-d08716a4f2c8 req-a3de52ee-c0a9-4d6a-8f55-16c0632d3042 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 946 time: 0.0499077 Nov 01 19:00:50.598994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ad8ed24-7e87-4530-a6b0-d08716a4f2c8 req-b134f83a-e083-4307-8017-c4c5d2cd003c tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Nov 01 19:00:50.858591 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f20e3309-cf6e-489f-a7c9-37e039ce719f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:51.719669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf10b-a663-40fa-80bd-8c6fc5232948 req-aba8d2f5-fb5d-499a-960b-f42f0dd4d487 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:51.721150 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-209bf10b-a663-40fa-80bd-8c6fc5232948 req-aba8d2f5-fb5d-499a-960b-f42f0dd4d487 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Nov 01 19:00:51.758686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-209bf10b-a663-40fa-80bd-8c6fc5232948 req-57b1f386-7702-43b3-849e-4f10dc9f3b18 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/security-groups?id=29567318-d4da-4a16-83f8-1a62fa4e120f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Nov 01 19:00:51.853873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-3b8136ae-19ff-4c94-ba51-785b712646cb tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:00:51.855704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-3b8136ae-19ff-4c94-ba51-785b712646cb tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.32 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Nov 01 19:00:51.947936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Deleting port 298e5f75-2728-4219-85cb-fe1d978c6706 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:00:51.948289 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:52.038353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] For port 298e5f75-2728-4219-85cb-fe1d978c6706, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=298e5f75-2728-4219-85cb-fe1d978c6706,segment=NetworkSegment(62cabb53-f8e3-463e-9ae9-d34cb65274ee),segment_id=62cabb53-f8e3-463e-9ae9-d34cb65274ee)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:00:52.038728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:52.051759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Calling delete_port for 298e5f75-2728-4219-85cb-fe1d978c6706 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:00:52.209358 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:52.249601 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:52.262142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['298e5f75-2728-4219-85cb-fe1d978c6706'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:00:52.278330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Pushing event deleted for resources: {'Port': ['ID=298e5f75-2728-4219-85cb-fe1d978c6706,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:00:52.318639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] No DVR routers for this DVR port 298e5f75-2728-4219-85cb-fe1d978c6706 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:00:52.321295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:52.325232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-232b097a-83a2-40e8-a745-a5a8cd660da3 req-0a0bd641-e049-4a12-8a60-eb0eee8c49fd tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.32 "DELETE /v2.0/ports/298e5f75-2728-4219-85cb-fe1d978c6706 HTTP/1.1" status: 204 len: 173 time: 0.4626706 Nov 01 19:00:52.325701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'name': 'network-vif-deleted', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:00:52.327988 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fc04f-fab0-41ec-b851-f3089015658d" -d '{"events": [{"server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "name": "network-vif-deleted", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:00:52.363881 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb9c0c2-b94a-4fca-9406-3df5c3a0de2d x-openstack-request-id: req-9cb9c0c2-b94a-4fca-9406-3df5c3a0de2d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:00:52.364174 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28065e4-207c-44b0-b3b7-f84f3a898327", "name": "network-vif-deleted", "tag": "298e5f75-2728-4219-85cb-fe1d978c6706", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:00:52.364461 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cb9c0c2-b94a-4fca-9406-3df5c3a0de2d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:00:52.364888 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28065e4-207c-44b0-b3b7-f84f3a898327', 'name': 'network-vif-deleted', 'tag': '298e5f75-2728-4219-85cb-fe1d978c6706', 'status': 'completed', 'code': 200} Nov 01 19:00:52.869469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c765308d-97aa-4ee0-8792-385b21b70469 req-85216b84-c18d-4879-9eef-89449d3f0418 tempest-VolumesActionsTest-1668390517 tempest-VolumesActionsTest-1668390517-project] 10.222.0.31 "GET /v2.0/ports?device_id=d28065e4-207c-44b0-b3b7-f84f3a898327 HTTP/1.1" status: 200 len: 210 time: 0.0320218 Nov 01 19:00:53.906604 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:00:55.879871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 298e5f75-2728-4219-85cb-fe1d978c6706 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:00:55.899623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 298e5f75-2728-4219-85cb-fe1d978c6706 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:00:55.899969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 298e5f75-2728-4219-85cb-fe1d978c6706 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:00:56.764088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:05.174562 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:09.435528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:12.592088 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:01:15.356324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-e3a39a14-042a-4861-b06d-3b1d6479af09 req-75c9dda3-c10d-4621-94fc-bd5e10ed8865 service neutron] (102782) timed out ('10.222.0.31', 58676) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:01:18.751694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b6078594-8d54-4273-abf9-0c2b442034cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:20.900073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7c87a3a9-e102-42d4-827d-6aae5d541156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:22.185558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:23.905832 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:26.760737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.565736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37614) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:28.610200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Deleting subnet a426c4aa-6f92-43ad-beb7-14e0c71adf8d {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:01:28.613316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.648574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.688148 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.814176 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.839754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a426c4aa-6f92-43ad-beb7-14e0c71adf8d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:28.844365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:28.847475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a426c4aa-6f92-43ad-beb7-14e0c71adf8d HTTP/1.1" status: 204 len: 168 time: 0.2806091 Nov 01 19:01:28.850219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37616) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:28.852652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.852994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.853332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.853662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.853989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.854315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.854639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.854962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.855298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.855623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.855943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.856258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec561e7-e5d3-4889-8ea9-e3ee2fee5d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:28.922170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.001891 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.021019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0572bce-46c1-45f2-9ab1-6f9a81c7f11f']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.029870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cabb53-f8e3-463e-9ae9-d34cb65274ee') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.030164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cabb53-f8e3-463e-9ae9-d34cb65274ee') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.039125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.052282 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.058022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:01:29.058404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:01:29.060073 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:01:29.191036 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.196543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.199762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0572bce-46c1-45f2-9ab1-6f9a81c7f11f HTTP/1.1" status: 204 len: 168 time: 0.3485219 Nov 01 19:01:29.202982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37618) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:29.210538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Pushing event deleted for resources: {'Network': ['ID=b0572bce-46c1-45f2-9ab1-6f9a81c7f11f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.222392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.223295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.223295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.223295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c30aea4-ae7b-4775-a427-fb38e8b0b9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:01:29.250335 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Deleting subnet 3b8c4507-88a1-4e45-905c-f1e099cde765 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:01:29.253930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.288150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.327920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.431491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.457893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8c4507-88a1-4e45-905c-f1e099cde765,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:29.461837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.465248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-952aee44-f592-475c-b23b-d84620831efe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b8c4507-88a1-4e45-905c-f1e099cde765 HTTP/1.1" status: 204 len: 168 time: 0.2611020 Nov 01 19:01:29.468474 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37620) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:29.539026 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.623369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.642551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c65f523-cbce-4a07-9454-fd6b884129f9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.651815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f59844a-5e64-40a5-9fd5-0963fb5d7a35') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.652110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f59844a-5e64-40a5-9fd5-0963fb5d7a35') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:01:29.661737 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.675145 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.680909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:01:29.681286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:01:29.682956 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:01:29.784872 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.790359 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:29.793519 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c65f523-cbce-4a07-9454-fd6b884129f9 HTTP/1.1" status: 204 len: 168 time: 0.3241127 Nov 01 19:01:29.804782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f895be4-8dc3-44bf-985f-a380bc2e8272 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c65f523-cbce-4a07-9454-fd6b884129f9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:30.163423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37624) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:30.202438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad3d4864-4f94-469e-977b-73330848eacd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cb6b3a7fdef4e218ce561f0db2df99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377312 Nov 01 19:01:30.204873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37626) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:30.256360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:30.279671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:30.400365 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:30.402907 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:30.404167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29567318-d4da-4a16-83f8-1a62fa4e120f HTTP/1.1" status: 204 len: 168 time: 0.1983128 Nov 01 19:01:30.412393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523007-85ce-47fc-91cb-cf186eb7e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29567318-d4da-4a16-83f8-1a62fa4e120f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:31.018564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37632) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:31.058466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-19192d12-c3ab-4d15-b509-e5db6ba938e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d0d692ec33446479ee1edd5e12189bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387721 Nov 01 19:01:31.061241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37634) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:31.108267 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:31.128770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:31.241048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:31.243645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:31.244898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5cd520f-4af9-4108-a906-7ee2ccc57ffe HTTP/1.1" status: 204 len: 168 time: 0.1826830 Nov 01 19:01:31.252567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312c6b-9a6d-4c6a-9fd6-6fab19ccbf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd520f-4af9-4108-a906-7ee2ccc57ffe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:35.156648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:39.436204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:48.750236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c617c36-f07f-4e7c-ab5e-d7959999cb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:48.795225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37778) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:48.902987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a10c982-968f-4454-8d28-17a09dfdf25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:48.974115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a10c982-968f-4454-8d28-17a09dfdf25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.046352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a10c982-968f-4454-8d28-17a09dfdf25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.082771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10c982-968f-4454-8d28-17a09dfdf25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9f0d8-74ed-45e6-9b27-f0be55703527,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:49.087623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0a10c982-968f-4454-8d28-17a09dfdf25b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a0e6d397cff42b589c7e1628de0137a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913220 Nov 01 19:01:49.091073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37782) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:49.145821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.167237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.287451 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.290024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.291203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbb9f0d8-74ed-45e6-9b27-f0be55703527 HTTP/1.1" status: 204 len: 168 time: 0.1995289 Nov 01 19:01:49.299091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d21a8-54c7-45ed-b9b4-f9178fdbe6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9f0d8-74ed-45e6-9b27-f0be55703527,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:49.591094 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:01:49.846874 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37788) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:49.859918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c4152c-d9b3-43e9-8cca-8c4e24ff570f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:49.933316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c4152c-d9b3-43e9-8cca-8c4e24ff570f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.001596 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-92c4152c-d9b3-43e9-8cca-8c4e24ff570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.039427 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-92c4152c-d9b3-43e9-8cca-8c4e24ff570f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df568d4e39ba42e2a73f59550a0d7a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914089 Nov 01 19:01:50.040306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4152c-d9b3-43e9-8cca-8c4e24ff570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f944d82-0964-4085-9ae9-d89f4de5e49d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:50.043067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37790) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:50.096777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.119792 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.223119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.225709 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.226860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f944d82-0964-4085-9ae9-d89f4de5e49d HTTP/1.1" status: 204 len: 168 time: 0.1814103 Nov 01 19:01:50.235181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54fe30-32d4-4fa8-9e0d-07d76b383d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f944d82-0964-4085-9ae9-d89f4de5e49d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:50.864700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a53ff724-3f07-4b69-a34a-e9b6d02282cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:50.948647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 37796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:50.962710 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b4e9353-abeb-41c2-aa95-e2085f2bb807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.034875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b4e9353-abeb-41c2-aa95-e2085f2bb807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.097258 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b4e9353-abeb-41c2-aa95-e2085f2bb807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.139828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b4e9353-abeb-41c2-aa95-e2085f2bb807 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ef70dd170aa4179925989c7047ac784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900542 Nov 01 19:01:51.140515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e9353-abeb-41c2-aa95-e2085f2bb807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58b4b9-7606-4eee-95b4-8856a56aa845,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:51.142755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 37798) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:01:51.191102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.212044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.325826 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.329288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:51.330438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e58b4b9-7606-4eee-95b4-8856a56aa845 HTTP/1.1" status: 204 len: 168 time: 0.1863446 Nov 01 19:01:51.338255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954b77-7434-492b-95c4-789d9b60c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58b4b9-7606-4eee-95b4-8856a56aa845,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:01:52.207196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:53.904353 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:01:56.761337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:05.194307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:09.447019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:18.714855 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3d89aa71-a085-40d7-85e0-3e924cfd12d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:20.852117 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6287b2ee-3e9a-4361-9051-62c4b5b7bbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:22.177454 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:23.897296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:26.590139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:02:26.771783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.422312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38042) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:34.533700 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.606717 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.662596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.704478 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=016d59ea1948477ca5316df46b1d968a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799742 Nov 01 19:02:34.705371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f56651a-78ca-4bda-8436-4fccfaa9d9e7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:34.706883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38046) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:34.712865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.713221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.713569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.713913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.714254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.714589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.714923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.715253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.715605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.715935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.716265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.716591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e50102-fe98-42db-9f5d-708b72a88b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.757137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.777402 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.868214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.870793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:34.872008 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f56651a-78ca-4bda-8436-4fccfaa9d9e7 HTTP/1.1" status: 204 len: 168 time: 0.1641052 Nov 01 19:02:34.880640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f56651a-78ca-4bda-8436-4fccfaa9d9e7,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:34.888270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.888624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.888973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.889315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.889651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.889985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.890318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.890675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.891006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.891371 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.892385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:34.892767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145e7d29-ee0b-46c2-bcba-853a5064ae16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:35.188978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.417443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38084) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:36.556592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'network': {'name': 'tempest-network-smoke--1598362303', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'port_security_enabled': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:36.639119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:02:36.643535 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.652149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.725724 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.787914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.813818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:02:36.823089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a996353-2688-4b8c-9389-659c6bd9d2bc,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:36.827717 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.828059 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Added segment fd6693ea-6389-456e-9273-78452899705f of type vlan for network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d Nov 01 19:02:36.870610 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.955136 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:36.960753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:36.961346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.025579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Network': ['ID=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:37.039980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:02:37.065970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-91dcc4ca-683d-4c5d-a46b-ab2a720577cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6473351 Nov 01 19:02:37.068987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38088) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:37.073438 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'admin_state_up': True, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:37.154319 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.155402 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.208115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.382211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.620190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.638834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.739220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.25.2.119 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/767eef9b-f629-4a55-b23e-067af0a0da45) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:02:37.840674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.927002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:37.964037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:37.969242 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:37.974200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:02:37.979891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=767eef9b-f629-4a55-b23e-067af0a0da45,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:38.357784 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:38.551228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:38.759370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:02:38.863058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:02:38.874346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:02:38.883682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:38.884284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:38.944578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:38.946648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f2adf3cb-3ec9-482c-9216-f6fa56ea348b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8766477 Nov 01 19:02:38.948937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38090) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:39.003787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:39.021801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6fedef22-63ab-43f8-bc0f-49b3e4de2425 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0b498b54e5b84458b536978a60ab15ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717256 Nov 01 19:02:39.024566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38094) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:39.113084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead1771-cc78-4e5c-b553-0e03406a3ae8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:39.114619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-bead1771-cc78-4e5c-b553-0e03406a3ae8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890889 Nov 01 19:02:39.117481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38096) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:39.145878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a42c048b-304d-40eb-810c-0bfc43a8d0eb tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272727 Nov 01 19:02:39.148395 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38098) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:39.153427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910060580', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:39.176691 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:38Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:39.204886 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:02:39.205368 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Updating router 78e7e401-3df1-442d-a193-dc77e1923a42 port 767eef9b-f629-4a55-b23e-067af0a0da45 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:02:39.231472 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.290969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:02:39.294549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.480690 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.486250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.565632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.576435 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.627578 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Attempting to bind port 767eef9b-f629-4a55-b23e-067af0a0da45 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:02:39.627950 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Attempting to bind port 767eef9b-f629-4a55-b23e-067af0a0da45 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:02:39.628311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Attempting to bind port 767eef9b-f629-4a55-b23e-067af0a0da45 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:02:39.634387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Subnet': ['ID=2011a2c8-1382-4a72-8d2c-2bd84051f1bb,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:39.638389 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:02:39.639038 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:02:39.639167 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.640132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:02:39.640616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Bound port: 767eef9b-f629-4a55-b23e-067af0a0da45, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:02:39.641182 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.642228 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Checking segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:02:39.642704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network hostable DHCP agents. Network: db1c803a-1284-4dc6-9f7c-bf8e69ffba8d, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:02:39.643931 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Pushing event updated for resources: {'Port': ['ID=767eef9b-f629-4a55-b23e-067af0a0da45,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:39.670674 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.671022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.671357 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.671713 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.672043 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.672369 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.673313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.673640 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.674015 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.674390 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.674715 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.675034 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:39.706535 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] For port 767eef9b-f629-4a55-b23e-067af0a0da45, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:02:39.709454 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] For port 767eef9b-f629-4a55-b23e-067af0a0da45, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=767eef9b-f629-4a55-b23e-067af0a0da45,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:02:39.748255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:02:39.777118 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.832346 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:39.832954 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:39.837821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f20f00-51f4-428d-817b-c6bd844f5e3e None None] Pushing event updated for resources: {'Port': ['ID=767eef9b-f629-4a55-b23e-067af0a0da45,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:39.856795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, db1c803a-1284-4dc6-9f7c-bf8e69ffba8d) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:39.861876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:39.862932 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:39.868407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5af38-624d-4031-a81a-2b3c806e1f7b None None] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:02:39.943876 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:39.947859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-58b48d5b-c3d3-49cf-a193-9ee67aba11cc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7959602 Nov 01 19:02:39.948060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38100) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:40.019049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:02:40.020250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.136651 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:38Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:40.163781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Allocated IP 172.20.0.2 (db1c803a-1284-4dc6-9f7c-bf8e69ffba8d/2011a2c8-1382-4a72-8d2c-2bd84051f1bb/e77f56e6-6d71-475b-8d7d-299cbc83c3ae) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:02:40.169159 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f2f5-f3fe-47d6-903e-e2cbc1462b51 None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:38Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:02:40.333577 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.406423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.454032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:40.460744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:40.469810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Pushing event updated for resources: {'Port': ['ID=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:40.471976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.486982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.488485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.488485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:02:40.541281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Attempting to bind port e77f56e6-6d71-475b-8d7d-299cbc83c3ae on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:02:40.541914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Attempting to bind port e77f56e6-6d71-475b-8d7d-299cbc83c3ae by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:02:40.542285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Attempting to bind port e77f56e6-6d71-475b-8d7d-299cbc83c3ae on network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:02:40.547780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:02:40.548125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Checking segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:02:40.548422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.548825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Bound using segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:02:40.549301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Bound port: e77f56e6-6d71-475b-8d7d-299cbc83c3ae, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:02:40.549692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.621120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] For port e77f56e6-6d71-475b-8d7d-299cbc83c3ae, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:02:40.624622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] For port e77f56e6-6d71-475b-8d7d-299cbc83c3ae, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:02:40.663004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:40.730072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8853-7e9b-4c77-aa0b-9c86fe008af5 None None] Pushing event updated for resources: {'Port': ['ID=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:40.793878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.090617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.1 (db1c803a-1284-4dc6-9f7c-bf8e69ffba8d/2011a2c8-1382-4a72-8d2c-2bd84051f1bb/f3d83bd8-64ee-4d32-b15c-2833bc7428d8) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:02:41.209301 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.308828 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.350622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:41.355833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:41.359649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:02:41.366718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:41.408550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.608006 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.665013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad1bd7-d930-4bb3-8365-5cb6c11624a6 None None] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:02:41.730720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 767eef9b-f629-4a55-b23e-067af0a0da45 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:41.797088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] Provisioning complete for port e77f56e6-6d71-475b-8d7d-299cbc83c3ae triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:41.797310 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.872441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 767eef9b-f629-4a55-b23e-067af0a0da45 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:41.872730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.929796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:41.999821 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.079726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:42.082485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.152986 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.194252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:42.196119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:42.212550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.227783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] For port e77f56e6-6d71-475b-8d7d-299cbc83c3ae, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:42.244023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 767eef9b-f629-4a55-b23e-067af0a0da45, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=767eef9b-f629-4a55-b23e-067af0a0da45,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:42.303737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.321068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:02:42.334316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.335578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e77f56e6-6d71-475b-8d7d-299cbc83c3ae up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:42.386764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f44914-402d-49e6-808c-4d1fcc905f7c None None] Pushing event updated for resources: {'Port': ['ID=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:42.449170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:02:42.459212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dd097dfa-3597-48cd-af19-637b50944cb5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/78e7e401-3df1-442d-a193-dc77e1923a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078664 Nov 01 19:02:42.459495 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38102) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:42.467615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:02:42.473077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-42a841d7-3e40-4446-b02f-9cc417202e04 None None] Provisioning complete for port e77f56e6-6d71-475b-8d7d-299cbc83c3ae triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:42.473459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42a841d7-3e40-4446-b02f-9cc417202e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.477413 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e77f56e6-6d71-475b-8d7d-299cbc83c3ae triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:42.477780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.481640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=767eef9b-f629-4a55-b23e-067af0a0da45,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:42.546987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:42.547682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:42.562978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bb80c-eb9c-4c77-b6a3-844d1a3565fd tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.563529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bb80c-eb9c-4c77-b6a3-844d1a3565fd tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.564532 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bb80c-eb9c-4c77-b6a3-844d1a3565fd tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.564995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bb80c-eb9c-4c77-b6a3-844d1a3565fd tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.566721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7f5bb80c-eb9c-4c77-b6a3-844d1a3565fd tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1060584 Nov 01 19:02:42.569363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38104) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:42.634151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d70bb7-48e9-4933-933e-f80c0551db94 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.634630 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d70bb7-48e9-4933-933e-f80c0551db94 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.635117 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d70bb7-48e9-4933-933e-f80c0551db94 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.635586 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d70bb7-48e9-4933-933e-f80c0551db94 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:42.639990 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-05d70bb7-48e9-4933-933e-f80c0551db94 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0670338 Nov 01 19:02:42.640208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38106) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:42.739797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:42.824581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-42a841d7-3e40-4446-b02f-9cc417202e04 None None] Provisioning complete for port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:42.824960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42a841d7-3e40-4446-b02f-9cc417202e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:42.907764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9beaa558-5255-449c-99ae-973f3e0bb65d tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2638984 Nov 01 19:02:42.908081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-42a841d7-3e40-4446-b02f-9cc417202e04 None None] Port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:02:42.985263 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 2, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:43.020081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:02:43.020440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Updating router 78e7e401-3df1-442d-a193-dc77e1923a42 port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:02:43.050217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b6859b43-db28-4500-9866-5931eaf71c66 None None] Provisioning complete for port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:43.050584 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b6859b43-db28-4500-9866-5931eaf71c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.052124 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.115688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b6859b43-db28-4500-9866-5931eaf71c66 None None] Port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:02:43.280800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38112) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:43.286266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582389406', 'description': 'tempest-secgroup-smoke-582389406 description', 'project_id': '0b498b54e5b84458b536978a60ab15ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:43.340107 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.365456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.411034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.429222 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.462318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ae533-7066-43c8-b50c-e7309f2f51e4 None None] Pushing event updated for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:43.491347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.513302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Attempting to bind port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:02:43.514244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Attempting to bind port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:02:43.514244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Attempting to bind port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 on network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:02:43.519994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:02:43.520371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Checking segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:02:43.520776 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.521170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Bound using segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:02:43.521642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Bound port: f3d83bd8-64ee-4d32-b15c-2833bc7428d8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:02:43.522025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.526464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f67ec0-0885-4d4c-a987-7c1af6643af7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:43.574359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.575684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3c3b413-8885-4640-8bac-2938d1259484 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2937264 Nov 01 19:02:43.583686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38114) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:43.585844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:43.597276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] For port f3d83bd8-64ee-4d32-b15c-2833bc7428d8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:02:43.606658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] For port f3d83bd8-64ee-4d32-b15c-2833bc7428d8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:02:43.663199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.693741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.699275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 767eef9b-f629-4a55-b23e-067af0a0da45 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:43.784815 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.799168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] Provisioning complete for port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:43.807482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.807482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ae533-7066-43c8-b50c-e7309f2f51e4 None None] Pushing event updated for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:43.809157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:43.809779 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:43.839841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.863799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b238d324-830b-4be8-8fae-829beb46a6b5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:43.922036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.923976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2f9ca428-4e73-4a9b-b586-115c62d8c511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3433778 Nov 01 19:02:43.926724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38116) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:43.931278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:43.940533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 767eef9b-f629-4a55-b23e-067af0a0da45 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:43.940906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:43.995212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:43.998674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.057117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.097988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.108010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.124140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c8a45f-9d53-47bf-b3b9-0ae3390bb500,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:44.190492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.191855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5e7ea59f-4083-4c8b-a655-3fa60a68fd89 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2641284 Nov 01 19:02:44.194615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38118) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:44.199076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:44.285773 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.345848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.369682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] For port f3d83bd8-64ee-4d32-b15c-2833bc7428d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:44.378732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e77f56e6-6d71-475b-8d7d-299cbc83c3ae up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:44.417365 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.435993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06cdbed-ff61-4687-a070-751d641502dc,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:44.450484 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.493284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.494602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fdec9375-978e-4485-abaf-68c4a301e065 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990258 Nov 01 19:02:44.497448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e77f56e6-6d71-475b-8d7d-299cbc83c3ae triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:44.497579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38120) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:44.497822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.502079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:44.541489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31e3bd-14de-4931-b942-9fcae04d0f94 None None] Pushing event updated for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:44.568735 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:43Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:44.582599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.607183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aae5b-2c1e-4a80-91af-eb405033f6b4 None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:43Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:02:44.615017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b2c9f99b-6d38-4e41-8e0e-c4debb42a25c None None] Provisioning complete for port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:44.615395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f99b-6d38-4e41-8e0e-c4debb42a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.653972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.742913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.758668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c60df31-5a72-4779-8fe3-f310fb01973a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:44.824651 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.826819 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7ef2b03-3f61-426e-8551-d006f8fa4cba tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274517 Nov 01 19:02:44.828854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38122) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:44.833998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:44.919639 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:02:44.925352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:44.990259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.068091 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.087024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc71890-c12d-4fbf-ae45-a23c05185973,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:45.150366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.151772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ba9b48a0-a944-4dbb-94b6-8f27ee14d966 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3212388 Nov 01 19:02:45.154473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38124) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:45.159014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'b6f67ec0-0885-4d4c-a987-7c1af6643af7', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:45.251567 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:02:45.254384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-f8b85342-1434-43cf-ae5b-efbb89da4a19 service neutron] (102782) timed out ('10.222.0.31', 53064) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:02:45.257413 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.323052 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.394244 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.413302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed311c1-e47b-460a-babc-0394ce8988c8,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:45.470348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.471792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-89a8d9f1-76d6-44bd-9e12-bd8d3195683e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163164 Nov 01 19:02:45.634069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-1963a0c0-a8fb-439f-aab2-84dc82e7b927 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582389406&fields=id&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 267 time: 0.0503237 Nov 01 19:02:45.704919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f3d83bd8-64ee-4d32-b15c-2833bc7428d8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:45.753772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:45.754139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:45.754556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-e243b6ee-656d-47c3-832e-ed34e48a70a6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:45.756147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-e243b6ee-656d-47c3-832e-ed34e48a70a6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 797 time: 0.1129522 Nov 01 19:02:45.772456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3f4b9b44-2a86-424a-95da-76087c34e87d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/quotas/0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 375 time: 0.0092123 Nov 01 19:02:45.834284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-02fd0716-1f9f-4379-9931-cc01a42a3d88 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555687 Nov 01 19:02:45.850327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-bca8828e-1438-4586-87a5-d10e5fcee227 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:02:45.851261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-bca8828e-1438-4586-87a5-d10e5fcee227 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051551 Nov 01 19:02:45.946042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-96429e29-587c-40b2-bf88-43e0f965a818 service neutron] 10.222.0.31 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888929 Nov 01 19:02:46.033545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-7c91ea8e-06d5-481e-9df9-b76d2b01739b service neutron] 10.222.0.31 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814774 Nov 01 19:02:46.265848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da32e0a7-e11f-4750-b625-bfdf8d793538 req-f07148a6-a6c5-437e-b531-981d9428438b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 210 time: 0.0309160 Nov 01 19:02:47.360401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6225ab49-b39c-432e-a64f-fefcd1c3a2a3 req-ae3190d2-8df5-4e4b-ae86-6eb8fcea2515 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 210 time: 0.0257349 Nov 01 19:02:48.247122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-2470cd7b-2a04-4630-bf7b-e2f5aadad4b1 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:48.248599 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-2470cd7b-2a04-4630-bf7b-e2f5aadad4b1 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 797 time: 0.1038637 Nov 01 19:02:48.297919 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-0a7cce8c-329a-4d88-8660-c91188eb1917 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 379 time: 0.0388048 Nov 01 19:02:48.308273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'port': {'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'admin_state_up': True, 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'security_groups': ['b6f67ec0-0885-4d4c-a987-7c1af6643af7']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:48.409944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-dca48003-7959-4fbb-bb62-8483127a41af service neutron] (102782) timed out ('10.222.0.37', 63548) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:02:48.459485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9711b70-1204-4249-a28b-cea2dfaf3d35 req-12d69879-d1fd-495b-871f-13dfbd21279e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Nov 01 19:02:48.468283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:02:48.472361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:48.597197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.5 (db1c803a-1284-4dc6-9f7c-bf8e69ffba8d/2011a2c8-1382-4a72-8d2c-2bd84051f1bb/93092224-21dd-4e44-88ff-6ec2312a0aba) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:02:48.725214 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad5ec-0370-4aa6-a574-d295822a4e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:48.736164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:48.828710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:48.868277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:48.871115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:48.876766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:02:48.903533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:48.932537 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:48.933161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.008206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-3e256197-d5c1-48bc-a143-f09bb33b1075 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034218 Nov 01 19:02:49.021504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Request body: {'port': {'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:49.079612 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.090668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4c7f9261-4b5c-413a-b96a-dfbb7e41290f None None] Provisioning complete for port 93092224-21dd-4e44-88ff-6ec2312a0aba triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:49.091041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c7f9261-4b5c-413a-b96a-dfbb7e41290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.125628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f9261-4b5c-413a-b96a-dfbb7e41290f None None] Port 93092224-21dd-4e44-88ff-6ec2312a0aba cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:02:49.333289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93092224-21dd-4e44-88ff-6ec2312a0aba {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:02:49.340464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.351956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Transition to ACTIVE for port object 93092224-21dd-4e44-88ff-6ec2312a0aba will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:02:49.467842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.520877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:49.590260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89467-5b46-429e-bf54-e423bc4d1679 req-35b2f514-6343-4a84-a68c-8afb99e18d01 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:49.592130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4f89467-5b46-429e-bf54-e423bc4d1679 req-35b2f514-6343-4a84-a68c-8afb99e18d01 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 943 time: 0.0519688 Nov 01 19:02:49.597470 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Attempting to bind port 93092224-21dd-4e44-88ff-6ec2312a0aba on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:02:49.597803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Attempting to bind port 93092224-21dd-4e44-88ff-6ec2312a0aba by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:02:49.599572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Attempting to bind port 93092224-21dd-4e44-88ff-6ec2312a0aba on network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:02:49.604778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Port 93092224-21dd-4e44-88ff-6ec2312a0aba on network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:02:49.605113 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Attempting to bind port 93092224-21dd-4e44-88ff-6ec2312a0aba on network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:02:49.610564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:02:49.610916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Checking segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:02:49.612132 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Bound using segment: {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:02:49.612713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Bound port: 93092224-21dd-4e44-88ff-6ec2312a0aba, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6693ea-6389-456e-9273-78452899705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:02:49.613076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.637324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4f89467-5b46-429e-bf54-e423bc4d1679 req-49f12684-9182-46b3-87c2-4c618ca8f2a5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383062 Nov 01 19:02:49.684228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:02:49.687933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=93092224-21dd-4e44-88ff-6ec2312a0aba,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:02:49.759288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.790403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:49.791129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:49.792818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] 10.222.0.32 "PUT /v2.0/ports/93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 1091 time: 0.7764227 Nov 01 19:02:49.795034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:02:49.798067 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b8c943-ef40-47a3-858b-65ddc359ac14" -d '{"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:02:49.827639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a54d-9fff-46b0-8278-a99b4013cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:49.960238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-9d41a4fd-d33b-4bee-b0bf-ef0ff819641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:49.961782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-9d41a4fd-d33b-4bee-b0bf-ef0ff819641b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1094 time: 0.0493882 Nov 01 19:02:50.009621 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361aba90-e4da-4944-9d9d-dffd4b8bd7a5 x-openstack-request-id: req-361aba90-e4da-4944-9d9d-dffd4b8bd7a5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:02:50.009847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:02:50.010096 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-361aba90-e4da-4944-9d9d-dffd4b8bd7a5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:02:50.010486 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'status': 'completed', 'code': 200} Nov 01 19:02:50.012284 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-878910d1-51d9-4f5c-8347-98f70e266317 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 217 time: 0.0426967 Nov 01 19:02:50.061712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-536f447e-22d9-41a0-a5d3-17b9940b682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.063069 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-536f447e-22d9-41a0-a5d3-17b9940b682f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0440040 Nov 01 19:02:50.109485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327279-47c2-44e5-ae2e-74a07419d17e req-4ba70175-63f0-4c61-ac14-cf7a95a866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.110954 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-4ba70175-63f0-4c61-ac14-cf7a95a866d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398686 Nov 01 19:02:50.203945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-40e96cd2-ab1d-4a4d-9013-2fc9ecc53422 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845864 Nov 01 19:02:50.290629 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-da327279-47c2-44e5-ae2e-74a07419d17e req-58271aae-84b9-429d-96e9-7f89ad1194bd service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798914 Nov 01 19:02:50.445874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-80129a88-6bda-454d-b5da-b25f9e4ee695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.447362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-80129a88-6bda-454d-b5da-b25f9e4ee695 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1094 time: 0.0442016 Nov 01 19:02:50.536319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-d3ea0bba-84f1-4d25-846b-8c580cbfb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.537774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-d3ea0bba-84f1-4d25-846b-8c580cbfb27c service neutron] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 898 time: 0.0835874 Nov 01 19:02:50.582404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-63ca3447-88f9-4b79-9dac-172a821d4b4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 217 time: 0.0374177 Nov 01 19:02:50.632540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-29fc02e6-6eda-45cd-9390-a594bfa5ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.633973 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-29fc02e6-6eda-45cd-9390-a594bfa5ac30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0444767 Nov 01 19:02:50.682406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-365326ab-4d6c-4ea6-a142-9b79bd7bf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.684072 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-365326ab-4d6c-4ea6-a142-9b79bd7bf1d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415235 Nov 01 19:02:50.768647 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d173a9-06ee-4726-85db-69740d57619a req-94e87d38-74f2-4333-83e0-9bce587e630a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:50.770249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2d173a9-06ee-4726-85db-69740d57619a req-94e87d38-74f2-4333-83e0-9bce587e630a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 943 time: 0.0547183 Nov 01 19:02:50.810801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2d173a9-06ee-4726-85db-69740d57619a req-7e1c997c-96f6-4932-8226-463dc6be0b08 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342495 Nov 01 19:02:50.874080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ca1571b-51f1-4b3b-97fa-35bbb2b43410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:51.116613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-ff0bc6fc-d27d-405e-b027-23521bb35222 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232228 Nov 01 19:02:51.205713 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-21b8c943-ef40-47a3-858b-65ddc359ac14 req-40afe64e-8c51-49a6-be17-f9b9cd7bf357 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807710 Nov 01 19:02:51.930287 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8f1c-bb75-4a03-8bca-343eb0a2947f req-57d52984-2494-492c-b6bb-bf11a3bc6b85 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:51.931719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee9e8f1c-bb75-4a03-8bca-343eb0a2947f req-57d52984-2494-492c-b6bb-bf11a3bc6b85 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 943 time: 0.0493555 Nov 01 19:02:51.969415 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee9e8f1c-bb75-4a03-8bca-343eb0a2947f req-1eccc7e7-68f2-41e7-8af2-06e44f136b67 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Nov 01 19:02:52.170764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:52.318627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 93092224-21dd-4e44-88ff-6ec2312a0aba details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:02:52.410821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=93092224-21dd-4e44-88ff-6ec2312a0aba,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:52.421642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:02:52.461300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:52.474194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93092224-21dd-4e44-88ff-6ec2312a0aba {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:02:52.493159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=93092224-21dd-4e44-88ff-6ec2312a0aba,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:52.553223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:52.599109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:52.756702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['93092224-21dd-4e44-88ff-6ec2312a0aba'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:02:53.081891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e71d2-e912-429f-9155-250a890ac22d req-a8056f7f-d669-49d4-bb59-71b76bb22d11 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:53.083388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56e71d2-e912-429f-9155-250a890ac22d req-a8056f7f-d669-49d4-bb59-71b76bb22d11 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 944 time: 0.0477715 Nov 01 19:02:53.120916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c56e71d2-e912-429f-9155-250a890ac22d req-8d92cfe0-ede2-4230-ab8d-e90cc1920ccb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Nov 01 19:02:53.879340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:54.239391 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963fb92-5cfe-41fc-b943-a46f68727723 req-a3daa5f0-a09a-4e2e-b899-f61797b5189f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:54.240903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1963fb92-5cfe-41fc-b943-a46f68727723 req-a3daa5f0-a09a-4e2e-b899-f61797b5189f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 944 time: 0.0530035 Nov 01 19:02:54.279705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1963fb92-5cfe-41fc-b943-a46f68727723 req-fad2fe14-f247-45c7-a301-2b313a63423a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Nov 01 19:02:54.333702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 93092224-21dd-4e44-88ff-6ec2312a0aba up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:02:54.473511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 93092224-21dd-4e44-88ff-6ec2312a0aba completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:02:54.477280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 93092224-21dd-4e44-88ff-6ec2312a0aba triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:02:54.477655 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:54.554903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:54.576202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:02:54.578436 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768087d8-c383-434f-bb67-e385d39c8c84" -d '{"events": [{"server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "name": "network-vif-plugged", "status": "completed", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:02:54.591872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=93092224-21dd-4e44-88ff-6ec2312a0aba,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:02:54.615441 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b727022-86b7-4826-87c3-4f14836f2d7f x-openstack-request-id: req-3b727022-86b7-4826-87c3-4f14836f2d7f {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:02:54.615760 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "name": "network-vif-plugged", "status": "completed", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:02:54.620786 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b727022-86b7-4826-87c3-4f14836f2d7f {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:02:54.620786 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'code': 200} Nov 01 19:02:54.667821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:54.717118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:54.717702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ba739-23b0-4b4a-989a-f091ccd20b4f req-4fbfaee3-20f6-4d17-ac61-2fc8ed531273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:54.719215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-034ba739-23b0-4b4a-989a-f091ccd20b4f req-4fbfaee3-20f6-4d17-ac61-2fc8ed531273 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1096 time: 0.0469372 Nov 01 19:02:54.758807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-034ba739-23b0-4b4a-989a-f091ccd20b4f req-5d2d64da-b2e6-4acf-9db0-f5f5e210dd1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Nov 01 19:02:55.397616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d7e9b-3490-48d3-9e7b-a3bd4a7a1696 req-34bcbf88-c187-4bdc-abc8-d9f9e82342ce tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:55.399131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-376d7e9b-3490-48d3-9e7b-a3bd4a7a1696 req-34bcbf88-c187-4bdc-abc8-d9f9e82342ce tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Nov 01 19:02:55.436896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-376d7e9b-3490-48d3-9e7b-a3bd4a7a1696 req-01d7c406-a0ad-40bb-90c6-c76082386383 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Nov 01 19:02:56.552701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c913-d454-4698-bdaa-0f77994f5c9d req-1f13bd6c-a7ef-40df-9ce5-5c3d8a8f6390 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:56.554197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f190c913-d454-4698-bdaa-0f77994f5c9d req-1f13bd6c-a7ef-40df-9ce5-5c3d8a8f6390 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Nov 01 19:02:56.592057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f190c913-d454-4698-bdaa-0f77994f5c9d req-5bdc0971-ee10-4a5d-a670-823b14007093 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Nov 01 19:02:56.712977 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7c719-b124-4053-ac2e-f4ca0a5654f0 req-c7ee0455-1a44-4ddb-9cf4-23dc5f69dc48 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:56.714583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a7c719-b124-4053-ac2e-f4ca0a5654f0 req-c7ee0455-1a44-4ddb-9cf4-23dc5f69dc48 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Nov 01 19:02:56.753640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:56.754794 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7a7c719-b124-4053-ac2e-f4ca0a5654f0 req-90c4b32a-da89-4fb5-8ab1-77508e20b4dd tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Nov 01 19:02:56.775589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38186) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:56.844989 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed8d26-33cc-4d6b-8de0-86de36d4d335 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:56.850004 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-29ed8d26-33cc-4d6b-8de0-86de36d4d335 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1091 time: 0.0705907 Nov 01 19:02:56.850180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:56.854568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:02:56.924892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:57.028406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:57.127582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.25.2.128 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f8809655-ab7b-469c-b545-790e8c68e8c5) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:02:57.229920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:57.296277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:57.334144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:02:57.338934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:02:57.342461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:02:57.347825 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=f8809655-ab7b-469c-b545-790e8c68e8c5,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:58.098134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1eeb207b-8e8d-4e46-9a39-3ae4f52bb284 req-23ccd2ca-43a9-49e8-8645-032022d826d5 service neutron] (102782) timed out ('10.222.0.32', 57827) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:02:58.157304 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:58.349079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:58.494051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:58.535952 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:58.603961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=f8809655-ab7b-469c-b545-790e8c68e8c5,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:02:58.615918 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:58.714443 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Floating IP 672df256-285d-4d51-ac00-7989506da79d associated. External IP: 172.25.2.128, port: 93092224-21dd-4e44-88ff-6ec2312a0aba. Nov 01 19:02:58.924446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:02:59.031104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:02:59.040863 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:02:59.050291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:59.050885 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:59.099049 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:02:59.130207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0abb65f2-b47e-4af2-85e1-15a961c496ea tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2779090 Nov 01 19:02:59.130827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:02:59.133101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38196) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:02:59.133766 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e690d1-48f5-4b85-bbdb-390a074dd449" -d '{"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:02:59.208782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-70aa32fa-9b4e-4dbc-88ed-bc3d9e65a07a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/672df256-285d-4d51-ac00-7989506da79d HTTP/1.1" status: 200 len: 991 time: 0.0719202 Nov 01 19:02:59.245913 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc00b5f6-180f-499d-8949-349b6774383c x-openstack-request-id: req-bc00b5f6-180f-499d-8949-349b6774383c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:02:59.246204 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:02:59.246455 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc00b5f6-180f-499d-8949-349b6774383c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:02:59.246860 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'status': 'completed', 'code': 200} Nov 01 19:02:59.250826 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:59.307242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-9eeecfaf-f7b7-4993-9499-4dd2352b4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:59.308772 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-9eeecfaf-f7b7-4993-9499-4dd2352b4e9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1096 time: 0.0412431 Nov 01 19:02:59.401772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-699a530c-d8c3-4a83-ad43-bb6b778e2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:59.403390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-699a530c-d8c3-4a83-ad43-bb6b778e2fe3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 898 time: 0.0877619 Nov 01 19:02:59.469007 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-ae436507-4eab-443e-a5c6-d75576d8c67c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 999 time: 0.0582635 Nov 01 19:02:59.476635 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:02:57Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:59.502930 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:02:59.511172 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:02:59.516116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:02:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:59.522934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-06c6abd7-1efe-484f-9a47-c8d6bf8dfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:59.524425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-06c6abd7-1efe-484f-9a47-c8d6bf8dfd7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0480773 Nov 01 19:02:59.570759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-51b80ecb-73ba-4d71-b815-c94265432e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:02:59.572390 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-51b80ecb-73ba-4d71-b815-c94265432e2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414348 Nov 01 19:02:59.619976 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:02:59.662742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-4ebff5a5-1ddd-4abe-8def-0c481c016df0 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828421 Nov 01 19:02:59.758573 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e690d1-48f5-4b85-bbdb-390a074dd449 req-6c2c4a88-dcd9-4ed5-89fd-7d8d2cd5c13b service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882833 Nov 01 19:02:59.847457 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:02:57Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:02:59.874461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0202c-bdb5-4a40-b170-669894f325bc None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:41Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:02:57Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:03:00.076518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0240a55-240e-4939-9884-b0f123f6b0e9 None None] New status for floating IP 672df256-285d-4d51-ac00-7989506da79d: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:03:00.211331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:00.288125 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-87c00613-4b45-42fa-92ac-5d6dca6ff716 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/672df256-285d-4d51-ac00-7989506da79d HTTP/1.1" status: 200 len: 991 time: 0.0745189 Nov 01 19:03:01.290489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38204) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:01.406604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-26cb5f4d-1bc0-416e-a0e0-aa9ba34459e0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/672df256-285d-4d51-ac00-7989506da79d HTTP/1.1" status: 200 len: 993 time: 0.1148672 Nov 01 19:03:03.589206 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:03:05.193032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:09.472808 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:18.718262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ac2c765a-2956-4e1b-97e6-6d7a2f130eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:20.855333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c6a37304-cbfc-47a7-89f8-1646e6e2d285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:22.221017 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:23.941471 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:26.780804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:27.944891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38214) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:28.018937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5204210-f5a9-4221-8c4f-75c8d50f78a8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:28.019413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5204210-f5a9-4221-8c4f-75c8d50f78a8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:28.019924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5204210-f5a9-4221-8c4f-75c8d50f78a8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:28.022361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d5204210-f5a9-4221-8c4f-75c8d50f78a8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=0b498b54e5b84458b536978a60ab15ff&network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 2969 time: 0.0763018 Nov 01 19:03:29.492336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-eec2f854-900a-4ea1-96eb-47df9d3d5a36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408092 Nov 01 19:03:29.574125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-1acc9ee3-4dc4-41c1-af9f-19f04796ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:29.575658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-1acc9ee3-4dc4-41c1-af9f-19f04796ce13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1096 time: 0.0406277 Nov 01 19:03:29.680801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-935bb93a-e1ab-46b1-ac0c-0f7f8e6958da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:29.682278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-935bb93a-e1ab-46b1-ac0c-0f7f8e6958da service neutron] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 898 time: 0.0869460 Nov 01 19:03:29.746818 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-bcb1329c-f5d3-4d9c-bd05-01a4a6cd8684 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 1001 time: 0.0570993 Nov 01 19:03:29.795874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-b608c783-05be-4655-86df-763730e03bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:29.797301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-b608c783-05be-4655-86df-763730e03bbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0425868 Nov 01 19:03:29.846567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-3e6fe003-6443-4a3a-8926-19225ce56ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:29.848051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-3e6fe003-6443-4a3a-8926-19225ce56ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434575 Nov 01 19:03:29.936735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-45a7a296-1ba1-4aa8-9593-86cfef8ac9ba service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792711 Nov 01 19:03:30.033909 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bf5992fa-c6f9-4b68-ba3c-fe1840a27dc0 req-6a6df9b4-aef6-48a3-a293-72867b5be129 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Nov 01 19:03:30.971103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38224) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:31.023862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4469c7-920b-452e-8091-866ad1ab530c tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:31.025316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db4469c7-920b-452e-8091-866ad1ab530c tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75 HTTP/1.1" status: 200 len: 814 time: 0.0532687 Nov 01 19:03:31.963382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38230) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:31.968325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'network': {'name': 'tempest-network-smoke--666651492', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'port_security_enabled': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:32.043796 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:03:32.047388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:32.070203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:03:32.078453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:32.081012 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Added segment 6c1f98f1-23e3-4896-b0c3-279d74b4ddfe of type vlan for network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 Nov 01 19:03:32.117789 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:32.221184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:32.226917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:32.230302 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:32.295936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Network': ['ID=1d240d3b-d9ab-4a63-bfc2-6615dca3cd52,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:32.306548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:03:32.338560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2d0f06c4-270d-4335-8e76-53122455ef61 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3741198 Nov 01 19:03:32.341652 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38232) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.406224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b14e4-1863-4aed-a7f1-6bd170200f17 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:32.407751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d36b14e4-1863-4aed-a7f1-6bd170200f17 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0b498b54e5b84458b536978a60ab15ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0651267 Nov 01 19:03:32.410498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38234) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.501382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5036b-2e57-44f4-85a4-de1b5f905250 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:32.502790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-61a5036b-2e57-44f4-85a4-de1b5f905250 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913899 Nov 01 19:03:32.505623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38236) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.532944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-da565d2b-2703-4290-9c3f-fb28364ebddb tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256779 Nov 01 19:03:32.535366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38238) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.561609 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-accc99bd-f04e-4a3c-b9df-6a5f0cf0c5ec tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0b498b54e5b84458b536978a60ab15ff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252371 Nov 01 19:03:32.564002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38240) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.648937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f78051-30cf-4fae-93fa-8133ccbe079c tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:32.650423 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-18f78051-30cf-4fae-93fa-8133ccbe079c tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853686 Nov 01 19:03:32.653224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38242) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.680443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-319ca393-de0f-4e3d-8520-87f6f64294e2 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261753 Nov 01 19:03:32.682811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38244) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:32.687441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116219668', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:32.867710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:03:32.872895 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.106866 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.169083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Subnet': ['ID=f5fe3594-e60d-49df-a6b4-f03a6e35b314,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:33.176288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Checking segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:03:33.176662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network hostable DHCP agents. Network: 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:03:33.260850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:03:33.335856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:03:33.340173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:33.340842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.345875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b450a3-199b-4105-84bc-187539b278fd None None] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:03:33.417768 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8a419479-50ac-44ea-9bc8-841e641bdda4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7338324 Nov 01 19:03:33.487757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ips': [{'subnet_id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:03:33.488657 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.620268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Allocated IP 172.20.0.18 (1d240d3b-d9ab-4a63-bfc2-6615dca3cd52/f5fe3594-e60d-49df-a6b4-f03a6e35b314/a5f54018-a4c4-4469-8eb4-ca27996e84ea) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:03:33.762880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.838158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.873275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:03:33.875980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:03:33.881994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:03:33.893370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Pushing event updated for resources: {'Port': ['ID=a5f54018-a4c4-4469-8eb4-ca27996e84ea,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:33.941586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Attempting to bind port a5f54018-a4c4-4469-8eb4-ca27996e84ea on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:03:33.941873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Attempting to bind port a5f54018-a4c4-4469-8eb4-ca27996e84ea by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:03:33.942238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Attempting to bind port a5f54018-a4c4-4469-8eb4-ca27996e84ea on network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:03:33.947759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:03:33.948141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Checking segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:03:33.948539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:33.948934 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Bound using segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:03:33.949425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Bound port: a5f54018-a4c4-4469-8eb4-ca27996e84ea, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:03:33.949806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.010868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] For port a5f54018-a4c4-4469-8eb4-ca27996e84ea, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:03:34.013982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] For port a5f54018-a4c4-4469-8eb4-ca27996e84ea, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5f54018-a4c4-4469-8eb4-ca27996e84ea,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:03:34.072757 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.132616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2b64-4522-4a91-b818-328ce21b4389 None None] Pushing event updated for resources: {'Port': ['ID=a5f54018-a4c4-4469-8eb4-ca27996e84ea,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:34.370729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38248) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:34.377168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310950493', 'description': 'tempest-secgroup-smoke-310950493 description', 'project_id': '0b498b54e5b84458b536978a60ab15ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:34.472064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.537667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.614986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.651153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988814f0-6c34-42b2-82dc-6fe21bcd007b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:34.726041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.727350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a59af163-3641-4cab-8baa-c7ec6d66caec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3555133 Nov 01 19:03:34.730492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38250) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:34.735041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:34.821408 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.879652 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.958453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:34.976874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a832dbee-7bf3-43da-9d3e-292d717454d7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:34.984759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.985111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.985754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.986053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.986392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.986728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.987059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.987391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.987821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.988063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.988393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.988780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:34.998361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72d8db-6626-4f97-91ad-7583650c3340 None None] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:03:35.028551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.029782 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-165f7773-55da-4de4-b743-cb2e4fc81826 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983229 Nov 01 19:03:35.032549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38252) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:35.037605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:35.073479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] Provisioning complete for port a5f54018-a4c4-4469-8eb4-ca27996e84ea triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:35.073845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.127119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.185293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.230461 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.234042 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.261228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.266602 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] For port a5f54018-a4c4-4469-8eb4-ca27996e84ea, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5f54018-a4c4-4469-8eb4-ca27996e84ea,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:03:35.279888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1bce36-83cd-4eb5-aab2-7f865e70ff43,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:35.329914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.354748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.356132 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2de83561-2019-4e27-8bbc-c608477a3511 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226047 Nov 01 19:03:35.358909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38254) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:35.364663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:35.383143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf022b4-47b5-40e5-8513-5e04c64522d4 None None] Pushing event updated for resources: {'Port': ['ID=a5f54018-a4c4-4469-8eb4-ca27996e84ea,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:35.448995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.450786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-58665e45-7509-4d3b-b45e-ac307c83e130 None None] Provisioning complete for port a5f54018-a4c4-4469-8eb4-ca27996e84ea triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:35.451197 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-58665e45-7509-4d3b-b45e-ac307c83e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.508286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.558228 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.580572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb0566c-5456-4d4f-a4fa-550dd845ded9,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:35.623028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.624275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7740bc41-9d16-4971-9c4b-8fcde86f30c5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640841 Nov 01 19:03:35.628477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38256) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:35.635438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:35.706522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5f54018-a4c4-4469-8eb4-ca27996e84ea up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:03:35.722909 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.755051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port a5f54018-a4c4-4469-8eb4-ca27996e84ea triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:35.755422 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.787848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.872432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.891589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf9e5a7-4376-46be-80c0-088f1c13cc4a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:35.977164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:35.978402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-17071717-d3a3-437e-b2e4-b7a2baa9921b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3489695 Nov 01 19:03:35.981075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38258) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:35.985351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:36.083367 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:03:36.088873 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.148070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.220742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.238496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddf95f0-f45d-44e8-b94d-419c7fc20968,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:36.296765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.298038 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2b46027c-4b51-4166-960b-3a3e974bd6ab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159859 Nov 01 19:03:36.300689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38260) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:36.306145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': '988814f0-6c34-42b2-82dc-6fe21bcd007b', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:36.374934 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:03:36.379680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.439143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.523626 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.544496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0eb479-109f-4649-8833-0873b821b054,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:36.611279 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:36.612591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1a8dda51-bddd-4faa-898a-81912aa28ae3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109806 Nov 01 19:03:36.749209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-fc837ac9-9f41-4a23-888f-92943f14b8ff tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310950493&fields=id&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 267 time: 0.0330360 Nov 01 19:03:37.111845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-bd0ecf02-80f8-46e0-8c81-cf832c24f2e8 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:37.113321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-bd0ecf02-80f8-46e0-8c81-cf832c24f2e8 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/networks?id=1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 HTTP/1.1" status: 200 len: 796 time: 0.3575821 Nov 01 19:03:37.129076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-13b1dcc3-7a7f-4ebe-a2c5-378746d7c1a3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/quotas/0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 375 time: 0.0089548 Nov 01 19:03:37.186111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-dd450d3e-1d06-47b2-8855-893156024b0d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506620 Nov 01 19:03:37.254508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-f8cdef9b-a150-4c94-944d-7e5da8bb27b4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:03:37.255554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-f8cdef9b-a150-4c94-944d-7e5da8bb27b4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0542657 Nov 01 19:03:37.348016 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-8e1a9f41-b443-4b7b-af78-e7e061c3172a service neutron] 10.222.0.31 "GET /v2.0/networks/1d240d3b-d9ab-4a63-bfc2-6615dca3cd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Nov 01 19:03:37.435575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0567d547-fc2e-4962-9cc4-0b762a4fbcc3 service neutron] 10.222.0.31 "GET /v2.0/networks/1d240d3b-d9ab-4a63-bfc2-6615dca3cd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808764 Nov 01 19:03:37.680398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d94e93d-9481-4491-b20c-a3f857ce2b62 req-3d00c0f9-18f4-40c1-ad7b-89e6adfb42f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Nov 01 19:03:38.774336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2201bd7-2ecb-4326-802f-6bfbb264206f req-157725f8-696d-44a1-b318-dc1155769052 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 210 time: 0.0270162 Nov 01 19:03:39.465750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-e13c367b-9328-4402-9849-312704535575 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:39.467195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-e13c367b-9328-4402-9849-312704535575 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "GET /v2.0/networks?id=1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 HTTP/1.1" status: 200 len: 796 time: 0.1004927 Nov 01 19:03:39.506828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:39.512301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-b106bba8-1da8-4949-aa24-00acadcb4c1b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 471 time: 0.0354238 Nov 01 19:03:39.522485 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'port': {'device_id': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'admin_state_up': True, 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'security_groups': ['988814f0-6c34-42b2-82dc-6fe21bcd007b']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:39.700958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:03:39.705256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:39.825523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.22 (1d240d3b-d9ab-4a63-bfc2-6615dca3cd52/f5fe3594-e60d-49df-a6b4-f03a6e35b314/c88e60ac-535d-4296-b066-be34e3e6f608) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:03:39.880293 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ee10ae7-cc90-40d3-b23d-8e7185b409fe req-289979a1-c7e6-4a44-81b9-740b8e960430 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 210 time: 0.0330009 Nov 01 19:03:39.973305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.078271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.120358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:03:40.125377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:03:40.129597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:03:40.158226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:40.193043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:40.193043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.247201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-98f4950f-8059-4d04-a239-dafb9c7b8472 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7288105 Nov 01 19:03:40.258013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-c0eb788a-7159-46a5-a8b2-e29a11d4f26c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:03:40.259167 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-c0eb788a-7159-46a5-a8b2-e29a11d4f26c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054567 Nov 01 19:03:40.331552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Request body: {'port': {'device_id': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:03:40.383446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1e4bd3b0-8eb2-4bec-80bb-2c0245db0a5b None None] Provisioning complete for port c88e60ac-535d-4296-b066-be34e3e6f608 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:40.387753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e4bd3b0-8eb2-4bec-80bb-2c0245db0a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.387910 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.417440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1e4bd3b0-8eb2-4bec-80bb-2c0245db0a5b None None] Port c88e60ac-535d-4296-b066-be34e3e6f608 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:03:40.588568 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:03:40.654600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88e60ac-535d-4296-b066-be34e3e6f608 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:03:40.661931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.674930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Transition to ACTIVE for port object c88e60ac-535d-4296-b066-be34e3e6f608 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:03:40.768621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.818069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Pushing event updated for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:40.889693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Attempting to bind port c88e60ac-535d-4296-b066-be34e3e6f608 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:03:40.890035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Attempting to bind port c88e60ac-535d-4296-b066-be34e3e6f608 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:03:40.890366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Attempting to bind port c88e60ac-535d-4296-b066-be34e3e6f608 on network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:03:40.894939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Port c88e60ac-535d-4296-b066-be34e3e6f608 on network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:03:40.895264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Attempting to bind port c88e60ac-535d-4296-b066-be34e3e6f608 on network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:03:40.900826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:03:40.901169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Checking segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:03:40.901558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Bound using segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:03:40.901992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Bound port: c88e60ac-535d-4296-b066-be34e3e6f608, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:03:40.902355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:40.975090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:03:40.979029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c88e60ac-535d-4296-b066-be34e3e6f608,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:03:41.011996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8a1f-0bea-4a7b-8953-ed6580bb4523 req-c9e446a2-fe79-4f01-be61-5e67b2dd7612 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.013500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86da8a1f-0bea-4a7b-8953-ed6580bb4523 req-c9e446a2-fe79-4f01-be61-5e67b2dd7612 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 944 time: 0.0520277 Nov 01 19:03:41.053045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86da8a1f-0bea-4a7b-8953-ed6580bb4523 req-38569113-3af7-44f1-9c55-271ec14f2447 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Nov 01 19:03:41.061025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:41.095521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.096246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:41.097550 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] 10.222.0.37 "PUT /v2.0/ports/c88e60ac-535d-4296-b066-be34e3e6f608 HTTP/1.1" status: 200 len: 1092 time: 0.8280506 Nov 01 19:03:41.097998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:03:41.100264 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa894b5-66aa-46ec-bd32-351998577503" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:03:41.125573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621769e-4f78-402f-8c9a-648bf8607a16 service neutron] Pushing event updated for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:41.144924 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504d4f4-1b9f-4118-b357-1b097f98b423 x-openstack-request-id: req-f504d4f4-1b9f-4118-b357-1b097f98b423 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:03:41.145220 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:03:41.145474 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f504d4f4-1b9f-4118-b357-1b097f98b423 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:03:41.145884 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608', 'status': 'completed', 'code': 200} Nov 01 19:03:41.209684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa894b5-66aa-46ec-bd32-351998577503 req-309f6593-4188-4814-ac78-6a1c69e1e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.213617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1aa894b5-66aa-46ec-bd32-351998577503 req-309f6593-4188-4814-ac78-6a1c69e1e468 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 1095 time: 0.0461748 Nov 01 19:03:41.322699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa894b5-66aa-46ec-bd32-351998577503 req-2771cc91-6684-4871-b88c-16e35d370f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.323167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa894b5-66aa-46ec-bd32-351998577503 req-2771cc91-6684-4871-b88c-16e35d370f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.324729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1aa894b5-66aa-46ec-bd32-351998577503 req-2771cc91-6684-4871-b88c-16e35d370f2d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b498b54e5b84458b536978a60ab15ff&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1053474 Nov 01 19:03:41.422592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa894b5-66aa-46ec-bd32-351998577503 req-a22716f8-7474-4fbd-a943-b18bd7949aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.424010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1aa894b5-66aa-46ec-bd32-351998577503 req-a22716f8-7474-4fbd-a943-b18bd7949aff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917003 Nov 01 19:03:41.502739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-05d83247-e584-4970-947f-e22aeb79fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.504530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-05d83247-e584-4970-947f-e22aeb79fe54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 1095 time: 0.0456007 Nov 01 19:03:41.546856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-9aa1bf3e-2a72-4802-aeea-916f0ca00a89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c88e60ac-535d-4296-b066-be34e3e6f608 HTTP/1.1" status: 200 len: 217 time: 0.0353830 Nov 01 19:03:41.594160 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-d281ff80-58a6-4d10-8725-e0fc4d20f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.595602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-d281ff80-58a6-4d10-8725-e0fc4d20f3dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5fe3594-e60d-49df-a6b4-f03a6e35b314 HTTP/1.1" status: 200 len: 838 time: 0.0420141 Nov 01 19:03:41.641261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-e03037dc-1671-44b5-81ec-bd8ece1fa6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:41.642754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-e03037dc-1671-44b5-81ec-bd8ece1fa6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d240d3b-d9ab-4a63-bfc2-6615dca3cd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391281 Nov 01 19:03:41.736424 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-832fcd16-5f10-4383-9b28-b38c3cb5ba0c service neutron] 10.222.0.37 "GET /v2.0/networks/1d240d3b-d9ab-4a63-bfc2-6615dca3cd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863588 Nov 01 19:03:41.827709 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9bfd1e7-6145-4b8e-9a25-1e153a12591b req-09bbe478-14d7-449d-88ac-1f3ce2e6f85d service neutron] 10.222.0.37 "GET /v2.0/networks/1d240d3b-d9ab-4a63-bfc2-6615dca3cd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843651 Nov 01 19:03:42.169506 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155475-a0c9-41c0-ae13-831fccdd5cb6 req-55179f8e-a71f-4e12-ba78-23fe4b72d66a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:42.171005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9155475-a0c9-41c0-ae13-831fccdd5cb6 req-55179f8e-a71f-4e12-ba78-23fe4b72d66a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 944 time: 0.0488789 Nov 01 19:03:42.209145 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9155475-a0c9-41c0-ae13-831fccdd5cb6 req-dcce5a51-bd78-4c54-8929-046da289050e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Nov 01 19:03:43.328880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08a85c-4bda-4ad9-8492-73b567126a2f req-2c962737-309d-4e50-91cc-ef7c9c1f9523 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:43.330344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd08a85c-4bda-4ad9-8492-73b567126a2f req-2c962737-309d-4e50-91cc-ef7c9c1f9523 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 944 time: 0.0514412 Nov 01 19:03:43.367955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd08a85c-4bda-4ad9-8492-73b567126a2f req-cf2dd49b-c670-4c3c-abac-d3cb6020e9f9 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308485 Nov 01 19:03:44.481826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f628e-828d-4529-bba9-f62dd3a8cbc8 req-fb839164-6bd9-4168-8165-2b6708d9a925 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:44.483325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-615f628e-828d-4529-bba9-f62dd3a8cbc8 req-fb839164-6bd9-4168-8165-2b6708d9a925 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Nov 01 19:03:44.519778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-615f628e-828d-4529-bba9-f62dd3a8cbc8 req-e10466de-b703-4427-be91-4c50d5b09f30 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Nov 01 19:03:45.634746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e75e8a-74b0-40ff-b074-14d9255575b4 req-49eb9dff-6286-4ca6-9c57-1ae0195ca459 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:45.636251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3e75e8a-74b0-40ff-b074-14d9255575b4 req-49eb9dff-6286-4ca6-9c57-1ae0195ca459 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 944 time: 0.0485158 Nov 01 19:03:45.674904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d3e75e8a-74b0-40ff-b074-14d9255575b4 req-009a9717-5334-4305-8324-36d3f6e479f4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Nov 01 19:03:46.391680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c88e60ac-535d-4296-b066-be34e3e6f608 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:03:46.482784 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c88e60ac-535d-4296-b066-be34e3e6f608,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:03:46.494741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'c88e60ac-535d-4296-b066-be34e3e6f608', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'port_id': 'c88e60ac-535d-4296-b066-be34e3e6f608', 'mac_address': 'fa:16:3e:3c:77:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:03:46.533550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:46.546446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88e60ac-535d-4296-b066-be34e3e6f608 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:03:46.565248 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c88e60ac-535d-4296-b066-be34e3e6f608,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:03:46.666556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:46.714458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:46.721946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.722332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.722708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.723050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.723387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.723753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.724087 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.724419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.724876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.725211 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.725593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.725921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:46.797235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c613aa-1241-44e1-82e3-ef4a7db1824b req-5a670e71-fc29-483a-a54c-77c7ee1e0eed tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:46.798728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6c613aa-1241-44e1-82e3-ef4a7db1824b req-5a670e71-fc29-483a-a54c-77c7ee1e0eed tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 945 time: 0.0536714 Nov 01 19:03:46.835835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6c613aa-1241-44e1-82e3-ef4a7db1824b req-744f4bd4-e4d2-4707-a6bf-8c280508e76d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Nov 01 19:03:47.025796 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['c88e60ac-535d-4296-b066-be34e3e6f608'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:03:47.951681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bfb35-fa6b-4414-98f4-232ca4f12eef req-da11d56b-82da-4cdd-8411-412bf91749d5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:47.953063 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-142bfb35-fa6b-4414-98f4-232ca4f12eef req-da11d56b-82da-4cdd-8411-412bf91749d5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 945 time: 0.0493262 Nov 01 19:03:47.990245 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-142bfb35-fa6b-4414-98f4-232ca4f12eef req-5fdba4e6-30d7-426f-9a3c-d0ebf455f737 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Nov 01 19:03:48.391978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c88e60ac-535d-4296-b066-be34e3e6f608 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:03:48.506277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port c88e60ac-535d-4296-b066-be34e3e6f608 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:03:48.510013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port c88e60ac-535d-4296-b066-be34e3e6f608 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:48.510381 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:48.586494 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:48.608428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:03:48.610902 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b381d41-d1e4-45cf-b571-9a42b90c9c81" -d '{"events": [{"server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "name": "network-vif-plugged", "status": "completed", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:03:48.623212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c88e60ac-535d-4296-b066-be34e3e6f608,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:03:48.647447 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faca53b-d46a-4bc6-8fbd-fec71da1d3ef x-openstack-request-id: req-7faca53b-d46a-4bc6-8fbd-fec71da1d3ef {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:03:48.647758 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "name": "network-vif-plugged", "status": "completed", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:03:48.648070 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7faca53b-d46a-4bc6-8fbd-fec71da1d3ef {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:03:48.648406 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608', 'code': 200} Nov 01 19:03:48.683898 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:48.731150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-43a415d6-42d1-4b8d-86d7-15a3cd6b1247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:48.736442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:48.746614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395bd9b-dfa4-42cd-9c04-300249cf36b7 req-85a77251-d98c-4419-a476-da7669b02993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:48.748263 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4395bd9b-dfa4-42cd-9c04-300249cf36b7 req-85a77251-d98c-4419-a476-da7669b02993 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 1097 time: 0.0418208 Nov 01 19:03:48.783194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4395bd9b-dfa4-42cd-9c04-300249cf36b7 req-297acca2-6867-4cdb-b01f-be385e3bb3a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280912 Nov 01 19:03:49.103269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb654fd5-35a2-4758-9b9e-d487b2d15a85 req-be87dda3-8b93-49f5-a38b-46fc21261e37 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:49.104785 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb654fd5-35a2-4758-9b9e-d487b2d15a85 req-be87dda3-8b93-49f5-a38b-46fc21261e37 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0487258 Nov 01 19:03:49.142597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb654fd5-35a2-4758-9b9e-d487b2d15a85 req-e9233582-4dda-4bd3-8c5f-536af25ab6b4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315247 Nov 01 19:03:50.268111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb8fcb-5a64-4c8c-81bd-7d35c1ac691f req-379b6c8b-9f3f-4245-a43c-771b5fef8399 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:50.269661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abfb8fcb-5a64-4c8c-81bd-7d35c1ac691f req-379b6c8b-9f3f-4245-a43c-771b5fef8399 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Nov 01 19:03:50.306979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-abfb8fcb-5a64-4c8c-81bd-7d35c1ac691f req-9dc02a83-38db-4ff4-940a-50bad8c54bf6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313685 Nov 01 19:03:50.421143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a875-c359-4b06-8ede-399d08abc88a req-6d9576b3-7dd6-4cfd-ae5b-ab36f6bdb6f8 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:03:50.422724 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f438a875-c359-4b06-8ede-399d08abc88a req-6d9576b3-7dd6-4cfd-ae5b-ab36f6bdb6f8 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0488603 Nov 01 19:03:50.460015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f438a875-c359-4b06-8ede-399d08abc88a req-8c64c037-e116-4e7c-9357-68d8d7a4c135 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Nov 01 19:03:50.894642 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4ac3ae6-9302-4e05-8c89-b6df0178144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:51.939706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38322) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:03:52.226147 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:52.434997 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:52.690921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.17 (1d240d3b-d9ab-4a63-bfc2-6615dca3cd52/f5fe3594-e60d-49df-a6b4-f03a6e35b314/db2ac304-1db5-4cd5-993f-29d8a5a7d2bf) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:03:52.805157 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:52.929583 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:52.972409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:03:52.977321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:03:52.981192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:03:52.987751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:53.034805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.252615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-80a58806-e320-4305-adb6-307d1eca3d05 None None] Provisioning complete for port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:53.253324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-80a58806-e320-4305-adb6-307d1eca3d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.262887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.295946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-80a58806-e320-4305-adb6-307d1eca3d05 None None] Port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:03:53.533178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.603370 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.678987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:53.681615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.770840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:03:53.772226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:03:53.889780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:53.892438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:03:54.022984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-743b8db5-5e90-4a44-8ee9-033f5db3b1c7 None None] Provisioning complete for port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:54.023382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-743b8db5-5e90-4a44-8ee9-033f5db3b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:54.059485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-743b8db5-5e90-4a44-8ee9-033f5db3b1c7 None None] Port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:03:54.337983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:03:54.343707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3483dde5-2c1c-4f89-9bf3-2c429aab4866 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/78e7e401-3df1-442d-a193-dc77e1923a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4029462 Nov 01 19:03:54.360978 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:03:54.370937 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:03:54.371547 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:03:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:03:54.475252 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:03:54.695991 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:03:53Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2ac304-1db5-4cd5-993f-29d8a5a7d2bf', 'name': '', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:36:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:03:52Z', 'updated_at': '2021-11-01T19:03:53Z', 'revision_number': 2, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:03:54.726372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:03:54.726725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Updating router 78e7e401-3df1-442d-a193-dc77e1923a42 port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:03:54.750622 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.003655 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.071796 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.123710 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Pushing event updated for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:55.245120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.245459 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.245799 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.246130 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.246456 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.246782 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.247104 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.247423 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.247769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.248093 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.248414 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.248728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:03:55.283736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Attempting to bind port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:03:55.283736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Attempting to bind port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:03:55.283736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Attempting to bind port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf on network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:03:55.287683 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:03:55.288054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Checking segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:03:55.288444 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.288830 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Bound using segment: {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:03:55.289284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Bound port: db2ac304-1db5-4cd5-993f-29d8a5a7d2bf, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:03:55.289664 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.349206 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] For port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:03:55.352138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] For port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:03:55.386028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fad2effd-6e12-4d85-8f03-38bcfae36d3a None None] Provisioning complete for port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:55.386588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fad2effd-6e12-4d85-8f03-38bcfae36d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.415456 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.423399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fad2effd-6e12-4d85-8f03-38bcfae36d3a None None] Port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:03:55.477267 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:03:55.477887 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:03:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:03:55.480939 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe12772-f523-444e-8e31-5a9b0729c75e None None] Pushing event updated for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:55.588681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:03:55.642996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] Provisioning complete for port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:55.643368 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.721856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.756728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] For port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:03:55.810470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:55.821310 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:03:53Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2ac304-1db5-4cd5-993f-29d8a5a7d2bf', 'name': '', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:36:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:03:52Z', 'updated_at': '2021-11-01T19:03:55Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:03:55.848019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8f9b5-323c-4535-947e-dd02bc716983 None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:03:53Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2ac304-1db5-4cd5-993f-29d8a5a7d2bf', 'name': '', 'network_id': '1d240d3b-d9ab-4a63-bfc2-6615dca3cd52', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:36:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:03:52Z', 'updated_at': '2021-11-01T19:03:55Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': 'f5fe3594-e60d-49df-a6b4-f03a6e35b314', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:03:55.858297 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddaa3e-cef2-4bb3-956e-75dcd937433a None None] Pushing event updated for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:03:56.768767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:03:57.709938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db2ac304-1db5-4cd5-993f-29d8a5a7d2bf up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:03:57.757904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:03:57.758274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:05.220041 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:09.517360 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:17.587672 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:04:18.732762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-93161923-152f-4356-bce9-5c21f04ac318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:20.899606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf5d6-fa61-4ea4-9264-8e1a40dccb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:22.226082 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:23.922746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:25.876853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38356) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:26.230998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:26.538408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:26.538670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:26.630501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port db2ac304-1db5-4cd5-993f-29d8a5a7d2bf, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:26.630864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:26.643119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for db2ac304-1db5-4cd5-993f-29d8a5a7d2bf owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:26.761252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:26.871269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:26.897856 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=db2ac304-1db5-4cd5-993f-29d8a5a7d2bf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:27.074185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:27.296282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:04:27.399550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:04:27.404732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4cca40a6-5403-4622-be89-4e185706e19f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/78e7e401-3df1-442d-a193-dc77e1923a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268168 Nov 01 19:04:27.410723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:04:27.421583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:27.422232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:27.529033 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:27.758076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:27.786613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:04:27.794682 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:27.795292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:27.901395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:27.904089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee443f2a-bcd5-4285-85ac-ad3f3d669e7b req-72e3d32f-67e8-44f8-b4a6-ef2340787b63 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:27.905604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee443f2a-bcd5-4285-85ac-ad3f3d669e7b req-72e3d32f-67e8-44f8-b4a6-ef2340787b63 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0512717 Nov 01 19:04:27.945246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee443f2a-bcd5-4285-85ac-ad3f3d669e7b req-c45078e4-8e2c-4ed0-9a8b-c0f8d586175c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Nov 01 19:04:28.117576 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:28.142566 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667027ae-04d2-4460-839c-bbd76e7289fa None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '672df256-285d-4d51-ac00-7989506da79d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'port_id': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'mac_address': 'fa:16:3e:ea:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:02:57Z', 'updated_at': '2021-11-01T19:03:00Z', 'revision_number': 1, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:04:29.068238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829a855-eeb9-4de3-b9f9-f3d4413b25ed req-5dd64b96-a32a-4598-b8cb-e26877a12953 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:29.069711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6829a855-eeb9-4de3-b9f9-f3d4413b25ed req-5dd64b96-a32a-4598-b8cb-e26877a12953 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0524132 Nov 01 19:04:29.107092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6829a855-eeb9-4de3-b9f9-f3d4413b25ed req-11978e4d-5e0e-4050-a9f7-7720c355b5b6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=988814f0-6c34-42b2-82dc-6fe21bcd007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Nov 01 19:04:29.263694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-f0e3de62-f4d7-4360-b791-f7adc5cc3b42 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:29.265088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-f0e3de62-f4d7-4360-b791-f7adc5cc3b42 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Nov 01 19:04:29.353497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port c88e60ac-535d-4296-b066-be34e3e6f608 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:29.353838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:29.445897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port c88e60ac-535d-4296-b066-be34e3e6f608, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=c88e60ac-535d-4296-b066-be34e3e6f608,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:29.446564 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:29.459657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for c88e60ac-535d-4296-b066-be34e3e6f608 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:29.666892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db2ac304-1db5-4cd5-993f-29d8a5a7d2bf no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:29.677060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:29.693108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: db2ac304-1db5-4cd5-993f-29d8a5a7d2bf {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:29.693457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device db2ac304-1db5-4cd5-993f-29d8a5a7d2bf not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:29.710669 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=c88e60ac-535d-4296-b066-be34e3e6f608,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:29.753269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] No DVR routers for this DVR port c88e60ac-535d-4296-b066-be34e3e6f608 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:04:29.755972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:29.759253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ad0a6c0-1778-4c69-9fc2-fc0fa42fd75c req-434b3fb3-aa4c-4982-aebe-2c5081124e19 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.37 "DELETE /v2.0/ports/c88e60ac-535d-4296-b066-be34e3e6f608 HTTP/1.1" status: 204 len: 173 time: 0.4880614 Nov 01 19:04:29.759718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'name': 'network-vif-deleted', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:04:29.761941 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682115c5-44ec-48ea-a9f8-80e85546de30" -d '{"events": [{"server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "name": "network-vif-deleted", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:04:29.800447 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0978cfdd-88b0-469e-b2ed-22f9c9b84bc2 x-openstack-request-id: req-0978cfdd-88b0-469e-b2ed-22f9c9b84bc2 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:04:29.800742 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea8b75-1de0-4d23-a1fa-1cd8599e9040", "name": "network-vif-deleted", "tag": "c88e60ac-535d-4296-b066-be34e3e6f608", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:04:29.800994 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0978cfdd-88b0-469e-b2ed-22f9c9b84bc2 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:04:29.801396 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea8b75-1de0-4d23-a1fa-1cd8599e9040', 'name': 'network-vif-deleted', 'tag': 'c88e60ac-535d-4296-b066-be34e3e6f608', 'status': 'completed', 'code': 200} Nov 01 19:04:30.221976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b7ee9e-be22-4069-b3d5-2f04b23e3cef req-d72bd7c3-891a-49ad-b4eb-26b8f7d1d7d5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4ea8b75-1de0-4d23-a1fa-1cd8599e9040 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Nov 01 19:04:31.278364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38370) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:31.336062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.363065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.489762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-dc3f1e1f-b44a-44bc-830d-2d6879c52b29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440271 Nov 01 19:04:31.497956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.501594 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.501995 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/security-groups/988814f0-6c34-42b2-82dc-6fe21bcd007b HTTP/1.1" status: 204 len: 168 time: 0.2224116 Nov 01 19:04:31.511490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa1756-1be8-4528-bd2d-7670769775d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988814f0-6c34-42b2-82dc-6fe21bcd007b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:31.577719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00a6d7-c514-4f24-8531-67984e177462 req-029bd94a-cb1e-4937-a680-350a7fddf734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:31.579223 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-029bd94a-cb1e-4937-a680-350a7fddf734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1096 time: 0.0416477 Nov 01 19:04:31.624705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:31.678835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting subnet f5fe3594-e60d-49df-a6b4-f03a6e35b314 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:04:31.681957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.688286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00a6d7-c514-4f24-8531-67984e177462 req-d51dc921-bd30-47fa-8314-7cef1c6e9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:31.689898 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-d51dc921-bd30-47fa-8314-7cef1c6e9bbd service neutron] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 898 time: 0.0915849 Nov 01 19:04:31.724134 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.758285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-8a0774b8-2280-4a48-8a0d-8c61da75ede4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 1001 time: 0.0614839 Nov 01 19:04:31.811275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00a6d7-c514-4f24-8531-67984e177462 req-d9e8e086-6fd9-40c8-84b2-8016b5e86681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:31.812773 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-d9e8e086-6fd9-40c8-84b2-8016b5e86681 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0425570 Nov 01 19:04:31.825024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.862897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00a6d7-c514-4f24-8531-67984e177462 req-a846265d-e21d-489b-a173-d122218d78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:31.864479 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-a846265d-e21d-489b-a173-d122218d78b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447099 Nov 01 19:04:31.951880 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.952892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-5e37f73b-5cd3-4004-91a2-807b8f07f830 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808871 Nov 01 19:04:31.980700 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fe3594-e60d-49df-a6b4-f03a6e35b314,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:31.984113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:31.986531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/subnets/f5fe3594-e60d-49df-a6b4-f03a6e35b314 HTTP/1.1" status: 204 len: 168 time: 0.3607981 Nov 01 19:04:31.992152 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38376) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:31.994106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b18395-7fab-4d88-ac46-c0b862b2400e None None] Network 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:04:32.000585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.000936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.001280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.001639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.001956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.002293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.003163 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.003497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.003848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.004178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.004508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.004831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e764dbd-41fe-4657-9074-7465e2697ede tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:32.056680 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1e00a6d7-c514-4f24-8531-67984e177462 req-141ff800-7608-4519-aa5e-b7770eb85ffc service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959089 Nov 01 19:04:32.085008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.138192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port a5f54018-a4c4-4469-8eb4-ca27996e84ea {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:32.138522 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.186792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] DHCP port deletion for 1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:04:32.206812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port a5f54018-a4c4-4469-8eb4-ca27996e84ea, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5f54018-a4c4-4469-8eb4-ca27996e84ea,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:32.207272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.228221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for a5f54018-a4c4-4469-8eb4-ca27996e84ea owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:32.234374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Deleting port a5f54018-a4c4-4469-8eb4-ca27996e84ea {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:32.234781 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.297461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] For port a5f54018-a4c4-4469-8eb4-ca27996e84ea, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=a5f54018-a4c4-4469-8eb4-ca27996e84ea,segment=NetworkSegment(6c1f98f1-23e3-4896-b0c3-279d74b4ddfe),segment_id=6c1f98f1-23e3-4896-b0c3-279d74b4ddfe)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:32.297868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.314559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Calling delete_port for a5f54018-a4c4-4469-8eb4-ca27996e84ea owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:32.391669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.397794 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.418519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=a5f54018-a4c4-4469-8eb4-ca27996e84ea,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:32.423183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] Pushing event deleted for resources: {'Port': ['ID=a5f54018-a4c4-4469-8eb4-ca27996e84ea,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:32.426768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] No DVR routers for this DVR port a5f54018-a4c4-4469-8eb4-ca27996e84ea on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:04:32.428373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45f857-a691-473e-a494-6fdcc05d98c6 None None] No DVR routers for this DVR port a5f54018-a4c4-4469-8eb4-ca27996e84ea on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:04:32.513102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.532653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d240d3b-d9ab-4a63-bfc2-6615dca3cd52']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:32.542297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:32.542588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1f98f1-23e3-4896-b0c3-279d74b4ddfe') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:32.552427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.565472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.571365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:04:32.571735 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:04:32.574722 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:04:32.706461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.713798 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.719552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/networks/1d240d3b-d9ab-4a63-bfc2-6615dca3cd52 HTTP/1.1" status: 204 len: 168 time: 0.7240736 Nov 01 19:04:32.719850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c88e60ac-535d-4296-b066-be34e3e6f608 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:32.720206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38378) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:32.742009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: c88e60ac-535d-4296-b066-be34e3e6f608 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:32.742355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device c88e60ac-535d-4296-b066-be34e3e6f608 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:32.776613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ffaa-5945-40f4-a6ce-80ae8d20ef86 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Network': ['ID=1d240d3b-d9ab-4a63-bfc2-6615dca3cd52,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:32.898267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port f8809655-ab7b-469c-b545-790e8c68e8c5 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:32.898636 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.974227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.974565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:32.986292 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for f8809655-ab7b-469c-b545-790e8c68e8c5 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:33.231368 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:33.256849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=f8809655-ab7b-469c-b545-790e8c68e8c5,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:33.334164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:33.334503 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Floating IP 672df256-285d-4d51-ac00-7989506da79d disassociated (deleted). External IP: 172.25.2.128, port: 93092224-21dd-4e44-88ff-6ec2312a0aba. Nov 01 19:04:33.544595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:04:33.655994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:04:33.661866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:33.668189 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:04:33.679291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:33.680041 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:33.698731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-355d607c-e2e1-4d7b-8a66-672674debe78 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/floatingips/672df256-285d-4d51-ac00-7989506da79d HTTP/1.1" status: 204 len: 168 time: 0.9630754 Nov 01 19:04:33.698731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:04:33.700461 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d97fbce-b076-42be-8d98-431092cf407d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:04:33.720326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5f54018-a4c4-4469-8eb4-ca27996e84ea no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:33.746626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: a5f54018-a4c4-4469-8eb4-ca27996e84ea {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:33.747172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device a5f54018-a4c4-4469-8eb4-ca27996e84ea not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:33.748361 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83ad2b-d0ae-4afd-8890-46864db2a66d x-openstack-request-id: req-fb83ad2b-d0ae-4afd-8890-46864db2a66d {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:04:33.748867 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:04:33.749582 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb83ad2b-d0ae-4afd-8890-46864db2a66d {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:04:33.750128 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'status': 'completed', 'code': 200} Nov 01 19:04:33.808051 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:33.816920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97fbce-b076-42be-8d98-431092cf407d req-accdab71-d3f7-4e86-a987-679432bde527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:33.818483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-accdab71-d3f7-4e86-a987-679432bde527 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 1096 time: 0.0434291 Nov 01 19:04:33.911961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97fbce-b076-42be-8d98-431092cf407d req-8e29b4bc-be08-4857-88ec-d8d1a452e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:33.913598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-8e29b4bc-be08-4857-88ec-d8d1a452e378 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 200 len: 898 time: 0.0882766 Nov 01 19:04:33.958723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-2740a2a3-7864-4232-8688-fe32074e0ff3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 200 len: 217 time: 0.0368831 Nov 01 19:04:34.012391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97fbce-b076-42be-8d98-431092cf407d req-8a0bf815-d1b3-4670-99d2-a1d344e9d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:34.014025 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-8a0bf815-d1b3-4670-99d2-a1d344e9d52a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 200 len: 834 time: 0.0480506 Nov 01 19:04:34.027163 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:34.061193 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:04:34.062692 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97fbce-b076-42be-8d98-431092cf407d req-b666799f-7c62-41be-9c93-3d217715a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:34.064323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-b666799f-7c62-41be-9c93-3d217715a80f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424030 Nov 01 19:04:34.070339 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:34.071138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:34.151036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8936f-9858-4642-8e81-087f52e7118a req-261eecb9-c2b4-4245-a259-0accd9330afb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:34.152710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adf8936f-9858-4642-8e81-087f52e7118a req-261eecb9-c2b4-4245-a259-0accd9330afb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0582571 Nov 01 19:04:34.163772 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-008808d0-d6cf-4c55-9004-bba92e52df89 service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912144 Nov 01 19:04:34.184641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:34.193840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-adf8936f-9858-4642-8e81-087f52e7118a req-0b3af586-3d66-4fe7-8314-919692ae5be1 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341947 Nov 01 19:04:34.261883 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d97fbce-b076-42be-8d98-431092cf407d req-3f038ab6-2491-4873-95ca-2704a4e5706d service neutron] 10.222.0.32 "GET /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Nov 01 19:04:34.384185 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:34.411811 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6ca08-6f74-4db2-a334-a45e2f285beb None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:26Z', 'revision_number': 6, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f3d83bd8-64ee-4d32-b15c-2833bc7428d8', 'name': '', 'network_id': 'db1c803a-1284-4dc6-9f7c-bf8e69ffba8d', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:40Z', 'updated_at': '2021-11-01T19:02:44Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '2011a2c8-1382-4a72-8d2c-2bd84051f1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:04:34.639627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bc73f-2569-4ee8-a14d-afa77d6c0181 None None] New status for floating IP 672df256-285d-4d51-ac00-7989506da79d: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:04:35.237075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:35.314137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6db61-f8f9-40b2-9279-e64fb354ad78 req-61f48fa2-3243-4092-94f4-670775550c88 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:35.315685 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56a6db61-f8f9-40b2-9279-e64fb354ad78 req-61f48fa2-3243-4092-94f4-670775550c88 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Nov 01 19:04:35.352993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56a6db61-f8f9-40b2-9279-e64fb354ad78 req-7f0de08f-273e-4f16-b494-1f9ef93d3923 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6f67ec0-0885-4d4c-a987-7c1af6643af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Nov 01 19:04:35.526618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-199cde38-6ed0-41d9-8ff9-9983f80611de tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:35.527984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-199cde38-6ed0-41d9-8ff9-9983f80611de tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Nov 01 19:04:35.618286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 93092224-21dd-4e44-88ff-6ec2312a0aba {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:35.618650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:35.706821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port 93092224-21dd-4e44-88ff-6ec2312a0aba, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=93092224-21dd-4e44-88ff-6ec2312a0aba,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:35.707166 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:35.719084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 93092224-21dd-4e44-88ff-6ec2312a0aba owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:35.905572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:35.934336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=93092224-21dd-4e44-88ff-6ec2312a0aba,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:35.946861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.947208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.947576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.947938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.948382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.948790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.949067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.949397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.949725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.950058 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.950387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.950717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:35.985433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] No DVR routers for this DVR port 93092224-21dd-4e44-88ff-6ec2312a0aba on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:04:35.988143 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:35.991474 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-55d9dd03-46c7-4b2e-96b1-158e979d6bca req-cfc518e7-81b4-4a11-b909-c42cb6e9aa41 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "DELETE /v2.0/ports/93092224-21dd-4e44-88ff-6ec2312a0aba HTTP/1.1" status: 204 len: 173 time: 0.4567883 Nov 01 19:04:35.991934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'name': 'network-vif-deleted', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:04:35.994188 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ab9e5-303e-447a-96fa-ddebf27ee8eb" -d '{"events": [{"server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "name": "network-vif-deleted", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:04:36.029570 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f4ac29-f762-46b8-a98f-0dc3b8191707 x-openstack-request-id: req-d0f4ac29-f762-46b8-a98f-0dc3b8191707 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:04:36.029861 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e38dd63-1e65-4e50-8381-5fc155bf7499", "name": "network-vif-deleted", "tag": "93092224-21dd-4e44-88ff-6ec2312a0aba", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:04:36.030113 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0f4ac29-f762-46b8-a98f-0dc3b8191707 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:04:36.030515 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e38dd63-1e65-4e50-8381-5fc155bf7499', 'name': 'network-vif-deleted', 'tag': '93092224-21dd-4e44-88ff-6ec2312a0aba', 'status': 'completed', 'code': 200} Nov 01 19:04:36.462506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7eb7ab0-831b-402a-94f7-0ae8021081a0 req-551f5f99-6cdd-4e55-8e67-41d619ea2a45 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e38dd63-1e65-4e50-8381-5fc155bf7499 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Nov 01 19:04:37.518774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38396) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:37.577507 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:37.607323 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:37.726591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:37.729227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:37.730405 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6f67ec0-0885-4d4c-a987-7c1af6643af7 HTTP/1.1" status: 204 len: 168 time: 0.2104657 Nov 01 19:04:37.743686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b273be6-2b9f-477d-99f5-96765f86bf69 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f67ec0-0885-4d4c-a987-7c1af6643af7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:37.825908 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38400) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:38.248309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:38.497499 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port f3d83bd8-64ee-4d32-b15c-2833bc7428d8 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:38.497838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:38.863471 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 93092224-21dd-4e44-88ff-6ec2312a0aba no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:38.867807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port f3d83bd8-64ee-4d32-b15c-2833bc7428d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:38.868288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:38.880573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for f3d83bd8-64ee-4d32-b15c-2833bc7428d8 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:38.882670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 93092224-21dd-4e44-88ff-6ec2312a0aba {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:38.883015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 93092224-21dd-4e44-88ff-6ec2312a0aba not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:39.128546 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.160021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=f3d83bd8-64ee-4d32-b15c-2833bc7428d8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:39.332112 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.509785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.554171 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 78e7e401-3df1-442d-a193-dc77e1923a42 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:04:39.660961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:04:39.669282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9459315c-951b-48ca-af2a-8913cd4fdc76 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/78e7e401-3df1-442d-a193-dc77e1923a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8422859 Nov 01 19:04:39.669886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38402) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:39.678590 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Sync routers for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:04:39.690409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:39.691211 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:39.722234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting subnet 2011a2c8-1382-4a72-8d2c-2bd84051f1bb {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:04:39.725403 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.766979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.797697 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:39.861383 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:39.980032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.026149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.029877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/subnets/2011a2c8-1382-4a72-8d2c-2bd84051f1bb HTTP/1.1" status: 204 len: 168 time: 0.3588786 Nov 01 19:04:40.030777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09811c9c-6d6a-43fe-b111-914a2eb743af tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Subnet': ['ID=2011a2c8-1382-4a72-8d2c-2bd84051f1bb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:40.032610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc583c-36f8-41ff-a0d8-578f4177f8e1 None None] Network db1c803a-1284-4dc6-9f7c-bf8e69ffba8d requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:04:40.034709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38404) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:40.093686 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:39Z', 'revision_number': 7, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:40.123009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Checking router: 78e7e401-3df1-442d-a193-dc77e1923a42 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:04:40.132916 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Routers {'78e7e401-3df1-442d-a193-dc77e1923a42'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:40.133696 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['78e7e401-3df1-442d-a193-dc77e1923a42'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:40.148321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.255090 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] Set router 78e7e401-3df1-442d-a193-dc77e1923a42 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:40.394687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] DHCP port deletion for db1c803a-1284-4dc6-9f7c-bf8e69ffba8d request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:04:40.451025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Deleting port e77f56e6-6d71-475b-8d7d-299cbc83c3ae {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:40.451621 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.459009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:39Z', 'revision_number': 7, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:40.488134 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e76edb-a0f1-4924-9f50-1cb723148575 None None] The sync data for ids ['78e7e401-3df1-442d-a193-dc77e1923a42'] in n-d-815923-2 is: [{'id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'name': 'tempest-TestNetworkBasicOps-router-1527742741', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:04:39Z', 'revision_number': 7, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '767eef9b-f629-4a55-b23e-067af0a0da45', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7e401-3df1-442d-a193-dc77e1923a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:02:37Z', 'updated_at': '2021-11-01T19:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:04:40.526266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] For port e77f56e6-6d71-475b-8d7d-299cbc83c3ae, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,segment=NetworkSegment(fd6693ea-6389-456e-9273-78452899705f),segment_id=fd6693ea-6389-456e-9273-78452899705f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:40.526446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.543370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Calling delete_port for e77f56e6-6d71-475b-8d7d-299cbc83c3ae owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:40.624341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.694116 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.719770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] Pushing event deleted for resources: {'Port': ['ID=e77f56e6-6d71-475b-8d7d-299cbc83c3ae,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:40.724612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5377452-8c92-4238-b2ff-aa51c5c3b779 None None] No DVR routers for this DVR port e77f56e6-6d71-475b-8d7d-299cbc83c3ae on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:04:40.761973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 767eef9b-f629-4a55-b23e-067af0a0da45 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:04:40.762316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.843173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port 767eef9b-f629-4a55-b23e-067af0a0da45, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=767eef9b-f629-4a55-b23e-067af0a0da45,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:40.843576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:40.856909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 767eef9b-f629-4a55-b23e-067af0a0da45 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:04:41.094097 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.118643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=767eef9b-f629-4a55-b23e-067af0a0da45,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:41.183330 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.272999 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.275105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.448551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.449051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Fanout notify agent at l3_agent the message router_deleted on router 78e7e401-3df1-442d-a193-dc77e1923a42 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:04:41.455927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.460319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7fae5ca0-7574-4734-842d-f4d7b7094926 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/routers/78e7e401-3df1-442d-a193-dc77e1923a42 HTTP/1.1" status: 204 len: 168 time: 1.4208889 Nov 01 19:04:41.460319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38406) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:41.544577 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.633738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.652807 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1c803a-1284-4dc6-9f7c-bf8e69ffba8d']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:41.662459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6693ea-6389-456e-9273-78452899705f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:41.662755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6693ea-6389-456e-9273-78452899705f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:41.671922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.685350 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.691347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:04:41.691780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:04:41.694707 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:04:41.819619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.827404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.830734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/networks/db1c803a-1284-4dc6-9f7c-bf8e69ffba8d HTTP/1.1" status: 204 len: 168 time: 0.3693793 Nov 01 19:04:41.843043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30699224-b544-4745-a2e8-d47576d97847 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Network': ['ID=db1c803a-1284-4dc6-9f7c-bf8e69ffba8d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:41.852291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38408) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:41.857189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'network': {'name': 'tempest-network-smoke--415167924', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:41.942571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f3d83bd8-64ee-4d32-b15c-2833bc7428d8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:41.950963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:04:41.954601 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.963746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f3d83bd8-64ee-4d32-b15c-2833bc7428d8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:41.965293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f3d83bd8-64ee-4d32-b15c-2833bc7428d8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:41.965293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 767eef9b-f629-4a55-b23e-067af0a0da45 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:41.979004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:04:41.984687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 767eef9b-f629-4a55-b23e-067af0a0da45 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:41.985037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 767eef9b-f629-4a55-b23e-067af0a0da45 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:41.985443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e77f56e6-6d71-475b-8d7d-299cbc83c3ae no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:04:41.988290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:41.988630 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Added segment 7f1899e2-a3d9-46d5-bc8f-d571866fae3f of type vlan for network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 Nov 01 19:04:42.003876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e77f56e6-6d71-475b-8d7d-299cbc83c3ae {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:04:42.004224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e77f56e6-6d71-475b-8d7d-299cbc83c3ae not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:04:42.032300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.120857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.126406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:42.126990 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.190712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Network': ['ID=91f502a0-935f-43b6-bcb5-4e45c594e7d3,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:42.200901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:04:42.245163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c741efae-6779-4b4b-8d99-38b20cca040c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3917844 Nov 01 19:04:42.248088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38410) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:42.253448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1837993', 'admin_state_up': True, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:42.362766 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.363819 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.449656 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.646676 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.899548 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:42.923108 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:43.025179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.25.2.22 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/8a605390-87ee-4c1c-98fb-51d0b8a533c2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:04:43.125541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:43.208342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:43.245668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:04:43.248430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:43.250833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:04:43.281497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=8a605390-87ee-4c1c-98fb-51d0b8a533c2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:43.557864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:43.756994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:43.955795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 2d53d701-1f13-490e-9ded-8ac632d82cef is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:04:44.059924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:04:44.069944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Sync routers for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:04:44.079720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:44.081063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:44.147641 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.148910 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fb4f5cc1-2e92-4973-be62-b840500aa728 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8998604 Nov 01 19:04:44.152049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38412) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:44.180827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-316c4f20-df41-4357-bf2f-ab1e6f811252 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0b498b54e5b84458b536978a60ab15ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276577 Nov 01 19:04:44.183475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38414) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:44.186350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:44.268462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2ea0c-7b50-4f6b-bf20-1ce75cb6b039 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:44.269908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-58b2ea0c-7b50-4f6b-bf20-1ce75cb6b039 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854793 Nov 01 19:04:44.272623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38416) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:44.303534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b2211a03-b3b8-4cdc-b075-29d4b5c14f59 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298169 Nov 01 19:04:44.305949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38418) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:44.310563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1390686339', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:44.366339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:43Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:44.393884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Checking router: 2d53d701-1f13-490e-9ded-8ac632d82cef for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:04:44.394226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Updating router 2d53d701-1f13-490e-9ded-8ac632d82cef port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:04:44.418561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.452097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:04:44.456173 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.669678 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.692650 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.749340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Subnet': ['ID=76a04e12-7554-4083-9fd8-6bb3d932bfbf,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:44.756667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Checking segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:04:44.757027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network hostable DHCP agents. Network: 91f502a0-935f-43b6-bcb5-4e45c594e7d3, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:04:44.762095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.814809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Attempting to bind port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:04:44.815171 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Attempting to bind port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:04:44.815553 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Attempting to bind port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:04:44.817543 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560a22-2e21-43b8-8f4a-2fa4f9596a09 None None] Pushing event updated for resources: {'Port': ['ID=8a605390-87ee-4c1c-98fb-51d0b8a533c2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:44.822953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:04:44.823333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:04:44.823769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.824186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:04:44.824648 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Bound port: 8a605390-87ee-4c1c-98fb-51d0b8a533c2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:04:44.825057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.848196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:04:44.875588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] For port 8a605390-87ee-4c1c-98fb-51d0b8a533c2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:04:44.878510 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] For port 8a605390-87ee-4c1c-98fb-51d0b8a533c2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8a605390-87ee-4c1c-98fb-51d0b8a533c2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:04:44.945057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 91f502a0-935f-43b6-bcb5-4e45c594e7d3) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:44.949546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:44.950220 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:44.956318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4407c0-1399-4be0-833f-384b1283a0ef None None] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:04:45.007184 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.081785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:45.082461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:45.087863 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-eb1e9ad7-6d1a-47b6-8e61-581cbf1ebf16 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7781010 Nov 01 19:04:45.088225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38420) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:45.090723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560a22-2e21-43b8-8f4a-2fa4f9596a09 None None] Pushing event updated for resources: {'Port': ['ID=8a605390-87ee-4c1c-98fb-51d0b8a533c2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:45.237465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:04:45.238313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.243204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:45.511924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Allocated IP 172.20.0.2 (91f502a0-935f-43b6-bcb5-4e45c594e7d3/76a04e12-7554-4083-9fd8-6bb3d932bfbf/ac5a35f3-6377-4e77-9ac3-d9e598131833) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:04:45.532654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.591915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:43Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:45.621226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8c7f8-f7db-492d-83ff-f2aa7bf52c44 None None] The sync data for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 is: [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:43Z', 'revision_number': 3, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:04:45.700528 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.767838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.799662 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:04:45.804415 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:45.807096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:04:45.836387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.1 (91f502a0-935f-43b6-bcb5-4e45c594e7d3/76a04e12-7554-4083-9fd8-6bb3d932bfbf/0388d05d-d985-44a0-bf9e-c0a501591c1a) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:04:45.862327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Pushing event updated for resources: {'Port': ['ID=ac5a35f3-6377-4e77-9ac3-d9e598131833,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:45.899676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Attempting to bind port ac5a35f3-6377-4e77-9ac3-d9e598131833 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:04:45.900051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Attempting to bind port ac5a35f3-6377-4e77-9ac3-d9e598131833 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:04:45.900580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Attempting to bind port ac5a35f3-6377-4e77-9ac3-d9e598131833 on network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:04:45.906638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:04:45.907018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Checking segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:04:45.907424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.907856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Bound using segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:04:45.908334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Bound port: ac5a35f3-6377-4e77-9ac3-d9e598131833, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:04:45.908725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.972756 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:45.980625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] For port ac5a35f3-6377-4e77-9ac3-d9e598131833, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:04:45.984251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] For port ac5a35f3-6377-4e77-9ac3-d9e598131833, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ac5a35f3-6377-4e77-9ac3-d9e598131833,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:04:46.077596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.123796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.138687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f2ad4-1801-46fc-895b-6035fb50218d None None] Pushing event updated for resources: {'Port': ['ID=ac5a35f3-6377-4e77-9ac3-d9e598131833,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:46.171283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:04:46.173053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:46.178057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:04:46.222136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:46.240123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.461768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.737242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.806590 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.888582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:46.891063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:46.992378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:04:46.993819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:47.041435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d90aa-8014-449c-b344-9c4d12fc5eb0 None None] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:04:47.102750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 2d53d701-1f13-490e-9ded-8ac632d82cef has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:04:47.107712 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Provisioning complete for port ac5a35f3-6377-4e77-9ac3-d9e598131833 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:47.108095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.222672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:04:47.228824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0e82584a-2268-4491-9bee-a6da19421fb0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/2d53d701-1f13-490e-9ded-8ac632d82cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381571 Nov 01 19:04:47.231455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38422) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:47.271386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.316551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] For port ac5a35f3-6377-4e77-9ac3-d9e598131833, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ac5a35f3-6377-4e77-9ac3-d9e598131833,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:47.397344 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.443862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842c10a-3916-43a3-8236-245e6f7355d8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.444366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842c10a-3916-43a3-8236-245e6f7355d8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.444844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842c10a-3916-43a3-8236-245e6f7355d8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.445312 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842c10a-3916-43a3-8236-245e6f7355d8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.447049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c842c10a-3916-43a3-8236-245e6f7355d8 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2143641 Nov 01 19:04:47.449748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38424) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:47.452600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Pushing event updated for resources: {'Port': ['ID=ac5a35f3-6377-4e77-9ac3-d9e598131833,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:47.461920 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.465807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.466330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.466475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.466993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.467493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32855377-2be7-48e9-8d50-7b87b3fac8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:04:47.502390 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Sync routers for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:04:47.513246 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:47.513862 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:47.553632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df633b17-4626-450d-8204-17113edf4ab4 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.554101 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df633b17-4626-450d-8204-17113edf4ab4 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.554561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df633b17-4626-450d-8204-17113edf4ab4 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.555242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df633b17-4626-450d-8204-17113edf4ab4 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:47.558454 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-df633b17-4626-450d-8204-17113edf4ab4 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1075819 Nov 01 19:04:47.562191 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38426) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:47.622215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2f72253e-92d7-476d-86e0-64636c9dcbc7 None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:47.622868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f72253e-92d7-476d-86e0-64636c9dcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.630017 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:47.676384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2f72253e-92d7-476d-86e0-64636c9dcbc7 None None] Port 0388d05d-d985-44a0-bf9e-c0a501591c1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:04:47.691950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2f72253e-92d7-476d-86e0-64636c9dcbc7 None None] Provisioning complete for port ac5a35f3-6377-4e77-9ac3-d9e598131833 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:47.692496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f72253e-92d7-476d-86e0-64636c9dcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.755188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-680680fb-9d0a-498a-8595-c92316aaa44a tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1924214 Nov 01 19:04:47.873977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ac5a35f3-6377-4e77-9ac3-d9e598131833 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:04:47.876560 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 2, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:47.909062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Checking router: 2d53d701-1f13-490e-9ded-8ac632d82cef for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:04:47.909640 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Updating router 2d53d701-1f13-490e-9ded-8ac632d82cef port 0388d05d-d985-44a0-bf9e-c0a501591c1a binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:04:47.929893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ac5a35f3-6377-4e77-9ac3-d9e598131833 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:47.930527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.938628 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:47.984180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2c89539a-9a3c-4638-853a-c8ef6608040c None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:47.984553 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c89539a-9a3c-4638-853a-c8ef6608040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.050897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2c89539a-9a3c-4638-853a-c8ef6608040c None None] Port 0388d05d-d985-44a0-bf9e-c0a501591c1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:04:48.062929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8a605390-87ee-4c1c-98fb-51d0b8a533c2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:04:48.110847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:48.111723 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.143401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38430) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:48.147981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072860805', 'description': 'tempest-secgroup-smoke-2072860805 description', 'project_id': '0b498b54e5b84458b536978a60ab15ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:48.240936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.248183 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.319917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.326339 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.357348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1de810c7-a6c4-4f8a-8cb0-e6ef2fbde5a4 None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:48.357975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1de810c7-a6c4-4f8a-8cb0-e6ef2fbde5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.378449 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a242-f82a-44b9-92df-689afc90bfa6 None None] Pushing event updated for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.386550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.389503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.416487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1de810c7-a6c4-4f8a-8cb0-e6ef2fbde5a4 None None] Port 0388d05d-d985-44a0-bf9e-c0a501591c1a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:04:48.419115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 8a605390-87ee-4c1c-98fb-51d0b8a533c2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8a605390-87ee-4c1c-98fb-51d0b8a533c2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:48.431264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b898a-41bb-4661-bf96-c278c42313ea,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.437527 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Attempting to bind port 0388d05d-d985-44a0-bf9e-c0a501591c1a on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:04:48.437898 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Attempting to bind port 0388d05d-d985-44a0-bf9e-c0a501591c1a by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:04:48.438264 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Attempting to bind port 0388d05d-d985-44a0-bf9e-c0a501591c1a on network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:04:48.444529 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:04:48.444910 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Checking segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:04:48.445367 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.445721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Bound using segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:04:48.446195 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Bound port: 0388d05d-d985-44a0-bf9e-c0a501591c1a, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:04:48.446582 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.477430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.478998 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5c350e86-2052-488f-a5a1-57a8b756b629 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3345406 Nov 01 19:04:48.481980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38432) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:48.487943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:48.515009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] For port 0388d05d-d985-44a0-bf9e-c0a501591c1a, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:04:48.518998 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] For port 0388d05d-d985-44a0-bf9e-c0a501591c1a, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0388d05d-d985-44a0-bf9e-c0a501591c1a,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:04:48.534552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.584732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=8a605390-87ee-4c1c-98fb-51d0b8a533c2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.589534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.612788 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.639058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:48.639622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.655031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.728346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.747766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79edc852-5d2f-4fbf-aa2a-74f461ccea3a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.751392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.763096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca130df1-94f4-4ba2-8722-2fa461c68f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.775002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a242-f82a-44b9-92df-689afc90bfa6 None None] Pushing event updated for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.778766 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:04:48.779717 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:48.787236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] For port 0388d05d-d985-44a0-bf9e-c0a501591c1a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0388d05d-d985-44a0-bf9e-c0a501591c1a,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:48.819945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.824791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:48.825113 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-86fa223c-2b27-4088-a2cb-f82b18335c06 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407936 Nov 01 19:04:48.832853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:48.880842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:48.896271 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:04:48.931279 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50960e1-7de4-4dde-8dea-6b83dfb1167b None None] Pushing event updated for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:48.953287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.003718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cdda0b0e-ffe5-422a-8b6e-571e43a08630 None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:49.006785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cdda0b0e-ffe5-422a-8b6e-571e43a08630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.014311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.088261 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.108782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd24669-a728-409a-bffa-9bc0022c58e2,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:49.116465 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:04:49.146326 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f1858b-dbc4-483e-996a-2e71d241a625 None None] The sync data for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 is: [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:04:49.181502 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.184161 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0458d8e5-c911-44d9-9e78-ef2fdeeca8f0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563659 Nov 01 19:04:49.185750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38436) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:49.191549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:49.297092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.366833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.476733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.496302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26c8af9-e5ec-437d-9806-ff123ad868f7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:49.587417 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.588748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-814336fb-b74c-457f-b9e2-a8d23ece210c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019799 Nov 01 19:04:49.593813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:49.596496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:49.694773 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.766448 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.807485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0388d05d-d985-44a0-bf9e-c0a501591c1a up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:04:49.848493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.861656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0388d05d-d985-44a0-bf9e-c0a501591c1a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:49.863245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.867014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffd216a-969c-4409-908b-6f6baf777d0c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:49.942565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:49.944231 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-68c6a512-d0e6-4008-b76e-30f071a47f5b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517327 Nov 01 19:04:49.946963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38440) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:49.951445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:49.955475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8a605390-87ee-4c1c-98fb-51d0b8a533c2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:04:50.003725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:50.004101 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.042542 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:04:50.047887 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.118506 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.213634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.232224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e200055-035e-4c09-97dd-135a6b05aa1b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:50.302223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.303493 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1acbbcfa-3738-4dc3-9900-43b47e51463f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554666 Nov 01 19:04:50.306258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38442) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:04:50.310667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b898a-41bb-4661-bf96-c278c42313ea', 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:50.390762 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Project 0b498b54e5b84458b536978a60ab15ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:04:50.395590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.454124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.549610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.567967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52848ea-7bb6-4675-a363-6f5be43fae05,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:50.637020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.638265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ef59cb6d-6332-4c24-bd51-e110891fe7b5 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3310242 Nov 01 19:04:50.776666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-8227dc27-310f-42be-ae8b-ce119b9dad7d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072860805&fields=id&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 267 time: 0.0325134 Nov 01 19:04:50.874698 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c54f0ab-b41e-4b69-969e-1e7a32b7cc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:50.885247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-3119df9f-e840-45f7-985f-8d47e62b0f2e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:50.886714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-3119df9f-e840-45f7-985f-8d47e62b0f2e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/networks?id=91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 200 len: 796 time: 0.1029768 Nov 01 19:04:50.902391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-18fcdcac-531e-43f7-9bce-dd2c7bfe16d7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/quotas/0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 375 time: 0.0098863 Nov 01 19:04:50.958896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-757ee895-ea0c-4565-bce1-fc09d5b70394 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510283 Nov 01 19:04:51.053807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-496fd886-2a7c-418e-bdb6-35c21ce3eb8f service neutron] 10.222.0.31 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834200 Nov 01 19:04:51.152853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4e711605-4fc4-45c6-99f7-ddccac24010f service neutron] 10.222.0.31 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928855 Nov 01 19:04:51.389073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db2855c0-f409-40b3-af26-602f238b322d req-f2021ab9-5c75-405d-8a7e-e53b6433e5fc tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 210 time: 0.0268102 Nov 01 19:04:52.202436 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:52.486360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53a4785-3249-4dce-b152-63f555278cc1 req-20a7b8e3-2cc2-4afc-8531-874b0bcf00e3 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 210 time: 0.0274162 Nov 01 19:04:53.556065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-b85f37e2-8919-4b12-9423-cdb8c68fbd12 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:53.557566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-b85f37e2-8919-4b12-9423-cdb8c68fbd12 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/networks?id=91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 200 len: 796 time: 0.5137820 Nov 01 19:04:53.584523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff270826-4174-4424-a2c9-75ae9facfcde req-d0a8ba1d-ff7b-47f0-aec0-f3acdf7b460f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 210 time: 0.0273428 Nov 01 19:04:53.601010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-3801c893-77fa-4f9d-8801-4ad56811c1ec tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b498b54e5b84458b536978a60ab15ff HTTP/1.1" status: 200 len: 380 time: 0.0342450 Nov 01 19:04:53.612115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'port': {'device_id': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'admin_state_up': True, 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'security_groups': ['dc1b898a-41bb-4661-bf96-c278c42313ea']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:53.785178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Made reservation on behalf of 0b498b54e5b84458b536978a60ab15ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:04:53.788889 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:53.909741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.20.0.9 (91f502a0-935f-43b6-bcb5-4e45c594e7d3/76a04e12-7554-4083-9fd8-6bb3d932bfbf/96e6897d-cbcb-4698-821f-afd5164d7908) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:04:53.931751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.044647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.151063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.192134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:04:54.195152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:04:54.201134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:04:54.210511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:54.257309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:54.257938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.319090 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-4111d5e8-e10e-4a31-b4a7-1a9104717e65 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110868 Nov 01 19:04:54.332931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Request body: {'port': {'device_id': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:04:54.393257 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.436067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-88eb277a-7fcb-4c72-9eae-332a4fefa6b0 None None] Provisioning complete for port 96e6897d-cbcb-4698-821f-afd5164d7908 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:04:54.436557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-88eb277a-7fcb-4c72-9eae-332a4fefa6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.472426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-88eb277a-7fcb-4c72-9eae-332a4fefa6b0 None None] Port 96e6897d-cbcb-4698-821f-afd5164d7908 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:04:54.586581 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:04:54.649168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e6897d-cbcb-4698-821f-afd5164d7908 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:04:54.656863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.670713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Transition to ACTIVE for port object 96e6897d-cbcb-4698-821f-afd5164d7908 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:04:54.701040 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33c91d-2e3b-42c1-a6a5-dda8e6729659 req-6ae65324-3b6b-47e3-8008-859b13b4cd40 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:54.702518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b33c91d-2e3b-42c1-a6a5-dda8e6729659 req-6ae65324-3b6b-47e3-8008-859b13b4cd40 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 931 time: 0.0507150 Nov 01 19:04:54.741411 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2b33c91d-2e3b-42c1-a6a5-dda8e6729659 req-b2113b76-2d60-484d-a09e-a706120fa1ff tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Nov 01 19:04:54.765777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.827266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:54.894937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Attempting to bind port 96e6897d-cbcb-4698-821f-afd5164d7908 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:04:54.895275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Attempting to bind port 96e6897d-cbcb-4698-821f-afd5164d7908 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:04:54.895638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Attempting to bind port 96e6897d-cbcb-4698-821f-afd5164d7908 on network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:04:54.900317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Port 96e6897d-cbcb-4698-821f-afd5164d7908 on network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:04:54.900651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Attempting to bind port 96e6897d-cbcb-4698-821f-afd5164d7908 on network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:04:54.905933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:04:54.906278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Checking segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:04:54.906679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Bound using segment: {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:04:54.907115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Bound port: 96e6897d-cbcb-4698-821f-afd5164d7908, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1899e2-a3d9-46d5-bc8f-d571866fae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:04:54.907481 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:54.974982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:04:54.978251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=96e6897d-cbcb-4698-821f-afd5164d7908,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:04:55.048287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:55.086041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.086668 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:55.088070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] 10.222.0.32 "PUT /v2.0/ports/96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 200 len: 1091 time: 0.7595892 Nov 01 19:04:55.088501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:04:55.090751 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069a8a4-8cb9-4398-85a5-8ba2c4149392" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:04:55.115214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ee356-c768-4d9a-8e11-586df465a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:55.138957 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97dc311-656b-4471-a22f-a4331af2e973 x-openstack-request-id: req-c97dc311-656b-4471-a22f-a4331af2e973 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:04:55.139301 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:04:55.139583 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97dc311-656b-4471-a22f-a4331af2e973 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:04:55.139995 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908', 'status': 'completed', 'code': 200} Nov 01 19:04:55.212012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-fc14b160-cdc9-41af-941c-696ba79aca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.213812 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-fc14b160-cdc9-41af-941c-696ba79aca9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1094 time: 0.0517282 Nov 01 19:04:55.316887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-c1c67330-7569-4347-8819-02053e9fae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.318418 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-c1c67330-7569-4347-8819-02053e9fae93 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b498b54e5b84458b536978a60ab15ff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949569 Nov 01 19:04:55.414625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-e2844af3-2334-42ea-8a24-12e3d250a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.416014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2069a8a4-8cb9-4398-85a5-8ba2c4149392 req-e2844af3-2334-42ea-8a24-12e3d250a286 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903430 Nov 01 19:04:55.491379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-84602b0c-83f3-4af5-b687-308f5cb8e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.492877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-84602b0c-83f3-4af5-b687-308f5cb8e89e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1094 time: 0.0405526 Nov 01 19:04:55.538849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-9b2c79c7-f43f-4865-bc8c-38d23aba4fab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 200 len: 217 time: 0.0376189 Nov 01 19:04:55.588861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-8a8bc6c8-77ae-49f4-b2b0-badaa619a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.590293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-8a8bc6c8-77ae-49f4-b2b0-badaa619a5a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76a04e12-7554-4083-9fd8-6bb3d932bfbf HTTP/1.1" status: 200 len: 835 time: 0.0437238 Nov 01 19:04:55.637050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-aac476a7-25d6-41e5-a54c-fc7f35d6263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.638520 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-aac476a7-25d6-41e5-a54c-fc7f35d6263a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91f502a0-935f-43b6-bcb5-4e45c594e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401535 Nov 01 19:04:55.735471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-16574fe8-3882-4849-8cf6-416ad63e8cfb service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Nov 01 19:04:55.823839 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d53ae844-9e65-4caa-9051-3d3a8c616ac4 req-50104cce-cd11-4fc8-86f2-c31803c9f568 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813458 Nov 01 19:04:55.867854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec1ef-19f6-4716-b545-4efa6fc58066 req-27897e69-bcc4-46b9-9fb5-900eebe18402 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:55.869354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-233ec1ef-19f6-4716-b545-4efa6fc58066 req-27897e69-bcc4-46b9-9fb5-900eebe18402 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 943 time: 0.0616233 Nov 01 19:04:55.910532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-233ec1ef-19f6-4716-b545-4efa6fc58066 req-7f5ad2a5-64ea-4d99-b52c-d10abc2a9c9d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351193 Nov 01 19:04:56.759848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:57.026320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99436d4-c5e8-47a0-8256-da34ed55e83d req-8fd08ffd-c46e-4ae1-9ba9-cbb2a4f2d8be tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:57.027801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d99436d4-c5e8-47a0-8256-da34ed55e83d req-8fd08ffd-c46e-4ae1-9ba9-cbb2a4f2d8be tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 943 time: 0.0486529 Nov 01 19:04:57.064514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d99436d4-c5e8-47a0-8256-da34ed55e83d req-ebbc526c-e56d-451b-a231-839543568368 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301781 Nov 01 19:04:58.178439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de637-6029-4a5b-98b9-2e811725a20f req-d7e39c49-5df5-4d47-9405-c0ae8e6092e6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:58.179936 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f47de637-6029-4a5b-98b9-2e811725a20f req-d7e39c49-5df5-4d47-9405-c0ae8e6092e6 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 943 time: 0.0481832 Nov 01 19:04:58.216469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f47de637-6029-4a5b-98b9-2e811725a20f req-0f72d809-f579-4d5c-80e0-012864788c46 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Nov 01 19:04:58.951918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 96e6897d-cbcb-4698-821f-afd5164d7908 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:04:59.043792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=96e6897d-cbcb-4698-821f-afd5164d7908,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:59.055451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '96e6897d-cbcb-4698-821f-afd5164d7908', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'port_id': '96e6897d-cbcb-4698-821f-afd5164d7908', 'mac_address': 'fa:16:3e:70:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:04:59.097473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:59.110435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e6897d-cbcb-4698-821f-afd5164d7908 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:04:59.132206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=96e6897d-cbcb-4698-821f-afd5164d7908,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:04:59.188350 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:04:59.236043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:04:59.343861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9f099-ac3e-4c94-a3eb-e39f56e487d1 req-c4bde1de-c5df-4fe7-a881-786587632af7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:04:59.345359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82c9f099-ac3e-4c94-a3eb-e39f56e487d1 req-c4bde1de-c5df-4fe7-a881-786587632af7 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 944 time: 0.0517755 Nov 01 19:04:59.383737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82c9f099-ac3e-4c94-a3eb-e39f56e487d1 req-8e1567a8-744a-491b-9181-9e40fe708635 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Nov 01 19:04:59.430890 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['96e6897d-cbcb-4698-821f-afd5164d7908'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:05:00.498862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916f23-e7f5-41bc-a0cc-65ad358fb448 req-fc715c27-63e9-4b5b-b9ee-ae25b9752ac2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:00.505830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb916f23-e7f5-41bc-a0cc-65ad358fb448 req-fc715c27-63e9-4b5b-b9ee-ae25b9752ac2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 944 time: 0.0494070 Nov 01 19:05:00.538034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb916f23-e7f5-41bc-a0cc-65ad358fb448 req-db5f4fc1-68c6-45c3-bb48-e5edfab5c3a0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Nov 01 19:05:00.968280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 96e6897d-cbcb-4698-821f-afd5164d7908 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:05:01.079564 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 96e6897d-cbcb-4698-821f-afd5164d7908 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:05:01.083998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 96e6897d-cbcb-4698-821f-afd5164d7908 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:01.084373 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:01.158964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:01.180562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:05:01.182851 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89115fdb04b0ca559be3abf37bbcfa3eab0ccc97cb42692660f7a925e37a7ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc27ad2-67e7-4c00-b695-9f4f4956377a" -d '{"events": [{"server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "name": "network-vif-plugged", "status": "completed", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:05:01.196505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=96e6897d-cbcb-4698-821f-afd5164d7908,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:01.219586 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20c6444-5277-4365-9055-8fe83a5f3d61 x-openstack-request-id: req-c20c6444-5277-4365-9055-8fe83a5f3d61 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:05:01.219820 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "name": "network-vif-plugged", "status": "completed", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:05:01.220075 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c20c6444-5277-4365-9055-8fe83a5f3d61 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:05:01.220465 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908', 'code': 200} Nov 01 19:05:01.285695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:01.316818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61d18-c1f6-4f14-80ef-19d19ccfe151 req-5b3b4006-fc94-457e-8335-9bc853f65b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:01.318327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6df61d18-c1f6-4f14-80ef-19d19ccfe151 req-5b3b4006-fc94-457e-8335-9bc853f65b16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1096 time: 0.0407808 Nov 01 19:05:01.332842 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:01.358568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6df61d18-c1f6-4f14-80ef-19d19ccfe151 req-7856fc9d-3f1b-4651-b043-7d471a5a2d0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323780 Nov 01 19:05:01.653440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c50ab-81d8-4433-98f8-5084029a4bd8 req-fa9e8731-0c50-455d-adaf-a23299ff72cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:01.654911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c50ab-81d8-4433-98f8-5084029a4bd8 req-fa9e8731-0c50-455d-adaf-a23299ff72cb tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.0502036 Nov 01 19:05:01.694170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e6c50ab-81d8-4433-98f8-5084029a4bd8 req-1560edc2-86a3-4abf-8592-8e559844cd05 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332787 Nov 01 19:05:02.832487 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf4be1-427b-4875-a2e6-eb4f3b45d1e9 req-a93d0693-5407-45e3-8188-f9c6d7a7e9e4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:02.834038 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06cf4be1-427b-4875-a2e6-eb4f3b45d1e9 req-a93d0693-5407-45e3-8188-f9c6d7a7e9e4 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.0581415 Nov 01 19:05:02.877546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06cf4be1-427b-4875-a2e6-eb4f3b45d1e9 req-1e027d16-5ca5-4087-b1cc-7dd9d80cc99e tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Nov 01 19:05:03.010320 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bd9ef-a877-4675-a3f2-eb8399bea9b5 req-1e11c387-df5c-4abc-84b3-3f92ded86176 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:03.011804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90bd9ef-a877-4675-a3f2-eb8399bea9b5 req-1e11c387-df5c-4abc-84b3-3f92ded86176 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.0540025 Nov 01 19:05:03.054261 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f90bd9ef-a877-4675-a3f2-eb8399bea9b5 req-f9462083-d056-4b45-be8a-47eeb89eda4d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359874 Nov 01 19:05:03.077437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38498) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:03.117429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6b9c3-e338-42b5-b4e3-0318b6138129 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:03.118959 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c7d6b9c3-e338-42b5-b4e3-0318b6138129 tempest-TestNetworkBasicOps-413103479 tempest-TestNetworkBasicOps-413103479-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1091 time: 0.0405002 Nov 01 19:05:03.121777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38500) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:03.126283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '96e6897d-cbcb-4698-821f-afd5164d7908', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:05:03.219017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:03.313259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:03.417389 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Allocated IP 172.25.2.111 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/0bfaf677-750a-458e-a2e3-68269bedf79c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:05:03.520197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:03.625242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:03.661274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:05:03.664416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:03.670127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:05:03.697780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=0bfaf677-750a-458e-a2e3-68269bedf79c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:04.162448 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:04.581745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:04.728433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:04.790227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:04.858009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event updated for resources: {'Port': ['ID=0bfaf677-750a-458e-a2e3-68269bedf79c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:04.873936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:04.973289 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Floating IP 0fcc125b-4e48-4963-b8d2-018a10cdb6c4 associated. External IP: 172.25.2.111, port: 96e6897d-cbcb-4698-821f-afd5164d7908. Nov 01 19:05:05.175939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 2d53d701-1f13-490e-9ded-8ac632d82cef has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:05:05.239948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:05.283631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:05.293744 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Sync routers for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:05.303382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:05.304014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:05.387014 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:05.408322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:05.414497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e71036e0-38c1-4239-9a5d-1ba68a63fa24 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2915943 Nov 01 19:05:05.415099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:05:05.417211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38504) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:05.417685 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:05:05.456996 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f9592-e0cc-4ca7-b5a7-8ee09a361ccb x-openstack-request-id: req-d79f9592-e0cc-4ca7-b5a7-8ee09a361ccb {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:05:05.457293 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:05:05.458356 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d79f9592-e0cc-4ca7-b5a7-8ee09a361ccb {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:05:05.458767 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908', 'status': 'completed', 'code': 200} Nov 01 19:05:05.484262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4f40a649-19a9-4aff-8556-e9697ff08cda tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/0fcc125b-4e48-4963-b8d2-018a10cdb6c4 HTTP/1.1" status: 200 len: 991 time: 0.0659025 Nov 01 19:05:05.529646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-d2d06f91-449a-4e57-991f-cd0b58063d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:05.531269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-d2d06f91-449a-4e57-991f-cd0b58063d34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1096 time: 0.0510695 Nov 01 19:05:05.621906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-485ca4c3-e8fe-4e41-b2c5-a3c0ebfb5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:05.623413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-485ca4c3-e8fe-4e41-b2c5-a3c0ebfb5a6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 200 len: 897 time: 0.0856483 Nov 01 19:05:05.637558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0fcc125b-4e48-4963-b8d2-018a10cdb6c4', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'port_id': '96e6897d-cbcb-4698-821f-afd5164d7908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'mac_address': 'fa:16:3e:70:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:05:03Z', 'updated_at': '2021-11-01T19:05:03Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:05.670448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Checking router: 2d53d701-1f13-490e-9ded-8ac632d82cef for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:05:05.679594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:05.680138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:04:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:05.692963 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-bcbdbdce-e99c-4902-871f-98a52c9c7dcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 200 len: 999 time: 0.0627184 Nov 01 19:05:05.742910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-687d30d4-2b14-4054-b67b-c86baa1ab3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:05.744597 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-687d30d4-2b14-4054-b67b-c86baa1ab3ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76a04e12-7554-4083-9fd8-6bb3d932bfbf HTTP/1.1" status: 200 len: 835 time: 0.0440855 Nov 01 19:05:05.785726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:05.789608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-8068a53f-b8cd-4dfe-ae67-37e02f571d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:05.791109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-8068a53f-b8cd-4dfe-ae67-37e02f571d0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91f502a0-935f-43b6-bcb5-4e45c594e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398991 Nov 01 19:05:05.884425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-a76f0982-b0bc-46b3-8fa9-514f282d1c59 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864546 Nov 01 19:05:05.974471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8a6acf45-1ccf-4bb0-a4e6-16631eb3898a req-1b6aae82-a0fc-4560-a6b3-2a33dbe9c64f service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828333 Nov 01 19:05:06.005041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38913c07-2971-41f6-8c69-cae629791518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0fcc125b-4e48-4963-b8d2-018a10cdb6c4', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'port_id': '96e6897d-cbcb-4698-821f-afd5164d7908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'mac_address': 'fa:16:3e:70:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:05:03Z', 'updated_at': '2021-11-01T19:05:03Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:06.033929 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38913c07-2971-41f6-8c69-cae629791518 None None] The sync data for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 is: [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '0fcc125b-4e48-4963-b8d2-018a10cdb6c4', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'port_id': '96e6897d-cbcb-4698-821f-afd5164d7908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'mac_address': 'fa:16:3e:70:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:05:03Z', 'updated_at': '2021-11-01T19:05:03Z', 'revision_number': 0, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:06.324345 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf7a492-6869-4ebc-9a6d-239231746e08 None None] New status for floating IP 0fcc125b-4e48-4963-b8d2-018a10cdb6c4: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:05:06.488467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38508) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:06.625030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8acf92bc-46b8-4fff-bad7-61907442de4d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/0fcc125b-4e48-4963-b8d2-018a10cdb6c4 HTTP/1.1" status: 200 len: 991 time: 0.1354177 Nov 01 19:05:07.629109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38510) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:07.697138 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-237117c3-c4c4-4e33-a882-561e0da2e65f tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/0fcc125b-4e48-4963-b8d2-018a10cdb6c4 HTTP/1.1" status: 200 len: 993 time: 0.0661323 Nov 01 19:05:09.510395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:18.730965 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-13292af1-3f96-429f-a50c-134e9402ac40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:20.898903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6757c83c-20f6-4008-9fb2-817a2b2008a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:22.184356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:23.955872 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:26.761533 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:31.489467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-9892c14c-425f-4c9f-84f5-e596083726c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401537 Nov 01 19:05:31.573595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-c03d6698-5e80-44c4-af06-6cc5cc43b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:31.575133 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-c03d6698-5e80-44c4-af06-6cc5cc43b00d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1096 time: 0.0416753 Nov 01 19:05:31.589222 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:05:31.681705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-b33bb7ad-ebb5-4fc4-98fd-6e3f323cfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:31.683304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-b33bb7ad-ebb5-4fc4-98fd-6e3f323cfbb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 200 len: 897 time: 0.0879836 Nov 01 19:05:31.749764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-08e0d290-7a5a-4920-963b-39c0594bf73d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 200 len: 1001 time: 0.0572541 Nov 01 19:05:31.801586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-dac69a88-a245-4074-8cc5-ddc633f24cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:31.803077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-dac69a88-a245-4074-8cc5-ddc633f24cff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76a04e12-7554-4083-9fd8-6bb3d932bfbf HTTP/1.1" status: 200 len: 835 time: 0.0463345 Nov 01 19:05:31.848127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-02c0ba94-c2af-4e62-99e3-a6803814c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:31.850099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-02c0ba94-c2af-4e62-99e3-a6803814c1c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91f502a0-935f-43b6-bcb5-4e45c594e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387034 Nov 01 19:05:31.944363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-54dc1e2f-846c-4179-99c9-6ebea7cc5191 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805073 Nov 01 19:05:32.035062 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5e5582c5-43ca-4ae7-9560-7e948ff3da05 req-c450a96d-02d8-4918-9e5f-3cd902448a58 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829673 Nov 01 19:05:34.229430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38520) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:34.288741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbe01271-815c-495d-8d73-561cb4132a0b tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/floatingips/0fcc125b-4e48-4963-b8d2-018a10cdb6c4 HTTP/1.1" status: 200 len: 993 time: 0.0576575 Nov 01 19:05:34.522418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38526) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:34.968142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 0bfaf677-750a-458e-a2e3-68269bedf79c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:34.968487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.045601 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.045935 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.057297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 0bfaf677-750a-458e-a2e3-68269bedf79c owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:35.227522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.261695 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.287346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=0bfaf677-750a-458e-a2e3-68269bedf79c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:35.299202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.304542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:35.360406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.360733 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Floating IP 0fcc125b-4e48-4963-b8d2-018a10cdb6c4 disassociated (deleted). External IP: 172.25.2.111, port: 96e6897d-cbcb-4698-821f-afd5164d7908. Nov 01 19:05:35.568670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 2d53d701-1f13-490e-9ded-8ac632d82cef has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:05:35.675216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:35.680692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:35.690209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Sync routers for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:35.700792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:35.701391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:35.706983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c62b4e1b-5c7f-4c60-89dd-66e8b0406d34 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/floatingips/0fcc125b-4e48-4963-b8d2-018a10cdb6c4 HTTP/1.1" status: 204 len: 168 time: 1.1832795 Nov 01 19:05:35.707599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:05:35.709861 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e9eae5e3c4f77b3cace9c7824d127921cc9f999182b43f38ea353e94872d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa762ec-6e15-45f2-bc3d-75a291803759" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:05:35.750187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b689a5-4100-40b4-9dc8-33d3ef96ab9c x-openstack-request-id: req-70b689a5-4100-40b4-9dc8-33d3ef96ab9c {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:05:35.750485 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:05:35.750740 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70b689a5-4100-40b4-9dc8-33d3ef96ab9c {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:05:35.751185 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908', 'status': 'completed', 'code': 200} Nov 01 19:05:35.815543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-66d17f7c-1b66-4fc7-83a3-ad373417d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:35.817050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-66d17f7c-1b66-4fc7-83a3-ad373417d84b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b498b54e5b84458b536978a60ab15ff&device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 1096 time: 0.0426152 Nov 01 19:05:35.817680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:35.917229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-889c8a2b-965e-4923-acc5-12ab9476d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:35.918736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-889c8a2b-965e-4923-acc5-12ab9476d1f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 200 len: 897 time: 0.0934649 Nov 01 19:05:35.964893 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-1a2d5aeb-450d-48e8-bd05-8fdbaef7e25b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 200 len: 217 time: 0.0369606 Nov 01 19:05:36.021239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-5a478095-6f5c-454c-9203-b871b9bdbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:36.022756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-5a478095-6f5c-454c-9203-b871b9bdbcc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76a04e12-7554-4083-9fd8-6bb3d932bfbf HTTP/1.1" status: 200 len: 835 time: 0.0499573 Nov 01 19:05:36.074738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-0c49de5a-2416-4a90-9505-d3e1c1d782a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:36.076344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-0c49de5a-2416-4a90-9505-d3e1c1d782a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91f502a0-935f-43b6-bcb5-4e45c594e7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442469 Nov 01 19:05:36.172334 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-92b0b0ad-222f-4a05-8fb9-f5bff06e2b98 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860744 Nov 01 19:05:36.180395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:36.196810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b24861-c586-4be1-b5e7-c06df5a680d4 req-22820a6d-977f-4096-8a29-2714b43e5e7a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:36.198727 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65b24861-c586-4be1-b5e7-c06df5a680d4 req-22820a6d-977f-4096-8a29-2714b43e5e7a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.1193144 Nov 01 19:05:36.207099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Checking router: 2d53d701-1f13-490e-9ded-8ac632d82cef for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:05:36.216219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:36.216836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:36.245018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-65b24861-c586-4be1-b5e7-c06df5a680d4 req-c2557b0a-c1dc-4a6d-9bf2-817f9d606d1d tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Nov 01 19:05:36.282727 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8fa762ec-6e15-45f2-bc3d-75a291803759 req-50cbf4f3-04b6-463d-9bea-063a2460d991 service neutron] 10.222.0.32 "GET /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023459 Nov 01 19:05:36.324104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:36.520686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:36.546643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab86455-4d67-4fc3-902d-659f77b8b241 None None] The sync data for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 is: [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:46Z', 'revision_number': 4, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '0388d05d-d985-44a0-bf9e-c0a501591c1a', 'name': '', 'network_id': '91f502a0-935f-43b6-bcb5-4e45c594e7d3', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'mac_address': 'fa:16:3e:a2:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:45Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'subnets': [{'id': '76a04e12-7554-4083-9fd8-6bb3d932bfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:36.754562 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddbadc-a37a-4e90-a4cf-68b7e2badb99 None None] New status for floating IP 0fcc125b-4e48-4963-b8d2-018a10cdb6c4: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:05:37.425266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ffe36-b20e-4fe0-b3c9-9a07a2d9c72d req-7caa229f-d2da-4b96-a5e9-1451ff9e8bab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:37.426767 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-645ffe36-b20e-4fe0-b3c9-9a07a2d9c72d req-7caa229f-d2da-4b96-a5e9-1451ff9e8bab tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.1098635 Nov 01 19:05:37.464627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-645ffe36-b20e-4fe0-b3c9-9a07a2d9c72d req-08bc4df5-dfb1-421a-8665-30e5c6608204 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc1b898a-41bb-4661-bf96-c278c42313ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Nov 01 19:05:37.513151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-9d62c6bd-9fe8-456d-bedf-5f8e23ad837c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:37.514605 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-9d62c6bd-9fe8-456d-bedf-5f8e23ad837c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 945 time: 0.0499504 Nov 01 19:05:37.611014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 96e6897d-cbcb-4698-821f-afd5164d7908 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:37.611471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:37.700711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port 96e6897d-cbcb-4698-821f-afd5164d7908, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=96e6897d-cbcb-4698-821f-afd5164d7908,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:37.701081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:37.713813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 96e6897d-cbcb-4698-821f-afd5164d7908 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:37.886911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:37.917273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=96e6897d-cbcb-4698-821f-afd5164d7908,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:37.942839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.944020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.944020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.944020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.944280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.945069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.945401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.945736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.946062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.946390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.946722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.947054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:37.969351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] No DVR routers for this DVR port 96e6897d-cbcb-4698-821f-afd5164d7908 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:05:37.971920 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:37.975232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-653a435e-4115-45f1-8f8e-10669b4328a6 req-907580bf-5fcc-4306-aeb3-c8e31bd130b2 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.32 "DELETE /v2.0/ports/96e6897d-cbcb-4698-821f-afd5164d7908 HTTP/1.1" status: 204 len: 173 time: 0.4543402 Nov 01 19:05:37.975695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'name': 'network-vif-deleted', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:05:37.978037 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d69b7bb41cc1ce86da409504b411eeb2da0b1f45459d8a116d6444a0d712397d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1a607-2ca4-42f1-ad30-9801cdcfd713" -d '{"events": [{"server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "name": "network-vif-deleted", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:05:38.018595 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377cdcea-2caf-4704-a068-6e41ec8daace x-openstack-request-id: req-377cdcea-2caf-4704-a068-6e41ec8daace {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:05:38.018595 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b", "name": "network-vif-deleted", "tag": "96e6897d-cbcb-4698-821f-afd5164d7908", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:05:38.018595 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-377cdcea-2caf-4704-a068-6e41ec8daace {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:05:38.018595 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b', 'name': 'network-vif-deleted', 'tag': '96e6897d-cbcb-4698-821f-afd5164d7908', 'status': 'completed', 'code': 200} Nov 01 19:05:38.572364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6167701e-9427-40ac-b288-c3ee2d1dd7ca req-345f6d45-bb5d-495a-95cd-13d3d9364995 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a3e9c5-5f9c-46b7-a5ad-d6e4efcbac1b HTTP/1.1" status: 200 len: 210 time: 0.0273490 Nov 01 19:05:39.524404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:39.630722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38546) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:39.692432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:39.718764 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:39.855771 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:39.858553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:39.859802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc1b898a-41bb-4661-bf96-c278c42313ea HTTP/1.1" status: 204 len: 168 time: 0.2279861 Nov 01 19:05:39.869377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01ba89-4400-47cb-aee3-58e104697a83 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b898a-41bb-4661-bf96-c278c42313ea,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:39.948736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38550) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:40.315399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:40.565980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 0388d05d-d985-44a0-bf9e-c0a501591c1a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:40.566328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:40.658527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port 0388d05d-d985-44a0-bf9e-c0a501591c1a, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0388d05d-d985-44a0-bf9e-c0a501591c1a,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:40.658892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:40.672493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 0388d05d-d985-44a0-bf9e-c0a501591c1a owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:40.941727 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:40.968768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=0388d05d-d985-44a0-bf9e-c0a501591c1a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:41.143853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 96e6897d-cbcb-4698-821f-afd5164d7908 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:41.151328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.168188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 96e6897d-cbcb-4698-821f-afd5164d7908 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:41.168536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 96e6897d-cbcb-4698-821f-afd5164d7908 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:41.364230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Router 2d53d701-1f13-490e-9ded-8ac632d82cef has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:05:41.470270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:41.475641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6f86e817-e265-4ccd-a5a1-46edc07af17c tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "PUT /v2.0/routers/2d53d701-1f13-490e-9ded-8ac632d82cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5256410 Nov 01 19:05:41.478190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38552) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:41.480808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Sync routers for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:41.493083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:41.493723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:41.533522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting subnet 76a04e12-7554-4083-9fd8-6bb3d932bfbf {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:05:41.536795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.577561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.598337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:41.659599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.787900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:05:40Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:41.801491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.819115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Checking router: 2d53d701-1f13-490e-9ded-8ac632d82cef for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:05:41.827900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Routers {'2d53d701-1f13-490e-9ded-8ac632d82cef'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:41.828554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['2d53d701-1f13-490e-9ded-8ac632d82cef'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:41.830444 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Subnet': ['ID=76a04e12-7554-4083-9fd8-6bb3d932bfbf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:41.837094 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:41.842772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ba727b38-a334-4987-9213-1286c1708833 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/subnets/76a04e12-7554-4083-9fd8-6bb3d932bfbf HTTP/1.1" status: 204 len: 168 time: 0.3612418 Nov 01 19:05:41.843137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38554) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:41.863595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa506c0f-8c0b-4c67-bfe4-0bedf4b40b12 None None] Network 91f502a0-935f-43b6-bcb5-4e45c594e7d3 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:05:41.949411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.018896 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] Set router 2d53d701-1f13-490e-9ded-8ac632d82cef gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:42.060930 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.180902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Deleting port 8a605390-87ee-4c1c-98fb-51d0b8a533c2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:42.181347 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.211321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] DHCP port deletion for 91f502a0-935f-43b6-bcb5-4e45c594e7d3 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:05:42.219461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:05:40Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:42.265469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da7b2c-57b9-4692-8728-3dcd4f59757d None None] The sync data for ids ['2d53d701-1f13-490e-9ded-8ac632d82cef'] in n-d-815923-2 is: [{'id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'name': 'tempest-TestNetworkBasicOps-router-1837993', 'tenant_id': '0b498b54e5b84458b536978a60ab15ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:05:40Z', 'revision_number': 5, 'project_id': '0b498b54e5b84458b536978a60ab15ff', 'gw_port': {'id': '8a605390-87ee-4c1c-98fb-51d0b8a533c2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53d701-1f13-490e-9ded-8ac632d82cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:04:42Z', 'updated_at': '2021-11-01T19:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:42.266660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] For port 8a605390-87ee-4c1c-98fb-51d0b8a533c2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8a605390-87ee-4c1c-98fb-51d0b8a533c2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:42.267033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.282247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Calling delete_port for 8a605390-87ee-4c1c-98fb-51d0b8a533c2 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:42.292428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Deleting port ac5a35f3-6377-4e77-9ac3-d9e598131833 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:42.292808 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.362219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] For port ac5a35f3-6377-4e77-9ac3-d9e598131833, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ac5a35f3-6377-4e77-9ac3-d9e598131833,segment=NetworkSegment(7f1899e2-a3d9-46d5-bc8f-d571866fae3f),segment_id=7f1899e2-a3d9-46d5-bc8f-d571866fae3f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:42.362615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.375445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Calling delete_port for ac5a35f3-6377-4e77-9ac3-d9e598131833 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:42.549730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.572908 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.575193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] Pushing event deleted for resources: {'Port': ['ID=ac5a35f3-6377-4e77-9ac3-d9e598131833,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:42.584434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d5172-a6a7-470a-8dc2-3793549f0803 None None] No DVR routers for this DVR port ac5a35f3-6377-4e77-9ac3-d9e598131833 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:05:42.602637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Port': ['ID=8a605390-87ee-4c1c-98fb-51d0b8a533c2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:42.673840 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.780654 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:42.782888 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.166945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.167617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Fanout notify agent at l3_agent the message router_deleted on router 2d53d701-1f13-490e-9ded-8ac632d82cef {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:05:43.174178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.175302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-06edaa70-89e3-48c4-874b-ef02ffba98d0 tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/routers/2d53d701-1f13-490e-9ded-8ac632d82cef HTTP/1.1" status: 204 len: 168 time: 1.3310404 Nov 01 19:05:43.178075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38556) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:43.259002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.344940 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.364456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f502a0-935f-43b6-bcb5-4e45c594e7d3']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:43.373959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1899e2-a3d9-46d5-bc8f-d571866fae3f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:43.374265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1899e2-a3d9-46d5-bc8f-d571866fae3f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:43.383126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.395653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.401327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:05:43.401710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:05:43.404622 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:05:43.570096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.571922 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:43.574717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] 10.222.0.31 "DELETE /v2.0/networks/91f502a0-935f-43b6-bcb5-4e45c594e7d3 HTTP/1.1" status: 204 len: 168 time: 0.3951459 Nov 01 19:05:43.586771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ac9ee-687a-44b4-95a0-ca126415cb9a tempest-TestNetworkBasicOps-1751421733 tempest-TestNetworkBasicOps-1751421733-project] Pushing event deleted for resources: {'Network': ['ID=91f502a0-935f-43b6-bcb5-4e45c594e7d3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:43.744526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ac5a35f3-6377-4e77-9ac3-d9e598131833 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:43.765984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ac5a35f3-6377-4e77-9ac3-d9e598131833 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:43.766329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ac5a35f3-6377-4e77-9ac3-d9e598131833 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:43.766743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0388d05d-d985-44a0-bf9e-c0a501591c1a no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:43.785701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0388d05d-d985-44a0-bf9e-c0a501591c1a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:43.786043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0388d05d-d985-44a0-bf9e-c0a501591c1a not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:43.786444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8a605390-87ee-4c1c-98fb-51d0b8a533c2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:43.805611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 8a605390-87ee-4c1c-98fb-51d0b8a533c2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:43.808702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8a605390-87ee-4c1c-98fb-51d0b8a533c2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:44.028525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38562) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:44.155909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-efcdc023-6639-4fb7-811d-7dcb54d7835f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b498b54e5b84458b536978a60ab15ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261194 Nov 01 19:05:44.158345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38566) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:44.205210 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:44.226200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:44.324144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:44.326740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:44.327956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a996353-2688-4b8c-9389-659c6bd9d2bc HTTP/1.1" status: 204 len: 168 time: 0.1686831 Nov 01 19:05:44.336200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ca977-f7d6-4ce0-b57c-04f507dff868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a996353-2688-4b8c-9389-659c6bd9d2bc,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:44.894741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38572) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:44.908140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f01a3eb2-f603-4808-b16c-8e689711ac20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:44.983566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f01a3eb2-f603-4808-b16c-8e689711ac20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.044035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f01a3eb2-f603-4808-b16c-8e689711ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.082263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f01a3eb2-f603-4808-b16c-8e689711ac20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09139c5775b3467a864cedbe69281f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864505 Nov 01 19:05:45.083168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3eb2-f603-4808-b16c-8e689711ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649840e-8202-4381-9f01-d2b810995022,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:45.085547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38574) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:45.140951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.161590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.273208 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.276051 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:45.277225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e649840e-8202-4381-9f01-d2b810995022 HTTP/1.1" status: 204 len: 168 time: 0.1905472 Nov 01 19:05:45.288617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af77ab-411e-4bf2-a9c6-704df7244380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649840e-8202-4381-9f01-d2b810995022,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:46.293067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38596) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:46.390070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-732178506-network', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:05:46.509814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Made reservation on behalf of ecc4aa3c32aa482293050767eac8f5d6 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:05:46.512292 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.521070 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.597147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.661193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.686515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:05:46.696380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8d497-f6f4-4ce2-9151-eccaf6aa3a5b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:46.701293 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.701751 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Added segment b4547f95-a1f5-4405-8cba-2f4bb3b0c44f of type vlan for network 49e8d3f4-9b65-48c1-844b-205021e17dde Nov 01 19:05:46.741947 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.829407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.830383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:46.830972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:46.926268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=49e8d3f4-9b65-48c1-844b-205021e17dde,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:46.936503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 49e8d3f4-9b65-48c1-844b-205021e17dde details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:05:46.955354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c4ccbb5a-0b42-4240-8bff-a1368857a4c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6611943 Nov 01 19:05:46.958410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:46.964114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Request body: {'subnet': {'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-732178506-subnet', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:05:47.038150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Made reservation on behalf of ecc4aa3c32aa482293050767eac8f5d6 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:05:47.040622 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.261197 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.319107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad92f84b-f97b-434c-83d5-cd8f2b94ccdd,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:47.326605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Checking segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:05:47.326977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Network hostable DHCP agents. Network: 49e8d3f4-9b65-48c1-844b-205021e17dde, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:05:47.412359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Network 49e8d3f4-9b65-48c1-844b-205021e17dde is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:05:47.518451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 49e8d3f4-9b65-48c1-844b-205021e17dde) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:47.523105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:05:47.523770 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.528221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67313fd6-a8e4-461c-899f-ec38615cae06 None None] Network 49e8d3f4-9b65-48c1-844b-205021e17dde requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:05:47.670172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:47.671073 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7d66ddd0-c3e5-48e9-92ba-ad67843c1208 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7115436 Nov 01 19:05:47.673727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-49e8d3f4-9b65-48c1-844b-205021e17dde', 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'fixed_ips': [{'subnet_id': 'ad92f84b-f97b-434c-83d5-cd8f2b94ccdd'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:05:47.674608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.675038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:05:47.755768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.757525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.806949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Allocated IP 172.20.0.2 (49e8d3f4-9b65-48c1-844b-205021e17dde/ad92f84b-f97b-434c-83d5-cd8f2b94ccdd/b41d6366-b7b1-4a49-9ce5-b778d5137a88) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:05:47.807824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:47.947742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.018827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.023165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.057084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Network 49e8d3f4-9b65-48c1-844b-205021e17dde is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:05:48.059767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:48.065426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:05:48.078694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Pushing event updated for resources: {'Port': ['ID=b41d6366-b7b1-4a49-9ce5-b778d5137a88,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:48.101562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.101905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.102247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.102584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.102923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.103255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.103610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.103939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.104266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.104592 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.104919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.105243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:48.139908 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Attempting to bind port b41d6366-b7b1-4a49-9ce5-b778d5137a88 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:05:48.140277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Attempting to bind port b41d6366-b7b1-4a49-9ce5-b778d5137a88 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:05:48.140687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Attempting to bind port b41d6366-b7b1-4a49-9ce5-b778d5137a88 on network 49e8d3f4-9b65-48c1-844b-205021e17dde {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:05:48.145728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:05:48.146106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Checking segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:05:48.146510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.146906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Bound using segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:05:48.147813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Bound port: b41d6366-b7b1-4a49-9ce5-b778d5137a88, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:05:48.155010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.212803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] For port b41d6366-b7b1-4a49-9ce5-b778d5137a88, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:05:48.215825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] For port b41d6366-b7b1-4a49-9ce5-b778d5137a88, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b41d6366-b7b1-4a49-9ce5-b778d5137a88,segment=NetworkSegment(b4547f95-a1f5-4405-8cba-2f4bb3b0c44f),segment_id=b4547f95-a1f5-4405-8cba-2f4bb3b0c44f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:05:48.285769 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.307923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.312952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.370021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd39f-95e4-4a93-a8c7-06c4165abaef None None] Pushing event updated for resources: {'Port': ['ID=b41d6366-b7b1-4a49-9ce5-b778d5137a88,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:48.417408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Allocated IP 172.25.2.225 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/610ca2bc-05a8-45e3-9f39-77a5ad2f1248) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:05:48.542243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.658913 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:48.703689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:05:48.706621 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:48.711147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:05:48.714193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Pushing event updated for resources: {'Port': ['ID=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:48.755467 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d390e5ba-9e42-49d3-9418-86d6656be748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.030691 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.323609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb1b775-0059-4318-b0e7-5456124ea394 None None] Network 49e8d3f4-9b65-48c1-844b-205021e17dde requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:05:49.551406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.569158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] Provisioning complete for port b41d6366-b7b1-4a49-9ce5-b778d5137a88 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:49.569430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.701070 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.740079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] For port b41d6366-b7b1-4a49-9ce5-b778d5137a88, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b41d6366-b7b1-4a49-9ce5-b778d5137a88,segment=NetworkSegment(b4547f95-a1f5-4405-8cba-2f4bb3b0c44f),segment_id=b4547f95-a1f5-4405-8cba-2f4bb3b0c44f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:49.746623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Router 98186554-6033-4aa0-80fe-e7ec73509443 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:05:49.785175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b41d6366-b7b1-4a49-9ce5-b778d5137a88 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:05:49.819687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.871138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:49.879982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b41d6366-b7b1-4a49-9ce5-b778d5137a88 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:49.880359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.881642 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Sync routers for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:49.882135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c771-c861-4de9-9aef-36b61ff469d1 None None] Pushing event updated for resources: {'Port': ['ID=b41d6366-b7b1-4a49-9ce5-b778d5137a88,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:49.903204 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Routers {'98186554-6033-4aa0-80fe-e7ec73509443'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:49.904053 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98186554-6033-4aa0-80fe-e7ec73509443'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:49.971732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:49.973039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1741c389-2d6a-41b0-b448-a056022d6849 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3017244 Nov 01 19:05:49.976440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38604) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:50.017862 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Set router 98186554-6033-4aa0-80fe-e7ec73509443 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:50.052023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e9a9fa0e-7e87-47ec-b5fc-a6d774589444 None None] Provisioning complete for port b41d6366-b7b1-4a49-9ce5-b778d5137a88 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:50.052300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9a9fa0e-7e87-47ec-b5fc-a6d774589444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.202272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:48Z', 'revision_number': 3, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:50.232697 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Checking router: 98186554-6033-4aa0-80fe-e7ec73509443 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:05:50.233052 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Updating router 98186554-6033-4aa0-80fe-e7ec73509443 port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:05:50.258909 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.410420 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.508522 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.589465 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.609460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Allocated IP 172.20.0.1 (49e8d3f4-9b65-48c1-844b-205021e17dde/ad92f84b-f97b-434c-83d5-cd8f2b94ccdd/d5ef35f2-095c-4c5a-a11e-b6aa207914d0) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:05:50.640160 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Attempting to bind port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:05:50.640544 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Attempting to bind port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:05:50.640901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Attempting to bind port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:05:50.648442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Pushing event updated for resources: {'Port': ['ID=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:50.654682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:05:50.655055 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:05:50.657563 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.657563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:05:50.657563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Bound port: 610ca2bc-05a8-45e3-9f39-77a5ad2f1248, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:05:50.657563 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.659376 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.659747 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.660085 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.660413 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.660788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.661061 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.661380 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.661700 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.662019 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.662334 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.662748 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.663821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:05:50.717314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.796028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.808085 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] For port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:05:50.811407 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] For port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:05:50.837278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Network 49e8d3f4-9b65-48c1-844b-205021e17dde is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:05:50.840023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:50.845509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:05:50.869029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ef35f2-095c-4c5a-a11e-b6aa207914d0,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:50.882404 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.889671 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.910720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77497506-3ea3-4bdd-b78f-4df0a23397f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:50.946300 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63151bcb-5f5e-485e-abce-3fea35b4ced6 None None] Pushing event updated for resources: {'Port': ['ID=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:50.948935 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Routers {'98186554-6033-4aa0-80fe-e7ec73509443'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:50.949548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98186554-6033-4aa0-80fe-e7ec73509443'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:51.061035 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] Set router 98186554-6033-4aa0-80fe-e7ec73509443 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:51.079374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-106b333a-a41c-48b6-b752-98c7b6cc2d74 None None] Provisioning complete for port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:51.080167 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-106b333a-a41c-48b6-b752-98c7b6cc2d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.090636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.115303 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-106b333a-a41c-48b6-b752-98c7b6cc2d74 None None] Port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:05:51.238453 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:48Z', 'revision_number': 3, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:51.253755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.266997 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ccb5e-eb99-439b-a36f-ace89c4ce1a9 None None] The sync data for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 is: [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:48Z', 'revision_number': 3, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:51.321136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.387528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.389282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ef35f2-095c-4c5a-a11e-b6aa207914d0,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:51.501852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Network 49e8d3f4-9b65-48c1-844b-205021e17dde is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:05:51.503194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:05:51.632278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Router 98186554-6033-4aa0-80fe-e7ec73509443 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:05:51.746511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-52064d5e-c213-4127-9d4f-792893d5d542 None None] Provisioning complete for port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:51.747255 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-52064d5e-c213-4127-9d4f-792893d5d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.766608 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:51.780148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6d39eec5-8519-4d54-a72f-7f5f714e7bd9 admin admin] 10.222.0.31 "PUT /v2.0/routers/98186554-6033-4aa0-80fe-e7ec73509443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024044 Nov 01 19:05:51.793939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-52064d5e-c213-4127-9d4f-792893d5d542 None None] Port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:05:51.842221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:05:51.894037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:51.894401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:51.981418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:52.002959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:52.095541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:52.096412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b41d6366-b7b1-4a49-9ce5-b778d5137a88 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:05:52.189593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:52.205879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b41d6366-b7b1-4a49-9ce5-b778d5137a88 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:52.206251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:52.245076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:52.886258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Sync routers for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:52.899106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38624) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:52.903030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Routers {'98186554-6033-4aa0-80fe-e7ec73509443'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:52.903730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98186554-6033-4aa0-80fe-e7ec73509443'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:53.011082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Set router 98186554-6033-4aa0-80fe-e7ec73509443 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:53.211721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:50Z', 'revision_number': 4, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd5ef35f2-095c-4c5a-a11e-b6aa207914d0', 'name': '', 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'mac_address': 'fa:16:3e:24:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ad92f84b-f97b-434c-83d5-cd8f2b94ccdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:50Z', 'updated_at': '2021-11-01T19:05:51Z', 'revision_number': 2, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'subnets': [{'id': 'ad92f84b-f97b-434c-83d5-cd8f2b94ccdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:53.233920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.237430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Checking router: 98186554-6033-4aa0-80fe-e7ec73509443 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:05:53.237791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Updating router 98186554-6033-4aa0-80fe-e7ec73509443 port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:05:53.262006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.485024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Deleting port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:53.485278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.519880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.564545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.576598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Calling delete_port for d5ef35f2-095c-4c5a-a11e-b6aa207914d0 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:53.578188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.634640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef240800-2ab7-4803-8092-f705c02a9a6c None None] Pushing event updated for resources: {'Port': ['ID=d5ef35f2-095c-4c5a-a11e-b6aa207914d0,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:53.687989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:05:53.688351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:05:53.688713 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 on network 49e8d3f4-9b65-48c1-844b-205021e17dde {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:05:53.695324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:05:53.695616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Checking segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:05:53.696029 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.696425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Bound using segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:05:53.696945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Bound port: d5ef35f2-095c-4c5a-a11e-b6aa207914d0, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:05:53.697337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.779533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:05:53.833194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:05:53.833194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.853339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:53.864243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:05:53.864604 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:05:53.880737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ef35f2-095c-4c5a-a11e-b6aa207914d0,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:53.934529 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6181c074-7b7e-4295-b739-16cd0c468307 None None] Could not find standard attr ID for object d5ef35f2-095c-4c5a-a11e-b6aa207914d0. {{(pid=102784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 01 19:05:53.935962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.061719 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.274178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Router 98186554-6033-4aa0-80fe-e7ec73509443 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:05:54.378769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:05:54.379351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:05:54.379482 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Attempting to bind port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 on network 49e8d3f4-9b65-48c1-844b-205021e17dde {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:05:54.384488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:05:54.384859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Checking segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:05:54.385258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.385646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Bound using segment: {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:05:54.386103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Bound port: d5ef35f2-095c-4c5a-a11e-b6aa207914d0, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '49e8d3f4-9b65-48c1-844b-205021e17dde'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:05:54.386478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.386577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:05:54.391485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8316877a-fa1b-4937-94c2-f685398c3fd7 admin admin] 10.222.0.31 "PUT /v2.0/routers/98186554-6033-4aa0-80fe-e7ec73509443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911311 Nov 01 19:05:54.393973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38626) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:54.418699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Port d5ef35f2-095c-4c5a-a11e-b6aa207914d0 has been deleted concurrently {{(pid=102784) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 01 19:05:54.428960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Routers {'98186554-6033-4aa0-80fe-e7ec73509443'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:54.429565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['98186554-6033-4aa0-80fe-e7ec73509443'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:54.498923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.532651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] Set router 98186554-6033-4aa0-80fe-e7ec73509443 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:05:54.603619 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.708399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:53Z', 'revision_number': 5, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:54.738746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9889a7f-fee5-4690-91d0-bd39a4bb82fa None None] The sync data for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 is: [{'id': '98186554-6033-4aa0-80fe-e7ec73509443', 'name': 'tempest-ImageQuotaTest-732178506-router', 'tenant_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:05:47Z', 'updated_at': '2021-11-01T19:05:53Z', 'revision_number': 5, 'project_id': 'ecc4aa3c32aa482293050767eac8f5d6', 'gw_port': {'id': '610ca2bc-05a8-45e3-9f39-77a5ad2f1248', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98186554-6033-4aa0-80fe-e7ec73509443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:05:48Z', 'updated_at': '2021-11-01T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:54.744668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Deleting port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:54.745057 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.832545 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] For port 610ca2bc-05a8-45e3-9f39-77a5ad2f1248, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:54.832919 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:54.846453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Calling delete_port for 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:55.072610 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.099704 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=610ca2bc-05a8-45e3-9f39-77a5ad2f1248,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:55.162771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.261690 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.263821 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.389866 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.390518 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98186554-6033-4aa0-80fe-e7ec73509443 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:05:55.395032 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.399720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e859d539-9c5a-4cc3-a520-7e2bc13770e7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/98186554-6033-4aa0-80fe-e7ec73509443 HTTP/1.1" status: 204 len: 168 time: 1.0015812 Nov 01 19:05:55.399720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38628) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:55.431939 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Sync routers for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:05:55.441584 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Routers set() bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:55.442133 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Router IDs set() for agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 19:05:55.442782 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_agentschedulers_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98186554-6033-4aa0-80fe-e7ec73509443'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent'). {{(pid=102785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 01 19:05:55.446446 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Deleting subnet ad92f84b-f97b-434c-83d5-cd8f2b94ccdd {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:05:55.449583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.451238 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Routers set() bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:05:55.451632 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Router IDs set() for agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 19:05:55.452232 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_agentschedulers_db [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98186554-6033-4aa0-80fe-e7ec73509443'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:05:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent'). {{(pid=102785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 01 19:05:55.457269 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877defc-9058-458a-9f2d-475945fc6762 None None] The sync data for ids ['98186554-6033-4aa0-80fe-e7ec73509443'] in n-d-815923-2 is: [] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:05:55.486212 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.572375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.701538 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.728000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad92f84b-f97b-434c-83d5-cd8f2b94ccdd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:55.731793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.735581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-73ce9705-9a4a-4e67-8396-345b7598d7b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad92f84b-f97b-434c-83d5-cd8f2b94ccdd HTTP/1.1" status: 204 len: 168 time: 0.3347161 Nov 01 19:05:55.737020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2152770f-70ce-4727-bdea-500651bc748a None None] Network 49e8d3f4-9b65-48c1-844b-205021e17dde requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:05:55.737559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38630) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:55.810725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.866336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Deleting port b41d6366-b7b1-4a49-9ce5-b778d5137a88 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:55.866679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.927824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] DHCP port deletion for 49e8d3f4-9b65-48c1-844b-205021e17dde request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:05:55.939743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] For port b41d6366-b7b1-4a49-9ce5-b778d5137a88, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b41d6366-b7b1-4a49-9ce5-b778d5137a88,segment=NetworkSegment(b4547f95-a1f5-4405-8cba-2f4bb3b0c44f),segment_id=b4547f95-a1f5-4405-8cba-2f4bb3b0c44f)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:55.940106 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:55.953723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Calling delete_port for b41d6366-b7b1-4a49-9ce5-b778d5137a88 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:55.973136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:55.998237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:55.998494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 610ca2bc-05a8-45e3-9f39-77a5ad2f1248 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:56.006956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Deleting port b41d6366-b7b1-4a49-9ce5-b778d5137a88 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:05:56.007326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.069217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] For port b41d6366-b7b1-4a49-9ce5-b778d5137a88, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b41d6366-b7b1-4a49-9ce5-b778d5137a88,segment=NetworkSegment(b4547f95-a1f5-4405-8cba-2f4bb3b0c44f),segment_id=b4547f95-a1f5-4405-8cba-2f4bb3b0c44f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:05:56.069475 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.084990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Calling delete_port for b41d6366-b7b1-4a49-9ce5-b778d5137a88 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:05:56.121241 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.148318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41d6366-b7b1-4a49-9ce5-b778d5137a88,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:56.151931 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] No DVR routers for this DVR port b41d6366-b7b1-4a49-9ce5-b778d5137a88 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:05:56.163543 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.189396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] Pushing event deleted for resources: {'Port': ['ID=b41d6366-b7b1-4a49-9ce5-b778d5137a88,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:56.194600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bb22e-a578-4ff1-98cd-f5c92a204813 None None] No DVR routers for this DVR port b41d6366-b7b1-4a49-9ce5-b778d5137a88 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:05:56.232061 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.252081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e8d3f4-9b65-48c1-844b-205021e17dde']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:56.261232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:56.261569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4547f95-a1f5-4405-8cba-2f4bb3b0c44f') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:05:56.270689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.283549 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.289937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:05:56.290325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: items = [ Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:05:56.291993 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:05:56.401291 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.407720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.410898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49e8d3f4-9b65-48c1-844b-205021e17dde HTTP/1.1" status: 204 len: 168 time: 0.6723711 Nov 01 19:05:56.423135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732001-ed61-4eb7-9454-7099463ef674 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e8d3f4-9b65-48c1-844b-205021e17dde,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:56.744016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38634) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:56.746542 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.784277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88c3150f-60c2-434d-93d4-bf1cb71a58ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecc4aa3c32aa482293050767eac8f5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390427 Nov 01 19:05:56.786682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38636) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:56.832614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.853327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.951912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.954571 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:56.955780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c8d497-f6f4-4ce2-9151-eccaf6aa3a5b HTTP/1.1" status: 204 len: 168 time: 0.1681483 Nov 01 19:05:56.964381 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db171d26-6402-404f-abe3-9ad28a3c4c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8d497-f6f4-4ce2-9151-eccaf6aa3a5b,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:57.613722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38642) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:57.627575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edb6c5d9-9634-401b-a9e9-8e7244fb0a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:57.709292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edb6c5d9-9634-401b-a9e9-8e7244fb0a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:57.753239 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b41d6366-b7b1-4a49-9ce5-b778d5137a88 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:05:57.776826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b41d6366-b7b1-4a49-9ce5-b778d5137a88 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:05:57.777168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b41d6366-b7b1-4a49-9ce5-b778d5137a88 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:05:57.781066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-edb6c5d9-9634-401b-a9e9-8e7244fb0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:57.820037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-edb6c5d9-9634-401b-a9e9-8e7244fb0a31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2052257 Nov 01 19:05:57.820895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6c5d9-9634-401b-a9e9-8e7244fb0a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9925a9d5-3ef1-4942-a793-c56c0bddc139,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:05:57.823293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 38644) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:05:57.873585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:57.895010 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:58.012084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:58.014662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:05:58.015846 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9925a9d5-3ef1-4942-a793-c56c0bddc139 HTTP/1.1" status: 204 len: 168 time: 0.1920865 Nov 01 19:05:58.023678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac6e5-9b1f-4b0b-9bbe-befdd7a4e30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925a9d5-3ef1-4942-a793-c56c0bddc139,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:05.269228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:08.587688 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:06:08.832830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-b9925010-1a58-4e54-89c9-94939010ea4a tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ff92b73e48c547baa89b103d7e4b939a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292163 Nov 01 19:06:09.303793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-ca1f031c-5258-4e5f-9b5a-d0c43b9cd143 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:09.305776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-ca1f031c-5258-4e5f-9b5a-d0c43b9cd143 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668965 Nov 01 19:06:09.321116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-d9495361-83d5-4ca7-8f3a-72efe7209a8d tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/quotas/ff92b73e48c547baa89b103d7e4b939a HTTP/1.1" status: 200 len: 375 time: 0.0095882 Nov 01 19:06:09.351730 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-ebf5b199-9a2f-4f3c-ad91-4dacd3d3a42d tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff92b73e48c547baa89b103d7e4b939a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254025 Nov 01 19:06:09.537562 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:09.733287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2748b38e-489a-4eef-8313-12db3bf6a188 req-c87708e5-2f8b-4034-b2c3-0911da4dc67a tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.1225915 Nov 01 19:06:10.809437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5b5e69d9-1964-43a5-ba31-2a2564e3aecf req-fdb22098-020e-40f9-89d6-3ec0d06ea00c tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0265384 Nov 01 19:06:11.887392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b1f8bf5-2740-414a-9b95-7b146640f099 req-7e8e5305-0b34-4005-b4eb-28ce2cd80d20 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0268259 Nov 01 19:06:12.963239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8f6deff-db98-43cf-87fa-6b2c0b391bc6 req-fdbafa4b-7dbc-4367-ac04-4a541b894328 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0260093 Nov 01 19:06:14.059676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-854058d4-8e80-4493-8ec9-da9269e4d7be req-6adbda07-a4dc-4c01-940f-a80c3e2aa3b6 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0254955 Nov 01 19:06:15.158553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-822a098d-a396-4fb9-8cbc-6792e91c9fca req-c835fe2f-c440-4a3a-9cff-a4adf12e3715 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0261705 Nov 01 19:06:15.769404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4b89a53c-e653-4ab5-94cb-ec8af5b24e7a tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff92b73e48c547baa89b103d7e4b939a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286520 Nov 01 19:06:15.957739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-92ae269c-b732-4e7a-a59e-001a81431757 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:15.959084 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-92ae269c-b732-4e7a-a59e-001a81431757 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839199 Nov 01 19:06:15.973154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Request body: {'port': {'device_id': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'admin_state_up': True, 'tenant_id': 'ff92b73e48c547baa89b103d7e4b939a'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:16.128499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Made reservation on behalf of ff92b73e48c547baa89b103d7e4b939a for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:06:16.132041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.140793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.227286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.269975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a95aeda9-481e-46e8-a647-d6f448b41ad9 req-2111cc75-57f6-468e-946f-2325191b52f3 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0292933 Nov 01 19:06:16.277407 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.343595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f90a41-b7f9-42c0-b8ee-527f153f6d75,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:16.411343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Allocated IP 192.168.233.183 (859a4025-beaf-4023-ad50-be02f4682b1e/5a88f54c-befb-4dc3-8710-61d2da75080e/16dd8dea-ad70-427c-8556-13960f239d6b) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:06:16.554637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.635383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.676347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Network 859a4025-beaf-4023-ad50-be02f4682b1e is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:06:16.682018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:06:16.685785 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:06:16.692093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Pushing event updated for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:16.741086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:16.742180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.834118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-25339a87-46b6-49b4-b024-6bc9c0c2c0e5 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8648136 Nov 01 19:06:16.895617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-745582ce-fca2-4665-b9ef-c6beaad4c21c None None] Provisioning complete for port 16dd8dea-ad70-427c-8556-13960f239d6b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:06:16.896141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-745582ce-fca2-4665-b9ef-c6beaad4c21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:16.931112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-745582ce-fca2-4665-b9ef-c6beaad4c21c None None] Port 16dd8dea-ad70-427c-8556-13960f239d6b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:06:16.949454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Request body: {'port': {'device_id': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:17.002028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.261223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dd8dea-ad70-427c-8556-13960f239d6b {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:06:17.268379 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.280695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Transition to ACTIVE for port object 16dd8dea-ad70-427c-8556-13960f239d6b will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:06:17.337767 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.392263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328b401-bc1e-4a1a-9777-ea85c402a907 req-efa968bd-3991-4d11-8df4-f798986fa343 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:17.393849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9328b401-bc1e-4a1a-9777-ea85c402a907 req-efa968bd-3991-4d11-8df4-f798986fa343 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 948 time: 0.0541208 Nov 01 19:06:17.410687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:17.437928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9328b401-bc1e-4a1a-9777-ea85c402a907 req-ac3ff295-b325-4698-b9e3-dc91e7ffdcc0 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Nov 01 19:06:17.467632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Attempting to bind port 16dd8dea-ad70-427c-8556-13960f239d6b on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:06:17.468304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Attempting to bind port 16dd8dea-ad70-427c-8556-13960f239d6b by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:06:17.468700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Attempting to bind port 16dd8dea-ad70-427c-8556-13960f239d6b on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:06:17.473482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Port 16dd8dea-ad70-427c-8556-13960f239d6b on network 859a4025-beaf-4023-ad50-be02f4682b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:06:17.473808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Attempting to bind port 16dd8dea-ad70-427c-8556-13960f239d6b on network 859a4025-beaf-4023-ad50-be02f4682b1e {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:06:17.480813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:06:17.481155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Checking segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:06:17.481542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Bound using segment: {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:06:17.481978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Bound port: 16dd8dea-ad70-427c-8556-13960f239d6b, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba581e-64b1-46ed-bea5-424f4b6824d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:06:17.482342 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.839640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:06:17.842548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=16dd8dea-ad70-427c-8556-13960f239d6b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:06:17.929917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.965198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:17.965853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:17.967275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/16dd8dea-ad70-427c-8556-13960f239d6b HTTP/1.1" status: 200 len: 1096 time: 1.0636070 Nov 01 19:06:17.967645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:06:18.000339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5da905-c4a5-4072-b700-5b9aec63c6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:18.021294 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:06:18.120770 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58c2a10-b297-41b0-959c-0db9e9bd75eb x-openstack-request-id: req-e58c2a10-b297-41b0-959c-0db9e9bd75eb {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:06:18.121093 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:06:18.121353 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e58c2a10-b297-41b0-959c-0db9e9bd75eb {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:06:18.121757 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b', 'status': 'completed', 'code': 200} Nov 01 19:06:18.138467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-b0630da2-ceed-4b2f-8d2f-d491cde4f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.140183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-b0630da2-ceed-4b2f-8d2f-d491cde4f777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff92b73e48c547baa89b103d7e4b939a&device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 1099 time: 0.0550430 Nov 01 19:06:18.188293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-5927e9b4-7cce-430d-be0e-61aa522ed262 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=16dd8dea-ad70-427c-8556-13960f239d6b HTTP/1.1" status: 200 len: 217 time: 0.0396359 Nov 01 19:06:18.237408 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-ba69a7d6-d29f-4ebd-acfe-5ebb7dc28578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.238767 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-ba69a7d6-d29f-4ebd-acfe-5ebb7dc28578 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0437222 Nov 01 19:06:18.284339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-3bbe974f-ef4c-40ab-9212-aa0d00dfc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.285851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-3bbe974f-ef4c-40ab-9212-aa0d00dfc530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397329 Nov 01 19:06:18.385978 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-e7ad34b9-90f4-4258-a729-aa455304c8fb service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929816 Nov 01 19:06:18.476436 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-220ea51f-8019-4afc-8931-83bcf507ebbf req-437940c9-9646-4aa7-96de-1600539496e9 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Nov 01 19:06:18.556973 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcfe9-97cc-49b9-b0ac-b8889f741680 req-94bdb32f-6463-4559-a762-d53cfbf14a94 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.558465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf2fcfe9-97cc-49b9-b0ac-b8889f741680 req-94bdb32f-6463-4559-a762-d53cfbf14a94 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 948 time: 0.0496080 Nov 01 19:06:18.600270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf2fcfe9-97cc-49b9-b0ac-b8889f741680 req-36e9d71c-1750-4353-ae41-bf4d6ede4f6b tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Nov 01 19:06:18.640431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-f2bf5378-2686-4ad6-8ff4-7dcb9ff4b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.641915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-f2bf5378-2686-4ad6-8ff4-7dcb9ff4b9b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff92b73e48c547baa89b103d7e4b939a&device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 1099 time: 0.0420504 Nov 01 19:06:18.736002 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-e138c5b1-648e-49c8-a85b-9462fce5f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.737476 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-e138c5b1-648e-49c8-a85b-9462fce5f250 service neutron] 10.222.0.32 "GET /v2.0/networks?id=859a4025-beaf-4023-ad50-be02f4682b1e HTTP/1.1" status: 200 len: 870 time: 0.0883470 Nov 01 19:06:18.739972 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a0f9278f-9923-471e-83fb-708c9b8ca891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:18.782153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-4773052b-6540-48b7-88da-0d6e7a1d3366 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=16dd8dea-ad70-427c-8556-13960f239d6b HTTP/1.1" status: 200 len: 217 time: 0.0364411 Nov 01 19:06:18.835272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-ade9b893-b5f8-49b7-b6f5-c7b63256a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.837406 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-ade9b893-b5f8-49b7-b6f5-c7b63256a5f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a88f54c-befb-4dc3-8710-61d2da75080e HTTP/1.1" status: 200 len: 843 time: 0.0474322 Nov 01 19:06:18.883341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-8ee1ff6c-6bee-4431-addf-21c78e5c0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:18.884891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-8ee1ff6c-6bee-4431-addf-21c78e5c0207 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=859a4025-beaf-4023-ad50-be02f4682b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394392 Nov 01 19:06:18.982606 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-b0f74d80-0f82-4e3a-99fe-16e4a089cb23 service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886130 Nov 01 19:06:19.073395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-75bee3f1-82e5-48e8-8d0d-dcbae37a3ea9 req-5dfae371-7fda-4919-9933-01cce5772d7a service neutron] 10.222.0.32 "GET /v2.0/networks/859a4025-beaf-4023-ad50-be02f4682b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832832 Nov 01 19:06:19.721721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943c74-2649-4308-93c5-2e21abebea15 req-04a5a614-8f98-4829-b006-38432c5baa29 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:19.723194 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c943c74-2649-4308-93c5-2e21abebea15 req-04a5a614-8f98-4829-b006-38432c5baa29 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 948 time: 0.0529630 Nov 01 19:06:19.761277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c943c74-2649-4308-93c5-2e21abebea15 req-45d42189-d11f-47c2-b66d-7f377be9249e tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Nov 01 19:06:20.878132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b4828-d18e-4c7d-a2b2-210bee460f5a req-5e59caae-2584-4317-b0a8-07f87aa67fc4 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:20.879619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa6b4828-d18e-4c7d-a2b2-210bee460f5a req-5e59caae-2584-4317-b0a8-07f87aa67fc4 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 948 time: 0.0498724 Nov 01 19:06:20.893858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b15d532-3d56-4bc4-b8a1-8c4dce4a48e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:20.918296 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa6b4828-d18e-4c7d-a2b2-210bee460f5a req-49167745-faec-4ffd-b40e-2c16720a28bd tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Nov 01 19:06:21.376475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 16dd8dea-ad70-427c-8556-13960f239d6b details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:06:21.471528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=16dd8dea-ad70-427c-8556-13960f239d6b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:21.482366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '16dd8dea-ad70-427c-8556-13960f239d6b', 'network_id': '859a4025-beaf-4023-ad50-be02f4682b1e', 'port_id': '16dd8dea-ad70-427c-8556-13960f239d6b', 'mac_address': 'fa:16:3e:80:90:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88f54c-befb-4dc3-8710-61d2da75080e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:06:21.520289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:21.686618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dd8dea-ad70-427c-8556-13960f239d6b {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:06:21.705243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=16dd8dea-ad70-427c-8556-13960f239d6b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:21.773792 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:21.819871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:21.980926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['16dd8dea-ad70-427c-8556-13960f239d6b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:06:22.033389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3ce85-6b5f-48fb-aeee-0d2874cfa0a9 req-e982113d-192b-425f-82a2-669e93a47058 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:22.034870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ead3ce85-6b5f-48fb-aeee-0d2874cfa0a9 req-e982113d-192b-425f-82a2-669e93a47058 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 949 time: 0.0482929 Nov 01 19:06:22.073239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ead3ce85-6b5f-48fb-aeee-0d2874cfa0a9 req-e7db97f2-4929-499f-b845-44f60cd36fc1 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Nov 01 19:06:22.237140 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:23.194147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9167a82-cae2-4102-bc07-d095c4c31a6a req-d1214954-ddff-455e-847d-05fefc601e93 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:23.195644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9167a82-cae2-4102-bc07-d095c4c31a6a req-d1214954-ddff-455e-847d-05fefc601e93 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 949 time: 0.0518303 Nov 01 19:06:23.233024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9167a82-cae2-4102-bc07-d095c4c31a6a req-a106ebd8-9d24-4cc6-9b01-43d5c469de72 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Nov 01 19:06:23.377736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 16dd8dea-ad70-427c-8556-13960f239d6b up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:06:23.485958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 16dd8dea-ad70-427c-8556-13960f239d6b completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:06:23.489777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 16dd8dea-ad70-427c-8556-13960f239d6b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:06:23.490146 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:23.566139 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:23.588933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:06:23.602284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=16dd8dea-ad70-427c-8556-13960f239d6b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:23.626914 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b46eb95-2085-4f69-aa13-d75709b0fb1b" -d '{"events": [{"server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:06:23.682511 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:23.710540 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467e9310-5f00-4ccb-bbce-f09fd1d84fbb x-openstack-request-id: req-467e9310-5f00-4ccb-bbce-f09fd1d84fbb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:06:23.710839 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:06:23.711130 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-467e9310-5f00-4ccb-bbce-f09fd1d84fbb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:06:23.711529 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b', 'code': 200} Nov 01 19:06:23.735158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:23.803166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a436c-ffdb-4e59-9c0d-22a49f184f9a req-8e268b87-0785-4553-8735-a2bd923e635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:23.804735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-557a436c-ffdb-4e59-9c0d-22a49f184f9a req-8e268b87-0785-4553-8735-a2bd923e635e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 1101 time: 0.0401814 Nov 01 19:06:23.842793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-557a436c-ffdb-4e59-9c0d-22a49f184f9a req-1c3b2e8b-b6d9-45a0-ad7e-cd9264a9830f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281289 Nov 01 19:06:23.910813 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:24.348109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a138-d4b2-48ff-a483-59490edadaa6 req-53ca0d50-fa87-4baf-bc8e-84c23b9582f9 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:24.349594 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c516a138-d4b2-48ff-a483-59490edadaa6 req-53ca0d50-fa87-4baf-bc8e-84c23b9582f9 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 950 time: 0.0495682 Nov 01 19:06:24.387840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c516a138-d4b2-48ff-a483-59490edadaa6 req-e18ef13d-e74e-4cd6-b1cc-b5466426b155 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Nov 01 19:06:25.502822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e5090-1390-4325-a30c-162d8dcecec2 req-874ec948-1b0a-4fc8-9053-fa9676d4ae45 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:25.504330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df6e5090-1390-4325-a30c-162d8dcecec2 req-874ec948-1b0a-4fc8-9053-fa9676d4ae45 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 950 time: 0.0486143 Nov 01 19:06:25.546716 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-df6e5090-1390-4325-a30c-162d8dcecec2 req-e3733db8-8f0a-4f98-a55e-fd421eafa60e tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Nov 01 19:06:25.943987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-4b927f28-890a-455b-8a2d-b538426d559d req-91a45357-b054-4d98-bcf4-35380135f9bf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:06:25.944976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b927f28-890a-455b-8a2d-b538426d559d req-91a45357-b054-4d98-bcf4-35380135f9bf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0423384 Nov 01 19:06:26.456753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-95896c36-1d44-4588-ae3b-b038db163cff req-536d5f58-e0a3-4907-863a-c34d690a94d4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:06:26.457758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95896c36-1d44-4588-ae3b-b038db163cff req-536d5f58-e0a3-4907-863a-c34d690a94d4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0557716 Nov 01 19:06:26.768089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:27.021168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e93c7-59ce-4317-aa7b-e9183b4be7af req-f4c5ada6-784b-4fe5-897b-861b26a6e790 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:27.022624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-303e93c7-59ce-4317-aa7b-e9183b4be7af req-f4c5ada6-784b-4fe5-897b-861b26a6e790 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 950 time: 0.0537217 Nov 01 19:06:27.060124 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-303e93c7-59ce-4317-aa7b-e9183b4be7af req-a7f3d49a-fcba-476a-9b33-9ad49d93cf84 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Nov 01 19:06:28.184695 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606856f-e650-4a9a-b412-a547f92eea4b req-18c5a274-7636-410f-b742-3cfbaef06c27 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:28.186238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3606856f-e650-4a9a-b412-a547f92eea4b req-18c5a274-7636-410f-b742-3cfbaef06c27 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 950 time: 0.0519149 Nov 01 19:06:28.224075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3606856f-e650-4a9a-b412-a547f92eea4b req-8cf17313-9546-44e8-97c6-61398e0917e8 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/security-groups?id=c9f90a41-b7f9-42c0-b8ee-527f153f6d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Nov 01 19:06:28.296547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d00126-c596-4914-a36f-fd86fbde319d req-d6b7f1f8-8579-47ed-bee6-dfda7c3f40aa tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:28.297997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46d00126-c596-4914-a36f-fd86fbde319d req-d6b7f1f8-8579-47ed-bee6-dfda7c3f40aa tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 950 time: 0.0516074 Nov 01 19:06:28.384825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Deleting port 16dd8dea-ad70-427c-8556-13960f239d6b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:06:28.385090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:28.474900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] For port 16dd8dea-ad70-427c-8556-13960f239d6b, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=16dd8dea-ad70-427c-8556-13960f239d6b,segment=NetworkSegment(55ba581e-64b1-46ed-bea5-424f4b6824d7),segment_id=55ba581e-64b1-46ed-bea5-424f4b6824d7)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:28.475272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:28.487961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Calling delete_port for 16dd8dea-ad70-427c-8556-13960f239d6b owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:06:28.666006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:28.678730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['16dd8dea-ad70-427c-8556-13960f239d6b'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:06:28.701125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Pushing event deleted for resources: {'Port': ['ID=16dd8dea-ad70-427c-8556-13960f239d6b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:28.755988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] No DVR routers for this DVR port 16dd8dea-ad70-427c-8556-13960f239d6b on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:06:28.755988 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:28.755988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-46d00126-c596-4914-a36f-fd86fbde319d req-36d52b7c-8be4-4d6d-b986-31daea5a64e7 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.32 "DELETE /v2.0/ports/16dd8dea-ad70-427c-8556-13960f239d6b HTTP/1.1" status: 204 len: 173 time: 0.4454896 Nov 01 19:06:28.755988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'name': 'network-vif-deleted', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:06:28.755988 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e2c0b-de30-4f4e-a3db-8a7d99f22780" -d '{"events": [{"server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "name": "network-vif-deleted", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:06:28.793167 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a966c1-28b3-46c5-8aa5-c0b2b9e32241 x-openstack-request-id: req-f3a966c1-28b3-46c5-8aa5-c0b2b9e32241 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:06:28.793461 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a326535-103d-4c96-a41e-5d29694d4c7c", "name": "network-vif-deleted", "tag": "16dd8dea-ad70-427c-8556-13960f239d6b", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:06:28.793707 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3a966c1-28b3-46c5-8aa5-c0b2b9e32241 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:06:28.794103 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a326535-103d-4c96-a41e-5d29694d4c7c', 'name': 'network-vif-deleted', 'tag': '16dd8dea-ad70-427c-8556-13960f239d6b', 'status': 'completed', 'code': 200} Nov 01 19:06:29.331708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d5f59ff-1f8a-4161-ae9a-4e7605313c4a req-efdc65ab-f09a-491c-a83f-911acd7dfd08 tempest-ServersAdminNegativeTestJSON-1186206081 tempest-ServersAdminNegativeTestJSON-1186206081-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a326535-103d-4c96-a41e-5d29694d4c7c HTTP/1.1" status: 200 len: 210 time: 0.0277736 Nov 01 19:06:30.765988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:30.895859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-730aa64b-108c-42f4-b332-41e2eac728ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff92b73e48c547baa89b103d7e4b939a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285212 Nov 01 19:06:30.898197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:30.949030 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:30.969077 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.059369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.061939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.063079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9f90a41-b7f9-42c0-b8ee-527f153f6d75 HTTP/1.1" status: 204 len: 168 time: 0.1639411 Nov 01 19:06:31.070822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866393d-0b30-4c57-b768-429aeaea884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f90a41-b7f9-42c0-b8ee-527f153f6d75,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:31.409228 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 16dd8dea-ad70-427c-8556-13960f239d6b no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:06:31.429640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 16dd8dea-ad70-427c-8556-13960f239d6b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:06:31.429993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 16dd8dea-ad70-427c-8556-13960f239d6b not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:06:31.628187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:31.641171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94a8720a-1406-488c-916a-2b1004384ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.713564 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94a8720a-1406-488c-916a-2b1004384ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.782708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-94a8720a-1406-488c-916a-2b1004384ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.819299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8720a-1406-488c-916a-2b1004384ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7342f0-921d-4a18-b89f-40076d13fd25,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:31.823640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-94a8720a-1406-488c-916a-2b1004384ae9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bd3db7117174811a4a727ebc08d9cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943967 Nov 01 19:06:31.826440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38840) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:31.874312 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:31.895228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:32.005961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:32.008599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:32.009759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c7342f0-921d-4a18-b89f-40076d13fd25 HTTP/1.1" status: 204 len: 168 time: 0.1825337 Nov 01 19:06:32.018426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b2c85-1268-4065-9ad8-7a6ed4a3e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7342f0-921d-4a18-b89f-40076d13fd25,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:33.029359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38862) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:33.120822 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-960568816-network', 'tenant_id': 'afcab80d209c4778a96ebe9a98fa4d00'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:33.200343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Made reservation on behalf of afcab80d209c4778a96ebe9a98fa4d00 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:06:33.202653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.211165 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.283900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.339292 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.363514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:06:33.372899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d454e8e9-8250-4b7a-994d-30a7846cda3d,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:33.377563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.383075 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Added segment aad53e84-a565-4942-95a9-c3b723d3880b of type vlan for network fac83da7-3e3e-4737-81c7-6987d94939e8 Nov 01 19:06:33.420521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.516169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.517059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:33.517635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:33.602579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] Pushing event updated for resources: {'Network': ['ID=fac83da7-3e3e-4737-81c7-6987d94939e8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:33.612579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network fac83da7-3e3e-4737-81c7-6987d94939e8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:06:33.648198 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-494bf1f4-3232-4218-89b5-a51efc2a7a25 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6147952 Nov 01 19:06:33.648640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:33.654139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Request body: {'subnet': {'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-960568816-subnet', 'tenant_id': 'afcab80d209c4778a96ebe9a98fa4d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:33.745390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Made reservation on behalf of afcab80d209c4778a96ebe9a98fa4d00 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:06:33.747837 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:34.065234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:34.114720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c2dbf1-994e-4fde-9f46-1476502b526a,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:34.130103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Checking segment: {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:06:34.130472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Network hostable DHCP agents. Network: fac83da7-3e3e-4737-81c7-6987d94939e8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:06:34.219595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Network fac83da7-3e3e-4737-81c7-6987d94939e8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:06:34.299221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, fac83da7-3e3e-4737-81c7-6987d94939e8) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:06:34.303567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:34.304233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:34.310390 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f104d-5e35-4415-8986-84969ad64ac1 None None] Network fac83da7-3e3e-4737-81c7-6987d94939e8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:06:34.376590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1fd598e8-5965-420f-9280-294f4e113350 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7267704 Nov 01 19:06:34.431205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b078b67-bbcd-45c6-a3dc-de88cc7a9b5c None None] Network fac83da7-3e3e-4737-81c7-6987d94939e8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:06:34.801266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-4f8ac4ff-029d-458e-bda2-96d2f21ab617 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:34.802777 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-4f8ac4ff-029d-458e-bda2-96d2f21ab617 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 811 time: 0.1039884 Nov 01 19:06:34.818138 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-72e46dc4-eb5d-4fca-8264-368882d90e19 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/quotas/afcab80d209c4778a96ebe9a98fa4d00 HTTP/1.1" status: 200 len: 375 time: 0.0091674 Nov 01 19:06:34.851624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-69b69912-98ea-45e8-8143-32746468bfd9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275736 Nov 01 19:06:34.946163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-76393754-aad4-4007-852e-6fc48a4b81d1 service neutron] 10.222.0.31 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865397 Nov 01 19:06:35.034057 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-03545687-61d2-4913-ae77-364f7f4fd543 service neutron] 10.222.0.31 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Nov 01 19:06:35.253167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f6ddfd4-db5b-4644-895c-995be21af898 req-788f1d35-4a2e-45cd-bc8e-f77f9801235f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 210 time: 0.0319297 Nov 01 19:06:35.270555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:36.347834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9283b0ce-594f-4b5b-8f30-cb438f271e2a req-25cdbe6f-8b18-4425-89af-d22a90edcb3f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 210 time: 0.0272169 Nov 01 19:06:37.201936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-f3b97278-f99d-4893-8e3d-aeefd4f879c0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:37.203397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-f3b97278-f99d-4893-8e3d-aeefd4f879c0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.32 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 811 time: 0.1086500 Nov 01 19:06:37.216336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Request body: {'port': {'device_id': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8', 'admin_state_up': True, 'tenant_id': 'afcab80d209c4778a96ebe9a98fa4d00'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:37.367921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Made reservation on behalf of afcab80d209c4778a96ebe9a98fa4d00 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:06:37.372131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:37.444797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b863bc51-90a6-4ab2-9bff-4db654fb2632 req-1ba96628-2171-47a9-a685-37a18daa5772 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 210 time: 0.0266120 Nov 01 19:06:37.501000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Allocated IP 172.20.0.11 (fac83da7-3e3e-4737-81c7-6987d94939e8/17c2dbf1-994e-4fde-9f46-1476502b526a/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:06:37.647281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:37.739601 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:37.780399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Network fac83da7-3e3e-4737-81c7-6987d94939e8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:06:37.783421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:06:37.789725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:06:37.816285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:37.841793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:37.842406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:37.912726 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-b46b5c13-d19a-462a-b71d-1bbd7ee5dd93 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7002065 Nov 01 19:06:37.926065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Request body: {'port': {'device_id': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:06:37.982064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.237808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:06:38.245955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.257624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Transition to ACTIVE for port object a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:06:38.333412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.386472 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:38.411648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.412096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.412440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.412781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.413116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.413477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.413808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.414139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.414469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.414801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.415130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.415456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:06:38.467356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:06:38.467727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:06:38.468063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:06:38.472380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:06:38.472704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:06:38.477553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:06:38.477895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Checking segment: {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:06:38.478278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Bound using segment: {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:06:38.478995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Bound port: a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:06:38.479584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.543913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:06:38.546920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:06:38.561492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00595d93-abdb-47af-9ce6-cee406a4e24f req-915f6fb9-ab12-4846-862d-0e0519646fa8 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:38.562968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00595d93-abdb-47af-9ce6-cee406a4e24f req-915f6fb9-ab12-4846-862d-0e0519646fa8 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0480521 Nov 01 19:06:38.600307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00595d93-abdb-47af-9ce6-cee406a4e24f req-f48cd736-78df-461c-acf7-c80dbbb2e3a3 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Nov 01 19:06:38.619612 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.653535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:38.654152 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:38.655614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] 10.222.0.32 "PUT /v2.0/ports/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 1092 time: 0.7335951 Nov 01 19:06:38.656055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:06:38.658305 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6695c-0436-4239-905c-ce9309925cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:06:38.684459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0097-1e5f-436c-a480-88680d5f6ddf service neutron] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:38.697713 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97900d51-d9a4-417c-b2f7-1cce815cfd9a x-openstack-request-id: req-97900d51-d9a4-417c-b2f7-1cce815cfd9a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:06:38.698045 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:06:38.698225 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97900d51-d9a4-417c-b2f7-1cce815cfd9a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:06:38.698632 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'status': 'completed', 'code': 200} Nov 01 19:06:38.764188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6695c-0436-4239-905c-ce9309925cb9 req-265e6bc5-96bf-4165-a503-efaf081efbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:38.765680 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-50f6695c-0436-4239-905c-ce9309925cb9 req-265e6bc5-96bf-4165-a503-efaf081efbda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1095 time: 0.0446615 Nov 01 19:06:38.862710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6695c-0436-4239-905c-ce9309925cb9 req-2e3b8e1d-6d23-46d6-848b-2cb0962ba8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:38.864213 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-50f6695c-0436-4239-905c-ce9309925cb9 req-2e3b8e1d-6d23-46d6-848b-2cb0962ba8c1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0911460 Nov 01 19:06:38.959960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6695c-0436-4239-905c-ce9309925cb9 req-d48c868b-4e3f-4669-ba3c-613ca498a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:38.961430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-50f6695c-0436-4239-905c-ce9309925cb9 req-d48c868b-4e3f-4669-ba3c-613ca498a59f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904112 Nov 01 19:06:39.034871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-491e8b14-416a-4ed4-8c9c-8ce1f2f62560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:39.036382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-491e8b14-416a-4ed4-8c9c-8ce1f2f62560 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1095 time: 0.0402315 Nov 01 19:06:39.077940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-1f61e6d5-ab13-4dff-be10-160f5e9dd93c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0340455 Nov 01 19:06:39.129526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-0d40918f-6f14-4c6c-9437-1db2611ea056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:39.130869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-0d40918f-6f14-4c6c-9437-1db2611ea056 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0463734 Nov 01 19:06:39.161961 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-93ef2184-34e2-4c31-908a-1b9a2e413552 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234551 Nov 01 19:06:39.250156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-9c2ba220-c1cc-400e-b966-84031976f634 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811877 Nov 01 19:06:39.342521 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-eed313d0-20db-4dc2-b490-36be46eaa095 req-66242951-628b-46a6-9942-dbf1e1bd81c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857904 Nov 01 19:06:39.554038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:39.714876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5977feb-b327-446f-acc0-504dbc8475b7 req-b1da17c9-b997-4eeb-96c5-e4df2585e71d tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:39.716382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5977feb-b327-446f-acc0-504dbc8475b7 req-b1da17c9-b997-4eeb-96c5-e4df2585e71d tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0489235 Nov 01 19:06:39.758680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5977feb-b327-446f-acc0-504dbc8475b7 req-f2ca85b0-5c4c-40d7-80af-254623ab0e48 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353591 Nov 01 19:06:40.877778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6df0-47e4-4bce-850d-9257f2274152 req-f9592ee9-8b23-44f9-a7a5-d8e033984916 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:40.879236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2e6df0-47e4-4bce-850d-9257f2274152 req-f9592ee9-8b23-44f9-a7a5-d8e033984916 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0487368 Nov 01 19:06:40.917391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2e6df0-47e4-4bce-850d-9257f2274152 req-b6be600d-4743-47c5-aa43-ea24b02fa222 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Nov 01 19:06:41.455193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:06:41.551436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:41.562081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8', 'port_id': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'mac_address': 'fa:16:3e:04:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c2dbf1-994e-4fde-9f46-1476502b526a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:06:41.598313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:41.611629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:06:41.630215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:41.682053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:41.728897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:41.873968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:06:42.037241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bcfd-6cfa-423b-8cdf-1f989ba2a4f6 req-038cfd11-2513-43a6-95bd-b024f8d45c26 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:42.038734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd86bcfd-6cfa-423b-8cdf-1f989ba2a4f6 req-038cfd11-2513-43a6-95bd-b024f8d45c26 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 945 time: 0.0500607 Nov 01 19:06:42.077175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd86bcfd-6cfa-423b-8cdf-1f989ba2a4f6 req-4ab75ecf-73be-4026-a063-105878d944c9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Nov 01 19:06:43.449916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121b8bb-a9b7-468a-b0eb-fcf500ebe04c req-4271acb0-ae6c-4d01-bd7d-d75de2107769 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:43.451307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7121b8bb-a9b7-468a-b0eb-fcf500ebe04c req-4271acb0-ae6c-4d01-bd7d-d75de2107769 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 945 time: 0.0487931 Nov 01 19:06:43.471232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:06:43.494624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7121b8bb-a9b7-468a-b0eb-fcf500ebe04c req-011626df-8bc4-41d6-ac7c-c6dad9859d40 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Nov 01 19:06:43.601852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:06:43.606043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:06:43.606414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:43.687912 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:43.710886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:06:43.713060 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ed18a-f1f5-4bcc-bb87-32332947dab2" -d '{"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-plugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:06:43.725441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:06:43.755392 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514b31a-6609-4523-b782-f2879e07add3 x-openstack-request-id: req-a514b31a-6609-4523-b782-f2879e07add3 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:06:43.755885 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-plugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:06:43.756161 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a514b31a-6609-4523-b782-f2879e07add3 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:06:43.756599 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'code': 200} Nov 01 19:06:43.790515 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:43.838702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:06:43.852803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dec6b-e7b3-48ce-b443-bb2c7bf24d98 req-8fc06fcf-9ebb-40b6-ae38-e2f2a7f921be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:43.855213 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-608dec6b-e7b3-48ce-b443-bb2c7bf24d98 req-8fc06fcf-9ebb-40b6-ae38-e2f2a7f921be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1097 time: 0.0446360 Nov 01 19:06:43.891485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-608dec6b-e7b3-48ce-b443-bb2c7bf24d98 req-4104e2a6-7caa-4038-964d-6e717a569128 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289016 Nov 01 19:06:44.609994 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67809272-176f-4305-84e3-d8f31023422c req-918ffac0-0d7b-4ad8-8597-2f567a4fb3f0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:44.611475 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67809272-176f-4305-84e3-d8f31023422c req-918ffac0-0d7b-4ad8-8597-2f567a4fb3f0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0486293 Nov 01 19:06:44.648315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67809272-176f-4305-84e3-d8f31023422c req-3b9f7302-d982-439c-a91b-c6718764af42 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Nov 01 19:06:45.586868 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:06:45.764719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d017f2d-4ed2-459c-9de9-416da325a07d req-67f5825a-ba46-45e1-b7d9-e8012c890564 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:45.766191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d017f2d-4ed2-459c-9de9-416da325a07d req-67f5825a-ba46-45e1-b7d9-e8012c890564 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0485711 Nov 01 19:06:45.803793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d017f2d-4ed2-459c-9de9-416da325a07d req-1df266a3-1c67-4619-b03b-de4f15bfd6c6 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Nov 01 19:06:46.169588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd54d-63f2-43c6-bf19-cbdc00e5ab17 req-e6d2e455-df77-44d7-9134-bc4010717fb5 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:46.171118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d4fd54d-63f2-43c6-bf19-cbdc00e5ab17 req-e6d2e455-df77-44d7-9134-bc4010717fb5 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 01 19:06:46.214224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d4fd54d-63f2-43c6-bf19-cbdc00e5ab17 req-310498fa-3834-4e10-97b7-3d15ed20b0c5 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362153 Nov 01 19:06:46.255269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 38920) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:06:46.344862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-82dfd7cd-88ea-4ee6-b17a-5144ca259676 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883155 Nov 01 19:06:46.353734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-5e2b70b9-c2be-46fe-971a-63c86e63b497 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:06:46.355518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-5e2b70b9-c2be-46fe-971a-63c86e63b497 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056646 Nov 01 19:06:47.332469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1a684-e9b4-46e2-8305-767d6cb0a513 req-7da78ff0-7f32-462f-9402-a4ac578418df tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:47.333985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76f1a684-e9b4-46e2-8305-767d6cb0a513 req-7da78ff0-7f32-462f-9402-a4ac578418df tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0489428 Nov 01 19:06:47.372651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76f1a684-e9b4-46e2-8305-767d6cb0a513 req-bd880589-89d0-4c83-8d54-da2ebdece776 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Nov 01 19:06:48.275710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-37b737fc-60b0-409a-89f7-42e88cf2076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:48.277717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-37b737fc-60b0-409a-89f7-42e88cf2076e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1097 time: 0.0412869 Nov 01 19:06:48.371052 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-f83cf02b-ea6e-4080-935d-c64e24f7c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:48.372614 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-f83cf02b-ea6e-4080-935d-c64e24f7c678 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 912 time: 0.0871785 Nov 01 19:06:48.413932 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-97f897bf-76e3-4c6b-b406-352af1d5d295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0342810 Nov 01 19:06:48.470313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-b58a1b84-f54d-4131-a700-f2bf2a8fe1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:48.471824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-b58a1b84-f54d-4131-a700-f2bf2a8fe1e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0504417 Nov 01 19:06:48.489588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ec14-5a98-470b-8755-58d44ab3979b req-069818db-3eb2-404f-b603-5cf648c45629 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:48.491072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e371ec14-5a98-470b-8755-58d44ab3979b req-069818db-3eb2-404f-b603-5cf648c45629 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0501070 Nov 01 19:06:48.503041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-beeacfea-c4cb-4006-b22c-17ec1996b022 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246131 Nov 01 19:06:48.529751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e371ec14-5a98-470b-8755-58d44ab3979b req-c4f9e210-17b1-459f-bcc4-2dd254a81755 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Nov 01 19:06:48.593031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-86f78360-fb85-4979-abb8-b7bc78bb67cb service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827255 Nov 01 19:06:48.685483 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-39220930-36da-4a91-a5f2-6f02c9100816 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Nov 01 19:06:48.759670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4078a00-449b-4707-a8b8-fc59f223e0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:49.655111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962427-7107-4260-93ed-a249fef440c6 req-9795a70e-9d81-4c4a-92c1-6106bfc5a144 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:49.656612 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64962427-7107-4260-93ed-a249fef440c6 req-9795a70e-9d81-4c4a-92c1-6106bfc5a144 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0537620 Nov 01 19:06:49.694788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-64962427-7107-4260-93ed-a249fef440c6 req-e4aff9e3-dd12-463c-aaf0-64c9a3d8518f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Nov 01 19:06:50.811608 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc9884-da5e-4264-9152-bf051f847019 req-c2c6ea3d-081f-4c59-820c-f073007cf02b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:50.813106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eabc9884-da5e-4264-9152-bf051f847019 req-c2c6ea3d-081f-4c59-820c-f073007cf02b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0497575 Nov 01 19:06:50.850635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eabc9884-da5e-4264-9152-bf051f847019 req-25b0d749-1258-4842-a6dc-459cb454a942 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Nov 01 19:06:50.891218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-571bd0c2-aa99-426e-bdef-a1c22eab9f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:51.971045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a51876-5479-4610-a6fb-748d5b6851c8 req-5e71d773-9461-47d8-8fc5-d6eb50ba9b09 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:51.972470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0a51876-5479-4610-a6fb-748d5b6851c8 req-5e71d773-9461-47d8-8fc5-d6eb50ba9b09 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0489719 Nov 01 19:06:52.009474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0a51876-5479-4610-a6fb-748d5b6851c8 req-4c2b3473-a47e-42b3-9b42-0b71634a666a tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Nov 01 19:06:52.218315 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:53.128570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c738-ecf2-4e8c-ae90-280e599e5095 req-bfc73571-a9a7-435f-8d89-36861703c278 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:53.130047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dc9c738-ecf2-4e8c-ae90-280e599e5095 req-bfc73571-a9a7-435f-8d89-36861703c278 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0527048 Nov 01 19:06:53.166299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dc9c738-ecf2-4e8c-ae90-280e599e5095 req-459a5df2-d8a8-420d-b9e4-796d2e697845 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303967 Nov 01 19:06:53.903964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:54.283104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba107-c742-4ac5-8743-2dff779b977c req-a4f772b7-67f3-4ae8-95c1-29951dcb246e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:54.284602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dcba107-c742-4ac5-8743-2dff779b977c req-a4f772b7-67f3-4ae8-95c1-29951dcb246e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0495076 Nov 01 19:06:54.322701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4dcba107-c742-4ac5-8743-2dff779b977c req-fde3ab93-affd-44e6-aeb0-c770f3dca4c6 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Nov 01 19:06:55.439442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b686a-2103-40cc-aaf8-e3b91a67b2be req-8573b8eb-6137-415a-b6ee-d5360738ae75 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:55.440937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec2b686a-2103-40cc-aaf8-e3b91a67b2be req-8573b8eb-6137-415a-b6ee-d5360738ae75 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0486889 Nov 01 19:06:55.477977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec2b686a-2103-40cc-aaf8-e3b91a67b2be req-6c3ef074-802d-4320-aad7-27a705fdc3c6 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Nov 01 19:06:56.597014 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db417dd1-cdda-4d37-be07-f6abcb25bf3c req-960cbc38-5d68-46f0-8a18-0cb6e5c87108 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:56.598490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db417dd1-cdda-4d37-be07-f6abcb25bf3c req-960cbc38-5d68-46f0-8a18-0cb6e5c87108 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0525906 Nov 01 19:06:56.635938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db417dd1-cdda-4d37-be07-f6abcb25bf3c req-fa343d49-23f6-41b8-83ab-1a2bcc6eb947 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Nov 01 19:06:56.770842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:06:57.752891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573826e-c91c-49fa-88ce-f3844f9a47ac req-379bd111-3fd5-48d0-b489-cf13eff8900c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:57.758807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d573826e-c91c-49fa-88ce-f3844f9a47ac req-379bd111-3fd5-48d0-b489-cf13eff8900c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0501459 Nov 01 19:06:57.792890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d573826e-c91c-49fa-88ce-f3844f9a47ac req-f8ee997d-7de0-4582-881c-e4d3e481cc63 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Nov 01 19:06:58.912594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e223c1-fcca-4ba4-8d23-cc4acb38a565 req-efc737af-1757-493d-ac40-1725fbb07975 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:06:58.914058 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e223c1-fcca-4ba4-8d23-cc4acb38a565 req-efc737af-1757-493d-ac40-1725fbb07975 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0510142 Nov 01 19:06:58.952345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e223c1-fcca-4ba4-8d23-cc4acb38a565 req-0763af92-78e9-4ed8-805a-e15dd060aea6 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Nov 01 19:07:00.071749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8619c5b-d4bb-46a7-afa0-8f8f32ff4a67 req-ed6c4b0e-3434-4df8-9f70-921ed3f8ed1e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:00.073210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8619c5b-d4bb-46a7-afa0-8f8f32ff4a67 req-ed6c4b0e-3434-4df8-9f70-921ed3f8ed1e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0522504 Nov 01 19:07:00.110543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8619c5b-d4bb-46a7-afa0-8f8f32ff4a67 req-7bd7663f-cc3f-4113-bd61-5c4c0869b2fe tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Nov 01 19:07:01.224396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675430c2-0e34-4346-98bd-829d165c0b80 req-90eccf44-678d-473e-9def-9d658d54a52a tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:01.225876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-675430c2-0e34-4346-98bd-829d165c0b80 req-90eccf44-678d-473e-9def-9d658d54a52a tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0488100 Nov 01 19:07:01.264673 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-675430c2-0e34-4346-98bd-829d165c0b80 req-84ef13af-2de9-4494-97e5-bca867f42b01 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Nov 01 19:07:02.381350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e3174-b268-4423-b70b-70085d9bcc48 req-e7036af9-665c-486c-b727-ab0825eb58eb tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:02.382862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de3e3174-b268-4423-b70b-70085d9bcc48 req-e7036af9-665c-486c-b727-ab0825eb58eb tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0491133 Nov 01 19:07:02.420442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de3e3174-b268-4423-b70b-70085d9bcc48 req-9294b687-2b3b-4e22-a48c-dc94d83c4ec4 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307119 Nov 01 19:07:03.543088 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89febf-38a3-4da9-8a9f-dacde26d3e21 req-fb2c8382-112b-4912-8a02-16861894cac4 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:03.544604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd89febf-38a3-4da9-8a9f-dacde26d3e21 req-fb2c8382-112b-4912-8a02-16861894cac4 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0544894 Nov 01 19:07:03.590869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd89febf-38a3-4da9-8a9f-dacde26d3e21 req-b0e1dfa9-3e7d-4fdf-9bc1-8406eb71948f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Nov 01 19:07:04.708746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669a51-df90-4bc0-bcd5-05086c0c1914 req-51070b66-997e-4c44-b764-8e14922a3ee9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:04.710330 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b669a51-df90-4bc0-bcd5-05086c0c1914 req-51070b66-997e-4c44-b764-8e14922a3ee9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0499282 Nov 01 19:07:04.748939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b669a51-df90-4bc0-bcd5-05086c0c1914 req-f5d88bbc-eac3-416c-92fc-23225fd65adf tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Nov 01 19:07:05.292128 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:05.868679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e79c-6d0a-452c-8997-ea595664d6e7 req-79e2ccc1-1143-4435-97e9-7421c3eb71cc tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:05.871019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e63e79c-6d0a-452c-8997-ea595664d6e7 req-79e2ccc1-1143-4435-97e9-7421c3eb71cc tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0483460 Nov 01 19:07:05.907212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e63e79c-6d0a-452c-8997-ea595664d6e7 req-42ff7649-4cc3-4d52-8ada-2b0e188b9f26 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Nov 01 19:07:07.028651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df58d8-77a0-4b31-b972-5ca1c5a9ac46 req-8a23a01b-9c58-4fdd-83a3-cefd920a3a47 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:07.030108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12df58d8-77a0-4b31-b972-5ca1c5a9ac46 req-8a23a01b-9c58-4fdd-83a3-cefd920a3a47 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0531497 Nov 01 19:07:07.067188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12df58d8-77a0-4b31-b972-5ca1c5a9ac46 req-6be8cd07-1cbd-4933-b2a6-6a2e80e26bb3 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Nov 01 19:07:08.183723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa982-2014-41b2-9ba6-4b7be2de4dfc req-ea3b29d2-c278-4f46-8f2f-e44697400dd2 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:08.185193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36baa982-2014-41b2-9ba6-4b7be2de4dfc req-ea3b29d2-c278-4f46-8f2f-e44697400dd2 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0498271 Nov 01 19:07:08.223712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36baa982-2014-41b2-9ba6-4b7be2de4dfc req-f733ca3d-a9b0-4f80-8e00-81769f6de0d1 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Nov 01 19:07:09.348244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c0713-fd3a-4a30-b512-1b5d5d243a4d req-a550c97e-75fd-4580-87fd-da1a3e1c992f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:09.349739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b67c0713-fd3a-4a30-b512-1b5d5d243a4d req-a550c97e-75fd-4580-87fd-da1a3e1c992f tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0493007 Nov 01 19:07:09.386418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b67c0713-fd3a-4a30-b512-1b5d5d243a4d req-dc000a2d-1049-4633-beed-54851ee7a47b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303986 Nov 01 19:07:09.542045 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:10.505109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712e20-e00b-4381-b1a3-30ff1991f564 req-239907a0-db82-4d08-ae89-d525927328f0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:10.506559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf712e20-e00b-4381-b1a3-30ff1991f564 req-239907a0-db82-4d08-ae89-d525927328f0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0518227 Nov 01 19:07:10.545408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cf712e20-e00b-4381-b1a3-30ff1991f564 req-d538822c-8a5a-4e4e-bb28-148f920e7d8c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Nov 01 19:07:11.659202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bfb2c-b3b1-42d9-b580-1e2a529a8b5a req-76f15c1f-73ac-4466-a5aa-8c2a49685ab3 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:11.660744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f6bfb2c-b3b1-42d9-b580-1e2a529a8b5a req-76f15c1f-73ac-4466-a5aa-8c2a49685ab3 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0489120 Nov 01 19:07:11.699754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f6bfb2c-b3b1-42d9-b580-1e2a529a8b5a req-b338627e-3d74-401f-83e0-07797e9f8aa0 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Nov 01 19:07:12.813910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09acb5-88b8-4b8c-89b8-6d2b57daaf8b req-c63ab920-6217-49a3-af67-1ae7fde3180c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:12.815383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb09acb5-88b8-4b8c-89b8-6d2b57daaf8b req-c63ab920-6217-49a3-af67-1ae7fde3180c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 01 19:07:12.853177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb09acb5-88b8-4b8c-89b8-6d2b57daaf8b req-49d0c825-961a-4df9-9859-0d0312d2c69c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Nov 01 19:07:13.977067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc8a9-9de7-47e3-8c81-f986ebedb3db req-98f46c9d-cc78-44a5-ae48-afcdadb2db94 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:13.978463 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b7cc8a9-9de7-47e3-8c81-f986ebedb3db req-98f46c9d-cc78-44a5-ae48-afcdadb2db94 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0562716 Nov 01 19:07:14.015879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b7cc8a9-9de7-47e3-8c81-f986ebedb3db req-37562e26-4010-4158-bcf3-23134154da51 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Nov 01 19:07:15.133030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc98df-2848-4d28-8b9f-56e727cd79c7 req-88c4e671-6e22-4127-9f50-e8078142e71c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:15.134491 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9acc98df-2848-4d28-8b9f-56e727cd79c7 req-88c4e671-6e22-4127-9f50-e8078142e71c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0488365 Nov 01 19:07:15.172121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9acc98df-2848-4d28-8b9f-56e727cd79c7 req-23225701-84b7-420e-ae48-3ce883b6e608 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Nov 01 19:07:15.919680 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-660e42e0-aead-4236-a0fa-f2f54f6f2a7f service neutron] show failed (client error): The resource could not be found. Nov 01 19:07:15.920699 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-660e42e0-aead-4236-a0fa-f2f54f6f2a7f service neutron] 10.222.0.32 "GET /v2.0/ports/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0556092 Nov 01 19:07:16.289268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb2ad-0093-4bbd-85ee-72c5b935cc89 req-e1ba5d27-2cc7-4ed7-b8d8-35550af18b8c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:16.290751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cbb2ad-0093-4bbd-85ee-72c5b935cc89 req-e1ba5d27-2cc7-4ed7-b8d8-35550af18b8c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0476403 Nov 01 19:07:16.329452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8cbb2ad-0093-4bbd-85ee-72c5b935cc89 req-9fb51624-a9b5-4e27-a657-6c8bb2455728 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Nov 01 19:07:16.552909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-10a8e6db-d59b-4726-a83c-4972d3b89b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:16.560392 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-10a8e6db-d59b-4726-a83c-4972d3b89b89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb&tenant_id=afcab80d209c4778a96ebe9a98fa4d00 HTTP/1.1" status: 200 len: 1097 time: 0.1152098 Nov 01 19:07:16.566401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:07:16.616795 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:16.814547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:16.846740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:07:16.883851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:16.886127 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337bb881-1478-4bc2-a955-afad1c6cbaa9" -d '{"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:16.890541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:16.903230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Transition to ACTIVE for port object a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:07:16.939387 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08d9462-8452-428e-8057-c690e0873b19 x-openstack-request-id: req-b08d9462-8452-428e-8057-c690e0873b19 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:16.940014 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:16.940014 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b08d9462-8452-428e-8057-c690e0873b19 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:16.940366 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'code': 200} Nov 01 19:07:16.966686 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:17.029433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] No DVR routers for this DVR port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:07:17.032598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:17.069402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:07:17.069661 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:07:17.069988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:07:17.075131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:07:17.075455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Attempting to bind port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on network fac83da7-3e3e-4737-81c7-6987d94939e8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:07:17.080302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:07:17.080641 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Checking segment: {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:07:17.081028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Bound using segment: {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:07:17.081453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Bound port: a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad53e84-a565-4942-95a9-c3b723d3880b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:07:17.081810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:17.143124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:07:17.146115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:07:17.212723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:17.253965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:17.254593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:17.256035 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] 10.222.0.37 "PUT /v2.0/ports/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 1092 time: 0.6934927 Nov 01 19:07:17.276862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e1cd4-3b7e-4b0f-add8-b5fbb1968e37 service neutron] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:17.320145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-5a36034d-ad13-4ebd-a05c-87c678973356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:17.321563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-5a36034d-ad13-4ebd-a05c-87c678973356 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1095 time: 0.0416038 Nov 01 19:07:17.423380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-e85b637d-018e-4850-8f52-8f2da35aea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:17.425148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-e85b637d-018e-4850-8f52-8f2da35aea6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 912 time: 0.0965064 Nov 01 19:07:17.453622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba4e8e-8799-48b3-a2fb-88ab492d3297 req-3891c9a5-6db4-4438-ba2c-0ffdc38a2a8e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:17.455338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0ba4e8e-8799-48b3-a2fb-88ab492d3297 req-3891c9a5-6db4-4438-ba2c-0ffdc38a2a8e tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0544345 Nov 01 19:07:17.467847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-44b9c1c5-e14d-40cc-bea7-7d280c3e7ae0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0351357 Nov 01 19:07:17.502065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0ba4e8e-8799-48b3-a2fb-88ab492d3297 req-ebd2aff5-f88a-4601-8628-3dc30a855bb5 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Nov 01 19:07:17.525739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-fb359cc5-b47f-4225-9d09-a9e77b762bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:17.527401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-fb359cc5-b47f-4225-9d09-a9e77b762bfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0522349 Nov 01 19:07:17.559771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-5a0e06ab-2168-4c1e-bfe7-3a51a29d99c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258250 Nov 01 19:07:17.654435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-975bee42-a71a-4988-932f-7b9b8972bcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883906 Nov 01 19:07:17.750410 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4366b445-7e42-4195-8f55-79cf1ec64cfb req-6eea6595-ebac-4211-9245-e6f036ad8d56 service neutron] 10.222.0.37 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892518 Nov 01 19:07:18.619060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330654c-c26b-42d7-8354-c4452cc24356 req-50ca0dc2-fc91-402a-931b-144564f5e7f8 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:18.620456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c330654c-c26b-42d7-8354-c4452cc24356 req-50ca0dc2-fc91-402a-931b-144564f5e7f8 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0482202 Nov 01 19:07:18.665423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c330654c-c26b-42d7-8354-c4452cc24356 req-7df1095a-cb62-4332-8f0b-2cec9b691c8d tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Nov 01 19:07:18.743357 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0104c094-d06a-427b-97b0-f3bac6b9143d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:18.941732 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:18.944097 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8445a-7056-4b93-be3e-c176bec98cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:18.992039 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de71fe55-e9d3-4ff9-b552-27b0ed562bdc x-openstack-request-id: req-de71fe55-e9d3-4ff9-b552-27b0ed562bdc {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:18.992332 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:18.992588 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de71fe55-e9d3-4ff9-b552-27b0ed562bdc {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:18.992995 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'status': 'completed', 'code': 200} Nov 01 19:07:19.081589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-e73bb120-a58a-44e0-a515-f8dda09a4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.083127 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-e73bb120-a58a-44e0-a515-f8dda09a4010 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1095 time: 0.0718341 Nov 01 19:07:19.084818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-eddeed66-f150-4c50-8864-3568ed8d18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.086137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-eddeed66-f150-4c50-8864-3568ed8d18ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1095 time: 0.0662901 Nov 01 19:07:19.241227 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-f5ade8b6-e64c-48f6-a9ee-0df1896f35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.242602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-f5ade8b6-e64c-48f6-a9ee-0df1896f35e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 912 time: 0.1520641 Nov 01 19:07:19.243746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-0b6380e3-8090-4cac-a632-442e65f7628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.245033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-0b6380e3-8090-4cac-a632-442e65f7628f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 912 time: 0.1476231 Nov 01 19:07:19.317089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-7e93a46b-ebcf-486a-aa28-67eb6ed55a2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0661473 Nov 01 19:07:19.318428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-27cf2675-ba7d-486b-bc9f-ef8c27ec8e1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0619154 Nov 01 19:07:19.398812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-756f6791-57e8-4548-9e33-aef17660d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.400353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-756f6791-57e8-4548-9e33-aef17660d165 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0763562 Nov 01 19:07:19.401703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-1dff963a-c5d4-47e1-be21-892008428863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.403383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-1dff963a-c5d4-47e1-be21-892008428863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0717225 Nov 01 19:07:19.456887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-d1fb764e-0295-4c09-ae6d-b8f53ef6a33f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485437 Nov 01 19:07:19.458704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-4edac3d7-862e-4bac-8b4e-97cd6f6b6b73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429726 Nov 01 19:07:19.673007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:07:19.718236 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:07:19.793781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f98bd-6cd3-4108-9e71-d2c71f0935db req-d2949301-8eed-42d7-aa42-2fb9fd60c8ce tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:19.795299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e82f98bd-6cd3-4108-9e71-d2c71f0935db req-d2949301-8eed-42d7-aa42-2fb9fd60c8ce tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0510423 Nov 01 19:07:19.834914 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e82f98bd-6cd3-4108-9e71-d2c71f0935db req-0724a13c-685c-4d18-9762-77618a2bc9b3 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Nov 01 19:07:19.919055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-97fffdc2-640c-4fe7-b75d-0d021708cfd3 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550526 Nov 01 19:07:19.920900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-44f57ac5-da1d-455c-8f68-48329e7b2cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496839 Nov 01 19:07:20.076350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-c943f719-6996-4728-8a2f-07d9bca39614 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489487 Nov 01 19:07:20.078474 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5e8445a-7056-4b93-be3e-c176bec98cca req-dc1aad19-4710-4db7-a905-1f03abff3a4d service neutron] 10.222.0.37 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500857 Nov 01 19:07:20.903395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb3c0-5aad-4c5c-a687-2754db524618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:20.961515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22c39-16e7-44f9-b9bc-2b5149952a5b req-82914a15-0c90-449c-974c-a9f9131948fc tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:20.962949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3e22c39-16e7-44f9-b9bc-2b5149952a5b req-82914a15-0c90-449c-974c-a9f9131948fc tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 944 time: 0.0560815 Nov 01 19:07:21.002625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3e22c39-16e7-44f9-b9bc-2b5149952a5b req-660a5ff1-6ac3-4163-bbac-f5b78e707dc8 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Nov 01 19:07:21.367403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:07:21.461581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:21.472810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'network_id': 'fac83da7-3e3e-4737-81c7-6987d94939e8', 'port_id': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'mac_address': 'fa:16:3e:04:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c2dbf1-994e-4fde-9f46-1476502b526a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:07:21.508712 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:21.521334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:07:21.539633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:21.598724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:21.645000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:21.652122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.652507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.652843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.653181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.653513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.653847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.654175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.654500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.654910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.655237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.655585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.655913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:07:21.943534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:07:22.118314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2981e-4e33-45ce-9244-2ad933ab2221 req-10ad70a7-fb74-4a30-89ff-0d1d05cfc956 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:22.119804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06d2981e-4e33-45ce-9244-2ad933ab2221 req-10ad70a7-fb74-4a30-89ff-0d1d05cfc956 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 945 time: 0.0485997 Nov 01 19:07:22.157111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-06d2981e-4e33-45ce-9244-2ad933ab2221 req-abda398d-1407-45e8-87dc-014f349ec102 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Nov 01 19:07:22.251077 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:22.585578 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:07:22.634483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-1c78eb57-d08b-4a74-9911-ffae5854782c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:22.635956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-1c78eb57-d08b-4a74-9911-ffae5854782c tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb&tenant_id=afcab80d209c4778a96ebe9a98fa4d00&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 945 time: 0.0904279 Nov 01 19:07:22.696475 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-323b8184-3df2-4bb6-ab30-ea00d047fefb service neutron] delete failed (client error): The resource could not be found. Nov 01 19:07:22.697554 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-323b8184-3df2-4bb6-ab30-ea00d047fefb service neutron] 10.222.0.32 "DELETE /v2.0/ports/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0531886 Nov 01 19:07:22.779143 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-0a88c552-6788-478a-9aa5-2c90a1bbc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:22.780650 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-0a88c552-6788-478a-9aa5-2c90a1bbc041 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 1096 time: 0.0403502 Nov 01 19:07:22.876541 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-62de70c1-c64e-4ccc-a571-615c8c652b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:22.877951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-62de70c1-c64e-4ccc-a571-615c8c652b08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 200 len: 912 time: 0.0906622 Nov 01 19:07:22.917941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-655b6a97-f54e-4106-b8da-e180f51e212e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 200 len: 217 time: 0.0326228 Nov 01 19:07:22.968578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-a98e0e8d-8017-4118-aa65-9b80351fbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:22.970042 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-a98e0e8d-8017-4118-aa65-9b80351fbd83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 200 len: 851 time: 0.0454988 Nov 01 19:07:23.006809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-4019786b-0d1f-4ca0-85b3-155f6ec5455e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fac83da7-3e3e-4737-81c7-6987d94939e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300033 Nov 01 19:07:23.092945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-1a50520b-bccc-439d-8514-f576409eebf8 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792413 Nov 01 19:07:23.186367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-c2d9a162-7da3-4e7c-9165-04ea576ee9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Nov 01 19:07:23.382926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:07:23.503209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:07:23.506821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:07:23.507185 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:23.581213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:23.603060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:23.606296 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf262a-5ce4-45e5-b7da-5e26c810337a" -d '{"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-plugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:23.619607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:23.653999 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab267e8-3c07-4bb4-bc85-ba36b3a0d98e x-openstack-request-id: req-9ab267e8-3c07-4bb4-bc85-ba36b3a0d98e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:23.654289 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-plugged", "status": "completed", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:23.654544 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ab267e8-3c07-4bb4-bc85-ba36b3a0d98e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:23.654937 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'code': 200} Nov 01 19:07:23.691496 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:23.736847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:23.908581 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:24.492962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1cf9b-12b8-4e58-a061-ea11a870a170 req-f7f28b5f-1f38-4443-b1d6-55fd09cff0b2 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:24.494520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76f1cf9b-12b8-4e58-a061-ea11a870a170 req-f7f28b5f-1f38-4443-b1d6-55fd09cff0b2 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0497639 Nov 01 19:07:24.532111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76f1cf9b-12b8-4e58-a061-ea11a870a170 req-a513ab93-7406-4c54-bfc9-c58d2638f752 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Nov 01 19:07:25.651769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601ca73-1318-4e26-9055-10de5769e240 req-2770c6eb-822f-4e42-a012-dd7b881e3bf9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:25.653364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e601ca73-1318-4e26-9055-10de5769e240 req-2770c6eb-822f-4e42-a012-dd7b881e3bf9 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0530264 Nov 01 19:07:25.691342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e601ca73-1318-4e26-9055-10de5769e240 req-c2e68b26-6e6e-4b4c-a10f-e13a7f2fc5cd tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/security-groups?id=d454e8e9-8250-4b7a-994d-30a7846cda3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Nov 01 19:07:25.764540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-d07b0d79-1175-4f2c-9083-0b045ae257d7 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:25.765978 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-d07b0d79-1175-4f2c-9083-0b045ae257d7 tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 946 time: 0.0492516 Nov 01 19:07:25.851133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Deleting port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:07:25.851392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:25.941194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] For port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,segment=NetworkSegment(aad53e84-a565-4942-95a9-c3b723d3880b),segment_id=aad53e84-a565-4942-95a9-c3b723d3880b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:25.941558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:25.955018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Calling delete_port for a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:07:26.141735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:26.152868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:07:26.171038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Pushing event deleted for resources: {'Port': ['ID=a73ce536-c1b4-4b07-a4cf-04d2fba51cd9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:26.210969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] No DVR routers for this DVR port a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:07:26.213655 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:26.217189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-134d7b08-4141-418a-b4b5-fc1b733b8114 req-2e5ba179-68a4-487b-812a-20719d54102b tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.37 "DELETE /v2.0/ports/a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 HTTP/1.1" status: 204 len: 173 time: 0.4454691 Nov 01 19:07:26.217630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-deleted', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:26.220001 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32bfcd5-76e4-44de-a179-88c0b2b6e417" -d '{"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-deleted", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:26.256702 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5667acf-4d07-4c17-81ae-a9e135e5804d x-openstack-request-id: req-f5667acf-4d07-4c17-81ae-a9e135e5804d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:26.256977 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb", "name": "network-vif-deleted", "tag": "a73ce536-c1b4-4b07-a4cf-04d2fba51cd9", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:26.257228 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5667acf-4d07-4c17-81ae-a9e135e5804d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:26.257628 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb', 'name': 'network-vif-deleted', 'tag': 'a73ce536-c1b4-4b07-a4cf-04d2fba51cd9', 'status': 'completed', 'code': 200} Nov 01 19:07:26.771842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:26.798865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-692dea0e-38ed-4091-82c1-23c13a43ba18 req-6e76ab14-27c5-4af2-9ccf-5a6b1d2beb8a tempest-DeleteServersTestJSON-545241562 tempest-DeleteServersTestJSON-545241562-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b340d6-0e96-4f54-9e12-2fa0c7ac52cb HTTP/1.1" status: 200 len: 210 time: 0.0267720 Nov 01 19:07:27.927387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39046) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:27.976100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Deleting subnet 17c2dbf1-994e-4fde-9f46-1476502b526a {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:07:27.979373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.013828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.056969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.177775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.201021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c2dbf1-994e-4fde-9f46-1476502b526a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:28.206663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.209832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e553d65-529d-48ee-b395-a43251bfed86 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17c2dbf1-994e-4fde-9f46-1476502b526a HTTP/1.1" status: 204 len: 168 time: 0.2814198 Nov 01 19:07:28.212591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39048) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:28.298590 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.379188 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.398362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac83da7-3e3e-4737-81c7-6987d94939e8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:07:28.407946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad53e84-a565-4942-95a9-c3b723d3880b') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:07:28.408245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad53e84-a565-4942-95a9-c3b723d3880b') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:07:28.417718 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.430409 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.436711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:07:28.437119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:07:28.438727 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:07:28.548223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.554191 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.557254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] 10.222.0.31 "DELETE /v2.0/networks/fac83da7-3e3e-4737-81c7-6987d94939e8 HTTP/1.1" status: 204 len: 168 time: 0.3437154 Nov 01 19:07:28.568434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be846e-d056-4c3a-835c-01fad1f41e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=fac83da7-3e3e-4737-81c7-6987d94939e8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:28.843930 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39052) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:28.894097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d5baa8b5-3a52-4cc7-ae99-3a650e6fbeb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afcab80d209c4778a96ebe9a98fa4d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489845 Nov 01 19:07:28.896682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39054) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:28.944884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:28.966741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:29.080087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:29.082634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:29.083814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d454e8e9-8250-4b7a-994d-30a7846cda3d HTTP/1.1" status: 204 len: 168 time: 0.1862090 Nov 01 19:07:29.092373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204336d-c3c7-4e76-9fa1-bf6b41ad28d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d454e8e9-8250-4b7a-994d-30a7846cda3d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:29.382741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:07:29.403252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:07:29.403774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a73ce536-c1b4-4b07-a4cf-04d2fba51cd9 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:07:30.108418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39076) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:30.211633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-106316922-network', 'tenant_id': '73f522762e9b48b59eaf9e1e3c7fa5ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:07:30.319561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Made reservation on behalf of 73f522762e9b48b59eaf9e1e3c7fa5ff for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:07:30.321955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.330934 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.403587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.497082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.521492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:07:30.530680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adad908-549b-4a03-a771-b72cbd5a0afb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:30.538290 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.538290 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Added segment 3734a1cb-885a-464e-a25d-3c5f0aaa78ba of type vlan for network 7207e07e-681c-491a-9d2b-07914fe13459 Nov 01 19:07:30.580474 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.656987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.657939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:30.658534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:30.717774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] Pushing event updated for resources: {'Network': ['ID=7207e07e-681c-491a-9d2b-07914fe13459,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:30.727309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 7207e07e-681c-491a-9d2b-07914fe13459 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:07:30.740137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8419c8d3-b3ec-41f3-934b-fe5170e4c687 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6306305 Nov 01 19:07:30.743065 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39080) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:07:30.754558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Request body: {'subnet': {'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-106316922-subnet', 'tenant_id': '73f522762e9b48b59eaf9e1e3c7fa5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:07:30.827656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Made reservation on behalf of 73f522762e9b48b59eaf9e1e3c7fa5ff for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:07:30.830075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:31.045095 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:31.100237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:31.108603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Checking segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:07:31.109226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Network hostable DHCP agents. Network: 7207e07e-681c-491a-9d2b-07914fe13459, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:07:31.205231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Network 7207e07e-681c-491a-9d2b-07914fe13459 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:07:31.296718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 7207e07e-681c-491a-9d2b-07914fe13459) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:07:31.301044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:31.301637 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:31.306098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6923756-c5f0-48fb-b60d-ef928d36154c None None] Network 7207e07e-681c-491a-9d2b-07914fe13459 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:07:31.379937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c11c7615-6732-43ef-8828-99cb3629c03e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6356318 Nov 01 19:07:31.430596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d424b-595f-414e-a76c-37fbb9219507 None None] Network 7207e07e-681c-491a-9d2b-07914fe13459 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:07:31.791350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-d1a49776-ab2b-4e6e-a217-503c5c0b0083 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:31.793418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-d1a49776-ab2b-4e6e-a217-503c5c0b0083 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 814 time: 0.1016352 Nov 01 19:07:31.808324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-6fd2879d-a6c2-4af5-a5ab-944b20a31075 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/quotas/73f522762e9b48b59eaf9e1e3c7fa5ff HTTP/1.1" status: 200 len: 375 time: 0.0088508 Nov 01 19:07:31.838386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-9e1cd284-22ec-4321-9cb8-fa96ab58daf2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250421 Nov 01 19:07:31.926307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-c0dbbbe8-9443-45c4-b505-f226d374b0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Nov 01 19:07:32.017346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-765ce781-6a56-49ef-a5dd-fe4ddc6ef614 service neutron] 10.222.0.31 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850363 Nov 01 19:07:32.250085 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-532f698e-d414-44d2-90d4-613ffadc027f req-e6ec4537-db20-4601-967a-59ee5b3c14fd tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Nov 01 19:07:33.348208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c34cae04-1170-4ed0-9fc8-025cd4938941 req-5309075f-40f2-4bf4-8cbd-c4e8bac7fbbe tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Nov 01 19:07:34.077551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-4e1b0533-3e4c-4155-8ca4-18e035079ee0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:34.079010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-4e1b0533-3e4c-4155-8ca4-18e035079ee0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 814 time: 0.1065683 Nov 01 19:07:34.091941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Request body: {'port': {'device_id': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'admin_state_up': True, 'tenant_id': '73f522762e9b48b59eaf9e1e3c7fa5ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:07:34.279231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Made reservation on behalf of 73f522762e9b48b59eaf9e1e3c7fa5ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:07:34.282972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:34.410320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Allocated IP 172.20.0.13 (7207e07e-681c-491a-9d2b-07914fe13459/4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:07:34.447312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f53392e-54b1-4bb8-b4af-cbc8de1b71a4 req-685a036e-d448-4a42-aa3d-9a158c94dde2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 210 time: 0.0307038 Nov 01 19:07:34.565043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:34.669734 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:34.713286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Network 7207e07e-681c-491a-9d2b-07914fe13459 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:07:34.719337 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:07:34.723125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:07:34.751965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:34.780909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:34.781524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:34.830771 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-776f1b10-6c6a-4105-a8e9-80013c5568c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427213 Nov 01 19:07:34.844041 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Request body: {'port': {'device_id': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:07:34.897749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.153429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:07:35.160776 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.173006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Transition to ACTIVE for port object ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:07:35.234093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.279945 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.289155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:35.351943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:07:35.352275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:07:35.352600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:07:35.357097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:07:35.357414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:07:35.362399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:07:35.362741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Checking segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:07:35.363150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Bound using segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:07:35.363610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Bound port: ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:07:35.363969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.425095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:07:35.428070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:07:35.491912 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.530231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.530825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:35.532227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] 10.222.0.37 "PUT /v2.0/ports/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 1092 time: 0.6933053 Nov 01 19:07:35.532670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:35.534942 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:35.564060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f95694-393d-4e1a-b158-52062ce9193b service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:35.576500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec398f3-8de0-4401-a43e-d78fb0c574d6 req-67def07d-eb5e-4f5d-93fe-2049e2ebc492 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.578043 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec398f3-8de0-4401-a43e-d78fb0c574d6 req-67def07d-eb5e-4f5d-93fe-2049e2ebc492 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0593512 Nov 01 19:07:35.588389 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd769ff-0b15-4b75-aa64-8f7996efdd0a x-openstack-request-id: req-bdd769ff-0b15-4b75-aa64-8f7996efdd0a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:35.588778 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:35.589123 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd769ff-0b15-4b75-aa64-8f7996efdd0a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:35.589805 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'status': 'completed', 'code': 200} Nov 01 19:07:35.620078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ec398f3-8de0-4401-a43e-d78fb0c574d6 req-d0747ceb-e47d-4503-92a4-c5284bb157b0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Nov 01 19:07:35.651241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-85dfdbab-cddf-4d58-b565-072aa01444bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.653215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-85dfdbab-cddf-4d58-b565-072aa01444bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0429125 Nov 01 19:07:35.758297 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-7dd01f04-1cfc-4a13-9254-901d52b77de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.759822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-7dd01f04-1cfc-4a13-9254-901d52b77de6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989437 Nov 01 19:07:35.856258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-86faa4bc-0eea-46bb-910a-cbde510beffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.857923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86c4b7b5-3ab1-4cf4-a576-84d9f49efdab req-86faa4bc-0eea-46bb-910a-cbde510beffd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920744 Nov 01 19:07:35.934890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-c389425a-fb9e-4d9d-8f62-6abcc614ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:35.936498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-c389425a-fb9e-4d9d-8f62-6abcc614ecfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0425529 Nov 01 19:07:35.983246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-260434b2-cda8-4b00-979c-96153f9024cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.0388131 Nov 01 19:07:36.032099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-ddb84638-71b4-46b5-9621-9f914b6e5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:36.033515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-ddb84638-71b4-46b5-9621-9f914b6e5a25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0438478 Nov 01 19:07:36.065897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-630ac5ff-87a5-4db7-bc61-799ffd349aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252488 Nov 01 19:07:36.160347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-05ddc492-f4b0-4fa4-8c4a-8116027663c6 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872526 Nov 01 19:07:36.253734 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7f65149-98a6-41c0-83ed-80a599a63b76 req-2d08694c-62c6-4d16-9ad2-a34a304558df service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864394 Nov 01 19:07:36.737106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355f76-d041-47d1-b448-622109b6fadf req-11ed784f-21a3-4f7f-a5e3-959efc3c4ad6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:36.738603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63355f76-d041-47d1-b448-622109b6fadf req-11ed784f-21a3-4f7f-a5e3-959efc3c4ad6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0492511 Nov 01 19:07:36.776655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-63355f76-d041-47d1-b448-622109b6fadf req-43a4c16a-b1f2-4262-b211-7467da3508e4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Nov 01 19:07:37.890348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4dd62-863c-4cdf-a84e-03422f063b54 req-3f4cc06d-2fdb-4ef5-9829-075229e7e2b1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:37.891824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa4dd62-863c-4cdf-a84e-03422f063b54 req-3f4cc06d-2fdb-4ef5-9829-075229e7e2b1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0484555 Nov 01 19:07:37.932916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa4dd62-863c-4cdf-a84e-03422f063b54 req-d26c6f71-065f-4094-a5fc-9ed23f7da882 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Nov 01 19:07:39.046502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3e0fc-76f0-45da-88e4-f4b69f776003 req-df72b8df-0c1f-477c-a0b9-78f3ab06aff6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:39.048001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ab3e0fc-76f0-45da-88e4-f4b69f776003 req-df72b8df-0c1f-477c-a0b9-78f3ab06aff6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0477192 Nov 01 19:07:39.084925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ab3e0fc-76f0-45da-88e4-f4b69f776003 req-321c32c5-8554-4445-a301-d6bb287cd3af tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Nov 01 19:07:39.404745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:07:39.509102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:39.520772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'port_id': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'mac_address': 'fa:16:3e:88:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:07:39.545612 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:39.558035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:39.573689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:07:39.593318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:39.662158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:39.710569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:39.951596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:07:40.198269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2a20-05c0-4e55-92e0-cb9d9fa45ab4 req-97c01dca-5f1c-43dc-ac80-c4086484f6cf tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:40.201190 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60fa2a20-05c0-4e55-92e0-cb9d9fa45ab4 req-97c01dca-5f1c-43dc-ac80-c4086484f6cf tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 945 time: 0.0478427 Nov 01 19:07:40.238299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60fa2a20-05c0-4e55-92e0-cb9d9fa45ab4 req-486e0243-fcee-437b-b139-aa3da697c40e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Nov 01 19:07:41.353904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bfe74-1d7e-497d-809e-352a111de52e req-6886cb6d-0ee5-485e-8d86-c4e9ae718276 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:41.355459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d44bfe74-1d7e-497d-809e-352a111de52e req-6886cb6d-0ee5-485e-8d86-c4e9ae718276 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Nov 01 19:07:41.396845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d44bfe74-1d7e-497d-809e-352a111de52e req-93d538e7-d357-48bf-8701-149b1218be84 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Nov 01 19:07:41.407452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:07:41.507738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:07:41.511790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:07:41.512163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:41.590216 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:41.612187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:07:41.614424 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8809037d-0aa4-4be8-bc61-c6caf79566d5" -d '{"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:07:41.626711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:07:41.653461 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7841a-45bf-4cf8-91fa-1a2dc2e66ae1 x-openstack-request-id: req-2ca7841a-45bf-4cf8-91fa-1a2dc2e66ae1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:07:41.653773 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:07:41.654039 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ca7841a-45bf-4cf8-91fa-1a2dc2e66ae1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:07:41.654431 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'code': 200} Nov 01 19:07:41.679316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:41.729486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:07:41.755719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d957-ff98-4b42-9dbd-e6c82a33a66b req-4efae49b-742c-476f-ae30-8498c9affb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:41.757249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e355d957-ff98-4b42-9dbd-e6c82a33a66b req-4efae49b-742c-476f-ae30-8498c9affb6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1097 time: 0.0416257 Nov 01 19:07:41.797921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e355d957-ff98-4b42-9dbd-e6c82a33a66b req-06ca38e1-02b9-49e8-9f5e-dec154b529e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Nov 01 19:07:42.515649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94cc12-e492-46cf-8220-8c173e12a5c8 req-53cd58a6-ea38-46ea-adfe-c084b85d419d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:42.517110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f94cc12-e492-46cf-8220-8c173e12a5c8 req-53cd58a6-ea38-46ea-adfe-c084b85d419d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0493562 Nov 01 19:07:42.554110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f94cc12-e492-46cf-8220-8c173e12a5c8 req-65946aff-5622-4bd4-bf90-267c69b22337 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Nov 01 19:07:43.670414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb1201-3c61-4e40-b06b-67c7707dff5b req-3e0bdfcc-6206-4353-a1a2-36e7081567b9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:43.672072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59bb1201-3c61-4e40-b06b-67c7707dff5b req-3e0bdfcc-6206-4353-a1a2-36e7081567b9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0495441 Nov 01 19:07:43.709276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59bb1201-3c61-4e40-b06b-67c7707dff5b req-d79e4736-000f-493e-9b46-01026dcb58b3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Nov 01 19:07:43.825031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef929886-a370-42ef-ac05-283bd9fea0b9 req-23d699a4-5f29-4dac-bed1-5d0f7b253dc3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:43.826635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef929886-a370-42ef-ac05-283bd9fea0b9 req-23d699a4-5f29-4dac-bed1-5d0f7b253dc3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0474265 Nov 01 19:07:43.868128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef929886-a370-42ef-ac05-283bd9fea0b9 req-798b2077-83ec-4754-a14e-0ebdd908316f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Nov 01 19:07:44.111263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f67ae6-db6f-4738-a17a-405ad44a16b4 req-d65d1548-0855-4dfb-be3d-c2f2bc0f65f9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:44.112746 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f67ae6-db6f-4738-a17a-405ad44a16b4 req-d65d1548-0855-4dfb-be3d-c2f2bc0f65f9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0475664 Nov 01 19:07:44.150323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-31f67ae6-db6f-4738-a17a-405ad44a16b4 req-c836f872-d138-42e3-8d3c-188ad9effcb7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Nov 01 19:07:44.270340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79fd6f-043c-4a3e-8084-9c5e529b26cc req-13cef7ed-02a1-4f4b-ab3e-7d67b800e70e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:44.271858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c79fd6f-043c-4a3e-8084-9c5e529b26cc req-13cef7ed-02a1-4f4b-ab3e-7d67b800e70e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Nov 01 19:07:44.308553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c79fd6f-043c-4a3e-8084-9c5e529b26cc req-7f92e69e-83e2-49d9-9658-98b0552ad78b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Nov 01 19:07:44.681779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e9da-0ded-4890-bbc7-6b28f623136b req-b12bdd40-a900-4f31-b5ab-fdb4727ca845 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:44.683282 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e07e9da-0ded-4890-bbc7-6b28f623136b req-b12bdd40-a900-4f31-b5ab-fdb4727ca845 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0515320 Nov 01 19:07:44.725264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6e07e9da-0ded-4890-bbc7-6b28f623136b req-9d7af4e9-7417-457d-993e-ab37ed956c0f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Nov 01 19:07:44.853645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-1b1d79ca-d0b6-4dac-8309-863c657acf1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813665 Nov 01 19:07:45.847084 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760101e7-e63e-4958-a195-fe23e771ac7b req-7d3f4687-fb93-49fa-a7f0-dbe326e2576e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:45.848589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-760101e7-e63e-4958-a195-fe23e771ac7b req-7d3f4687-fb93-49fa-a7f0-dbe326e2576e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0511532 Nov 01 19:07:45.886581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-760101e7-e63e-4958-a195-fe23e771ac7b req-e59b1b2d-0f22-4648-9002-18556938f575 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Nov 01 19:07:46.899829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-de67c298-8854-4cd6-83a9-4c20d33ad237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:46.901379 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-de67c298-8854-4cd6-83a9-4c20d33ad237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1097 time: 0.0398173 Nov 01 19:07:46.993962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-18e9a80f-a0d2-4ef1-b4df-b7c09d3652c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:46.995384 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-18e9a80f-a0d2-4ef1-b4df-b7c09d3652c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0858393 Nov 01 19:07:47.004786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703bb46-8155-4669-ab6d-707dc8ec884e req-8224aa52-1999-47dd-8c4c-8770898352ee tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:47.006257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a703bb46-8155-4669-ab6d-707dc8ec884e req-8224aa52-1999-47dd-8c4c-8770898352ee tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0488739 Nov 01 19:07:47.042657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-938980be-f4e1-4fce-9f19-67ecc6526051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.0405421 Nov 01 19:07:47.044012 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a703bb46-8155-4669-ab6d-707dc8ec884e req-3d56f319-3343-4239-a350-9ddaca457da5 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Nov 01 19:07:47.093125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-30035e5b-47d1-4c0d-93ad-d2f1eaa5a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:47.094569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-30035e5b-47d1-4c0d-93ad-d2f1eaa5a962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0450513 Nov 01 19:07:47.125143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-85143d72-53a0-4a88-ae79-4cdff2fab0c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241983 Nov 01 19:07:47.216633 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-5bf74d8a-e2c1-4487-a0d5-474e32b8d0c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Nov 01 19:07:47.305881 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-dd850152-fd21-457f-a6fc-8371001a116b service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826654 Nov 01 19:07:48.161592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373cd28-b1ee-4d0d-9ff2-bb56765bcfc0 req-b1902c1a-bcf0-4361-9bd6-36b2df9b9614 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:48.163940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9373cd28-b1ee-4d0d-9ff2-bb56765bcfc0 req-b1902c1a-bcf0-4361-9bd6-36b2df9b9614 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0518444 Nov 01 19:07:48.201041 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9373cd28-b1ee-4d0d-9ff2-bb56765bcfc0 req-be6a8bcd-5da9-4e3f-8b97-7903f40beb59 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Nov 01 19:07:48.730731 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb572-042f-4520-bcb0-25cc80c3d8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:49.315043 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3dd8d-056b-4cc0-a0d5-c4375fae0614 req-e9ecdc9b-c257-40b2-baaf-e70d925dab7b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:49.316575 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e3dd8d-056b-4cc0-a0d5-c4375fae0614 req-e9ecdc9b-c257-40b2-baaf-e70d925dab7b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0483944 Nov 01 19:07:49.355077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9e3dd8d-056b-4cc0-a0d5-c4375fae0614 req-01ea3e2c-50f6-4146-91b0-1e5fe40db0c1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Nov 01 19:07:50.472643 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0adb4-20c6-464c-a14f-f241d30dc251 req-7469f9bb-268e-4f02-8b03-3ac2ca5088a4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:50.474115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ed0adb4-20c6-464c-a14f-f241d30dc251 req-7469f9bb-268e-4f02-8b03-3ac2ca5088a4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Nov 01 19:07:50.510813 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ed0adb4-20c6-464c-a14f-f241d30dc251 req-cdd9e394-3890-49e4-b0ed-913d19ea0042 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305591 Nov 01 19:07:50.867203 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a6d3fc7b-c2ce-43f9-ad7c-18e1931f31a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:51.634827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd69c5-9255-4355-9f30-b1f7d03f0647 req-c8b9a211-8f8a-489d-8cca-49d9ded18939 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:51.636318 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5cd69c5-9255-4355-9f30-b1f7d03f0647 req-c8b9a211-8f8a-489d-8cca-49d9ded18939 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0565498 Nov 01 19:07:51.673840 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f5cd69c5-9255-4355-9f30-b1f7d03f0647 req-2378f33b-4d94-497e-a6fa-724648ad0321 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Nov 01 19:07:52.255989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:52.789713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542ad99-d1db-4bc6-bf94-d9324f84f1c9 req-70d51266-a940-4d16-a915-824af17b2aed tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:52.791187 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7542ad99-d1db-4bc6-bf94-d9324f84f1c9 req-70d51266-a940-4d16-a915-824af17b2aed tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0483692 Nov 01 19:07:52.828943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7542ad99-d1db-4bc6-bf94-d9324f84f1c9 req-a73ceef2-2aa3-41e9-8c6b-48ed3730dd86 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Nov 01 19:07:53.913593 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:53.945990 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e448d01-8335-44e1-a822-ea2e4e859848 req-1c5aa10b-1246-4e7b-b142-7dcb442766fe tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:53.947371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e448d01-8335-44e1-a822-ea2e4e859848 req-1c5aa10b-1246-4e7b-b142-7dcb442766fe tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0496542 Nov 01 19:07:53.984097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e448d01-8335-44e1-a822-ea2e4e859848 req-704f820a-564e-4498-b943-5ebaaa62d2fb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306795 Nov 01 19:07:55.104368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa37ba2-9d11-47da-b36e-f035d361651e req-ff9809ce-ffc6-4fde-9e7c-db5da9dd435e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:55.106151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa37ba2-9d11-47da-b36e-f035d361651e req-ff9809ce-ffc6-4fde-9e7c-db5da9dd435e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0545826 Nov 01 19:07:55.144656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fa37ba2-9d11-47da-b36e-f035d361651e req-b63225ed-8237-4b1c-82f6-8582df2570ad tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Nov 01 19:07:56.263276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8d9e8-75ee-4efa-b5ac-c854d1e68ee5 req-6eb8bcbf-3ca8-42b8-ac43-eb02939c365e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:56.264805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51b8d9e8-75ee-4efa-b5ac-c854d1e68ee5 req-6eb8bcbf-3ca8-42b8-ac43-eb02939c365e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0486465 Nov 01 19:07:56.302359 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51b8d9e8-75ee-4efa-b5ac-c854d1e68ee5 req-4a765756-f627-4384-b8c0-3422301c2823 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Nov 01 19:07:56.764544 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:07:57.419031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb159-435b-4eba-b6ec-166006ccba47 req-841f5a9f-bb15-4b4f-a868-072ce0be6337 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:57.420553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-779bb159-435b-4eba-b6ec-166006ccba47 req-841f5a9f-bb15-4b4f-a868-072ce0be6337 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0476911 Nov 01 19:07:57.457697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-779bb159-435b-4eba-b6ec-166006ccba47 req-16b95cfe-2bf0-436b-b4bc-0cb6b552d6b9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Nov 01 19:07:58.577013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0e94-d702-4c62-8c64-6ca32f1bbdb2 req-c53ee006-2264-45a3-92c2-31b477fd0203 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:58.578470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0acd0e94-d702-4c62-8c64-6ca32f1bbdb2 req-c53ee006-2264-45a3-92c2-31b477fd0203 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0519607 Nov 01 19:07:58.615416 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0acd0e94-d702-4c62-8c64-6ca32f1bbdb2 req-c67d55cd-74ae-4fe3-bf9a-482706f1d7ad tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Nov 01 19:07:59.584610 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:07:59.730442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ed17-68b5-44eb-a207-863bf8bc4d49 req-cb8079ca-11ed-4dd8-97a9-bec06718ca6b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:07:59.732698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22d0ed17-68b5-44eb-a207-863bf8bc4d49 req-cb8079ca-11ed-4dd8-97a9-bec06718ca6b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Nov 01 19:07:59.769450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22d0ed17-68b5-44eb-a207-863bf8bc4d49 req-210a2748-3ea5-4502-a167-eb87a812aa1a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Nov 01 19:08:00.883309 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d66f1-c808-41f7-9e3e-d84ec088e7b1 req-a11eaffe-d1cd-4fee-93fa-b0b138f19081 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:00.884803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-860d66f1-c808-41f7-9e3e-d84ec088e7b1 req-a11eaffe-d1cd-4fee-93fa-b0b138f19081 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Nov 01 19:08:00.922295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-860d66f1-c808-41f7-9e3e-d84ec088e7b1 req-691ef6c3-a1d2-4c34-bf4b-128fcd336d6d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Nov 01 19:08:02.040881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c117fc-febc-4877-b136-3c1e80176635 req-da4ee473-5a17-447c-876a-89026e777d28 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:02.042344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22c117fc-febc-4877-b136-3c1e80176635 req-da4ee473-5a17-447c-876a-89026e777d28 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Nov 01 19:08:02.079274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22c117fc-febc-4877-b136-3c1e80176635 req-63ed4b70-13e0-4404-9a81-096fb0c3e98b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Nov 01 19:08:03.193161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b87b-e5b0-4888-9e48-4ad1da72781d req-a8ecba57-5124-4893-a4e1-f6ce96f6443b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:03.194632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e640b87b-e5b0-4888-9e48-4ad1da72781d req-a8ecba57-5124-4893-a4e1-f6ce96f6443b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Nov 01 19:08:03.231803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e640b87b-e5b0-4888-9e48-4ad1da72781d req-9e987b2f-4ff1-4f9f-9a94-2126f1b9867e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Nov 01 19:08:04.347305 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b94ba-a8c0-4e1a-8885-2b3fa91baa57 req-83bffc5f-b418-49c1-9796-5725141fbd25 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:04.348787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b66b94ba-a8c0-4e1a-8885-2b3fa91baa57 req-83bffc5f-b418-49c1-9796-5725141fbd25 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0481052 Nov 01 19:08:04.385694 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b66b94ba-a8c0-4e1a-8885-2b3fa91baa57 req-adc3cef8-c12e-4345-b59c-2585bccf8378 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Nov 01 19:08:05.341278 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:05.520707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6cd0-0bfe-4fc5-b595-7eb228ef557a req-624c8bc9-e439-430b-973b-d71917bad980 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:05.522214 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a39c6cd0-0bfe-4fc5-b595-7eb228ef557a req-624c8bc9-e439-430b-973b-d71917bad980 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0590587 Nov 01 19:08:05.563236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a39c6cd0-0bfe-4fc5-b595-7eb228ef557a req-36c5373f-4949-4cb3-9f4b-febdffb2a4fb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Nov 01 19:08:06.681727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ebb8b-a5b6-493a-b2f0-a4c995e1e84b req-cc084107-4ee9-4352-a057-5de1041b4334 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:06.683224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d21ebb8b-a5b6-493a-b2f0-a4c995e1e84b req-cc084107-4ee9-4352-a057-5de1041b4334 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0495455 Nov 01 19:08:06.721216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d21ebb8b-a5b6-493a-b2f0-a4c995e1e84b req-28208fe7-f87c-40df-837c-22cfcfe8040b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Nov 01 19:08:07.835521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2a862-af4e-4748-977a-c9ff3fd9386e req-9668c676-c801-468f-92ab-47177fbbdf08 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:07.836987 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03c2a862-af4e-4748-977a-c9ff3fd9386e req-9668c676-c801-468f-92ab-47177fbbdf08 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Nov 01 19:08:07.874104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03c2a862-af4e-4748-977a-c9ff3fd9386e req-64d05c48-b067-4ba0-bc9c-644164648a39 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Nov 01 19:08:08.997086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647168ad-5edc-4410-b6d8-be39f9f7a9fc req-b7b72946-f4c4-4296-941b-3a32dbd24dac tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:08.998452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-647168ad-5edc-4410-b6d8-be39f9f7a9fc req-b7b72946-f4c4-4296-941b-3a32dbd24dac tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0556564 Nov 01 19:08:09.036131 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-647168ad-5edc-4410-b6d8-be39f9f7a9fc req-a7ae2f72-2a83-4d4b-8171-a62738e434c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Nov 01 19:08:09.547105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:10.150278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7c494-2ca0-43c1-ada8-cce3c8a04673 req-7ca0b277-ea5b-4bf5-b01b-692da3b7d3d1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:10.151771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3f7c494-2ca0-43c1-ada8-cce3c8a04673 req-7ca0b277-ea5b-4bf5-b01b-692da3b7d3d1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0484195 Nov 01 19:08:10.189497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3f7c494-2ca0-43c1-ada8-cce3c8a04673 req-d7fcc757-1284-44e3-ac36-afb202e66959 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Nov 01 19:08:11.308366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c43df-2076-4557-b831-c33fa9500063 req-2f582b69-9e72-4789-bf77-c8db78cf2686 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:11.309843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-092c43df-2076-4557-b831-c33fa9500063 req-2f582b69-9e72-4789-bf77-c8db78cf2686 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Nov 01 19:08:11.346001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-092c43df-2076-4557-b831-c33fa9500063 req-774b6192-6d9f-4f29-bea3-1ad7c377d1ef tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302322 Nov 01 19:08:12.465260 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e16b6-54d1-4931-be10-96a24b12b681 req-e7cddd7c-9409-48c3-a02f-72ab3fc6050b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:12.467454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb6e16b6-54d1-4931-be10-96a24b12b681 req-e7cddd7c-9409-48c3-a02f-72ab3fc6050b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0518816 Nov 01 19:08:12.504686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb6e16b6-54d1-4931-be10-96a24b12b681 req-07720c24-9e08-4aa8-a001-a4fb38c9b6c1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Nov 01 19:08:13.621203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2ed4-53e0-4a31-b143-3aa012af16b9 req-7a24346a-c2ff-4c45-b93e-3d1452729ac3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:13.622704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-890d2ed4-53e0-4a31-b143-3aa012af16b9 req-7a24346a-c2ff-4c45-b93e-3d1452729ac3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0494573 Nov 01 19:08:13.660749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-890d2ed4-53e0-4a31-b143-3aa012af16b9 req-996ae301-835b-40d8-8f20-eed3ddbba1f2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Nov 01 19:08:14.708723 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-728f4dcd-5a6c-4809-8624-dc423bcef556 service neutron] show failed (client error): The resource could not be found. Nov 01 19:08:14.709760 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-728f4dcd-5a6c-4809-8624-dc423bcef556 service neutron] 10.222.0.37 "GET /v2.0/ports/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0555449 Nov 01 19:08:14.776199 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6e3e7-9c62-4b18-85af-eacfbc18ed05 req-16b068e6-03cf-436b-b591-f38671cd7483 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:14.777670 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfe6e3e7-9c62-4b18-85af-eacfbc18ed05 req-16b068e6-03cf-436b-b591-f38671cd7483 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0480595 Nov 01 19:08:14.816599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfe6e3e7-9c62-4b18-85af-eacfbc18ed05 req-747883ac-4155-4090-9915-ac24c8cc159e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Nov 01 19:08:15.165399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-970d79b3-a13f-46a7-b72b-c31755d74925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:15.166917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-970d79b3-a13f-46a7-b72b-c31755d74925 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5&tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff HTTP/1.1" status: 200 len: 1097 time: 0.0481064 Nov 01 19:08:15.178449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:08:15.230125 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.429081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:15.464069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:08:15.502230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:15.504492 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef69c67-07be-4545-8fe5-5e540466e15e" -d '{"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:15.508496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.520834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Transition to ACTIVE for port object ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:08:15.553104 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ff7af-340c-4750-b83e-74ba2b548ae8 x-openstack-request-id: req-2a6ff7af-340c-4750-b83e-74ba2b548ae8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:15.553404 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:15.557452 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a6ff7af-340c-4750-b83e-74ba2b548ae8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:15.557452 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'code': 200} Nov 01 19:08:15.569162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.626945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] No DVR routers for this DVR port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:08:15.633588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:15.657524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.657874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.658219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.658557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.658895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.659226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.659581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.659918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.660243 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.660569 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.660894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.661216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:15.677179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:08:15.677516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:08:15.677846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:08:15.682230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:08:15.682489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Attempting to bind port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:08:15.687391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:08:15.687695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Checking segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:08:15.688082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Bound using segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:08:15.688510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Bound port: ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:08:15.688870 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.753387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:08:15.756347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:08:15.838341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.873133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:15.873747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:15.875949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 1092 time: 0.7014449 Nov 01 19:08:15.896734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02eb2-66ff-4e29-b1fd-bbfc497b3b80 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:15.941201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825884a-0980-4edb-a115-abd3f877e132 req-040f00fb-a387-4f17-948e-34f31259077f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:15.942632 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b825884a-0980-4edb-a115-abd3f877e132 req-040f00fb-a387-4f17-948e-34f31259077f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0574496 Nov 01 19:08:15.944144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-416bb2fd-bc64-4b0a-86da-b7269827ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:15.945754 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-416bb2fd-bc64-4b0a-86da-b7269827ca07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0461364 Nov 01 19:08:15.982255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b825884a-0980-4edb-a115-abd3f877e132 req-1bf333fd-9ffe-4070-b90b-4d0737f6a428 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Nov 01 19:08:16.043111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-ddfdbdc9-1043-4943-8479-c401a8a31167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:16.044598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-ddfdbdc9-1043-4943-8479-c401a8a31167 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0918529 Nov 01 19:08:16.087244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-df999730-4606-47d8-b05f-28da081f7351 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.0338101 Nov 01 19:08:16.135273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-04f920a4-a315-41b4-877c-cf072c058c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:16.136720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-04f920a4-a315-41b4-877c-cf072c058c29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0420082 Nov 01 19:08:16.170876 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-7ecf86cf-2f3c-4597-a999-fed8bed8d578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271995 Nov 01 19:08:16.258377 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-966045c4-d589-4de5-947f-57b00332ad0f service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804198 Nov 01 19:08:16.354159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-568dd244-97d5-48f6-ae83-1dc1f40a9ca8 req-2ccfb431-e080-4d51-9db2-c4f6983ddc62 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Nov 01 19:08:17.104979 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace6984-8e8c-4f5a-9963-1a94547fb2ae req-1fcc0f09-bec2-4016-9d52-01462de0e475 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:17.106528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bace6984-8e8c-4f5a-9963-1a94547fb2ae req-1fcc0f09-bec2-4016-9d52-01462de0e475 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0493865 Nov 01 19:08:17.145230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bace6984-8e8c-4f5a-9963-1a94547fb2ae req-c0fd997a-4a5d-496b-af2f-a0b88464a34d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Nov 01 19:08:17.555376 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:17.557961 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc13a1e-5770-49aa-9553-0bd2ccb33387" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:17.612482 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2564aafb-e49d-496a-83e5-28bf7b56bbb3 x-openstack-request-id: req-2564aafb-e49d-496a-83e5-28bf7b56bbb3 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:17.612796 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:17.613023 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2564aafb-e49d-496a-83e5-28bf7b56bbb3 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:17.613420 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'status': 'completed', 'code': 200} Nov 01 19:08:17.699656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-9822130a-cbe1-44e3-8873-71556c060582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:17.701157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-9822130a-cbe1-44e3-8873-71556c060582 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0697660 Nov 01 19:08:17.707131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-5759affe-5b44-4848-8073-e20ff6f28177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:17.708517 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-5759affe-5b44-4848-8073-e20ff6f28177 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0686021 Nov 01 19:08:17.867776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-5e655b8a-e6cd-4d13-8e9f-d1a557eb5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:17.869169 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-5e655b8a-e6cd-4d13-8e9f-d1a557eb5bbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.1595111 Nov 01 19:08:17.870483 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-bf6b9965-8f36-433e-bc24-07908e6b47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:17.871823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-bf6b9965-8f36-433e-bc24-07908e6b47f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.1552405 Nov 01 19:08:18.261895 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-5de6d03b-ad42-470b-8e72-d82b07b404d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.3846471 Nov 01 19:08:18.263301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-ac5eea8f-a411-4f92-9ba6-a3306c1554e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.3803167 Nov 01 19:08:18.300638 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da3c2-a829-47db-979b-ab8f8dc3bfb6 req-657768a7-3c67-4f07-a649-84d47da5568e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:18.302271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f59da3c2-a829-47db-979b-ab8f8dc3bfb6 req-657768a7-3c67-4f07-a649-84d47da5568e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0784729 Nov 01 19:08:18.340317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f59da3c2-a829-47db-979b-ab8f8dc3bfb6 req-59bb49f3-9e51-485f-9a88-2b4b7b95de29 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Nov 01 19:08:18.357704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-ee77429a-7020-4607-8852-a20ff09fed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:18.357704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-ee77429a-7020-4607-8852-a20ff09fed96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0847805 Nov 01 19:08:18.359417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-1b478e34-e15a-4f42-93a3-9f8c44beabef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:18.360822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-1b478e34-e15a-4f42-93a3-9f8c44beabef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0807743 Nov 01 19:08:18.412359 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-9b0a56fe-b4fd-4a0f-87f1-eaba49442d0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434546 Nov 01 19:08:18.414189 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-9cba94e6-f921-47c8-b31f-812ff2ff3a46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465193 Nov 01 19:08:18.573183 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-ea5b6226-6bdb-4808-ba15-f2590033446f service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541460 Nov 01 19:08:18.575048 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-d6e93b48-ad4b-47db-a70c-d42f3ae136ed service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490724 Nov 01 19:08:18.730098 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e029111c-973b-4177-9b55-801068cf070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:18.733389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-4d56ecad-c52c-46a7-9ea7-3b452008d1ee service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516566 Nov 01 19:08:18.736272 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fc13a1e-5770-49aa-9553-0bd2ccb33387 req-ca4b6f9a-62b0-4b96-8145-392bc1e6c043 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476300 Nov 01 19:08:19.463640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ee50-1b7f-4e64-852b-35b75accf510 req-9bc4ac50-69de-4eb5-b9f3-c6c5d02c76f1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:19.465303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3583ee50-1b7f-4e64-852b-35b75accf510 req-9bc4ac50-69de-4eb5-b9f3-c6c5d02c76f1 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0545418 Nov 01 19:08:19.503891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3583ee50-1b7f-4e64-852b-35b75accf510 req-950c3b84-902b-4e95-b7b1-fead93add41a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Nov 01 19:08:19.614472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:08:19.652125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:08:19.805577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e4272-7d84-4e83-87f0-2e73676c5078 req-d6c9e56a-f5e9-432c-bca1-d7852651ed0b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:19.807107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f02e4272-7d84-4e83-87f0-2e73676c5078 req-d6c9e56a-f5e9-432c-bca1-d7852651ed0b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 944 time: 0.0512877 Nov 01 19:08:19.846683 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f02e4272-7d84-4e83-87f0-2e73676c5078 req-4b91c6b4-b80e-4bdf-881a-24720d80bc3b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Nov 01 19:08:19.871966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-9999d474-dc81-471c-9a65-26aefc73bab6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:19.873425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-9999d474-dc81-471c-9a65-26aefc73bab6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5&tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.0550563 Nov 01 19:08:19.938306 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-87bfb396-ceee-4805-bc5a-301e06cc8ad1 service neutron] delete failed (client error): The resource could not be found. Nov 01 19:08:19.939210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-87bfb396-ceee-4805-bc5a-301e06cc8ad1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0564103 Nov 01 19:08:19.973939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:08:20.019390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-4c01be26-2c0d-4127-9c05-8ba5960c2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:20.020994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-4c01be26-2c0d-4127-9c05-8ba5960c2fa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 1095 time: 0.0415418 Nov 01 19:08:20.073098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:20.084130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'port_id': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'mac_address': 'fa:16:3e:88:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:08:20.111676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-d99585ff-4fd6-4492-965f-a3add7b227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:20.113172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-d99585ff-4fd6-4492-965f-a3add7b227cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0857093 Nov 01 19:08:20.120608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:20.132970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:08:20.153677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:20.158602 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-f3ab846c-2d3a-4a18-a26a-b98ee28d7cba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 200 len: 217 time: 0.0388935 Nov 01 19:08:20.207764 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-bf1a5e6c-33c3-4af8-aedf-053e8a932996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:20.209128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-bf1a5e6c-33c3-4af8-aedf-053e8a932996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0436130 Nov 01 19:08:20.209679 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:20.242226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-7e660b40-44d9-415d-97cf-b0cdc5d46fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265224 Nov 01 19:08:20.261703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:20.335281 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-97d94ee1-f880-4650-86a9-7da5728a3de3 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Nov 01 19:08:20.425444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8434cf3b-55bb-4ec6-913d-780bf0712e71 req-2ac9c624-160e-4430-b822-1a6a6df00a04 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831878 Nov 01 19:08:20.429768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:08:20.912010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41039bcc-8cbe-435a-aca0-bd98087610c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:20.967623 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d264e-58a4-4ef2-a262-e9f0e52c997d req-b3d76344-0b2a-404d-bdd0-3eeb8561261d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:20.969512 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c4d264e-58a4-4ef2-a262-e9f0e52c997d req-b3d76344-0b2a-404d-bdd0-3eeb8561261d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 945 time: 0.0509696 Nov 01 19:08:21.009528 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9c4d264e-58a4-4ef2-a262-e9f0e52c997d req-84df9940-0bb2-4eaa-af7f-34588fd991a5 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339351 Nov 01 19:08:21.990010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:08:22.089319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:08:22.093995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:08:22.094365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:22.132019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68aa36-fcce-4c7e-acb6-ed516b34cf33 req-ce06adc9-6ec5-4a09-bb40-fab78f53d238 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:22.133511 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e68aa36-fcce-4c7e-acb6-ed516b34cf33 req-ce06adc9-6ec5-4a09-bb40-fab78f53d238 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Nov 01 19:08:22.172066 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7e68aa36-fcce-4c7e-acb6-ed516b34cf33 req-d2ed9521-2c9b-4775-bb90-f3977d5a23eb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Nov 01 19:08:22.180241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:22.207666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:22.210074 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595fca4-588d-4223-812e-698e5aacbbf4" -d '{"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:22.225073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:22.251115 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990ff7e-5e62-43a3-a8f5-f3563cce6966 x-openstack-request-id: req-3990ff7e-5e62-43a3-a8f5-f3563cce6966 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:22.251408 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:22.251698 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3990ff7e-5e62-43a3-a8f5-f3563cce6966 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:22.252091 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'code': 200} Nov 01 19:08:22.266913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:22.305235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a128d0b-0050-485b-a088-7604762932dc req-b15470e1-3f47-4abd-9503-3d12db4e1d43 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:22.306706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a128d0b-0050-485b-a088-7604762932dc req-b15470e1-3f47-4abd-9503-3d12db4e1d43 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Nov 01 19:08:22.323762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:22.349637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a128d0b-0050-485b-a088-7604762932dc req-96195a5d-6964-489c-a856-0a56df7c4b22 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Nov 01 19:08:22.376304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:22.383953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.384364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.384643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.384965 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.385301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.385634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.385962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.386290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.386615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.386969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.387291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.387866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:08:22.464484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09de2a-f2ae-4b57-9bba-3d576cca2531 req-f15ba5a2-9eb4-4a31-959b-df17d549d60a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:22.465989 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e09de2a-f2ae-4b57-9bba-3d576cca2531 req-f15ba5a2-9eb4-4a31-959b-df17d549d60a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0492616 Nov 01 19:08:22.503993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e09de2a-f2ae-4b57-9bba-3d576cca2531 req-700baaa4-c21a-40b7-b6a5-af9051d42a38 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Nov 01 19:08:22.992021 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-5f0c8080-697b-4c0f-9be5-23db27b79ad0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:22.993525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-5f0c8080-697b-4c0f-9be5-23db27b79ad0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 814 time: 0.1046698 Nov 01 19:08:23.007985 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e3af64ce-f7c2-4fc0-add5-2091e33f5a70 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/quotas/73f522762e9b48b59eaf9e1e3c7fa5ff HTTP/1.1" status: 200 len: 375 time: 0.0088434 Nov 01 19:08:23.055568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-0d8b9165-0473-4dd4-b2d3-433b1c968205 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424159 Nov 01 19:08:23.147345 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-80bad263-c053-4f6a-a0fc-567a6fd8f8f0 service neutron] 10.222.0.31 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838952 Nov 01 19:08:23.236446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-05ec4706-615a-47f4-a629-a0bfc201590c service neutron] 10.222.0.31 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Nov 01 19:08:23.464525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3b58e9c-4a6a-4ccf-accb-e40460c71716 req-07d86b62-343f-4c7e-80fb-04eabcce49ed tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 210 time: 0.0305545 Nov 01 19:08:23.969670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:24.165768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-f1704a84-04f3-4f05-992c-b019cc35f6a2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:24.167268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-f1704a84-04f3-4f05-992c-b019cc35f6a2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ce721b1-be0d-47a7-9636-a34faeae82d5 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Nov 01 19:08:24.260928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Deleting port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:08:24.261187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:24.356419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] For port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:24.356796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:24.369012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Calling delete_port for ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:08:24.550048 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:24.559567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:08:24.562553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-91e93614-affa-430f-9d18-294c761a18fb req-d3310f5e-7717-40da-8cc6-14f47c3b602d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 210 time: 0.0305126 Nov 01 19:08:24.581715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Pushing event deleted for resources: {'Port': ['ID=ce0ca5f0-8949-456b-aa4d-dd7351f0baa7,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:24.629300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] No DVR routers for this DVR port ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:08:24.632022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:24.635229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-aa5e2700-6bbb-4208-ba28-01bae87feefe req-9c00ec58-775f-47a5-9c51-7d9603afa3c7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.32 "DELETE /v2.0/ports/ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 HTTP/1.1" status: 204 len: 173 time: 0.4621043 Nov 01 19:08:24.635682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-deleted', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:24.637909 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a6600-451a-4055-8959-12173f37fed9" -d '{"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-deleted", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:24.675673 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1352269-a9e2-417f-84e7-4543a088ded0 x-openstack-request-id: req-f1352269-a9e2-417f-84e7-4543a088ded0 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:24.675968 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce721b1-be0d-47a7-9636-a34faeae82d5", "name": "network-vif-deleted", "tag": "ce0ca5f0-8949-456b-aa4d-dd7351f0baa7", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:24.676221 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1352269-a9e2-417f-84e7-4543a088ded0 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:24.676628 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce721b1-be0d-47a7-9636-a34faeae82d5', 'name': 'network-vif-deleted', 'tag': 'ce0ca5f0-8949-456b-aa4d-dd7351f0baa7', 'status': 'completed', 'code': 200} Nov 01 19:08:25.296399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-4c476cc7-7243-47ce-91c2-35b8cd1f2884 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:25.297935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-4c476cc7-7243-47ce-91c2-35b8cd1f2884 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 814 time: 0.1017005 Nov 01 19:08:25.311192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Request body: {'port': {'device_id': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'admin_state_up': True, 'tenant_id': '73f522762e9b48b59eaf9e1e3c7fa5ff'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:08:25.472420 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Made reservation on behalf of 73f522762e9b48b59eaf9e1e3c7fa5ff for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:08:25.475927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:25.603193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Allocated IP 172.20.0.7 (7207e07e-681c-491a-9d2b-07914fe13459/4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78/d9e6fbd1-d2c6-4930-982c-2885eefbadcd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:08:25.662653 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8c58fc12-d0a0-47a4-ae1d-3cf4fb10c42c req-783a8182-9dec-4aff-a2f0-0c76dc7b72df tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 210 time: 0.0261536 Nov 01 19:08:25.746309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:25.849566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:25.862361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['ce0ca5f0-8949-456b-aa4d-dd7351f0baa7'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:08:25.897094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Network 7207e07e-681c-491a-9d2b-07914fe13459 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:08:25.902373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:08:25.907213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:08:25.931317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:25.958874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:25.959495 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.063287 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-e34c6643-68d3-4d3e-9c9d-19e7cd195d93 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558427 Nov 01 19:08:26.075516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Request body: {'port': {'device_id': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:08:26.127740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.390988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e6fbd1-d2c6-4930-982c-2885eefbadcd {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:08:26.398212 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.409704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Transition to ACTIVE for port object d9e6fbd1-d2c6-4930-982c-2885eefbadcd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:08:26.460419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.512026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:26.573595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:08:26.573925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:08:26.574251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:08:26.578586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:08:26.578904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:08:26.583619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:08:26.583953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Checking segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:08:26.584332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Bound using segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:08:26.584750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Bound port: d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:08:26.585096 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.649252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:08:26.652115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:08:26.712675 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.747787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:26.748724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.750559 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 1091 time: 0.6792266 Nov 01 19:08:26.753084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:26.756208 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80942717-d3ad-43b6-b2a1-f94ab1470091" -d '{"events": [{"name": "network-changed", "server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:26.785588 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c3027-640b-44f1-869a-624f29d825b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:26.788707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068fee4-67a9-4a02-97a7-cb9c49d0e1c4 req-8764fc02-3469-4247-95ed-547b537f611f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:26.790253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5068fee4-67a9-4a02-97a7-cb9c49d0e1c4 req-8764fc02-3469-4247-95ed-547b537f611f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0576427 Nov 01 19:08:26.792382 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:26.798161 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd84acf-e8ea-4faf-8cfd-f7b1f163fae1 x-openstack-request-id: req-1bd84acf-e8ea-4faf-8cfd-f7b1f163fae1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:26.798451 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:26.798764 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd84acf-e8ea-4faf-8cfd-f7b1f163fae1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:26.799109 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'status': 'completed', 'code': 200} Nov 01 19:08:26.832639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5068fee4-67a9-4a02-97a7-cb9c49d0e1c4 req-d0654f41-26e8-4e35-8228-0041ec20de56 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Nov 01 19:08:26.862571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-5ba9ac7d-6fbf-436a-b82e-93223e4d762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:26.864112 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-5ba9ac7d-6fbf-436a-b82e-93223e4d762f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0439196 Nov 01 19:08:26.962095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-e74f0522-7539-4874-a8ee-05f38e86135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:26.963469 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-e74f0522-7539-4874-a8ee-05f38e86135f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918961 Nov 01 19:08:27.055573 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-a4eb150a-1012-47a3-b34c-b5e0f0ad8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:27.057037 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-80942717-d3ad-43b6-b2a1-f94ab1470091 req-a4eb150a-1012-47a3-b34c-b5e0f0ad8a01 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868945 Nov 01 19:08:27.136670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-ea5e0940-c6b0-4d92-822a-14251665ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:27.138165 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-ea5e0940-c6b0-4d92-822a-14251665ec18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0452895 Nov 01 19:08:27.181347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-4ca68950-6a8f-4d92-8cba-d7831ef8ff98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0340426 Nov 01 19:08:27.230368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-d41deac3-3a7d-46e9-a5d5-4f0a6e1f525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:27.231899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-d41deac3-3a7d-46e9-a5d5-4f0a6e1f525d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0438459 Nov 01 19:08:27.263991 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-ee5778f2-cfef-4364-a411-334a63a07a9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246255 Nov 01 19:08:27.356274 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-27502b3b-0430-4bb3-b34c-0c073d248ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848465 Nov 01 19:08:27.450490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6644a685-f4ca-4d19-a325-73e761dcc983 req-3639727c-dace-45cd-9542-f2185189469d service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866935 Nov 01 19:08:27.951587 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ed943-7750-4735-b3f4-1303c68390f9 req-d11f3f02-44e5-489f-becd-2135d51a570c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:27.953001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-777ed943-7750-4735-b3f4-1303c68390f9 req-d11f3f02-44e5-489f-becd-2135d51a570c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0514014 Nov 01 19:08:27.991712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-777ed943-7750-4735-b3f4-1303c68390f9 req-3ff41429-744c-492a-978a-0b46181246dc tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Nov 01 19:08:28.022357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:08:28.041928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:08:28.042268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device ce0ca5f0-8949-456b-aa4d-dd7351f0baa7 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:08:29.112169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad58e2-0d7d-4727-b72c-ef5bcee26e02 req-f6df4638-9743-47be-a9ed-ae38c1e0e92f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:29.113637 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6ad58e2-0d7d-4727-b72c-ef5bcee26e02 req-f6df4638-9743-47be-a9ed-ae38c1e0e92f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0543492 Nov 01 19:08:29.154208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6ad58e2-0d7d-4727-b72c-ef5bcee26e02 req-6c8524fb-942f-411e-b5d2-570e7ea9408b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301979 Nov 01 19:08:30.022134 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:08:30.119365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:30.129891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'port_id': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'mac_address': 'fa:16:3e:3c:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:08:30.166155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:30.178743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e6fbd1-d2c6-4930-982c-2885eefbadcd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:08:30.198577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:30.254746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:30.272298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324298c-397b-4087-93cf-e6a9660814f9 req-baa6b11c-d19d-4ffb-862d-86a29bcee00e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:30.273640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e324298c-397b-4087-93cf-e6a9660814f9 req-baa6b11c-d19d-4ffb-862d-86a29bcee00e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0507691 Nov 01 19:08:30.302831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:30.312732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e324298c-397b-4087-93cf-e6a9660814f9 req-8532a62a-f099-4b6c-8b58-9720889ad9c8 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Nov 01 19:08:30.444854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d9e6fbd1-d2c6-4930-982c-2885eefbadcd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:08:31.429428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e7ce-9ae9-4100-830e-eeaa337ebaa9 req-eb7ceac6-331c-480b-841b-9ff72a1e4c5d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:31.430898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e967e7ce-9ae9-4100-830e-eeaa337ebaa9 req-eb7ceac6-331c-480b-841b-9ff72a1e4c5d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 944 time: 0.0517142 Nov 01 19:08:31.470830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e967e7ce-9ae9-4100-830e-eeaa337ebaa9 req-0951208e-9819-45a4-ad3c-176c42613957 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Nov 01 19:08:32.023646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:08:32.111544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d9e6fbd1-d2c6-4930-982c-2885eefbadcd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:08:32.115227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d9e6fbd1-d2c6-4930-982c-2885eefbadcd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:08:32.115629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:32.192948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:32.214952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:08:32.217191 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feb4f3b-f5b3-4e62-a041-1fa3f10a6670" -d '{"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:08:32.229951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:08:32.256456 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae4759b-22ec-4734-b88a-80319d1a3618 x-openstack-request-id: req-eae4759b-22ec-4734-b88a-80319d1a3618 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:08:32.258154 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:08:32.258154 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eae4759b-22ec-4734-b88a-80319d1a3618 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:08:32.258154 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'code': 200} Nov 01 19:08:32.277633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:32.326945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:08:32.357525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad725e69-d1da-4d41-8337-7a975424df0c req-8ffca0c6-5d2e-4a1f-8482-244caa308f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:32.359568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ad725e69-d1da-4d41-8337-7a975424df0c req-8ffca0c6-5d2e-4a1f-8482-244caa308f6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1096 time: 0.0409791 Nov 01 19:08:32.395663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ad725e69-d1da-4d41-8337-7a975424df0c req-77ac5de8-9397-4358-b8b7-b273f1f6debf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276546 Nov 01 19:08:32.585607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3413-a07b-47f5-b555-aa09412fc022 req-671cdfa0-c738-4bf5-a8d9-ce67ae0a1041 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:32.587068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a50b3413-a07b-47f5-b555-aa09412fc022 req-671cdfa0-c738-4bf5-a8d9-ce67ae0a1041 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Nov 01 19:08:32.626459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a50b3413-a07b-47f5-b555-aa09412fc022 req-e1b7af1b-e929-44c8-94c7-2fe3af874ce2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Nov 01 19:08:33.742824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd278-a811-4545-b2e5-271c9a5f4e60 req-4bd9ce5e-fdcb-494b-a2c3-7bb350de0ccf tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:33.744324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920bd278-a811-4545-b2e5-271c9a5f4e60 req-4bd9ce5e-fdcb-494b-a2c3-7bb350de0ccf tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Nov 01 19:08:33.783348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920bd278-a811-4545-b2e5-271c9a5f4e60 req-f4c2068b-1199-413f-bdb0-b4e8f56cb8cc tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Nov 01 19:08:33.904023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3184093-a99e-4350-a13c-8129aa6ed9ea req-2658c9c2-6d40-4790-846f-a97be9af855e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:33.905814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3184093-a99e-4350-a13c-8129aa6ed9ea req-2658c9c2-6d40-4790-846f-a97be9af855e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0522962 Nov 01 19:08:33.942501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3184093-a99e-4350-a13c-8129aa6ed9ea req-74dc4ee3-a973-4fd4-acf5-557a23a1a6e5 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Nov 01 19:08:34.403006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856771a0-03ed-4186-a859-c8aa6892b66c req-0372a0c2-d96f-4112-8fdf-504ddc51f0fa tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:34.404529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-856771a0-03ed-4186-a859-c8aa6892b66c req-0372a0c2-d96f-4112-8fdf-504ddc51f0fa tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Nov 01 19:08:34.444333 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-856771a0-03ed-4186-a859-c8aa6892b66c req-52b908e3-5149-45ab-b390-184485d45f24 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Nov 01 19:08:34.523939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-e0e69252-af42-44b6-8a4b-24b5aabe7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:34.525433 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-e0e69252-af42-44b6-8a4b-24b5aabe7874 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1096 time: 0.0417895 Nov 01 19:08:34.556128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-53e8d2e9-d3cb-4b19-94e6-06c43a4ff9ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401216 Nov 01 19:08:34.632946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-5f5ec926-d6cd-4153-a9bc-fde9165b0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:34.634452 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-5f5ec926-d6cd-4153-a9bc-fde9165b0e10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0906961 Nov 01 19:08:34.677379 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-5d47f97c-6820-457a-9e99-d246cc3ca085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0355029 Nov 01 19:08:34.726342 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-16cd30e7-deaf-4244-9d39-ba5b371d97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:34.727828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-16cd30e7-deaf-4244-9d39-ba5b371d97ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0440478 Nov 01 19:08:34.764027 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-36845ea9-b246-48e1-aa36-6a1076ff40cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295446 Nov 01 19:08:34.855335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-9d9936cd-ca2d-4424-9af8-51697ab179dc service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 Nov 01 19:08:34.949491 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b6c9a76-1001-4e17-9609-22d37677d672 req-8074beb7-eba4-4e50-acf2-43853e05add6 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869467 Nov 01 19:08:35.375103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:35.566576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e25a1-4afc-42e2-a226-ba580bfe13c9 req-c0711b9b-04af-402e-88a2-8593707bdc26 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:35.568279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b21e25a1-4afc-42e2-a226-ba580bfe13c9 req-c0711b9b-04af-402e-88a2-8593707bdc26 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Nov 01 19:08:35.610564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b21e25a1-4afc-42e2-a226-ba580bfe13c9 req-acc4f7ef-ebb6-49a3-ac04-42a895ec7f4f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Nov 01 19:08:36.466829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-02bafc29-1e85-4963-9a36-c698c93d8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:36.468419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-02bafc29-1e85-4963-9a36-c698c93d8196 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1096 time: 0.0413756 Nov 01 19:08:36.562978 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-60c0b506-5416-4d4e-9e40-d59818bdff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:36.564482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-60c0b506-5416-4d4e-9e40-d59818bdff3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0863986 Nov 01 19:08:36.584093 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:08:36.605983 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-1fd1cbae-ebff-46a8-b930-f8900eb3bb66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0344987 Nov 01 19:08:36.654368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-2ca2021e-d264-48d2-abb7-ca8553d55f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:36.656515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-2ca2021e-d264-48d2-abb7-ca8553d55f3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0428078 Nov 01 19:08:36.689407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-8d166eef-eaa9-4046-99ea-f4bbab9d3fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255902 Nov 01 19:08:36.726344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35916db0-512a-4165-886c-9c3bad52638f req-472f2f37-11ab-4524-943f-7286d2302a31 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:36.727921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35916db0-512a-4165-886c-9c3bad52638f req-472f2f37-11ab-4524-943f-7286d2302a31 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Nov 01 19:08:36.772960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35916db0-512a-4165-886c-9c3bad52638f req-d2afe647-e56d-42ae-8b8f-4f239a46bf92 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Nov 01 19:08:36.786215 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-58e3ef25-4f37-41f2-a0a1-6532859f11e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897040 Nov 01 19:08:36.879251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-4bab70e5-88cb-449a-81a2-e2e1ad455ad3 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859945 Nov 01 19:08:37.889842 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7068f2-748e-40ce-a7d6-40f63cb98801 req-6ba54936-028c-4d7d-a148-7814f66ca8fc tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:37.891334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e7068f2-748e-40ce-a7d6-40f63cb98801 req-6ba54936-028c-4d7d-a148-7814f66ca8fc tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Nov 01 19:08:37.929360 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e7068f2-748e-40ce-a7d6-40f63cb98801 req-1a94cdaf-6410-48af-814a-969b9e71796d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Nov 01 19:08:39.047308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeef5a-a135-4fb9-ac53-5db0fa310e5b req-d9d5a893-f7dd-4d76-a74a-2617fc8ebf9c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:39.049072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28aeef5a-a135-4fb9-ac53-5db0fa310e5b req-d9d5a893-f7dd-4d76-a74a-2617fc8ebf9c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Nov 01 19:08:39.090503 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-28aeef5a-a135-4fb9-ac53-5db0fa310e5b req-c67e4f4c-8e9f-4c21-85b4-ea430ebf8503 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Nov 01 19:08:39.557381 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:40.206857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e859cd-b2ee-4011-aebe-cfee6e559976 req-63535d85-a920-4949-aaf8-27c89d72f341 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:40.208375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69e859cd-b2ee-4011-aebe-cfee6e559976 req-63535d85-a920-4949-aaf8-27c89d72f341 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Nov 01 19:08:40.245465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69e859cd-b2ee-4011-aebe-cfee6e559976 req-6fe17e48-e53a-4ade-9795-5faf97bb32cc tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Nov 01 19:08:41.360972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba32cc-3b6c-4072-afc3-b2f052a58c58 req-6afc6929-2354-43c4-8ec9-bf1283ce896e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:41.362457 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40ba32cc-3b6c-4072-afc3-b2f052a58c58 req-6afc6929-2354-43c4-8ec9-bf1283ce896e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0488536 Nov 01 19:08:41.399603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-40ba32cc-3b6c-4072-afc3-b2f052a58c58 req-4bdf34d5-af27-44df-89f5-06c963c088ce tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Nov 01 19:08:42.514613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37462-63e4-4d6e-a7b6-21fa4872c73f req-098a366a-4fb2-44ad-8330-995d995ccd09 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:42.516210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bc37462-63e4-4d6e-a7b6-21fa4872c73f req-098a366a-4fb2-44ad-8330-995d995ccd09 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0495839 Nov 01 19:08:42.558313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8bc37462-63e4-4d6e-a7b6-21fa4872c73f req-e7aef594-ba6d-403f-921e-2a54998bf163 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Nov 01 19:08:43.676050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcbc9f-107f-4746-a015-b4f4e82b0557 req-5c71949e-8783-4cfd-861a-72378933563d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:43.677552 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0fcbc9f-107f-4746-a015-b4f4e82b0557 req-5c71949e-8783-4cfd-861a-72378933563d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Nov 01 19:08:43.715538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0fcbc9f-107f-4746-a015-b4f4e82b0557 req-b1ad0a0d-2b85-4aad-8bb7-8b8231c3b6f4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Nov 01 19:08:44.833187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eba3c-0f52-4e99-a7e8-4ff52b0c9e44 req-7950be44-33ee-4431-b866-c7f675e57677 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:44.834650 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a76eba3c-0f52-4e99-a7e8-4ff52b0c9e44 req-7950be44-33ee-4431-b866-c7f675e57677 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Nov 01 19:08:44.871281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a76eba3c-0f52-4e99-a7e8-4ff52b0c9e44 req-724e7d1f-2948-4eea-82ec-41f3837c8e9c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Nov 01 19:08:45.987592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32894994-92c1-4e68-bc66-fe6c3d51a76a req-59ac7895-7073-4111-a33d-257f092ef233 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:45.988971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32894994-92c1-4e68-bc66-fe6c3d51a76a req-59ac7895-7073-4111-a33d-257f092ef233 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Nov 01 19:08:46.028834 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-32894994-92c1-4e68-bc66-fe6c3d51a76a req-13087bcc-4dbe-4dfb-9943-e13e0ed8eb39 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Nov 01 19:08:47.440494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d17de-b56d-4f57-bb6e-49f717f629c0 req-bf27378a-dc7b-4ccf-947c-15ffba293f9b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:47.441877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-810d17de-b56d-4f57-bb6e-49f717f629c0 req-bf27378a-dc7b-4ccf-947c-15ffba293f9b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.3443394 Nov 01 19:08:47.479380 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-810d17de-b56d-4f57-bb6e-49f717f629c0 req-72d09796-4f8a-4a19-8745-a8853ea47504 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Nov 01 19:08:48.593710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613220-2190-40a5-903c-4641eb3b16c5 req-e3804b9d-ec55-4ad4-9046-da171349f906 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:48.595426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0613220-2190-40a5-903c-4641eb3b16c5 req-e3804b9d-ec55-4ad4-9046-da171349f906 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0471342 Nov 01 19:08:48.632692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0613220-2190-40a5-903c-4641eb3b16c5 req-326c5c79-6c98-47e8-a01b-58142f3145c9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Nov 01 19:08:48.751316 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd20cde3-652a-4ae6-a9b0-2e00290ded87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:49.747511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22294-6412-4f91-b319-d3789d332031 req-8e8c1e81-ec02-4d1e-8b3b-8e84a2b84ee7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:49.748992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0d22294-6412-4f91-b319-d3789d332031 req-8e8c1e81-ec02-4d1e-8b3b-8e84a2b84ee7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Nov 01 19:08:49.789163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0d22294-6412-4f91-b319-d3789d332031 req-316a3a4d-3edb-4dfa-865c-077e57bcae3c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Nov 01 19:08:50.894236 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9405-6298-481b-ab0e-22c744858684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:50.906929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd357cb-068e-43bd-b34c-bc76ec87c434 req-b599bdb8-b9db-4a9e-a079-c995290b1729 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:50.909469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fd357cb-068e-43bd-b34c-bc76ec87c434 req-b599bdb8-b9db-4a9e-a079-c995290b1729 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Nov 01 19:08:50.946116 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0fd357cb-068e-43bd-b34c-bc76ec87c434 req-4806800d-2c42-4d37-8669-8c8287e69541 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Nov 01 19:08:52.061326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bda4-af82-48b8-8f44-161b9d1d538b req-3214e23b-bec2-4459-8814-e8599da512d4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:52.062771 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ce5bda4-af82-48b8-8f44-161b9d1d538b req-3214e23b-bec2-4459-8814-e8599da512d4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0479922 Nov 01 19:08:52.099628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ce5bda4-af82-48b8-8f44-161b9d1d538b req-9556e746-3582-403b-bedd-e38e84cfae6d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Nov 01 19:08:52.260487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:53.224927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163924af-5993-4f96-bdf9-92971c1d8f74 req-d7e18ae6-02f1-4809-a685-6ef42be2ff27 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:53.226665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163924af-5993-4f96-bdf9-92971c1d8f74 req-d7e18ae6-02f1-4809-a685-6ef42be2ff27 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0577152 Nov 01 19:08:53.266928 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-163924af-5993-4f96-bdf9-92971c1d8f74 req-2f78600c-fce8-4b8d-ac5d-f1fa8d1e4e6a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Nov 01 19:08:53.923370 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:54.383097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e959397-c13b-4fa2-99cd-b015e9a03703 req-e2361783-0a5c-4211-82de-b48e9888661f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:54.384590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e959397-c13b-4fa2-99cd-b015e9a03703 req-e2361783-0a5c-4211-82de-b48e9888661f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Nov 01 19:08:54.427918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e959397-c13b-4fa2-99cd-b015e9a03703 req-1fe327aa-6ef3-4463-9f80-9c87f2d2cd3b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Nov 01 19:08:55.542471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d760-86c8-486c-860e-2d7eea853b51 req-2813395f-cc99-40eb-a37b-81d31c29d290 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:55.543967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4245d760-86c8-486c-860e-2d7eea853b51 req-2813395f-cc99-40eb-a37b-81d31c29d290 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Nov 01 19:08:55.581052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4245d760-86c8-486c-860e-2d7eea853b51 req-76400e36-893d-44aa-b7d6-9e0d1f9104c0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Nov 01 19:08:56.694168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821a314-67f6-48c9-baa8-fa302ece7f23 req-3127cd3b-e5f0-4f9f-8b89-12ab1a8ff32e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:56.695680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f821a314-67f6-48c9-baa8-fa302ece7f23 req-3127cd3b-e5f0-4f9f-8b89-12ab1a8ff32e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0478635 Nov 01 19:08:56.737254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f821a314-67f6-48c9-baa8-fa302ece7f23 req-d11bfaa1-2d96-4f1e-9f51-5c7cddad9db9 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355551 Nov 01 19:08:56.779752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:08:57.855168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf22447-d3ed-47cf-9cdf-df900540958c req-efb771a5-fb23-4d27-bea1-aa1e2e15ef8a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:57.856655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf22447-d3ed-47cf-9cdf-df900540958c req-efb771a5-fb23-4d27-bea1-aa1e2e15ef8a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0484982 Nov 01 19:08:57.893309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aaf22447-d3ed-47cf-9cdf-df900540958c req-5015a7b4-5f8b-45b1-a11b-43ac2a52d352 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Nov 01 19:08:59.006961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45746-7b65-45b1-a9a6-3e6e8feaeb9c req-3f280189-6a2f-4513-bc14-955933193800 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:08:59.008367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caa45746-7b65-45b1-a9a6-3e6e8feaeb9c req-3f280189-6a2f-4513-bc14-955933193800 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0486860 Nov 01 19:08:59.044862 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-caa45746-7b65-45b1-a9a6-3e6e8feaeb9c req-bcfaf7bb-e607-4468-8f95-d67e0a31b5ad tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Nov 01 19:09:00.161575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd519bd-6c5c-4fe5-ba26-6f60a40246ab req-184361b5-cff8-43c1-b2e6-e94e49294f0d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:00.167642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cd519bd-6c5c-4fe5-ba26-6f60a40246ab req-184361b5-cff8-43c1-b2e6-e94e49294f0d tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Nov 01 19:09:00.204680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cd519bd-6c5c-4fe5-ba26-6f60a40246ab req-403cbfe3-6355-4982-b730-6def1e2ece6a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Nov 01 19:09:01.319282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42380d-68c7-4320-a487-6a571b8eb261 req-0e168900-0dcf-47c6-afe4-51ab5aaa4052 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:01.320780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca42380d-68c7-4320-a487-6a571b8eb261 req-0e168900-0dcf-47c6-afe4-51ab5aaa4052 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0482271 Nov 01 19:09:01.358126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca42380d-68c7-4320-a487-6a571b8eb261 req-1e356a06-f0b0-40ef-818f-b7e12a06ff30 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Nov 01 19:09:02.473530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ffcc-cba9-40c8-af13-379b11a47d3f req-dc5e0924-3c62-415f-9367-40cddcfcc5fb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:02.475253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3f4ffcc-cba9-40c8-af13-379b11a47d3f req-dc5e0924-3c62-415f-9367-40cddcfcc5fb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Nov 01 19:09:02.512157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c3f4ffcc-cba9-40c8-af13-379b11a47d3f req-3e684143-562e-4586-9470-e500049589a3 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Nov 01 19:09:03.629224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d321-8afe-4e4a-a852-e69ec88de943 req-99e3905c-73d7-438a-a100-512bd9b1acb7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:03.630696 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1554d321-8afe-4e4a-a852-e69ec88de943 req-99e3905c-73d7-438a-a100-512bd9b1acb7 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Nov 01 19:09:03.671494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1554d321-8afe-4e4a-a852-e69ec88de943 req-bfd91192-b06e-4818-9d1e-0d0523e568ab tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Nov 01 19:09:03.847847 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-df408f4a-e894-4a1f-a999-2c3af5e234b7 service neutron] show failed (client error): The resource could not be found. Nov 01 19:09:03.848888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-df408f4a-e894-4a1f-a999-2c3af5e234b7 service neutron] 10.222.0.32 "GET /v2.0/ports/d9e6fbd1-d2c6-4930-982c-2885eefbadcd/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0550897 Nov 01 19:09:04.213188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-ff6df704-614b-4a61-a818-ecce4a956698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:04.214675 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-ff6df704-614b-4a61-a818-ecce4a956698 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655&tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff HTTP/1.1" status: 200 len: 1096 time: 0.0414569 Nov 01 19:09:04.226302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:04.280411 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.476231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:04.508674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:04.545424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:04.549822 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28fb4bf-1ef5-4c36-8ecd-3b71436cd2d6" -d '{"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:04.554805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.570425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Transition to ACTIVE for port object d9e6fbd1-d2c6-4930-982c-2885eefbadcd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:09:04.598315 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573949f-3e12-48a4-b0a6-1e89a6145fad x-openstack-request-id: req-6573949f-3e12-48a4-b0a6-1e89a6145fad {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:04.598627 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:04.598887 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6573949f-3e12-48a4-b0a6-1e89a6145fad {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:04.599292 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'code': 200} Nov 01 19:09:04.630364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.691178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] No DVR routers for this DVR port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:09:04.693067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:04.732264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:09:04.732507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:09:04.732858 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:04.737738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:09:04.741308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Attempting to bind port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on network 7207e07e-681c-491a-9d2b-07914fe13459 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:04.742898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:09:04.743236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Checking segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:04.743649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Bound using segment: {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:09:04.744073 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Bound port: d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3734a1cb-885a-464e-a25d-3c5f0aaa78ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:09:04.744436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.791291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b905-503d-4770-b6ae-805175c1616a req-828e257a-b83b-4968-aab0-34c121a31bd0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:04.792919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5471b905-503d-4770-b6ae-805175c1616a req-828e257a-b83b-4968-aab0-34c121a31bd0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0494213 Nov 01 19:09:04.807036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:04.810210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:09:04.832306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5471b905-503d-4770-b6ae-805175c1616a req-25cb1e2c-e2dd-471e-828d-4d46a8702253 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Nov 01 19:09:04.871917 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.904079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:04.904699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:04.906117 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 1091 time: 0.6839797 Nov 01 19:09:04.932712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761042a2-5449-447c-b9b0-329b60ed7586 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:04.977403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-070933b1-0e2b-4993-b377-9446fc1e23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:04.978889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-070933b1-0e2b-4993-b377-9446fc1e23d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0420980 Nov 01 19:09:05.069740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-004364f5-351d-4be8-80a0-5667cef21d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:05.071202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-004364f5-351d-4be8-80a0-5667cef21d36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0851808 Nov 01 19:09:05.112376 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-57261ea7-ca95-4840-bfba-b62cc53b478d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0340745 Nov 01 19:09:05.162612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-cb8d71de-ae29-4742-8f7b-6005533bc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:05.168640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-cb8d71de-ae29-4742-8f7b-6005533bc9e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0455225 Nov 01 19:09:05.195523 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-24b9f7a9-9c72-4a37-a886-aaeefae97a84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246334 Nov 01 19:09:05.285368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-7acdf496-496b-4745-95f2-34e234e150b8 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826995 Nov 01 19:09:05.323105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:05.388502 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2a099000-fa9c-4eca-9c0b-ecfa5e426351 req-eb6e4e12-1384-42be-a59c-c2cf0750ac25 service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968406 Nov 01 19:09:05.964408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10e20a-673d-46dd-81d9-f4a6de818c50 req-d058ea18-ad4b-43bd-a91b-cb480dc9c645 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:05.965859 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f10e20a-673d-46dd-81d9-f4a6de818c50 req-d058ea18-ad4b-43bd-a91b-cb480dc9c645 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0607393 Nov 01 19:09:06.011937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f10e20a-673d-46dd-81d9-f4a6de818c50 req-8b85e0ea-c23f-46ab-8fd0-3d90493e676b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Nov 01 19:09:06.148416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:09:06.190131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:09:06.600966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:06.603338 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea" -d '{"events": [{"name": "network-changed", "server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:06.650126 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c7c23-a9cf-45e1-bf3b-1ae6327af347 x-openstack-request-id: req-157c7c23-a9cf-45e1-bf3b-1ae6327af347 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:06.650422 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:06.650678 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-157c7c23-a9cf-45e1-bf3b-1ae6327af347 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:06.651078 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'status': 'completed', 'code': 200} Nov 01 19:09:06.740936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-dbdb89c1-1053-4d56-a135-4ba47d1a680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:06.742499 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-dbdb89c1-1053-4d56-a135-4ba47d1a680b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0733371 Nov 01 19:09:06.744909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-8f32fd1a-6dc8-476d-b0dc-821c67c5a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:06.746250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-8f32fd1a-6dc8-476d-b0dc-821c67c5a2f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0684655 Nov 01 19:09:07.136414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824125f-019e-4f28-8450-8fc1447d0f18 req-e4d1f3d0-c332-42a3-bf5b-6e4f85e4679a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:07.137981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d824125f-019e-4f28-8450-8fc1447d0f18 req-e4d1f3d0-c332-42a3-bf5b-6e4f85e4679a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0508640 Nov 01 19:09:07.181560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d824125f-019e-4f28-8450-8fc1447d0f18 req-fa1e479a-a133-468e-a1a4-1c39eb6e15a0 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Nov 01 19:09:07.212023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-ebfbed87-c838-430d-8086-ccc6c2c8c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:07.213550 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-ebfbed87-c838-430d-8086-ccc6c2c8c787 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.4643779 Nov 01 19:09:07.214906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-28e30243-872a-4bdf-8113-86f5b7c6478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:07.216227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-28e30243-872a-4bdf-8113-86f5b7c6478f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.4596033 Nov 01 19:09:07.262229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-f4b0add3-cc38-420a-9764-b09b01039829 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0408649 Nov 01 19:09:07.298911 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-ac6e8494-ea20-4578-92dd-5af995213b64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0712624 Nov 01 19:09:07.365592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-28b400a3-37da-4a3b-887a-7d5afa8e6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:07.367019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-28b400a3-37da-4a3b-887a-7d5afa8e6934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0760167 Nov 01 19:09:07.372080 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-93c7211d-dc56-4462-9ded-0c2bf863af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:07.373413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-93c7211d-dc56-4462-9ded-0c2bf863af0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0558994 Nov 01 19:09:07.406466 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-45e30292-b39b-4720-ba1a-afd8acd0daa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312872 Nov 01 19:09:07.424967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-016578a1-abfb-4b24-874a-1c52af620a0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419762 Nov 01 19:09:07.570296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-ae3982a5-27e8-49a7-8d1d-bebc44def663 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478307 Nov 01 19:09:07.587112 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-14352d93-6ca6-40d4-92cd-d2619cabf32c service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458175 Nov 01 19:09:07.731131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-679e6822-ab65-45bb-ab86-5598a16509aa service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527958 Nov 01 19:09:07.738010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6a7201cd-ea7d-4167-9768-cbfcdf6afeea req-ee0ba4b0-6da3-4adf-99ba-c17dd3e5002c service neutron] 10.222.0.37 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397598 Nov 01 19:09:08.306795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63465b-598f-4f7a-a20d-2bb983b710ec req-dd0d0fad-ddc4-4032-a2d4-d6333d299fbb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:08.308285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c63465b-598f-4f7a-a20d-2bb983b710ec req-dd0d0fad-ddc4-4032-a2d4-d6333d299fbb tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0514703 Nov 01 19:09:08.346077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c63465b-598f-4f7a-a20d-2bb983b710ec req-458e0e59-fb64-4258-b452-463705cb127a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Nov 01 19:09:09.461812 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63854-ccdf-471c-9eef-92a78480f3fc req-b0f8b5d0-8401-4833-aa3d-dbde9ef68d84 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:09.463295 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89e63854-ccdf-471c-9eef-92a78480f3fc req-b0f8b5d0-8401-4833-aa3d-dbde9ef68d84 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0486741 Nov 01 19:09:09.502373 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89e63854-ccdf-471c-9eef-92a78480f3fc req-83c4a85e-a8f8-4ca6-b9cb-7afc04fd6583 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Nov 01 19:09:09.539722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:09.780389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c620d9-a32f-40d1-a432-9d978b3e4a07 req-c06b01b2-36a8-46c8-aa9f-b72400c51365 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:09.782557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55c620d9-a32f-40d1-a432-9d978b3e4a07 req-c06b01b2-36a8-46c8-aa9f-b72400c51365 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 943 time: 0.0496304 Nov 01 19:09:09.825155 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55c620d9-a32f-40d1-a432-9d978b3e4a07 req-49bcfe84-eaab-4dec-9c34-572410a79156 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Nov 01 19:09:09.834046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-fd585b6a-eb1a-4ac3-9574-468346a354c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:09.835828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-fd585b6a-eb1a-4ac3-9574-468346a354c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.32 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655&tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 943 time: 0.0542634 Nov 01 19:09:09.878632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:09:09.897339 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-888480d3-d44c-442f-af18-fd94776b53c4 service neutron] delete failed (client error): The resource could not be found. Nov 01 19:09:09.898363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-888480d3-d44c-442f-af18-fd94776b53c4 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d9e6fbd1-d2c6-4930-982c-2885eefbadcd/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0552700 Nov 01 19:09:09.972936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:09.987928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'network_id': '7207e07e-681c-491a-9d2b-07914fe13459', 'port_id': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'mac_address': 'fa:16:3e:3c:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:09:09.992221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-f2565389-c82c-4ba3-a0d8-91f003e90201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:09.993765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-f2565389-c82c-4ba3-a0d8-91f003e90201 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 1094 time: 0.0467064 Nov 01 19:09:10.024659 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:10.038088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e6fbd1-d2c6-4930-982c-2885eefbadcd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:09:10.056785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:10.084092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-3c020e16-58b1-4203-9df6-21608fab2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:10.085594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-3c020e16-58b1-4203-9df6-21608fab2f4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 200 len: 915 time: 0.0852609 Nov 01 19:09:10.100514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:10.133706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-d1ca6e9d-fdb0-4c65-87ce-cb5fb44af362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 200 len: 217 time: 0.0409050 Nov 01 19:09:10.150146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:10.182431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-67cd04cb-a8a9-4daf-b170-58d5d687ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:10.183928 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-67cd04cb-a8a9-4daf-b170-58d5d687ab75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 200 len: 854 time: 0.0440354 Nov 01 19:09:10.216112 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-0cad3b0c-056f-4b1a-8fb9-b9af69b82ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7207e07e-681c-491a-9d2b-07914fe13459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248637 Nov 01 19:09:10.315222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-56e71d7f-3229-457b-9b9a-a9dc5d232c1e service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909350 Nov 01 19:09:10.407256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3a310afb-966b-42e8-b1c1-2aecded35770 req-2c82a4b1-b4d0-4fa9-a0bf-f86e034fc505 service neutron] 10.222.0.32 "GET /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824838 Nov 01 19:09:10.409016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['d9e6fbd1-d2c6-4930-982c-2885eefbadcd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:09:10.947930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736bca1-7afd-4100-b8c2-9a4525d9dd39 req-52c96fc8-4e08-4e64-aa75-48f5de894c0a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:10.949550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7736bca1-7afd-4100-b8c2-9a4525d9dd39 req-52c96fc8-4e08-4e64-aa75-48f5de894c0a tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 944 time: 0.0519745 Nov 01 19:09:10.988747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7736bca1-7afd-4100-b8c2-9a4525d9dd39 req-d4c44eae-8560-4f6b-9aa6-9ad4720953e6 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Nov 01 19:09:11.879627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:12.002768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port d9e6fbd1-d2c6-4930-982c-2885eefbadcd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:09:12.006825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port d9e6fbd1-d2c6-4930-982c-2885eefbadcd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:12.007225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:12.087321 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:12.109186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:12.112170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94352-9f75-40ac-bacf-d77dcc265e7d req-783d2f63-86c4-4ff6-90b4-1a5657ddd496 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:12.112653 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aea553-08de-4469-aa54-0b30ef7c6cc6" -d '{"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:12.113779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85f94352-9f75-40ac-bacf-d77dcc265e7d req-783d2f63-86c4-4ff6-90b4-1a5657ddd496 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 944 time: 0.0497868 Nov 01 19:09:12.127009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:12.149529 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ad0f2-7d1c-4c49-9a3c-74ac47be059e x-openstack-request-id: req-423ad0f2-7d1c-4c49-9a3c-74ac47be059e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:12.149868 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:12.150133 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-423ad0f2-7d1c-4c49-9a3c-74ac47be059e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:12.150538 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'code': 200} Nov 01 19:09:12.152535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-85f94352-9f75-40ac-bacf-d77dcc265e7d req-a36eb565-5ecd-403a-a97f-987f9c554da4 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Nov 01 19:09:12.220450 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:12.270909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:12.274348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06f8f3-0838-47ba-b95c-9dd5c68aeb30 req-efae8fc5-3575-48c2-95fb-c3d92d56ba1b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:12.275895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c06f8f3-0838-47ba-b95c-9dd5c68aeb30 req-efae8fc5-3575-48c2-95fb-c3d92d56ba1b tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0495007 Nov 01 19:09:12.318153 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c06f8f3-0838-47ba-b95c-9dd5c68aeb30 req-1a70f08e-d8ca-44bd-9ee3-2bf45ed5fa85 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Nov 01 19:09:12.430393 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cee2a-e5a9-4a5b-bbaf-a0fb767041ce req-66ab09c2-3ea0-4a4b-9433-506a78ce7b58 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:12.431876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53cee2a-e5a9-4a5b-bbaf-a0fb767041ce req-66ab09c2-3ea0-4a4b-9433-506a78ce7b58 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Nov 01 19:09:12.468162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f53cee2a-e5a9-4a5b-bbaf-a0fb767041ce req-63b294e6-60f5-481d-8b49-a27d5165bf58 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302320 Nov 01 19:09:12.986409 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0431-f492-4292-a794-1964f4cffedc req-448c5698-955b-45c9-b8c1-8537fedce30f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:12.987915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d8c0431-f492-4292-a794-1964f4cffedc req-448c5698-955b-45c9-b8c1-8537fedce30f tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Nov 01 19:09:13.024236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d8c0431-f492-4292-a794-1964f4cffedc req-68f8cf82-32e3-4e44-97dd-a8db9135a60c tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304558 Nov 01 19:09:13.584543 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:09:14.142134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e0021-cfd0-4f88-8c52-382c99f9927d req-54f4c1cb-20dd-4778-831a-eff309af9696 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:14.143659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb4e0021-cfd0-4f88-8c52-382c99f9927d req-54f4c1cb-20dd-4778-831a-eff309af9696 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Nov 01 19:09:14.185826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb4e0021-cfd0-4f88-8c52-382c99f9927d req-487e1fdc-1457-433a-bdfd-752f8248d117 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adad908-549b-4a03-a771-b72cbd5a0afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361822 Nov 01 19:09:14.262402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-8cc5d770-2c83-4f96-9a91-d84144cd1c4e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:14.263887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-8cc5d770-2c83-4f96-9a91-d84144cd1c4e tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.37 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Nov 01 19:09:14.362426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Deleting port d9e6fbd1-d2c6-4930-982c-2885eefbadcd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:09:14.362688 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:14.448986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] For port d9e6fbd1-d2c6-4930-982c-2885eefbadcd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,segment=NetworkSegment(3734a1cb-885a-464e-a25d-3c5f0aaa78ba),segment_id=3734a1cb-885a-464e-a25d-3c5f0aaa78ba)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:14.449366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:14.461775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Calling delete_port for d9e6fbd1-d2c6-4930-982c-2885eefbadcd owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:09:14.653128 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:14.664624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['d9e6fbd1-d2c6-4930-982c-2885eefbadcd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:09:14.680704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Pushing event deleted for resources: {'Port': ['ID=d9e6fbd1-d2c6-4930-982c-2885eefbadcd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:14.728925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] No DVR routers for this DVR port d9e6fbd1-d2c6-4930-982c-2885eefbadcd on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:09:14.731560 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:14.735387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e8ce23f0-80c3-47f3-a4b3-db74093db326 req-482af2b1-1506-42bd-bd5c-00fdf21666c2 tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.37 "DELETE /v2.0/ports/d9e6fbd1-d2c6-4930-982c-2885eefbadcd HTTP/1.1" status: 204 len: 173 time: 0.4659374 Nov 01 19:09:14.735841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-deleted', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:14.738098 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcfc4b0-4791-4b7e-ba56-c77dc1a7d2f3" -d '{"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-deleted", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:14.773881 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac2fd0-f5e0-4470-a59e-ccd25c26cfd3 x-openstack-request-id: req-74ac2fd0-f5e0-4470-a59e-ccd25c26cfd3 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:14.774178 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ee1e2-54d7-40c9-a28a-052bf44ce655", "name": "network-vif-deleted", "tag": "d9e6fbd1-d2c6-4930-982c-2885eefbadcd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:14.774432 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74ac2fd0-f5e0-4470-a59e-ccd25c26cfd3 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:14.774832 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ee1e2-54d7-40c9-a28a-052bf44ce655', 'name': 'network-vif-deleted', 'tag': 'd9e6fbd1-d2c6-4930-982c-2885eefbadcd', 'status': 'completed', 'code': 200} Nov 01 19:09:15.295556 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-72777a9b-59e3-4189-946f-643adb5ea017 req-77c93a91-358b-4858-861c-9b768413d2df tempest-ServerDiskConfigTestJSON-293383812 tempest-ServerDiskConfigTestJSON-293383812-project] 10.222.0.31 "GET /v2.0/ports?device_id=b99ee1e2-54d7-40c9-a28a-052bf44ce655 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Nov 01 19:09:16.417705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39484) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:16.461064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Deleting subnet 4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:09:16.464082 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.497804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.536536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.641665 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.667839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:16.672571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.675855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c7c9bc8-f4d6-4f0e-8fda-585ac7dd2b78 HTTP/1.1" status: 204 len: 168 time: 0.2571084 Nov 01 19:09:16.678456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:16.682118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.682674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.683268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.683654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.683983 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.684395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.684729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.685105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.685375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.686456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.686456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.687418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9b115-50e8-496a-8f5b-5631a2895cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:16.754459 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.834475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.854016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7207e07e-681c-491a-9d2b-07914fe13459']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:16.863634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3734a1cb-885a-464e-a25d-3c5f0aaa78ba') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:16.863935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3734a1cb-885a-464e-a25d-3c5f0aaa78ba') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:16.873004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.885687 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.891352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:09:16.891813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:09:16.893408 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:09:17.020050 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.026957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.030707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] 10.222.0.31 "DELETE /v2.0/networks/7207e07e-681c-491a-9d2b-07914fe13459 HTTP/1.1" status: 204 len: 168 time: 0.3512280 Nov 01 19:09:17.041575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Pushing event deleted for resources: {'Network': ['ID=7207e07e-681c-491a-9d2b-07914fe13459,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:17.049774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.050124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.050470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.050809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.051205 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.051479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.051897 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.052157 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.052480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.052807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.053126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.053633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39258b71-30a9-40d2-ab0c-bf9aa00fb72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:17.342576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39490) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:17.383139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f31a79b1-c935-4942-a238-f7ab246891c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73f522762e9b48b59eaf9e1e3c7fa5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392008 Nov 01 19:09:17.385747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:17.433576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.457768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.606916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.609576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:17.610738 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9adad908-549b-4a03-a771-b72cbd5a0afb HTTP/1.1" status: 204 len: 168 time: 0.2240725 Nov 01 19:09:17.618799 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f3001-6ed0-43bc-bc6a-5a66f9056cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adad908-549b-4a03-a771-b72cbd5a0afb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:17.926560 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:09:17.947299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: d9e6fbd1-d2c6-4930-982c-2885eefbadcd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:09:17.947733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device d9e6fbd1-d2c6-4930-982c-2885eefbadcd not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:09:18.708214 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39514) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:18.740323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0eb61311-cfaa-4153-af5e-8c888d695319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:18.814493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1718391565-network', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:18.916679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:09:18.918998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:18.928002 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.000720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.048226 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.069345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:09:19.084319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24b871-a14a-4b3c-bd9a-c38589fb1362,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:19.087193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.087567 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Added segment 69c35ce9-d022-454d-827b-49a611b19521 of type vlan for network deb1b140-189d-49fa-9c8b-3408690765fb Nov 01 19:09:19.127192 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.230809 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.231823 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:19.232405 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.295140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] Pushing event updated for resources: {'Network': ['ID=deb1b140-189d-49fa-9c8b-3408690765fb,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:19.305199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network deb1b140-189d-49fa-9c8b-3408690765fb details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:09:19.319257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e9a90169-491f-4ce1-b51a-20e9f93e24f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6099653 Nov 01 19:09:19.322382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39518) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:19.327199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Request body: {'subnet': {'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1718391565-subnet', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:19.391146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:09:19.394384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.619682 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.676580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6567b23f-d4f9-4df7-aef1-22dcae8c9243,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:19.684567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:19.684929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Network hostable DHCP agents. Network: deb1b140-189d-49fa-9c8b-3408690765fb, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:09:19.744705 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Network deb1b140-189d-49fa-9c8b-3408690765fb is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:09:19.796571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, deb1b140-189d-49fa-9c8b-3408690765fb) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:19.801369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:19.801959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.806253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d28ca-f7e0-4378-aada-0f4809daff36 None None] Network deb1b140-189d-49fa-9c8b-3408690765fb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:09:19.856572 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-de7c273a-60bb-4615-bd31-894fc53746b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5330811 Nov 01 19:09:19.859121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 39520) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:19.864236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:19.917025 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.918145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.950443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-deb1b140-189d-49fa-9c8b-3408690765fb', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:09:19.951312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:19.975372 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.079989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Allocated IP 172.20.0.2 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/30fb62bf-a6f7-4627-b8b6-a11fe6638347) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:09:20.184813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.223948 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.298987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.333346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:20.336197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:20.339703 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:09:20.356204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Pushing event updated for resources: {'Port': ['ID=30fb62bf-a6f7-4627-b8b6-a11fe6638347,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:20.405350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Attempting to bind port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:09:20.405722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Attempting to bind port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:09:20.406070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Attempting to bind port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:20.412819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:09:20.413191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:20.413587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.413969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:09:20.414426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Bound port: 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:09:20.414800 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.474287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.475976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] For port 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:20.479015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] For port 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=30fb62bf-a6f7-4627-b8b6-a11fe6638347,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:09:20.493383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.574260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.602025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Allocated IP 172.25.2.188 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/9eb15488-098d-4c03-a57c-c9ecef622df8) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:09:20.640172 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08080215-893a-4fe4-b669-71a5c214de08 None None] Pushing event updated for resources: {'Port': ['ID=30fb62bf-a6f7-4627-b8b6-a11fe6638347,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:20.710445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.802913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:20.849816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:20.852918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:20.857492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:09:20.860770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb15488-098d-4c03-a57c-c9ecef622df8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:20.933875 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5dba6355-8d23-4fdd-aa18-fbbb4dc4c29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:21.163171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:21.358763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:21.539465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2a9aa-f30d-4a17-8c66-f4f2a655fce9 None None] Network deb1b140-189d-49fa-9c8b-3408690765fb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:09:21.573843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Router 03f19750-ed17-451a-96db-067948d18775 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:09:21.624942 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] Provisioning complete for port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:21.625309 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:21.684006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:09:21.696333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:09:21.734079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:21.734694 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:21.753049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:21.754301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c9153f88-2369-4d2a-a9c7-1488a1bbfde6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8941481 Nov 01 19:09:21.757186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39524) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:21.971445 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 30fb62bf-a6f7-4627-b8b6-a11fe6638347 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:22.053209 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.100371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:22.172499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] For port 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=30fb62bf-a6f7-4627-b8b6-a11fe6638347,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:22.205560 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.228533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:22.228906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.231975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.298633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.365046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf2eb0-908b-4a02-bc20-e6b6b4803bd3 None None] Pushing event updated for resources: {'Port': ['ID=30fb62bf-a6f7-4627-b8b6-a11fe6638347,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:22.411218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-98430fc3-b877-4c14-9419-7e0f2814a682 None None] Provisioning complete for port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:22.411613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-98430fc3-b877-4c14-9419-7e0f2814a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.419116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Allocated IP 172.20.0.1 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/dac78c78-3321-4208-8874-95a551c22d52) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:09:22.473539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:21Z', 'revision_number': 3, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:22.502575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:09:22.502922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Updating router 03f19750-ed17-451a-96db-067948d18775 port 9eb15488-098d-4c03-a57c-c9ecef622df8 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:09:22.525414 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.547317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.626109 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.664500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:22.667318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:22.673957 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:09:22.702198 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:22.718458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.821456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.906591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-44575ceb-5f5a-44a0-986b-d7a5ef72320f None None] Provisioning complete for port dac78c78-3321-4208-8874-95a551c22d52 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:22.906971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-44575ceb-5f5a-44a0-986b-d7a5ef72320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.914002 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.929980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:22.990283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-44575ceb-5f5a-44a0-986b-d7a5ef72320f None None] Port dac78c78-3321-4208-8874-95a551c22d52 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:09:22.998205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Pushing event updated for resources: {'Port': ['ID=9eb15488-098d-4c03-a57c-c9ecef622df8,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:23.001201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Attempting to bind port 9eb15488-098d-4c03-a57c-c9ecef622df8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:09:23.001579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Attempting to bind port 9eb15488-098d-4c03-a57c-c9ecef622df8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:09:23.001946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Attempting to bind port 9eb15488-098d-4c03-a57c-c9ecef622df8 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:23.010657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.011010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.011357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.011726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.012066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.012400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.012733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.013063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.013391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.013737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.014046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.014373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:23.017604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:09:23.017982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:23.018443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.019152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:09:23.020217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Bound port: 9eb15488-098d-4c03-a57c-c9ecef622df8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:09:23.020217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.074899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] For port 9eb15488-098d-4c03-a57c-c9ecef622df8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:23.078004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] For port 9eb15488-098d-4c03-a57c-c9ecef622df8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9eb15488-098d-4c03-a57c-c9ecef622df8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:09:23.079239 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.150979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.162307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.209283 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:23.209904 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:23.212986 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3debd6-fdf7-4e92-8db9-3b0ecb6cfcc8 None None] Pushing event updated for resources: {'Port': ['ID=9eb15488-098d-4c03-a57c-c9ecef622df8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:23.228269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.230095 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:23.319839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:23.322318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:23.323693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:23.445916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:09:23.531004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 2, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:23.556887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:09:23.562559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ead256-59d1-4f0a-875e-10e62ba3cd11 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 2, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:09:23.563188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85031b28-f7bd-4d63-8567-f022f06061f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/03f19750-ed17-451a-96db-067948d18775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046386 Nov 01 19:09:23.612644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-91a9a843-5496-47dd-8c0c-7db43f4dad30 None None] Provisioning complete for port dac78c78-3321-4208-8874-95a551c22d52 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:23.613167 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91a9a843-5496-47dd-8c0c-7db43f4dad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.649313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-91a9a843-5496-47dd-8c0c-7db43f4dad30 None None] Port dac78c78-3321-4208-8874-95a551c22d52 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:09:23.888041 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 30fb62bf-a6f7-4627-b8b6-a11fe6638347 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:23.937869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:23.938249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:23.958661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.272367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39532) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:24.277282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180840927', 'description': 'tempest-description--730232266'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:24.368426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.439451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.510889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.541306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63515fc0-af25-4bf8-b366-8ac5b1729688,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:24.610334 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.611679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-523a6157-e00b-4c18-a040-41381d54b2a0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3380973 Nov 01 19:09:24.614784 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39534) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:24.619570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'security_group_rule': {'security_group_id': '63515fc0-af25-4bf8-b366-8ac5b1729688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:24.704758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.775051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.846938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.866407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32e7431-7573-4fb6-8dbb-e62a3cdc83c3,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:24.940155 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:24.942174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-8e26c8cc-ae21-4ac3-ae8e-3da7e627e108 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3260624 Nov 01 19:09:24.944426 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39536) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:24.948810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'security_group_rule': {'security_group_id': '63515fc0-af25-4bf8-b366-8ac5b1729688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:25.040924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.097015 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.172825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.198571 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e8fb48-9c38-4aa8-8ad4-f550ff105988,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:25.250186 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.251628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a91c1c39-c527-41c3-ba32-7415f1c84973 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062246 Nov 01 19:09:25.255396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39538) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:25.259738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:25.334336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.438219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.472600 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:09:25.482685 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:25.483365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:25.545873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Allocated IP 172.25.2.117 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/5b6226fd-83e3-4c87-be2d-93667bd8ca9c) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:09:25.587681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:25.645168 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.740460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.782547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:25.789010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:25.792671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:09:25.794568 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 2, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:25.824687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=5b6226fd-83e3-4c87-be2d-93667bd8ca9c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:25.895464 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.906027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9eb15488-098d-4c03-a57c-c9ecef622df8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:25.918595 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:09:25.918944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Updating router 03f19750-ed17-451a-96db-067948d18775 port dac78c78-3321-4208-8874-95a551c22d52 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:09:25.943301 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:25.953742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9eb15488-098d-4c03-a57c-c9ecef622df8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:25.961449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.010327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.034296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.058280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 9eb15488-098d-4c03-a57c-c9ecef622df8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9eb15488-098d-4c03-a57c-c9ecef622df8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:26.135008 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.168896 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.188605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=9eb15488-098d-4c03-a57c-c9ecef622df8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:26.208699 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.258260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.286886 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.323916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=5b6226fd-83e3-4c87-be2d-93667bd8ca9c,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:26.337684 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Pushing event updated for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:26.341716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.361711 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.366139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:09:26.398065 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Attempting to bind port dac78c78-3321-4208-8874-95a551c22d52 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:09:26.398428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Attempting to bind port dac78c78-3321-4208-8874-95a551c22d52 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:09:26.398785 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Attempting to bind port dac78c78-3321-4208-8874-95a551c22d52 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:26.404282 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:09:26.404650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:26.405046 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.405434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:09:26.405895 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Bound port: dac78c78-3321-4208-8874-95a551c22d52, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:09:26.406273 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.416115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.418393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-753ae247-b493-4eda-ac9f-7bbd77581e3d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1612613 Nov 01 19:09:26.484930 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] For port dac78c78-3321-4208-8874-95a551c22d52, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:26.489002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] For port dac78c78-3321-4208-8874-95a551c22d52, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac78c78-3321-4208-8874-95a551c22d52,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:09:26.568387 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.576065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-40d5cbfc-2c2a-4f55-84ab-06fe5240df63 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--180840927&fields=id&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 267 time: 0.0377495 Nov 01 19:09:26.591531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] Provisioning complete for port dac78c78-3321-4208-8874-95a551c22d52 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:26.591971 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.634050 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:26.634688 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:26.638078 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7de6-8fe6-4971-81bc-ff5def7e0c7e None None] Pushing event updated for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:26.716927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.726432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-724379cd-65db-41d3-bd58-e3e1d9c0b291 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:26.728400 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-724379cd-65db-41d3-bd58-e3e1d9c0b291 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1447308 Nov 01 19:09:26.750089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-be89ce97-ee50-43e7-b15a-8cdaf3fd11d4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/quotas/e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 375 time: 0.0118806 Nov 01 19:09:26.760026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] For port dac78c78-3321-4208-8874-95a551c22d52, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac78c78-3321-4208-8874-95a551c22d52,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:26.778335 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:26.813485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-8f685c6c-9fd3-47e5-b4da-9e27dbea5daf tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560384 Nov 01 19:09:26.813699 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.842438 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.895266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fe3f7-3faa-461b-8a8e-e536bd286703 None None] Pushing event updated for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:26.926551 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-ae3dbc5a-6971-4e36-ad6b-fd78c5212dc5 service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972359 Nov 01 19:09:26.964149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a728e997-a51e-4542-96e7-78a22214ef3f None None] Provisioning complete for port dac78c78-3321-4208-8874-95a551c22d52 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:26.964718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a728e997-a51e-4542-96e7-78a22214ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:26.995021 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:27.021894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-c51490af-5846-45d4-b3a4-18ba9e7faf6a service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887251 Nov 01 19:09:27.026192 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5326463-78ed-447d-8137-441aef0e63cf None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:09:27.286860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b56493d-a5a5-4dfc-972b-63239486dbce req-2e18702f-fddc-4b8b-a778-f3340f7b5190 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 210 time: 0.0354528 Nov 01 19:09:27.891607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9eb15488-098d-4c03-a57c-c9ecef622df8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:27.938702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 9eb15488-098d-4c03-a57c-c9ecef622df8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:27.939073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:28.014583 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac78c78-3321-4208-8874-95a551c22d52 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:28.063101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dac78c78-3321-4208-8874-95a551c22d52 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:28.063468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:28.384775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fb9cde87-5640-4644-ac59-df9083dd7dc2 req-cdb1f7e6-aece-4ced-bb97-46d91097691f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 210 time: 0.0276904 Nov 01 19:09:29.399439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-2c37c940-a46d-45f6-ae13-d7479817e84f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:29.401035 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-2c37c940-a46d-45f6-ae13-d7479817e84f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1093287 Nov 01 19:09:29.448745 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-5bf0c602-c7f5-47f9-ad82-6f2200e5ab18 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 379 time: 0.0387032 Nov 01 19:09:29.463651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'port': {'device_id': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'admin_state_up': True, 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'security_groups': ['63515fc0-af25-4bf8-b366-8ac5b1729688']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:29.496714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd27dd15-cebc-484d-9a89-9c0d41a6fa2c req-bd3e4260-f49f-4439-a91b-f7ca3a6e4a75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 210 time: 0.0285490 Nov 01 19:09:29.642168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:09:29.645817 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:29.772887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Allocated IP 172.20.0.8 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/bc6861db-02c6-47a0-9d15-65f553296177) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:09:30.218447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.305285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.346906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:09:30.352363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:09:30.356205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:09:30.363331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:30.409068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:30.409769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.489879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-37855e5c-d44a-4cbd-a71a-ddaf542c74c8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306594 Nov 01 19:09:30.502357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Request body: {'port': {'device_id': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:30.562759 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.596384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-40b24dcd-00c1-46ce-8a79-c6dfdb71d506 None None] Provisioning complete for port bc6861db-02c6-47a0-9d15-65f553296177 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:30.598127 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-40b24dcd-00c1-46ce-8a79-c6dfdb71d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.620461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ff122-347a-40dd-b558-587c0a852c65 req-a866cbbd-02a4-431b-85a1-630788bf15ab tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:30.622084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e8ff122-347a-40dd-b558-587c0a852c65 req-a866cbbd-02a4-431b-85a1-630788bf15ab tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 931 time: 0.0512977 Nov 01 19:09:30.637146 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-40b24dcd-00c1-46ce-8a79-c6dfdb71d506 None None] Port bc6861db-02c6-47a0-9d15-65f553296177 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:09:30.664379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e8ff122-347a-40dd-b558-587c0a852c65 req-7f0b8937-e05c-4c10-9cc2-d40841f62e66 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Nov 01 19:09:30.835635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6861db-02c6-47a0-9d15-65f553296177 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:09:30.842828 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.855648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Transition to ACTIVE for port object bc6861db-02c6-47a0-9d15-65f553296177 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:09:30.945223 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:30.997157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:31.075285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:09:31.075655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:09:31.075999 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:31.080446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:09:31.080772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:09:31.086551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:09:31.086844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:09:31.087240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:09:31.087711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Bound port: bc6861db-02c6-47a0-9d15-65f553296177, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:09:31.088084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:31.154828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:09:31.157839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:09:31.225934 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:31.261931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.262543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:31.263938 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] 10.222.0.37 "PUT /v2.0/ports/bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1091 time: 0.7660608 Nov 01 19:09:31.264439 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:31.266650 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:31.291331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e0a66-3f68-4ed0-bb27-fc1f8066d7fd service neutron] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:31.314829 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5410f-89ee-484b-b440-b8c20b360b4b x-openstack-request-id: req-efd5410f-89ee-484b-b440-b8c20b360b4b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:31.315124 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:31.315401 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efd5410f-89ee-484b-b440-b8c20b360b4b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:31.316374 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'status': 'completed', 'code': 200} Nov 01 19:09:31.384154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-25674f72-5bf6-4bbe-86e7-2d16e761054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.385667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-25674f72-5bf6-4bbe-86e7-2d16e761054f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1094 time: 0.0472069 Nov 01 19:09:31.488944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-7c005763-2f85-4c9b-b451-12806ffbb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.490454 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-7c005763-2f85-4c9b-b451-12806ffbb483 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954833 Nov 01 19:09:31.587718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-2855091b-20ed-4e63-80c1-f969c69ae80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.589193 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0bddeca-1b91-4bf1-8e2d-1da38307bf22 req-2855091b-20ed-4e63-80c1-f969c69ae80d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915875 Nov 01 19:09:31.664966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-d42cd231-713c-4830-8354-2e03eef7e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.666352 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-d42cd231-713c-4830-8354-2e03eef7e6e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1094 time: 0.0406423 Nov 01 19:09:31.714975 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-ab72b93f-d0a2-4849-afd3-624721b278a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 217 time: 0.0389314 Nov 01 19:09:31.764542 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-b11491e3-a791-434a-9b11-6afba2d8edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.766060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-b11491e3-a791-434a-9b11-6afba2d8edfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0439215 Nov 01 19:09:31.788330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452cd2-f359-4be5-b118-469b391a6efa req-d80c293c-3576-400e-9021-c232f815ed71 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.789863 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a452cd2-f359-4be5-b118-469b391a6efa req-d80c293c-3576-400e-9021-c232f815ed71 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0532868 Nov 01 19:09:31.812750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888d5b-b681-4743-899b-00f28dcd8344 req-221c1ddb-fe56-4641-8ae9-39685c132d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:31.814394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-221c1ddb-fe56-4641-8ae9-39685c132d18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412934 Nov 01 19:09:31.827531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a452cd2-f359-4be5-b118-469b391a6efa req-b3531654-ed07-4186-a7ef-39bfb4390a4a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Nov 01 19:09:31.907398 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-99bdc015-7c15-422e-a377-9f6229e73c24 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Nov 01 19:09:31.995940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-30888d5b-b681-4743-899b-00f28dcd8344 req-a1671744-3f0b-43dc-abae-75ddb23b61b2 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811028 Nov 01 19:09:32.944262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86486de-31ff-4d3c-99c3-bc4436cdebc2 req-67376be9-fcae-46f9-9312-e878ec833620 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:32.945752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e86486de-31ff-4d3c-99c3-bc4436cdebc2 req-67376be9-fcae-46f9-9312-e878ec833620 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0490320 Nov 01 19:09:32.983579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e86486de-31ff-4d3c-99c3-bc4436cdebc2 req-d091e0e3-5fd3-4f22-a0ef-d06af4088aee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Nov 01 19:09:34.096416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41465234-7f23-4b89-9e62-f8984147ab7e req-4e27946b-841b-4955-a589-79f19a6dc55b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:34.098582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41465234-7f23-4b89-9e62-f8984147ab7e req-4e27946b-841b-4955-a589-79f19a6dc55b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0491133 Nov 01 19:09:34.139185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41465234-7f23-4b89-9e62-f8984147ab7e req-76bc3fbb-9ed0-4836-a180-457ede403176 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342755 Nov 01 19:09:35.258399 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afbfca-114b-4c7a-9fc0-37fe98e56273 req-a77f05c4-7cc0-449b-9022-d489202879bd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:35.259891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81afbfca-114b-4c7a-9fc0-37fe98e56273 req-a77f05c4-7cc0-449b-9022-d489202879bd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0543199 Nov 01 19:09:35.297396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81afbfca-114b-4c7a-9fc0-37fe98e56273 req-ad0fcaf0-65d5-4b8d-ad9a-2ca0af35062c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Nov 01 19:09:35.343485 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:36.040580 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:09:36.133562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:36.144944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'bc6861db-02c6-47a0-9d15-65f553296177', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177', 'mac_address': 'fa:16:3e:1b:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:09:36.182408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:36.195220 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6861db-02c6-47a0-9d15-65f553296177 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:09:36.214437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:36.286207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:36.333238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:36.412013 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f6a4-5a0e-4453-8e46-895207187419 req-3d0b693e-f2e3-44fc-a58a-6c1a772af8d5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:36.413483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e576f6a4-5a0e-4453-8e46-895207187419 req-3d0b693e-f2e3-44fc-a58a-6c1a772af8d5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 944 time: 0.0489862 Nov 01 19:09:36.451721 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e576f6a4-5a0e-4453-8e46-895207187419 req-a8e59788-4d1f-4092-a542-ad6557ab9ba0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Nov 01 19:09:36.580979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['bc6861db-02c6-47a0-9d15-65f553296177'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:09:37.570346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae254f-b1de-420d-9f55-8a2b1ccbb5b7 req-50965e65-790b-4fb7-8c5b-dd1437f169e7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:37.571860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4ae254f-b1de-420d-9f55-8a2b1ccbb5b7 req-50965e65-790b-4fb7-8c5b-dd1437f169e7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 944 time: 0.0493147 Nov 01 19:09:37.610949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4ae254f-b1de-420d-9f55-8a2b1ccbb5b7 req-661cdca0-4911-4896-94af-d490aafc1048 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Nov 01 19:09:38.048865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:09:38.194937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port bc6861db-02c6-47a0-9d15-65f553296177 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:09:38.199849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port bc6861db-02c6-47a0-9d15-65f553296177 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:09:38.206012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:38.278109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:38.299329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:38.302146 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76beaeeb-d590-4951-b238-d403d67cd66b" -d '{"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:38.314060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:09:38.339240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a558522a-c882-4a01-8aa9-2bc267e437ff x-openstack-request-id: req-a558522a-c882-4a01-8aa9-2bc267e437ff {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:38.339554 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:38.342991 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a558522a-c882-4a01-8aa9-2bc267e437ff {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:38.342991 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'code': 200} Nov 01 19:09:38.390667 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:38.437361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:09:38.438935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c029-c86e-485f-baab-c862a405ad80 req-281b9ad2-07a4-41ab-af15-64b302be4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:38.442099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b39c029-c86e-485f-baab-c862a405ad80 req-281b9ad2-07a4-41ab-af15-64b302be4734 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1096 time: 0.0450149 Nov 01 19:09:38.482296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b39c029-c86e-485f-baab-c862a405ad80 req-0297a526-ba1f-40bd-9a65-aac145af74c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337858 Nov 01 19:09:38.733926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e6d6-964c-40d7-8f18-d4b733cf89b6 req-041856cc-316f-4bfa-9da3-0cc788868f96 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:38.735417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a202e6d6-964c-40d7-8f18-d4b733cf89b6 req-041856cc-316f-4bfa-9da3-0cc788868f96 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0531664 Nov 01 19:09:38.773828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a202e6d6-964c-40d7-8f18-d4b733cf89b6 req-2625c26a-accf-4ecd-9545-6d8c2ba4b1ba tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Nov 01 19:09:39.533029 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:39.889503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5616-df6b-4799-88c5-07d03fd91a8c req-14efe52a-dc41-45f5-95ed-0e04221190a2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:39.891015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-413e5616-df6b-4799-88c5-07d03fd91a8c req-14efe52a-dc41-45f5-95ed-0e04221190a2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0496564 Nov 01 19:09:39.929507 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-413e5616-df6b-4799-88c5-07d03fd91a8c req-0982e4c0-7899-46e2-a380-a09b78b31c85 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Nov 01 19:09:41.044956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badc62-c778-49ae-a133-56fac80424d9 req-9e91e034-f65a-49f5-9771-0ddf53e063a9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:41.046410 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50badc62-c778-49ae-a133-56fac80424d9 req-9e91e034-f65a-49f5-9771-0ddf53e063a9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0482292 Nov 01 19:09:41.082119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-50badc62-c778-49ae-a133-56fac80424d9 req-2d3454b4-1c98-4558-b6af-76093055dc28 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297480 Nov 01 19:09:41.201255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d34b-0dd0-4aa0-8c5a-5a8c15138c4a req-08e8e50d-bd89-484b-b7f4-cddccf263e81 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:41.202741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-14e2d34b-0dd0-4aa0-8c5a-5a8c15138c4a req-08e8e50d-bd89-484b-b7f4-cddccf263e81 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0528469 Nov 01 19:09:41.212769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 39598) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:09:41.217114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'floatingip': {'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:09:41.255833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:41.987448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:42.045970 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:42.146109 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 associated. External IP: 172.25.2.117, port: bc6861db-02c6-47a0-9d15-65f553296177. Nov 01 19:09:42.350795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:09:42.458733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:09:42.463922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:42.468979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:09:42.479125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:42.479774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:42.497549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-13425ddb-ca95-4cbc-a489-9009acc6207e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "PUT /v2.0/floatingips/5da0c1db-1941-448e-98e2-1f9cf92e0d91 HTTP/1.1" status: 200 len: 991 time: 1.2837911 Nov 01 19:09:42.498134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:09:42.541119 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:09:42.587864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:42.632785 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b80d804-32be-4bdf-93e5-ec0451ded097 x-openstack-request-id: req-8b80d804-32be-4bdf-93e5-ec0451ded097 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:09:42.633077 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:09:42.633321 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b80d804-32be-4bdf-93e5-ec0451ded097 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:09:42.633728 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'status': 'completed', 'code': 200} Nov 01 19:09:42.695429 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-02a15fb6-70ae-4a2e-9103-dda7e19a8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:42.697009 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-02a15fb6-70ae-4a2e-9103-dda7e19a8bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1096 time: 0.0420432 Nov 01 19:09:42.786900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-19e18992-549a-4a85-b047-909f68c2d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:42.788810 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-19e18992-549a-4a85-b047-909f68c2d0ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0854189 Nov 01 19:09:42.815843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:1b:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:09:41Z', 'revision_number': 1, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:42.845907 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:09:42.854677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:09:42.855289 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:09:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:42.863134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-c01ca972-2a72-4682-878d-c9cd7922adc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 999 time: 0.0636263 Nov 01 19:09:42.908390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-5e372e5b-9a7f-44c7-8665-63c891acf88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:42.909884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-5e372e5b-9a7f-44c7-8665-63c891acf88e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0444179 Nov 01 19:09:42.955520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-59e48311-74d2-49e0-9291-1942cc237bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:09:42.957045 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-59e48311-74d2-49e0-9291-1942cc237bdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401278 Nov 01 19:09:42.961412 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:09:43.050817 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-01a29a24-72e4-49ec-b9fd-35575a16db02 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Nov 01 19:09:43.140721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fb8293a-473a-4cf6-9c9c-8057b0c82e34 req-f2d3f040-12da-4d3a-ad53-4ae9137c5512 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Nov 01 19:09:43.185946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:1b:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:09:41Z', 'revision_number': 1, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:09:43.211749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878656b-723b-4280-8980-80ce0ce8a61f None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:1b:bf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:09:41Z', 'revision_number': 1, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:09:43.401143 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6c2a8-49b2-4f27-b364-882415a1d7cc None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:09:48.750183 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-42eb86ab-aa17-4e9a-81f5-68b1bfb864f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:50.583606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:09:50.942864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d867982-c13a-4d81-a85b-ad2bdbce6370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:52.281525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:53.937005 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:09:56.773427 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:05.361339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:09.606809 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:18.784260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8dd75dc7-e12b-46e2-a8c8-3ce769f81fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:20.918540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-494c077e-abd4-4299-8eb7-b6914c7bee2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:22.304032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:23.932489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:26.789759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:27.582416 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:10:35.344044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:38.980291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-be33490b-9f39-4586-89c5-0da8b96b9053 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450978 Nov 01 19:10:39.062798 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-b7734cfe-8c11-4998-a54a-0852ef4ba5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:10:39.064335 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-b7734cfe-8c11-4998-a54a-0852ef4ba5a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1096 time: 0.0398262 Nov 01 19:10:39.170055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-0c8ad9ae-2e3f-4a0b-a342-8aa83ddb7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:10:39.171555 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-0c8ad9ae-2e3f-4a0b-a342-8aa83ddb7315 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0880327 Nov 01 19:10:39.237190 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-995c6c6b-2732-42e3-a3d0-2a03e5956e45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1001 time: 0.0577960 Nov 01 19:10:39.285057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-8e2d7a39-a4d8-4958-a025-5dcb5227ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:10:39.286490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-8e2d7a39-a4d8-4958-a025-5dcb5227ead4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0424972 Nov 01 19:10:39.335491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-90209a52-f140-4af2-b49a-4a877bb8a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:10:39.336986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-90209a52-f140-4af2-b49a-4a877bb8a709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436814 Nov 01 19:10:39.424780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-01c92db6-1e69-436b-9d33-a59153260b59 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799634 Nov 01 19:10:39.525435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d3210bdb-f219-4216-b579-61cbb85f17b6 req-986faa31-f928-4ccf-aac6-cede26d9c515 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931878 Nov 01 19:10:39.560631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:48.752032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-19588477-689a-4584-92e3-ef685e4f829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:50.948811 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c82c94ca-f61e-4a1e-9682-fc998cb9edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:52.249127 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:53.943109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:10:56.811367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:04.581309 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:11:05.334199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:09.539725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:18.731405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73a06271-52cf-49e7-b4be-28e1db14d4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:20.905057 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17fe4816-ce63-4246-9000-f0487fa0e5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:22.273963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:23.950550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:26.784664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:35.333233 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:39.532674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:40.964201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-5fd4ad21-3115-4740-b61b-c515f8b3c7c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402212 Nov 01 19:11:41.043988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-986be455-3386-4341-be40-867419a3d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:11:41.045560 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-986be455-3386-4341-be40-867419a3d65a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1096 time: 0.0410032 Nov 01 19:11:41.149245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-080fee03-023a-4fbe-8380-7bfbd2ebf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:11:41.150916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-080fee03-023a-4fbe-8380-7bfbd2ebf832 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0871971 Nov 01 19:11:41.216982 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-75554091-ff2e-489a-8c6c-138c85323929 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1001 time: 0.0590913 Nov 01 19:11:41.268032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-e7ea451b-7117-4e15-bb9e-fca6fdc5c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:11:41.269468 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-e7ea451b-7117-4e15-bb9e-fca6fdc5c4f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0457880 Nov 01 19:11:41.315053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-868952b0-46cc-46c8-b107-3d0766435177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:11:41.316537 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-868952b0-46cc-46c8-b107-3d0766435177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392640 Nov 01 19:11:41.403919 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-6403b76b-6cac-4054-8a90-c92123d7ad5c service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793498 Nov 01 19:11:41.493019 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e4e30139-47e0-4a5b-82e1-8f05867f7689 req-584af657-7cef-432e-a766-fb076780f448 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826519 Nov 01 19:11:41.580387 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:11:48.744649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2f983b45-540c-42f2-bede-cd91ec797cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:50.901763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3432f920-bc91-45ee-88f1-d7edfadabcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:52.257750 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:53.943887 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:11:56.794618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:05.337646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:09.571730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:12.742599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded20c-38b4-483c-9f2b-3f1bf93f670d req-cc59e994-f26c-4d20-b7b3-9a355c20bd44 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:12.744669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8aded20c-38b4-483c-9f2b-3f1bf93f670d req-cc59e994-f26c-4d20-b7b3-9a355c20bd44 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.1344020 Nov 01 19:12:12.783833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8aded20c-38b4-483c-9f2b-3f1bf93f670d req-c680ad5a-cd3c-4f1d-9c23-054b6b64e0eb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331550 Nov 01 19:12:13.180578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c044-379a-433c-9732-c4bd6123736b req-81703a09-0360-4fe4-bcb9-6bc33f5238c9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:13.182811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88c4c044-379a-433c-9732-c4bd6123736b req-81703a09-0360-4fe4-bcb9-6bc33f5238c9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0496795 Nov 01 19:12:13.220342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88c4c044-379a-433c-9732-c4bd6123736b req-bb53f83a-c528-4055-abbc-445c643d2b65 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Nov 01 19:12:13.340592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-4d805bfe-71fe-49f8-ae56-c8306a5d48e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445261 Nov 01 19:12:14.397718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111cef-0342-4cdd-b1e4-8bb86c6b6725 req-3cc3963f-e463-42aa-9ef8-3496edd2e53e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:14.399229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6111cef-0342-4cdd-b1e4-8bb86c6b6725 req-3cc3963f-e463-42aa-9ef8-3496edd2e53e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.1087148 Nov 01 19:12:14.438821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6111cef-0342-4cdd-b1e4-8bb86c6b6725 req-6e13a4f8-b7f0-4a06-a547-0b1d6c6e3ae0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332267 Nov 01 19:12:15.490211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-3dcfd80b-9ba4-4efd-9599-230b72554775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:15.491743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-3dcfd80b-9ba4-4efd-9599-230b72554775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1096 time: 0.0411389 Nov 01 19:12:15.556664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e0138-0ee6-451a-ad4c-aed433602023 req-f2f9c0a2-7e83-4769-839d-c41871dd0db5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:15.558203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f5e0138-0ee6-451a-ad4c-aed433602023 req-f2f9c0a2-7e83-4769-839d-c41871dd0db5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0505698 Nov 01 19:12:15.586142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-fe9f5da0-ca78-49a9-a420-42de37178166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:15.587672 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-fe9f5da0-ca78-49a9-a420-42de37178166 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0892546 Nov 01 19:12:15.597887 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f5e0138-0ee6-451a-ad4c-aed433602023 req-70113689-276f-4bf3-9a12-7817a5eb2cb2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336456 Nov 01 19:12:15.652951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-b8bd3d4f-78b1-40b3-8d0d-f9c01070933e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1001 time: 0.0577199 Nov 01 19:12:15.701783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-734dd990-9862-423a-bdeb-5613718d0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:15.703232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-734dd990-9862-423a-bdeb-5613718d0dfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0431867 Nov 01 19:12:15.751772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-15836daf-6328-4ce6-84ca-4e5547312979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:15.753145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-15836daf-6328-4ce6-84ca-4e5547312979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426004 Nov 01 19:12:15.839362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-73342e8d-9e11-45bd-ab6c-3f5446311dbb service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792842 Nov 01 19:12:15.931407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-fad46edf-00b1-4361-9929-42c267721fad service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844965 Nov 01 19:12:16.714986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332809-eea6-43f0-8dde-7adc97432dcf req-951e3d56-ef1a-4236-bfc6-ac23d9a40ed4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:16.716553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00332809-eea6-43f0-8dde-7adc97432dcf req-951e3d56-ef1a-4236-bfc6-ac23d9a40ed4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0487459 Nov 01 19:12:16.756910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-00332809-eea6-43f0-8dde-7adc97432dcf req-b4e97ae1-c8d3-4705-bf38-72deac3b8748 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Nov 01 19:12:17.876936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce035d-a85e-47ad-889f-c88f49fadfdc req-fe2f0b75-befc-4a53-a306-a5bc190ae764 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:17.878419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5ce035d-a85e-47ad-889f-c88f49fadfdc req-fe2f0b75-befc-4a53-a306-a5bc190ae764 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0492718 Nov 01 19:12:17.916763 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5ce035d-a85e-47ad-889f-c88f49fadfdc req-366dae9d-6dd3-4269-b92d-c6098e1266c2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Nov 01 19:12:18.580769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:12:18.748075 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a3439f7-f746-4f90-9dda-96fc156d5621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:19.033821 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff094-a7d3-491c-8e06-5872e70618be req-69a735b5-06b5-4dc0-88b1-5d6b84668bee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:19.035288 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0fff094-a7d3-491c-8e06-5872e70618be req-69a735b5-06b5-4dc0-88b1-5d6b84668bee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0480094 Nov 01 19:12:19.072369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0fff094-a7d3-491c-8e06-5872e70618be req-d1cf1ff7-5067-4951-bf2f-853894070b65 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Nov 01 19:12:20.187143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58affe-882b-493c-a176-f02013ea7d2b req-4732d15e-1d9b-4383-bb66-427d7ac10652 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:20.188688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d58affe-882b-493c-a176-f02013ea7d2b req-4732d15e-1d9b-4383-bb66-427d7ac10652 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0490811 Nov 01 19:12:20.230098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8d58affe-882b-493c-a176-f02013ea7d2b req-f03de7e6-99ec-4bfd-a0ee-b1a0c47480e6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354974 Nov 01 19:12:20.896827 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-674e74aa-5ab9-4639-b401-3ac8809be2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:21.347694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bff01a-40a4-4a37-8e55-66ad7c082d4b req-2c725f24-ae0c-40a4-a470-f50e603c903f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:21.349560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8bff01a-40a4-4a37-8e55-66ad7c082d4b req-2c725f24-ae0c-40a4-a470-f50e603c903f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0504792 Nov 01 19:12:21.388613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8bff01a-40a4-4a37-8e55-66ad7c082d4b req-3270f520-8c2e-4865-a5fc-13a060db258e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326455 Nov 01 19:12:22.296632 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:22.504419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175bf8e-703e-4701-99bf-0303da966067 req-9cb15189-5d53-401e-91f3-6bf2e5c1759f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:22.505878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0175bf8e-703e-4701-99bf-0303da966067 req-9cb15189-5d53-401e-91f3-6bf2e5c1759f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 01 19:12:22.543367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0175bf8e-703e-4701-99bf-0303da966067 req-2ae1610c-e76a-4af3-a20b-d89b04b602e5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Nov 01 19:12:23.657651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951d19-8531-4842-9dad-f49181cb0ff8 req-31ccddd9-851d-4cdb-8afe-69f4de4e6fce tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:23.659142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2951d19-8531-4842-9dad-f49181cb0ff8 req-31ccddd9-851d-4cdb-8afe-69f4de4e6fce tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0488827 Nov 01 19:12:23.702831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f2951d19-8531-4842-9dad-f49181cb0ff8 req-aad04771-66ba-46be-8fcc-f7f5297f3925 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Nov 01 19:12:23.953721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:24.817573 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3d37a-dcc5-4294-b50d-353782b276ca req-d329a9d2-dff2-4bb5-8b72-494bcedf50fe tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:24.819059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2af3d37a-dcc5-4294-b50d-353782b276ca req-d329a9d2-dff2-4bb5-8b72-494bcedf50fe tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0487463 Nov 01 19:12:24.857011 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2af3d37a-dcc5-4294-b50d-353782b276ca req-b04b8872-1d3e-4c09-b938-a214d7427160 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Nov 01 19:12:25.974753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefab24-aeef-4114-8140-634362f15fef req-a9aee332-5735-4307-818e-26c3170598b4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:25.976195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fefab24-aeef-4114-8140-634362f15fef req-a9aee332-5735-4307-818e-26c3170598b4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0488043 Nov 01 19:12:26.014108 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fefab24-aeef-4114-8140-634362f15fef req-c978968a-a091-40f0-8a78-880c4c027b43 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Nov 01 19:12:26.786804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:27.140368 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984007-23ea-4f5f-a2cf-41e665b860b2 req-c7c1b31e-e052-49be-906f-78cd42ba9323 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:27.141883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b984007-23ea-4f5f-a2cf-41e665b860b2 req-c7c1b31e-e052-49be-906f-78cd42ba9323 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0495598 Nov 01 19:12:27.182135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b984007-23ea-4f5f-a2cf-41e665b860b2 req-ce4de41e-6c31-497e-9264-b8dc542c1b1a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343616 Nov 01 19:12:28.015839 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-658ea78c-470a-4263-9b2b-f21040880167 service neutron] show failed (client error): The resource could not be found. Nov 01 19:12:28.016838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-658ea78c-470a-4263-9b2b-f21040880167 service neutron] 10.222.0.37 "GET /v2.0/ports/bc6861db-02c6-47a0-9d15-65f553296177/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0956502 Nov 01 19:12:28.300818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda08b0-0834-42c6-b428-3255ee928b32 req-82de2bf9-58cf-4521-9b8a-1d3c311b7679 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:28.302274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deda08b0-0834-42c6-b428-3255ee928b32 req-82de2bf9-58cf-4521-9b8a-1d3c311b7679 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0502982 Nov 01 19:12:28.345818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-deda08b0-0834-42c6-b428-3255ee928b32 req-21dbe3a2-477d-44d3-827e-535adb116b87 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371609 Nov 01 19:12:28.561146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-f251cb5c-7fc6-4b32-9ee9-3eb49433fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:28.562653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-f251cb5c-7fc6-4b32-9ee9-3eb49433fba1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1096 time: 0.0824263 Nov 01 19:12:28.574615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-39f50d45-7fa1-4da9-9630-81ad9520d34f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:12:28.575608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-39f50d45-7fa1-4da9-9630-81ad9520d34f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049300 Nov 01 19:12:28.587204 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:12:28.643838 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:28.848586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:28.880806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:12:28.918218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:28.921000 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83230e-ee90-40d3-81ea-dbed9a25c9b4" -d '{"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:28.924705 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:28.937019 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Transition to ACTIVE for port object bc6861db-02c6-47a0-9d15-65f553296177 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:12:29.005462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:29.038170 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258edd70-3277-4d72-ad3e-fe9f4a1589c9 x-openstack-request-id: req-258edd70-3277-4d72-ad3e-fe9f4a1589c9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:29.039405 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:29.039405 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-258edd70-3277-4d72-ad3e-fe9f4a1589c9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:29.039405 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'code': 200} Nov 01 19:12:29.125378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:29.151103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.151456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.151849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.152189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.152527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.152863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.153194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.153668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.154565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.155030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.155362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.155728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:29.204939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] No DVR routers for this DVR port bc6861db-02c6-47a0-9d15-65f553296177 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:12:29.336985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:12:29.337241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:12:29.337575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:12:29.341847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:12:29.342182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Attempting to bind port bc6861db-02c6-47a0-9d15-65f553296177 on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:12:29.347265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:12:29.347644 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:12:29.348034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:12:29.348461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Bound port: bc6861db-02c6-47a0-9d15-65f553296177, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:12:29.348818 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:29.410960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:12:29.414260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:12:29.462541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82be4-ebf7-44fb-b589-e1696e613a46 req-3cdbd7b4-f139-41a7-9496-f9b172832c3c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.464047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb82be4-ebf7-44fb-b589-e1696e613a46 req-3cdbd7b4-f139-41a7-9496-f9b172832c3c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0493960 Nov 01 19:12:29.486149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:29.503780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7eb82be4-ebf7-44fb-b589-e1696e613a46 req-f1aa952c-bf33-4afa-bd2c-45e0fb545ada tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Nov 01 19:12:29.524093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.524093 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:29.524265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1091 time: 0.9406009 Nov 01 19:12:29.580218 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e85bd-a6ce-40f5-8efc-d5fb7e8fe728 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:29.597558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-03935c2e-b22d-4336-9dff-8591193f2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.599137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-03935c2e-b22d-4336-9dff-8591193f2c3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1094 time: 0.0521474 Nov 01 19:12:29.693287 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-79e811b5-df88-4847-84b7-c868af165b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.694770 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-79e811b5-df88-4847-84b7-c868af165b5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0891814 Nov 01 19:12:29.765939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-a27d1260-ac29-4f87-84a6-79a356a64336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 999 time: 0.0632024 Nov 01 19:12:29.815446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-76bbb313-d1da-4b7d-ad46-ccdf916d572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.816899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-76bbb313-d1da-4b7d-ad46-ccdf916d572f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0433056 Nov 01 19:12:29.861463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-68a1c208-78d9-432f-9965-67caa8bb95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:29.862906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-68a1c208-78d9-432f-9965-67caa8bb95e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391119 Nov 01 19:12:29.954113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-91ec536c-713f-41a1-8fad-d22c55b61545 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838549 Nov 01 19:12:30.041015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7c32cc2a-2736-4989-9d6b-abe7b74a4cf0 req-d68a8c61-f5c9-47f9-aeba-1b9d88cf1212 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794201 Nov 01 19:12:30.624410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb6da7-97f5-49a1-86ab-617b8aba1d9a req-1ab694f1-2cc7-4285-8617-e1c9f9c86f3b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:30.625826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75cb6da7-97f5-49a1-86ab-617b8aba1d9a req-1ab694f1-2cc7-4285-8617-e1c9f9c86f3b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0485203 Nov 01 19:12:30.666592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75cb6da7-97f5-49a1-86ab-617b8aba1d9a req-8263ccb9-c900-4e51-8337-6719ad2ba496 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349021 Nov 01 19:12:30.941821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:12:30.978893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:12:31.039733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:31.042070 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954dd77e-0f17-44ec-919e-7c023e9a25c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:31.089738 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9a462-5f79-4d26-9be4-01dcfa0508bf x-openstack-request-id: req-6eb9a462-5f79-4d26-9be4-01dcfa0508bf {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:31.090027 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:31.090286 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eb9a462-5f79-4d26-9be4-01dcfa0508bf {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:31.090683 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'status': 'completed', 'code': 200} Nov 01 19:12:31.182942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-d14b58e3-6b3c-447f-ba28-5da12ec09def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.190157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-d14b58e3-6b3c-447f-ba28-5da12ec09def service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1094 time: 0.0653429 Nov 01 19:12:31.190157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-98e5f2a7-161e-4dcf-9684-3a5304f7f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.190157 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-98e5f2a7-161e-4dcf-9684-3a5304f7f264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1094 time: 0.0780220 Nov 01 19:12:31.348070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-17fac5df-464e-48a8-ba43-f929927e5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.349570 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-17fac5df-464e-48a8-ba43-f929927e5c8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1568701 Nov 01 19:12:31.350895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-91e22123-0673-4f5a-9ef7-be6acf39b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.352241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-91e22123-0673-4f5a-9ef7-be6acf39b7f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1525383 Nov 01 19:12:31.475988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-fe039138-b762-4b9a-870c-51ab7597530e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 999 time: 0.1172915 Nov 01 19:12:31.479600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-cbe274dc-1b5d-4fbc-9453-b3fe23944e4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 999 time: 0.1148927 Nov 01 19:12:31.790252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35a73-dc7b-49d5-820c-d162a4aef688 req-573e3a7c-7812-4649-9ada-d8126782a15b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.791824 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dd35a73-dc7b-49d5-820c-d162a4aef688 req-573e3a7c-7812-4649-9ada-d8126782a15b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0529397 Nov 01 19:12:31.833908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3dd35a73-dc7b-49d5-820c-d162a4aef688 req-cdb4f604-bacd-4aab-9ed8-e6cffa8e343e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Nov 01 19:12:31.881888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-97894fd7-bb6d-43a5-a7ba-388929954e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.883348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-97894fd7-bb6d-43a5-a7ba-388929954e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.4002619 Nov 01 19:12:31.884740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-11e6cfbe-1b23-47b0-8c23-4a4b225f4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.886008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-11e6cfbe-1b23-47b0-8c23-4a4b225f4f86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.3959904 Nov 01 19:12:31.956254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-15f29fbb-1716-47ce-8e1a-84597be19e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.957655 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-15f29fbb-1716-47ce-8e1a-84597be19e49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590720 Nov 01 19:12:31.960107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-10354f37-8ec7-4f40-b520-e766291697f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:31.961451 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-10354f37-8ec7-4f40-b520-e766291697f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702133 Nov 01 19:12:32.122012 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-28031645-67b8-4662-ba3d-723464c2ea61 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517992 Nov 01 19:12:32.124572 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-55c0c3b7-8ff4-4fec-abea-37c406f4de35 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473627 Nov 01 19:12:32.279360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-ac97e3cf-f02a-432b-963a-bff6b257280d service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489737 Nov 01 19:12:32.281134 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-954dd77e-0f17-44ec-919e-7c023e9a25c4 req-f3b42d6e-d3b9-4dcb-904c-65c725b23304 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441820 Nov 01 19:12:32.953823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da31ff7-1568-45fe-919a-dd70102ac13f req-ec94bcd8-407d-4a31-b1ae-010757da9cb8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:32.955224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6da31ff7-1568-45fe-919a-dd70102ac13f req-ec94bcd8-407d-4a31-b1ae-010757da9cb8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 943 time: 0.0482981 Nov 01 19:12:32.970268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:12:32.995035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6da31ff7-1568-45fe-919a-dd70102ac13f req-f2aeea18-937c-40e6-8ae6-8826ba1db42d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337064 Nov 01 19:12:33.066384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:33.077603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'bc6861db-02c6-47a0-9d15-65f553296177', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': 'bc6861db-02c6-47a0-9d15-65f553296177', 'mac_address': 'fa:16:3e:1b:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:12:33.114391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:33.127075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6861db-02c6-47a0-9d15-65f553296177 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:12:33.146317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:33.233976 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:33.283881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:33.287472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6619d41-7636-4e22-962a-af672bbae5e6 req-09c67bcf-1aa7-4312-9218-3654dd77b016 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.288979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6619d41-7636-4e22-962a-af672bbae5e6 req-09c67bcf-1aa7-4312-9218-3654dd77b016 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 944 time: 0.0494807 Nov 01 19:12:33.291839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.291839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.292092 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.292290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.292631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.292972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.293302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.293636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.293963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.294291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.294732 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.295067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:12:33.334310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d6619d41-7636-4e22-962a-af672bbae5e6 req-d90764db-4aa0-4aef-95b3-752de09072ac tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381360 Nov 01 19:12:33.387365 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-2edd63ea-56ca-4616-a7c2-fbc4693e0ec5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.389557 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-2edd63ea-56ca-4616-a7c2-fbc4693e0ec5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb&tenant_id=e7aaab72423d4dc49c9ebb503d017d56&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Nov 01 19:12:33.448678 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-785ddb2b-a8bc-4b1b-b6a9-31ee1d63c033 service neutron] delete failed (client error): The resource could not be found. Nov 01 19:12:33.449693 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-785ddb2b-a8bc-4b1b-b6a9-31ee1d63c033 service neutron] 10.222.0.37 "DELETE /v2.0/ports/bc6861db-02c6-47a0-9d15-65f553296177/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0534358 Nov 01 19:12:33.479483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['bc6861db-02c6-47a0-9d15-65f553296177'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:12:33.536538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-6790a749-19e6-41db-b832-a8abbb849493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.538055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-6790a749-19e6-41db-b832-a8abbb849493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 1095 time: 0.0455246 Nov 01 19:12:33.627733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-1bddfa57-ed03-456e-9924-2ab089a6a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.629195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-1bddfa57-ed03-456e-9924-2ab089a6a781 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0848346 Nov 01 19:12:33.698278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-3f8fd276-0ea7-43d9-955e-9e941ae14527 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 200 len: 1000 time: 0.0619113 Nov 01 19:12:33.747456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-c3168916-61f5-4c74-b72e-578f412595cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.749365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-c3168916-61f5-4c74-b72e-578f412595cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0435734 Nov 01 19:12:33.795582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-2fc76f52-6e3c-4314-9cd1-300325952e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:33.797079 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-2fc76f52-6e3c-4314-9cd1-300325952e9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400655 Nov 01 19:12:33.889959 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-71142e5d-e531-45dc-8509-a14ec1866569 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860357 Nov 01 19:12:33.979853 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ab2458d1-bd6d-454a-9000-216d55ac0e1d req-c650d61a-5b15-4fa7-b8ff-a2e6213b55dc service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832927 Nov 01 19:12:34.457342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4aa35-8930-4397-8a6a-959e4394f60c req-9fa477c4-0032-44dd-870c-abbbcac43c30 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:34.458856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb4aa35-8930-4397-8a6a-959e4394f60c req-9fa477c4-0032-44dd-870c-abbbcac43c30 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 944 time: 0.0513182 Nov 01 19:12:34.496580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb4aa35-8930-4397-8a6a-959e4394f60c req-8f2b275e-66bc-4613-829a-755e8531db7b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Nov 01 19:12:35.002858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:12:35.096085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port bc6861db-02c6-47a0-9d15-65f553296177 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:12:35.099733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port bc6861db-02c6-47a0-9d15-65f553296177 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:12:35.100106 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:35.178955 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:35.201721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:35.204134 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae46f63c-fc75-4f61-82e9-e546344e5fb4" -d '{"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:35.218939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:35.273443 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:35.305275 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff33d6e-0861-41cb-84eb-a20a7382d391 x-openstack-request-id: req-0ff33d6e-0861-41cb-84eb-a20a7382d391 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:35.305561 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:35.305811 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ff33d6e-0861-41cb-84eb-a20a7382d391 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:35.306191 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'code': 200} Nov 01 19:12:35.334392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:35.398886 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:35.613540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24916a6-3265-46d6-bb83-206b9c6e910b req-03c61171-9ca3-4d7c-a8d0-9e115af7153a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:35.615039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e24916a6-3265-46d6-bb83-206b9c6e910b req-03c61171-9ca3-4d7c-a8d0-9e115af7153a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0492065 Nov 01 19:12:35.651801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e24916a6-3265-46d6-bb83-206b9c6e910b req-06dea0d0-6b22-43e8-85da-4185eb4b6563 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Nov 01 19:12:35.768105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e070-aaa5-4a5f-9a86-2def950095e6 req-9596d88a-9635-4e81-8740-0f8d183c54cb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:35.769574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3431e070-aaa5-4a5f-9a86-2def950095e6 req-9596d88a-9635-4e81-8740-0f8d183c54cb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0497398 Nov 01 19:12:35.809941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3431e070-aaa5-4a5f-9a86-2def950095e6 req-f035640a-5e4e-4342-bdc8-deb2871d403c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Nov 01 19:12:35.923463 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040447f-c169-4789-93c8-1875101d3725 req-1ef98499-7d7c-458a-9e7d-0ac48b90bd1e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:35.924983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0040447f-c169-4789-93c8-1875101d3725 req-1ef98499-7d7c-458a-9e7d-0ac48b90bd1e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0491383 Nov 01 19:12:35.962687 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0040447f-c169-4789-93c8-1875101d3725 req-7cdbea2d-dec9-4fbc-bc29-4de52bd57d35 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Nov 01 19:12:36.376261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f493f-3805-4137-9c12-5094c3457502 req-2339c95b-c9a6-42d5-a406-94de73805451 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:36.377761 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd4f493f-3805-4137-9c12-5094c3457502 req-2339c95b-c9a6-42d5-a406-94de73805451 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0493510 Nov 01 19:12:36.414402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd4f493f-3805-4137-9c12-5094c3457502 req-1f5306cd-6786-4850-880e-96fc4a0df0db tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305083 Nov 01 19:12:37.532898 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672c56-ce15-48ea-9dc6-4a1163a11c4c req-fceb5453-46b8-4f85-bf95-d868eef9510a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:37.534369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9672c56-ce15-48ea-9dc6-4a1163a11c4c req-fceb5453-46b8-4f85-bf95-d868eef9510a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0484395 Nov 01 19:12:37.577120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a9672c56-ce15-48ea-9dc6-4a1163a11c4c req-514db14b-7016-493a-8e94-cdd69a99266b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366125 Nov 01 19:12:37.711016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-8585bdfc-c630-44c9-8452-2cb0a063b8a6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:37.712446 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-8585bdfc-c630-44c9-8452-2cb0a063b8a6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 945 time: 0.0551946 Nov 01 19:12:37.805696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Deleting port bc6861db-02c6-47a0-9d15-65f553296177 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:12:37.806046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:37.895929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] For port bc6861db-02c6-47a0-9d15-65f553296177, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=bc6861db-02c6-47a0-9d15-65f553296177,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:37.896291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:38.117615 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:38.117981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:38.118300 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 disassociated. External IP: 172.25.2.117, port: bc6861db-02c6-47a0-9d15-65f553296177. Nov 01 19:12:38.118647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Calling delete_port for bc6861db-02c6-47a0-9d15-65f553296177 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:12:38.279055 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:38.308993 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'Port': ['ID=bc6861db-02c6-47a0-9d15-65f553296177,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:38.427382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:12:38.538849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:12:38.549434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:12:38.558721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:12:38.559331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:12:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:38.582109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] No DVR routers for this DVR port bc6861db-02c6-47a0-9d15-65f553296177 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:12:38.584777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:38.588235 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fa308e4-9b6f-4365-811a-8ba2369e6147 req-bb5f09f8-cd9a-4ba6-be56-39d5572e2ee7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "DELETE /v2.0/ports/bc6861db-02c6-47a0-9d15-65f553296177 HTTP/1.1" status: 204 len: 173 time: 0.8689170 Nov 01 19:12:38.588700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-deleted', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:38.591076 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e239e-13fc-4873-addb-46b92cb5e5d5" -d '{"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-deleted", "tag": "bc6861db-02c6-47a0-9d15-65f553296177"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:38.631649 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd60c30-16cb-4141-96ab-4f8b113cfe2b x-openstack-request-id: req-ccd60c30-16cb-4141-96ab-4f8b113cfe2b {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:38.631954 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec40a2f-4de3-4866-9546-aa1ccb62b2fb", "name": "network-vif-deleted", "tag": "bc6861db-02c6-47a0-9d15-65f553296177", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:38.632395 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccd60c30-16cb-4141-96ab-4f8b113cfe2b {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:38.632809 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec40a2f-4de3-4866-9546-aa1ccb62b2fb', 'name': 'network-vif-deleted', 'tag': 'bc6861db-02c6-47a0-9d15-65f553296177', 'status': 'completed', 'code': 200} Nov 01 19:12:38.672697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:12:38.681605 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8e422b0-50de-410b-a764-c81f6c80ab59 req-973efd42-b634-4063-b925-5b2aedfda122 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec40a2f-4de3-4866-9546-aa1ccb62b2fb HTTP/1.1" status: 200 len: 210 time: 0.0314708 Nov 01 19:12:38.875754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:38.901875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:12:38.910165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:12:38.910801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:12:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:39.015642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:12:39.217048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:39.243006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dfc45-c329-4d5e-a439-3e695b5cc96e None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:12:39.464543 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793f49a-c188-4942-9b27-12a451de4e31 None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:12:39.576315 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:39.912286 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-b927d6c8-8c14-49f8-9043-75acd2f1b445 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--180840927&fields=id&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 267 time: 0.0324316 Nov 01 19:12:40.017003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-7a8f2b88-4fd2-4cd3-9d95-d4bd3fbcc848 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:40.018450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-7a8f2b88-4fd2-4cd3-9d95-d4bd3fbcc848 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.0991349 Nov 01 19:12:40.033617 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-61fe4133-24b8-49ce-9fe1-15376863a40b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/quotas/e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 375 time: 0.0093985 Nov 01 19:12:40.089442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-17e2d6f0-db5b-405b-a96e-22e44e186a1a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504110 Nov 01 19:12:40.226949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-9a84c8da-350e-4064-b1ca-256554b6003e service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248374 Nov 01 19:12:40.318256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-fd7f4753-6d05-49a9-9564-3300e4353735 service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Nov 01 19:12:40.544301 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa634791-5c5d-40b4-a943-3617f0e9010e req-598ea17c-b105-43fc-8f5b-f3a5e2bcca84 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 210 time: 0.0265179 Nov 01 19:12:41.023085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:12:41.043051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: bc6861db-02c6-47a0-9d15-65f553296177 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:12:41.043953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device bc6861db-02c6-47a0-9d15-65f553296177 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:12:41.639204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f5a8f2d-fdb0-44d3-ac30-a83682cff9e2 req-2eacc2be-cfa9-41c4-917d-472cff6b9cb7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Nov 01 19:12:42.276997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-4cd62ef8-cd56-4c29-aa31-a85bdef07fd2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:42.278364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-4cd62ef8-cd56-4c29-aa31-a85bdef07fd2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1048098 Nov 01 19:12:42.321411 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-2d12f31b-9e8c-4516-b550-a1f27d88604c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 379 time: 0.0340567 Nov 01 19:12:42.330862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'port': {'device_id': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'admin_state_up': True, 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'security_groups': ['63515fc0-af25-4bf8-b366-8ac5b1729688']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:12:42.523362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:12:42.527132 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:42.657008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Allocated IP 172.20.0.13 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/307bf627-27a0-49f1-a5ed-1472ddc48ead) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:12:42.738175 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-969a14d3-aa34-46e4-833e-eee9ab441a37 req-47402e0c-bb5a-4be4-9c33-a9124d74a2ca tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 210 time: 0.0283227 Nov 01 19:12:42.796765 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:42.885378 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:42.934057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:12:42.939377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:12:42.941791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:12:42.974359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:43.002846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:43.003533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.077033 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-8c3325c8-c44f-4829-bebb-345377e06c68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7495680 Nov 01 19:12:43.090532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Request body: {'port': {'device_id': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:12:43.147353 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.172930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-feb63058-bd4d-46e7-b820-3299470182e8 None None] Provisioning complete for port 307bf627-27a0-49f1-a5ed-1472ddc48ead triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:12:43.173491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-feb63058-bd4d-46e7-b820-3299470182e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.210883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-feb63058-bd4d-46e7-b820-3299470182e8 None None] Port 307bf627-27a0-49f1-a5ed-1472ddc48ead cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:12:43.408476 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307bf627-27a0-49f1-a5ed-1472ddc48ead {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:12:43.415547 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.427085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Transition to ACTIVE for port object 307bf627-27a0-49f1-a5ed-1472ddc48ead will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:12:43.461215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.511852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:43.584164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:12:43.584514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:12:43.584852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:12:43.590100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:12:43.590431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:12:43.595968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:12:43.596313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:12:43.596704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:12:43.597135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Bound port: 307bf627-27a0-49f1-a5ed-1472ddc48ead, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:12:43.597503 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.672574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:12:43.675824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:12:43.753572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.795315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:43.796148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:43.797739 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] 10.222.0.37 "PUT /v2.0/ports/307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1092 time: 0.7121847 Nov 01 19:12:43.798202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:43.800562 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41456042-aadd-44da-98fe-e7eba58ad3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:43.841100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8823f-ae0f-4d0c-9078-93ebbaf6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:43.854355 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4161f196-e24f-429e-babb-0a9964cff0a9 x-openstack-request-id: req-4161f196-e24f-429e-babb-0a9964cff0a9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:43.855127 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:43.855390 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4161f196-e24f-429e-babb-0a9964cff0a9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:43.857189 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'status': 'completed', 'code': 200} Nov 01 19:12:43.885185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1bb04-807b-434b-a9f5-3b8e441d2405 req-f36fb570-b404-45c8-8739-27714fae99dc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:43.886720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35e1bb04-807b-434b-a9f5-3b8e441d2405 req-f36fb570-b404-45c8-8739-27714fae99dc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0744808 Nov 01 19:12:43.928207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-c57fbb36-7c2d-43de-91af-dee377fa76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:43.929835 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-c57fbb36-7c2d-43de-91af-dee377fa76be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1095 time: 0.0517383 Nov 01 19:12:43.932659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35e1bb04-807b-434b-a9f5-3b8e441d2405 req-9c5517ba-73cc-4191-a230-29e3d7200ee6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387650 Nov 01 19:12:44.037380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-ae369cf2-008e-4a24-b6ad-ad57757a91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:44.038844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-ae369cf2-008e-4a24-b6ad-ad57757a91f3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1008203 Nov 01 19:12:44.136277 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-8da9c0d4-e513-4379-a3ab-f0fc9db6c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:44.137676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-41456042-aadd-44da-98fe-e7eba58ad3c5 req-8da9c0d4-e513-4379-a3ab-f0fc9db6c998 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914307 Nov 01 19:12:44.217512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-3f52c262-7ccf-4c2a-9454-d393f3bf421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:44.219151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-3f52c262-7ccf-4c2a-9454-d393f3bf421a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1095 time: 0.0458195 Nov 01 19:12:44.261891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-9bde0e7f-59fd-4453-9abf-1629821fbae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 217 time: 0.0339925 Nov 01 19:12:44.311183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-24935230-2342-4a09-b2e2-426554ca7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:44.312706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-24935230-2342-4a09-b2e2-426554ca7dec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0436018 Nov 01 19:12:44.361775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-d28f4266-054b-4b42-a866-2113822814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:44.363309 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-d28f4266-054b-4b42-a866-2113822814b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436363 Nov 01 19:12:44.460062 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-e4f016cd-32a1-4195-b81c-f58f22c7baef service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893629 Nov 01 19:12:44.551184 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8e068875-8ddd-47fa-b692-8a020d5a9de8 req-6e43be0b-ea1e-4acb-8b7e-ec30dc2940c2 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842681 Nov 01 19:12:45.051386 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18fbe9-9ed6-410c-99f4-6ad41a599d4b req-e5e2a79c-8460-4f38-bc3a-512fec3e1a3c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:45.052868 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c18fbe9-9ed6-410c-99f4-6ad41a599d4b req-e5e2a79c-8460-4f38-bc3a-512fec3e1a3c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Nov 01 19:12:45.089174 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c18fbe9-9ed6-410c-99f4-6ad41a599d4b req-2f93d0c9-93b2-4159-82fa-4f2ad6d08e88 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303924 Nov 01 19:12:46.203351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270a3e9-be94-4722-83e0-be830f080eda req-d8e28146-b23c-4262-a6ff-db4ad34365f5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:46.204851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1270a3e9-be94-4722-83e0-be830f080eda req-d8e28146-b23c-4262-a6ff-db4ad34365f5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0482106 Nov 01 19:12:46.241690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1270a3e9-be94-4722-83e0-be830f080eda req-732ea95a-b47b-4737-809a-a60ffb02a3bf tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Nov 01 19:12:46.995176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:12:47.096207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:47.110177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'mac_address': 'fa:16:3e:34:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:12:47.145839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:47.158843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307bf627-27a0-49f1-a5ed-1472ddc48ead {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:12:47.179804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:47.267675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:47.316936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:47.366622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c99de-a744-4f0b-88fb-0b1c52f6849c req-11ed0150-7585-4268-95df-a85736773e6d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:47.368134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908c99de-a744-4f0b-88fb-0b1c52f6849c req-11ed0150-7585-4268-95df-a85736773e6d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 945 time: 0.0533268 Nov 01 19:12:47.405451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-908c99de-a744-4f0b-88fb-0b1c52f6849c req-919408dd-3e27-4fe1-aacc-6cfb0ef280f2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309846 Nov 01 19:12:47.610859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['307bf627-27a0-49f1-a5ed-1472ddc48ead'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:12:48.520599 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a46c6-6c3c-4b6d-a565-89857137fdb7 req-eb6aedf3-886d-40d1-81c0-519e5d366b4c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:48.522076 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-799a46c6-6c3c-4b6d-a565-89857137fdb7 req-eb6aedf3-886d-40d1-81c0-519e5d366b4c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 945 time: 0.0491629 Nov 01 19:12:48.560049 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-799a46c6-6c3c-4b6d-a565-89857137fdb7 req-824e0468-fe92-4735-a6eb-0c88d0f7f6eb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Nov 01 19:12:48.780626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-916b1683-e6d3-4102-9966-feccc6a1c274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:48.994539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:12:49.095614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 307bf627-27a0-49f1-a5ed-1472ddc48ead completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:12:49.099319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 307bf627-27a0-49f1-a5ed-1472ddc48ead triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:12:49.099739 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:49.177864 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:49.199799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:49.202752 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fff7d43-047e-4fdb-9f5c-a9c24ebf8efe" -d '{"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-plugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:49.214628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:12:49.240400 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc2ba5-1689-4d02-8fa1-4fa8abf59469 x-openstack-request-id: req-a1cc2ba5-1689-4d02-8fa1-4fa8abf59469 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:49.240693 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-plugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:49.240953 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1cc2ba5-1689-4d02-8fa1-4fa8abf59469 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:49.241351 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'code': 200} Nov 01 19:12:49.289935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:49.336708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fed1c-e088-4c94-8de6-6d0c0c4fee4e req-4677220a-c514-4dbd-9f8b-2b30b710bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:49.337318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:12:49.338229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8d8fed1c-e088-4c94-8de6-6d0c0c4fee4e req-4677220a-c514-4dbd-9f8b-2b30b710bd5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0417085 Nov 01 19:12:49.373305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8d8fed1c-e088-4c94-8de6-6d0c0c4fee4e req-69da3f30-e739-44e0-b5f6-a91c0666e42e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282991 Nov 01 19:12:49.673412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d974-79ce-4fda-9cbe-153747803026 req-431224c5-85fe-47c1-9240-1284eb033283 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:49.674905 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d91d974-79ce-4fda-9cbe-153747803026 req-431224c5-85fe-47c1-9240-1284eb033283 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0487077 Nov 01 19:12:49.712573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d91d974-79ce-4fda-9cbe-153747803026 req-4c6a880a-22e4-4d1d-b8db-c772fb1476f6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Nov 01 19:12:50.849051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2af54-6133-4505-b3b1-b4f51f94018a req-cc7fbb6f-878c-4160-9596-b50c846db054 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:50.850550 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8db2af54-6133-4505-b3b1-b4f51f94018a req-cc7fbb6f-878c-4160-9596-b50c846db054 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0600915 Nov 01 19:12:50.890832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8db2af54-6133-4505-b3b1-b4f51f94018a req-8343e620-e1d6-4930-8cd6-91cf7ad3fe81 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Nov 01 19:12:50.924512 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f4000e34-3a08-4143-b6d0-fed66ebabca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:52.008285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b924-552b-438e-a351-ccc69fbc24f4 req-b1073dad-abe6-4e3a-aa28-1b1e28276e87 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:52.009705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90d2b924-552b-438e-a351-ccc69fbc24f4 req-b1073dad-abe6-4e3a-aa28-1b1e28276e87 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Nov 01 19:12:52.050861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-90d2b924-552b-438e-a351-ccc69fbc24f4 req-cd3e7676-1c90-4e23-beb2-4116c9d69842 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345409 Nov 01 19:12:52.162909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e19f8-ee67-439b-ba38-8020537b15db req-70e6bc8d-167d-4a93-97d1-53d341968880 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:52.164413 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b1e19f8-ee67-439b-ba38-8020537b15db req-70e6bc8d-167d-4a93-97d1-53d341968880 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0498741 Nov 01 19:12:52.173473 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40084) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:12:52.177980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'floatingip': {'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:12:52.221369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:52.238170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:52.645811 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:52.683997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:52.783419 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 associated. External IP: 172.25.2.117, port: 307bf627-27a0-49f1-a5ed-1472ddc48ead. Nov 01 19:12:52.990385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:12:53.098894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:12:53.104177 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:53.110865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:12:53.123214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:12:53.123898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:53.131963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b3077f52-8d2a-4cf8-ad7f-901bf950f5b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "PUT /v2.0/floatingips/5da0c1db-1941-448e-98e2-1f9cf92e0d91 HTTP/1.1" status: 200 len: 992 time: 0.9573750 Nov 01 19:12:53.132709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:12:53.134970 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b511dbe-38c3-46b1-bf02-35fa52a5864b" -d '{"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:12:53.177155 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb146c5d-51e5-422e-b508-a878314a7c67 x-openstack-request-id: req-bb146c5d-51e5-422e-b508-a878314a7c67 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:12:53.178012 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:12:53.178012 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb146c5d-51e5-422e-b508-a878314a7c67 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:12:53.178712 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'status': 'completed', 'code': 200} Nov 01 19:12:53.247543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-f76d9529-e7eb-4898-8cb2-9d236f84d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:53.252136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-f76d9529-e7eb-4898-8cb2-9d236f84d3b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0453551 Nov 01 19:12:53.346611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-d867e1ac-7140-4cf7-95fd-449299664921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:53.348141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-d867e1ac-7140-4cf7-95fd-449299664921 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0923824 Nov 01 19:12:53.405053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:12:53.415316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-92370332-b3db-4551-8efd-fc9b3d4a1fee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1000 time: 0.0598972 Nov 01 19:12:53.469744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-07894cee-0487-4835-b8f5-21a415137dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:53.471203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-07894cee-0487-4835-b8f5-21a415137dee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0480299 Nov 01 19:12:53.516648 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-29d6b990-bdd1-42a5-b6c7-eb6a2f4f9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:12:53.518076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-29d6b990-bdd1-42a5-b6c7-eb6a2f4f9419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402830 Nov 01 19:12:53.611013 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-ad85b828-5a91-4313-8367-229a03842e3f service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855083 Nov 01 19:12:53.626690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:34:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:12:52Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:53.657514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:12:53.666138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:12:53.666688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:12:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:53.707758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5b511dbe-38c3-46b1-bf02-35fa52a5864b req-3f15de94-e157-4897-a8c2-f023e88181fe service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895519 Nov 01 19:12:53.773743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:12:53.983001 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:12:54.002737 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:34:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:12:52Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:12:54.029751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0bd29e-95fe-438b-8f39-fe22e672fd3b None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:34:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:12:52Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:12:54.210024 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a403f10-77aa-4a55-9672-4f19dcb2fe45 None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:12:55.579771 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:12:56.786613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:05.323608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:09.568711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:18.746260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c180-a203-470a-938f-c3821c5ac319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:20.940209 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-69d14d43-c5ef-453f-8d03-71d928d47782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:22.276961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:23.997240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:26.819432 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:32.578559 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:13:35.350920 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:39.596978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:42.947124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-ac083f9e-91de-4eca-8491-f061401c2015 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425670 Nov 01 19:13:43.028934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-a0c24bb7-1740-4719-aa52-7cd6c9e8c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:13:43.030482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-a0c24bb7-1740-4719-aa52-7cd6c9e8c9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0424643 Nov 01 19:13:43.137035 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-c87f53fa-124d-4f5b-8327-c2625f660ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:13:43.138536 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-c87f53fa-124d-4f5b-8327-c2625f660ea5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0897925 Nov 01 19:13:43.204029 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-60df74e3-66f9-444c-8fbc-64a001a290d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1002 time: 0.0588906 Nov 01 19:13:43.257054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-a9a88315-11e8-494c-afa9-c64bc87350d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:13:43.258496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-a9a88315-11e8-494c-afa9-c64bc87350d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0476713 Nov 01 19:13:43.304414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-79afb1ff-8f02-4728-ae31-23f6a0fee6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:13:43.305922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-79afb1ff-8f02-4728-ae31-23f6a0fee6ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405345 Nov 01 19:13:43.316942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-99f4519a-4d29-4a16-b436-5c1cded4ca3f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:13:43.317894 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-99f4519a-4d29-4a16-b436-5c1cded4ca3f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052116 Nov 01 19:13:43.405938 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-3e859861-7bab-4562-a766-ff359d20fcf1 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806007 Nov 01 19:13:43.496805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fe324b54-c38d-44a1-9f94-85a0c8e99c82 req-0cfe919e-9156-4cb2-b8bd-5603e046eb0b service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838747 Nov 01 19:13:48.762125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-87431142-a190-4567-87d5-10d78783907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:50.927774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a7e995e3-5077-4cdb-ac0e-a9837a0f951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:52.265329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:53.962067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:13:56.790407 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:05.389441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:09.578093 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:14:09.584424 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:18.755551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c21f7378-1332-4bc1-b69d-cd92a73b328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:20.904623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b5c9-1f8a-421a-be26-b8d0e099b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:22.258579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:23.938252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:26.800957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:35.361248 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:39.633755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:42.962740 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-2953d633-0078-4f9a-919b-c5f08b51f16d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392585 Nov 01 19:14:43.052298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-f8c0958c-36aa-45f1-a8b1-684805deb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:14:43.053822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-f8c0958c-36aa-45f1-a8b1-684805deb70f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0463581 Nov 01 19:14:43.156708 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-c3926ae6-4be4-4e4b-a001-3379a69aabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:14:43.158191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-c3926ae6-4be4-4e4b-a001-3379a69aabe8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0845587 Nov 01 19:14:43.538531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-6954ba65-a755-4dd5-bb81-91a348f85503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1002 time: 0.3735707 Nov 01 19:14:43.586308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-827b932d-7f33-4b49-8bd8-3e43982ac2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:14:43.587755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-827b932d-7f33-4b49-8bd8-3e43982ac2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0423877 Nov 01 19:14:43.632680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-9b8c174f-c29a-4aad-b8ff-b40d10e99ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:14:43.634194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-9b8c174f-c29a-4aad-b8ff-b40d10e99ecf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393116 Nov 01 19:14:43.733916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-9baf61e9-4c73-402c-8a8f-f71b18896903 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Nov 01 19:14:43.824835 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33afe11c-e301-43d2-8e6a-359ec9eded89 req-f073c7d4-2980-440c-a622-54ad0097af2f service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Nov 01 19:14:46.578265 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:14:48.754740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e411bcc2-b88c-476c-b45a-0f9e25846a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:50.953788 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c95f89b-3b1d-45b6-a5e1-195687188656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:52.257536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:53.947470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:14:56.795213 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:05.358772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:09.621644 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:18.506698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88802a5f-3457-401f-a544-4b783be0080d req-05b755a7-e6e1-47ab-a2a0-974823c6142c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:18.508220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88802a5f-3457-401f-a544-4b783be0080d req-05b755a7-e6e1-47ab-a2a0-974823c6142c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0509963 Nov 01 19:15:18.549804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-88802a5f-3457-401f-a544-4b783be0080d req-0495a9d4-e357-4abc-b211-804d2c9bb65e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356889 Nov 01 19:15:18.754447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-41e7149d-5d65-4fa2-97dd-7bd14e905f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:19.669227 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14b560-1e38-4806-a0e3-3b729014f7a4 req-b5174ee5-1d0a-4342-be72-e4df838287fd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:19.671281 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f14b560-1e38-4806-a0e3-3b729014f7a4 req-b5174ee5-1d0a-4342-be72-e4df838287fd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0495381 Nov 01 19:15:19.709797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f14b560-1e38-4806-a0e3-3b729014f7a4 req-c1d5042f-feb5-4e2c-a624-3a17bfc05d0e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Nov 01 19:15:20.827944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f95-75a1-4bd8-ab4f-362f69ac33b3 req-2b332f21-3532-47d5-b86c-c78f54c8d4d1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:20.829488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3576f95-75a1-4bd8-ab4f-362f69ac33b3 req-2b332f21-3532-47d5-b86c-c78f54c8d4d1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0512264 Nov 01 19:15:20.870183 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3576f95-75a1-4bd8-ab4f-362f69ac33b3 req-df9946b7-2e22-4cd5-9168-35247e6801ab tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344436 Nov 01 19:15:20.895166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be24269e-4925-4045-b3b2-452ff9ef449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:21.987141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d96574-ea59-48da-aa8e-141d362ed3c2 req-425852da-bbbc-4116-a390-d2994fc099e7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:21.988717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78d96574-ea59-48da-aa8e-141d362ed3c2 req-425852da-bbbc-4116-a390-d2994fc099e7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Nov 01 19:15:22.029459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-78d96574-ea59-48da-aa8e-141d362ed3c2 req-b9873bc9-73b5-4a78-8967-b12440a1bcbd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Nov 01 19:15:22.261006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:23.145525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b83935-a97d-44e9-a547-9136794b15e7 req-fc60ca8c-570f-4b6e-a5f5-fa767e11c292 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:23.147024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4b83935-a97d-44e9-a547-9136794b15e7 req-fc60ca8c-570f-4b6e-a5f5-fa767e11c292 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0492747 Nov 01 19:15:23.185000 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4b83935-a97d-44e9-a547-9136794b15e7 req-b004c6d6-4931-4995-80b1-b49d1e714207 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Nov 01 19:15:23.577460 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:15:24.000053 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:24.301910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49132cb-304f-4418-8ef2-6be12bc7ef94 req-27cdad9e-c956-4a60-a387-f8d3805eaadd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:24.303313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e49132cb-304f-4418-8ef2-6be12bc7ef94 req-27cdad9e-c956-4a60-a387-f8d3805eaadd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0490534 Nov 01 19:15:24.341412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e49132cb-304f-4418-8ef2-6be12bc7ef94 req-f6afe031-99d5-436b-b75f-d90b92c00671 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Nov 01 19:15:25.459066 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c560-9e97-4664-89b0-0ccd1fe0b08d req-1e82b503-66f0-4bff-ab48-47789fbe186c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:25.460568 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d67c560-9e97-4664-89b0-0ccd1fe0b08d req-1e82b503-66f0-4bff-ab48-47789fbe186c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0498230 Nov 01 19:15:25.503093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d67c560-9e97-4664-89b0-0ccd1fe0b08d req-550ac241-33af-459d-864c-22169143b330 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360878 Nov 01 19:15:26.618703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb25ec-6eb0-43b3-903f-8b8b8e95a1be req-8e8e6968-257f-4f7e-9eb3-d35ab3e5c649 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:26.620205 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fadb25ec-6eb0-43b3-903f-8b8b8e95a1be req-8e8e6968-257f-4f7e-9eb3-d35ab3e5c649 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0492117 Nov 01 19:15:26.658825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fadb25ec-6eb0-43b3-903f-8b8b8e95a1be req-c581a2ef-1332-49d4-8d88-0fb58dd4e1cc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Nov 01 19:15:26.805485 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:27.772832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5501fb-03b3-4b4b-b788-be6a1114526e req-ecf089dc-ce5e-4572-967d-659a8d37a4ef tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:27.774283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc5501fb-03b3-4b4b-b788-be6a1114526e req-ecf089dc-ce5e-4572-967d-659a8d37a4ef tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0478168 Nov 01 19:15:27.812837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fc5501fb-03b3-4b4b-b788-be6a1114526e req-915a5a1d-06d0-4491-8fb2-40a37073b0f9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Nov 01 19:15:28.930648 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037af7d-1029-4380-a42b-cc6ef2cbbe20 req-47d88989-2038-43fa-b968-6f80eb05da98 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:28.932154 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b037af7d-1029-4380-a42b-cc6ef2cbbe20 req-47d88989-2038-43fa-b968-6f80eb05da98 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Nov 01 19:15:28.973798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b037af7d-1029-4380-a42b-cc6ef2cbbe20 req-7d5a3f06-fada-44d9-84f5-1f7d9a940a33 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353961 Nov 01 19:15:30.089519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b834d49-2228-439d-9259-d550395cf3d6 req-5cecbff8-d3d7-400e-bccc-117bc40edc4e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:30.091023 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b834d49-2228-439d-9259-d550395cf3d6 req-5cecbff8-d3d7-400e-bccc-117bc40edc4e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Nov 01 19:15:30.127966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b834d49-2228-439d-9259-d550395cf3d6 req-070a9537-e06d-40c9-9258-6e85ddd1ece8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304115 Nov 01 19:15:30.510340 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb132d-a8e3-4b23-be11-f3169f3ade35 req-572761ff-b1a8-427b-8f58-e05e9d264a97 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:30.511888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39cb132d-a8e3-4b23-be11-f3169f3ade35 req-572761ff-b1a8-427b-8f58-e05e9d264a97 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0486183 Nov 01 19:15:30.565375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39cb132d-a8e3-4b23-be11-f3169f3ade35 req-1c9d730c-1578-4853-aa94-a3931b18a8b4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Nov 01 19:15:30.668059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-cd49214f-369d-4d83-9b66-7e57aaf83473 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806060 Nov 01 19:15:31.686819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf5b0-7852-415a-8cd7-0913b8e2192f req-72959265-5315-40f9-80b7-6c704aa93755 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:31.688329 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51adf5b0-7852-415a-8cd7-0913b8e2192f req-72959265-5315-40f9-80b7-6c704aa93755 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0538509 Nov 01 19:15:31.728157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-51adf5b0-7852-415a-8cd7-0913b8e2192f req-75e7cf5f-b4e3-4816-a7c5-e6c865f4f36f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Nov 01 19:15:32.565165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-89375b1c-d796-438e-8c18-93d6474bff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:32.566663 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-89375b1c-d796-438e-8c18-93d6474bff89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0411792 Nov 01 19:15:32.658757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-7098ec7f-660d-415e-862c-856d73cfe177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:32.660247 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-7098ec7f-660d-415e-862c-856d73cfe177 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0871823 Nov 01 19:15:32.729603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-95b4149b-5308-45aa-b70a-c01b964084cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1002 time: 0.0626874 Nov 01 19:15:32.779266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-fd40318e-5879-4466-a232-e9891e213229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:32.780832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-fd40318e-5879-4466-a232-e9891e213229 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0447190 Nov 01 19:15:32.826971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-24d1c192-2bdf-4cc6-80d4-8e31fae5f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:32.828424 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-24d1c192-2bdf-4cc6-80d4-8e31fae5f417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400629 Nov 01 19:15:32.843209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c8203-1615-4199-82e5-7fc0f4e18c5c req-7c7ef385-53c7-440e-b03a-5ae0115b9559 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:32.844705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065c8203-1615-4199-82e5-7fc0f4e18c5c req-7c7ef385-53c7-440e-b03a-5ae0115b9559 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0487123 Nov 01 19:15:32.883394 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-065c8203-1615-4199-82e5-7fc0f4e18c5c req-73d38cdc-ddde-4d16-b268-3850b3b13d0f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Nov 01 19:15:32.926859 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-cfe61c74-24e1-4507-99bd-406b3229fd67 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914567 Nov 01 19:15:33.017061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-0ec0b89d-9529-43c1-947b-8fee38acd763 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831325 Nov 01 19:15:34.006124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d590da1-3c84-45fe-b05a-f6657293c8dc req-07979ac1-8062-41ca-b073-3f90151aef14 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:34.007622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d590da1-3c84-45fe-b05a-f6657293c8dc req-07979ac1-8062-41ca-b073-3f90151aef14 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Nov 01 19:15:34.044075 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d590da1-3c84-45fe-b05a-f6657293c8dc req-4078cbf6-da87-4eee-a4a9-590a49b33162 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304568 Nov 01 19:15:35.162923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6b57-525d-4f23-be1d-39972bea85ec req-f67f5dd3-db32-4994-8d13-fc5409570bf8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:35.164424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97bd6b57-525d-4f23-be1d-39972bea85ec req-f67f5dd3-db32-4994-8d13-fc5409570bf8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0520422 Nov 01 19:15:35.200505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97bd6b57-525d-4f23-be1d-39972bea85ec req-3e4dbb4d-a7cd-4c92-9287-edbe696c4b23 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Nov 01 19:15:35.421105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:35.543815 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-2996e841-9b78-457f-8162-65feeef94669 service neutron] show failed (client error): The resource could not be found. Nov 01 19:15:35.544845 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-2996e841-9b78-457f-8162-65feeef94669 service neutron] 10.222.0.37 "GET /v2.0/ports/307bf627-27a0-49f1-a5ed-1472ddc48ead/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0551023 Nov 01 19:15:36.121794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-0786a624-88b4-4257-9c90-cef66f53d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:36.123276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-0786a624-88b4-4257-9c90-cef66f53d434 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1097 time: 0.0447552 Nov 01 19:15:36.135450 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:15:36.191572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:36.319675 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5a446-0f0a-4379-a532-6598213e3da8 req-dbc873d4-9642-4e15-bf65-314bf55d2795 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:36.321477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b5a446-0f0a-4379-a532-6598213e3da8 req-dbc873d4-9642-4e15-bf65-314bf55d2795 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0505080 Nov 01 19:15:36.360829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21b5a446-0f0a-4379-a532-6598213e3da8 req-3d39357d-71b8-48d0-8c94-b7abc5a8d4d5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Nov 01 19:15:36.394054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:36.431055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:15:36.468449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:15:36.470702 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa23166-ecd0-4c20-9b2a-453a5546abe1" -d '{"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-unplugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:15:36.475974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:36.489254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Transition to ACTIVE for port object 307bf627-27a0-49f1-a5ed-1472ddc48ead will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:15:36.522320 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce6541-28af-4389-a1bf-6e4677efd924 x-openstack-request-id: req-06ce6541-28af-4389-a1bf-6e4677efd924 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:15:36.522618 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-unplugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:15:36.522876 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06ce6541-28af-4389-a1bf-6e4677efd924 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:15:36.523309 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'code': 200} Nov 01 19:15:36.546028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:36.625290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:36.640034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.640380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.640719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.641057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.641385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.641712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.642039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.642386 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.642713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.643038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.643359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.643733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:36.685419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] No DVR routers for this DVR port 307bf627-27a0-49f1-a5ed-1472ddc48ead on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:15:36.819832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:15:36.820164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:15:36.820492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:15:36.824643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:15:36.824976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Attempting to bind port 307bf627-27a0-49f1-a5ed-1472ddc48ead on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:15:36.829720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:15:36.830009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:15:36.830394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:15:36.830813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Bound port: 307bf627-27a0-49f1-a5ed-1472ddc48ead, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:15:36.831189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:36.893928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:15:36.897056 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:15:36.989605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:37.022634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.023042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:37.025068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] 10.222.0.32 "PUT /v2.0/ports/307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1092 time: 0.8934996 Nov 01 19:15:37.063919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e9b30-5b24-4e75-ac01-8e0673085f15 service neutron] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:37.100526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-4558a728-655a-46ea-ba74-d0586b6cc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.102060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-4558a728-655a-46ea-ba74-d0586b6cc749 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1095 time: 0.0506158 Nov 01 19:15:37.195444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-290cf1f3-4e7b-4ccc-b30f-e1033344f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.196952 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-290cf1f3-4e7b-4ccc-b30f-e1033344f98f service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0877807 Nov 01 19:15:37.265321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-bad64cde-b56b-4aa1-842e-3fa20d254dfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1000 time: 0.0613084 Nov 01 19:15:37.315020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b66c5bc2-9a69-42d3-9e17-ea4ce87ffcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.316565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-b66c5bc2-9a69-42d3-9e17-ea4ce87ffcf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0442567 Nov 01 19:15:37.362239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-58c7c8b2-e6be-4ca8-9525-9061ef0a9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.364008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-58c7c8b2-e6be-4ca8-9525-9061ef0a9d3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405018 Nov 01 19:15:37.458670 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-7266c5c4-6c01-4e09-8cc8-a616261eb813 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860159 Nov 01 19:15:37.478749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147b4f-8b4d-4d15-8cfd-b85fad76b5d3 req-040591a1-33d6-49bf-a70c-1eff9cad353e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:37.480255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5147b4f-8b4d-4d15-8cfd-b85fad76b5d3 req-040591a1-33d6-49bf-a70c-1eff9cad353e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0493309 Nov 01 19:15:37.517182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5147b4f-8b4d-4d15-8cfd-b85fad76b5d3 req-b5ac8c0d-036e-4028-8e69-f0e369d500d3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Nov 01 19:15:37.554702 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e32b6bc9-08fe-4e7f-aad9-518b1c7528e8 req-cb7f6fee-df56-4714-b51e-d5fdcb536bdc service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892706 Nov 01 19:15:38.524398 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:15:38.526824 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c73a572-7de7-4ae3-b892-54f1fff08139" -d '{"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:15:38.578847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d8b47a-bbce-41d8-b667-cebc5e2ac786 x-openstack-request-id: req-27d8b47a-bbce-41d8-b667-cebc5e2ac786 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:15:38.578847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:15:38.578847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27d8b47a-bbce-41d8-b667-cebc5e2ac786 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:15:38.578847 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'status': 'completed', 'code': 200} Nov 01 19:15:38.641401 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe067282-45ca-4329-8a7d-c70ddad9b837 req-622b79be-aadf-4456-b9c5-693d42d2616a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:38.642896 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe067282-45ca-4329-8a7d-c70ddad9b837 req-622b79be-aadf-4456-b9c5-693d42d2616a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0546384 Nov 01 19:15:38.672278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-832b2e06-659d-4606-9404-6a012a3ed61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:38.673823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-832b2e06-659d-4606-9404-6a012a3ed61c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1095 time: 0.0734599 Nov 01 19:15:38.680571 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-cd827876-9266-4c6d-b5ae-dc59e08b37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:38.682502 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-cd827876-9266-4c6d-b5ae-dc59e08b37fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1095 time: 0.0738857 Nov 01 19:15:38.689353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe067282-45ca-4329-8a7d-c70ddad9b837 req-a8bf7135-b47d-40d6-ad77-fd64f72f851a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Nov 01 19:15:38.838861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-a3e7b0f1-9a15-4642-903f-dbf5c58a4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:38.840391 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-a3e7b0f1-9a15-4642-903f-dbf5c58a4c09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1570404 Nov 01 19:15:38.841759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-455d7ad9-1ae1-4ef8-820d-e4495839502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:38.843113 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-455d7ad9-1ae1-4ef8-820d-e4495839502c service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1526003 Nov 01 19:15:38.952588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-997fe26f-ebcb-498c-b4ea-c6671a54ad00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1000 time: 0.1037569 Nov 01 19:15:38.956869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-c129724e-90f2-425a-9b56-75c5de7c080c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1000 time: 0.1022718 Nov 01 19:15:39.044299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-e537403c-c1b6-4134-b14e-0ca36f23eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:39.045740 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-e537403c-c1b6-4134-b14e-0ca36f23eda0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0821152 Nov 01 19:15:39.047190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-1ce6d2ce-0718-44c5-bb41-20e7d1c0267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:39.048531 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-1ce6d2ce-0718-44c5-bb41-20e7d1c0267b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0778403 Nov 01 19:15:39.117174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-ed5d68f3-5f19-4d84-ad05-b96fd263c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:39.118604 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-ed5d68f3-5f19-4d84-ad05-b96fd263c5ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650411 Nov 01 19:15:39.124507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-5ad4e7ce-10ed-4e24-bedd-6f6574f9330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:39.130308 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-5ad4e7ce-10ed-4e24-bedd-6f6574f9330d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643365 Nov 01 19:15:39.276695 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-3575fe7f-644b-4ed7-8ff3-097dce50713d service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498780 Nov 01 19:15:39.279997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-2414dc99-4ae0-4860-b928-c4d45721aec5 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462307 Nov 01 19:15:39.437707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-e5e9dd9a-724a-4af9-afd7-c09eb7813783 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536570 Nov 01 19:15:39.439467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c73a572-7de7-4ae3-b892-54f1fff08139 req-093fdfd4-1988-4ef1-ba9f-1b3a86ff17f8 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485391 Nov 01 19:15:39.605609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:39.698074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:15:39.795203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:39.807008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'mac_address': 'fa:16:3e:34:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:15:39.807214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badfb80-0fef-4e3f-98ed-ae041d46beb5 req-0c6d6847-1d64-4705-9326-8d21b499fbce tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:39.808680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1badfb80-0fef-4e3f-98ed-ae041d46beb5 req-0c6d6847-1d64-4705-9326-8d21b499fbce tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 944 time: 0.0484805 Nov 01 19:15:39.844603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:39.846682 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1badfb80-0fef-4e3f-98ed-ae041d46beb5 req-33e23309-00cb-4254-8c96-12c74c44f965 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Nov 01 19:15:39.861615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307bf627-27a0-49f1-a5ed-1472ddc48ead {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:15:39.880565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:15:39.886142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:39.920243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:15:39.936700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:39.982840 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:39.991011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.991359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.991772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.992109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.992443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.992802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.993127 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.993457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.993782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.994105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.994429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:39.994752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:15:40.178893 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378958-cb56-4e2c-890f-246313ae6e7f req-2ef1cbdf-8e53-4433-b683-0be3f0d36b17 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.180166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21378958-cb56-4e2c-890f-246313ae6e7f req-2ef1cbdf-8e53-4433-b683-0be3f0d36b17 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Nov 01 19:15:40.182909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['307bf627-27a0-49f1-a5ed-1472ddc48ead'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:15:40.225477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21378958-cb56-4e2c-890f-246313ae6e7f req-7b9627df-7cc6-4a10-97ac-b9baadcf0ea1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378881 Nov 01 19:15:40.252649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-9753f753-83db-4bce-939c-5223e5de47a5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.254175 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-9753f753-83db-4bce-939c-5223e5de47a5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&tenant_id=e7aaab72423d4dc49c9ebb503d017d56&binding%3Ahost_id=n-h2-815923-2 HTTP/1.1" status: 200 len: 945 time: 0.0546753 Nov 01 19:15:40.316429 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-16f10448-b1a1-4f87-a6c8-f4097d6ec6a2 service neutron] delete failed (client error): The resource could not be found. Nov 01 19:15:40.317458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-16f10448-b1a1-4f87-a6c8-f4097d6ec6a2 service neutron] 10.222.0.37 "DELETE /v2.0/ports/307bf627-27a0-49f1-a5ed-1472ddc48ead/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0548198 Nov 01 19:15:40.400577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-1d7c421c-6523-4b8b-94b3-1211e707ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.402073 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-1d7c421c-6523-4b8b-94b3-1211e707ef11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1096 time: 0.0410972 Nov 01 19:15:40.495838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-1dc9454f-d477-438f-8220-575b0d787dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.497229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-1dc9454f-d477-438f-8220-575b0d787dbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0884550 Nov 01 19:15:40.560897 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-6b71dcfd-ceb9-4639-b0b8-79170a969763 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1001 time: 0.0568073 Nov 01 19:15:40.614513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-b36ec2c0-884f-4503-818f-2916cbac239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.616012 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-b36ec2c0-884f-4503-818f-2916cbac239c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0488160 Nov 01 19:15:40.661524 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-bc500015-8b67-4496-8f26-e65729d279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:40.662993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-bc500015-8b67-4496-8f26-e65729d279cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398648 Nov 01 19:15:40.751294 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-213d6d43-06ec-479f-bddd-afaeb7853ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811360 Nov 01 19:15:40.843477 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-28ff25ad-8407-4598-bc46-1af3c19818bf req-79508a91-c6a8-4692-8164-9bdcb4902532 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844464 Nov 01 19:15:41.343001 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72d44-ef1f-4295-8cab-66e363ab2bb1 req-2cab8799-4303-4e7e-95fa-a1ea9a9c4230 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:41.346521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6f72d44-ef1f-4295-8cab-66e363ab2bb1 req-2cab8799-4303-4e7e-95fa-a1ea9a9c4230 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 945 time: 0.0543871 Nov 01 19:15:41.383640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f6f72d44-ef1f-4295-8cab-66e363ab2bb1 req-ebff8317-3e78-42da-9fa8-a2d2fb8a16f5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Nov 01 19:15:41.718350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:15:41.819997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 307bf627-27a0-49f1-a5ed-1472ddc48ead completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:15:41.823958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 307bf627-27a0-49f1-a5ed-1472ddc48ead triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:15:41.824333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:41.903560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:41.927238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:15:41.929507 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03565285-e719-4c04-910f-cf2507365303" -d '{"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-plugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:15:41.941486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:41.966938 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7932f-d543-4df4-851f-bc8935f13a21 x-openstack-request-id: req-66b7932f-d543-4df4-851f-bc8935f13a21 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:15:41.966938 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-plugged", "status": "completed", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:15:41.967159 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66b7932f-d543-4df4-851f-bc8935f13a21 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:15:41.967557 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'code': 200} Nov 01 19:15:42.026002 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:42.071376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:42.500494 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bf44-7eed-4f5b-ace0-7941bec3382b req-93757afe-5387-415a-95f2-b67f17520526 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:42.501968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fd9bf44-7eed-4f5b-ace0-7941bec3382b req-93757afe-5387-415a-95f2-b67f17520526 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Nov 01 19:15:42.540233 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fd9bf44-7eed-4f5b-ace0-7941bec3382b req-a2dc1e09-bcb3-4f30-8ab9-f3a8b60dde68 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310445 Nov 01 19:15:42.655749 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63855b-3b98-4040-8885-31f22a5c84b7 req-97d9622a-6f31-422c-b571-0b58b89c570f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:42.657206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b63855b-3b98-4040-8885-31f22a5c84b7 req-97d9622a-6f31-422c-b571-0b58b89c570f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Nov 01 19:15:42.696018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b63855b-3b98-4040-8885-31f22a5c84b7 req-dbd3dc7e-7b74-4a10-89de-d8999cd89ed2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Nov 01 19:15:43.030777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b092a4-db2e-4bc0-8b00-66b3438183b9 req-fbdab089-d06b-421a-9fac-46311869f300 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:43.032336 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6b092a4-db2e-4bc0-8b00-66b3438183b9 req-fbdab089-d06b-421a-9fac-46311869f300 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0533264 Nov 01 19:15:43.073962 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c6b092a4-db2e-4bc0-8b00-66b3438183b9 req-96ebebc3-77cd-4319-802c-effc32065a52 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343778 Nov 01 19:15:43.119799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-fe64fd74-d27a-477f-90b4-16a06dcf0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:43.121319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-fe64fd74-d27a-477f-90b4-16a06dcf0f72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0433569 Nov 01 19:15:43.216977 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-45460d1d-2b60-4d33-84e9-2c35b976ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:43.218385 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-45460d1d-2b60-4d33-84e9-2c35b976ec51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0891933 Nov 01 19:15:43.283142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-eced8c74-c8d6-433e-9cfe-e49e5fe4f92d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1002 time: 0.0572414 Nov 01 19:15:43.335276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-5018952c-0b5f-4a4c-8826-b51c0672730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:43.337015 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-5018952c-0b5f-4a4c-8826-b51c0672730f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0467353 Nov 01 19:15:43.383121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-484926a2-9710-476b-8fcd-ced5b824581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:43.384637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-484926a2-9710-476b-8fcd-ced5b824581e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403569 Nov 01 19:15:43.473132 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-a269686e-54e2-4474-a782-a8b43f175313 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808895 Nov 01 19:15:43.564922 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a64b07e0-cbb5-4e31-996e-afd821289698 req-d3c381e1-39a2-4678-ae5c-5bc3a475d48e service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Nov 01 19:15:44.191819 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f4232-4ee0-47af-8bb9-fd95c3615ad5 req-df6ad3ec-0470-49ce-8f0d-41c57ab5c5e0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:44.193320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff1f4232-4ee0-47af-8bb9-fd95c3615ad5 req-df6ad3ec-0470-49ce-8f0d-41c57ab5c5e0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Nov 01 19:15:44.235960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ff1f4232-4ee0-47af-8bb9-fd95c3615ad5 req-d7d6d48b-9789-4f0b-9dd5-d5c1d5dbe591 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364635 Nov 01 19:15:44.481159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-3a297247-2ee3-43cd-8dfd-a6a9efef4755 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389328 Nov 01 19:15:44.564233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-6c88c7aa-23e8-4cdc-9e11-7ff527ace017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:44.566323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-6c88c7aa-23e8-4cdc-9e11-7ff527ace017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 1097 time: 0.0431983 Nov 01 19:15:44.667047 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-ceb76279-0c1c-4597-bce7-9a36422a5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:44.668584 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-ceb76279-0c1c-4597-bce7-9a36422a5df8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0846524 Nov 01 19:15:44.738146 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-6e15560e-0d7d-4d0c-8531-d1b10106fbba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 200 len: 1002 time: 0.0613861 Nov 01 19:15:44.786274 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-445673d0-2914-456d-b2f1-59f4827e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:44.787808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-445673d0-2914-456d-b2f1-59f4827e8af3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0425038 Nov 01 19:15:44.832734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-ed917202-2f07-4adc-ad48-9d76609d88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:44.834376 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-ed917202-2f07-4adc-ad48-9d76609d88e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397050 Nov 01 19:15:45.241174 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-8e231bd3-ad67-48d9-9e7d-920bafe9e09d service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988678 Nov 01 19:15:45.334797 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ea12c9ec-e3aa-402e-a706-53036409c4d5 req-a81c537d-160f-4aa4-85fb-acb7c24c8297 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859900 Nov 01 19:15:45.357030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea45dd0-d949-494f-a1e2-dc2714d6356b req-babf9411-dc17-4630-afbf-1a12ed803986 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:45.358665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ea45dd0-d949-494f-a1e2-dc2714d6356b req-babf9411-dc17-4630-afbf-1a12ed803986 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Nov 01 19:15:45.397898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ea45dd0-d949-494f-a1e2-dc2714d6356b req-f904f639-6ef4-4df2-9dd6-b83ee61e7bd3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Nov 01 19:15:45.811134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb1fe9-e09a-45ac-9b0a-093b578ebfd2 req-e99feec4-7d09-4c3f-96da-5d4cde98be30 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:45.812634 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27fb1fe9-e09a-45ac-9b0a-093b578ebfd2 req-e99feec4-7d09-4c3f-96da-5d4cde98be30 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0524154 Nov 01 19:15:45.850846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27fb1fe9-e09a-45ac-9b0a-093b578ebfd2 req-f7063ebb-38a7-4bbd-87ae-ab9df07e5d7b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Nov 01 19:15:46.968325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c762d-e4ac-4990-ace5-86af3b4977d4 req-9b0488a0-f763-4544-908f-2b5c75c2b8b8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:46.969712 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a6c762d-e4ac-4990-ace5-86af3b4977d4 req-9b0488a0-f763-4544-908f-2b5c75c2b8b8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Nov 01 19:15:47.007045 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7a6c762d-e4ac-4990-ace5-86af3b4977d4 req-51c580c4-863b-4a20-8a4a-0f76a0e66ada tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Nov 01 19:15:47.093736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-aa09b1b2-be43-4996-9191-7299431113f8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:47.095164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-aa09b1b2-be43-4996-9191-7299431113f8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 946 time: 0.0484087 Nov 01 19:15:47.184071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Deleting port 307bf627-27a0-49f1-a5ed-1472ddc48ead {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:15:47.184412 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.274437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] For port 307bf627-27a0-49f1-a5ed-1472ddc48ead, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=307bf627-27a0-49f1-a5ed-1472ddc48ead,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:47.274710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.439453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.439842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.440171 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 disassociated. External IP: 172.25.2.117, port: 307bf627-27a0-49f1-a5ed-1472ddc48ead. Nov 01 19:15:47.440606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Calling delete_port for 307bf627-27a0-49f1-a5ed-1472ddc48ead owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:15:47.625418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.654777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'Port': ['ID=307bf627-27a0-49f1-a5ed-1472ddc48ead,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:47.773697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:15:47.884006 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:15:47.893251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:15:47.903022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:15:47.903671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:15:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:15:47.923269 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] No DVR routers for this DVR port 307bf627-27a0-49f1-a5ed-1472ddc48ead on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:15:47.926581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:47.930171 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b53658c8-dc77-4fc5-9c2b-a59d5004f302 req-5090710d-c77d-40ad-92f7-7ce6fec7bc92 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "DELETE /v2.0/ports/307bf627-27a0-49f1-a5ed-1472ddc48ead HTTP/1.1" status: 204 len: 173 time: 0.8284698 Nov 01 19:15:47.930716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-deleted', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:15:47.933176 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea88d1a-cbed-4d44-b8b0-8683dada1d6b" -d '{"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-deleted", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:15:47.978687 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e32bc39-c98a-498c-b9a9-6632c03ec795 x-openstack-request-id: req-5e32bc39-c98a-498c-b9a9-6632c03ec795 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:15:47.978981 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77bccdb-38a7-4f97-a3e8-8f3ba48798c2", "name": "network-vif-deleted", "tag": "307bf627-27a0-49f1-a5ed-1472ddc48ead", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:15:47.979236 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e32bc39-c98a-498c-b9a9-6632c03ec795 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:15:47.979674 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77bccdb-38a7-4f97-a3e8-8f3ba48798c2', 'name': 'network-vif-deleted', 'tag': '307bf627-27a0-49f1-a5ed-1472ddc48ead', 'status': 'completed', 'code': 200} Nov 01 19:15:48.014748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:15:48.109589 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f3ea5eab-a914-49b0-8d1a-7ece4a52806c req-a7a82402-bb8f-4527-9ac5-a911c59ff9bb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77bccdb-38a7-4f97-a3e8-8f3ba48798c2 HTTP/1.1" status: 200 len: 210 time: 0.0284069 Nov 01 19:15:48.218509 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:15:48.245176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:15:48.254155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:15:48.254753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:15:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:15:48.361704 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:15:48.737973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:15:48.765977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbed11-c109-4631-9bd7-5e50a45a9de0 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:15:48.776445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8b6a-374b-437d-b5d0-8a2aa4386c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:48.994011 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4f009-4a12-4742-bc19-391e8524d24f None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:15:49.393241 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-87e9d6c3-a75d-45bf-a29e-f183182b9e12 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--180840927&fields=id&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 267 time: 0.0319417 Nov 01 19:15:49.506239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-b09e05f4-6e79-47cd-a400-a8506348800d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:49.507753 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-b09e05f4-6e79-47cd-a400-a8506348800d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1070905 Nov 01 19:15:49.522880 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-61966925-db2c-4354-b2c1-faa849559c60 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/quotas/e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Nov 01 19:15:49.574773 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-47229b1e-2fba-4119-ad62-64b40f07e34a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466065 Nov 01 19:15:49.663519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-25bfc954-a0cd-464a-ac1f-a8e35adf249a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:15:49.664604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-25bfc954-a0cd-464a-ac1f-a8e35adf249a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0442164 Nov 01 19:15:50.072024 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-dbabb5e9-900e-4a2f-81ab-643b8f28710a service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010363 Nov 01 19:15:50.167172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-aeb5a7d2-f516-4b53-ad6e-053c5c7d8422 service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890093 Nov 01 19:15:50.398544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84ffed37-67ce-4860-8160-50fd75498a28 req-0e7efd3d-df42-4a79-b5e3-034fba3faa8e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 210 time: 0.0290370 Nov 01 19:15:50.913745 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0aad9cfa-411c-40b0-87df-ab9006e90b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:51.494259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-334a67e0-3e1d-4a42-ab79-9f4e9c36052a req-b42dcae6-f677-46c3-ab05-a4feb3e1fd39 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 210 time: 0.0280919 Nov 01 19:15:51.780643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:15:51.803219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 307bf627-27a0-49f1-a5ed-1472ddc48ead {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:15:51.803591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 307bf627-27a0-49f1-a5ed-1472ddc48ead not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:15:52.299987 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:52.396296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-11fe9faa-da73-46e1-8164-e3345cffda5f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:52.397775 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-11fe9faa-da73-46e1-8164-e3345cffda5f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1075857 Nov 01 19:15:52.440619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-ab43bb1a-e112-4dcc-a58a-bdc0c96547c3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 379 time: 0.0336535 Nov 01 19:15:52.450016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'port': {'device_id': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'admin_state_up': True, 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'security_groups': ['63515fc0-af25-4bf8-b366-8ac5b1729688']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:15:52.594007 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fca685c5-f836-4c4a-9967-20a89a0d23cc req-f4480335-c02a-44ef-ac15-d7caf156958e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 210 time: 0.0260303 Nov 01 19:15:52.619834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:15:52.623432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:52.753023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Allocated IP 172.20.0.3 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/1eb50f6f-ab23-481c-808a-99e4dd218c2c) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:15:52.887720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.002722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.045232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:15:53.050984 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:15:53.054824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:15:53.078328 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:53.109435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:53.110073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.219324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-42fcab43-37ee-47e4-83dc-632f5cd7140f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727878 Nov 01 19:15:53.233323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Request body: {'port': {'device_id': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:15:53.290401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.306364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a9017ac5-0531-4b85-a53d-08d8491ebce8 None None] Provisioning complete for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:15:53.306960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a9017ac5-0531-4b85-a53d-08d8491ebce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.341585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a9017ac5-0531-4b85-a53d-08d8491ebce8 None None] Port 1eb50f6f-ab23-481c-808a-99e4dd218c2c cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:15:53.547991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:15:53.555739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.567716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Transition to ACTIVE for port object 1eb50f6f-ab23-481c-808a-99e4dd218c2c will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:15:53.659793 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.719951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1ec35-931f-455e-965d-7867c452e305 req-5b36ffcc-4432-4073-adf8-49e7065196a6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:53.721533 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a1ec35-931f-455e-965d-7867c452e305 req-5b36ffcc-4432-4073-adf8-49e7065196a6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0555151 Nov 01 19:15:53.729435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:53.766622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a1ec35-931f-455e-965d-7867c452e305 req-f0bba74f-06e5-4820-b41c-a784c4ce6a50 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Nov 01 19:15:53.790138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:15:53.790544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:15:53.790881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:15:53.795417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:15:53.795795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:15:53.801326 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:15:53.801846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:15:53.802240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:15:53.802674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Bound port: 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:15:53.803059 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.871493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:15:53.877497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:15:53.974821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:53.997074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:54.012966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.013586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:54.015008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] 10.222.0.32 "PUT /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1091 time: 0.7868981 Nov 01 19:15:54.015431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:15:54.017724 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3245c8-3026-4ee7-b1fc-1d889116c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:15:54.051148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff667e6-0700-4545-8d91-963280792b5d service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:54.064304 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c2d5a-f394-4315-8f7c-56c26988d17a x-openstack-request-id: req-650c2d5a-f394-4315-8f7c-56c26988d17a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:15:54.064596 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:15:54.064847 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-650c2d5a-f394-4315-8f7c-56c26988d17a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:15:54.065245 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'status': 'completed', 'code': 200} Nov 01 19:15:54.127890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-f0f7388b-5879-484b-b263-b53280e4b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.130131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-f0f7388b-5879-484b-b263-b53280e4b227 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1094 time: 0.0448117 Nov 01 19:15:54.234849 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-767b4d4a-fc1e-418a-8332-2788c23a620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.236360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-767b4d4a-fc1e-418a-8332-2788c23a620a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986903 Nov 01 19:15:54.333525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-7cfa7f26-4b57-4205-911e-f83ce9a1effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.334937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3245c8-3026-4ee7-b1fc-1d889116c18d req-7cfa7f26-4b57-4205-911e-f83ce9a1effe service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921080 Nov 01 19:15:54.413099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-04a2fa82-05b3-4b41-a775-c503520ac0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.414577 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-04a2fa82-05b3-4b41-a775-c503520ac0f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1094 time: 0.0408220 Nov 01 19:15:54.455986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-540b2516-34ad-4ed6-9b3e-71d7e52aac14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 217 time: 0.0335906 Nov 01 19:15:54.506509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8d612a7d-12b8-40d5-8032-de159a370320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.508076 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-8d612a7d-12b8-40d5-8032-de159a370320 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0457957 Nov 01 19:15:54.553832 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-0d1b2dfb-a9a0-4ecb-90c0-d39be22fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.555296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-0d1b2dfb-a9a0-4ecb-90c0-d39be22fbaa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398896 Nov 01 19:15:54.644648 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-c352f3bc-cc0b-4ddf-9d53-559879d68835 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Nov 01 19:15:54.736242 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee8f284-889d-4a24-bbf3-dee73d940f36 req-0b1b0e1d-adfa-4889-a0ec-e692d1f47c18 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849767 Nov 01 19:15:54.889746 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f13d4c-e2e2-4d8b-b9d2-46dd2e306209 req-00e19b12-f748-4138-8914-6e121ff14e6c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:54.891197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43f13d4c-e2e2-4d8b-b9d2-46dd2e306209 req-00e19b12-f748-4138-8914-6e121ff14e6c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0512288 Nov 01 19:15:54.928178 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43f13d4c-e2e2-4d8b-b9d2-46dd2e306209 req-fef174d5-5247-463f-9a23-ccc14e9d0b76 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303547 Nov 01 19:15:56.044338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c3b8-c1a6-4062-8b0d-de8cbe585e9a req-2b144d29-e0ca-4951-b9e7-77e6234d427b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:56.045806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f36c3b8-c1a6-4062-8b0d-de8cbe585e9a req-2b144d29-e0ca-4951-b9e7-77e6234d427b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0482793 Nov 01 19:15:56.083408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f36c3b8-c1a6-4062-8b0d-de8cbe585e9a req-5d5ec54e-4dbd-4847-afe4-7a58ca00addc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Nov 01 19:15:56.796408 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:57.198655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c17c4-e1f5-4058-b659-eb19f04a34d0 req-0c497014-10e9-4ace-a4bc-2a13be5e998f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:57.200181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-053c17c4-e1f5-4058-b659-eb19f04a34d0 req-0c497014-10e9-4ace-a4bc-2a13be5e998f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0486231 Nov 01 19:15:57.243711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-053c17c4-e1f5-4058-b659-eb19f04a34d0 req-54bc3d16-30df-46ba-83e5-778d820465c3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374994 Nov 01 19:15:57.801998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:15:57.900360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:57.911683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:15:57.947270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:57.959790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:15:57.978667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:15:58.076442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:15:58.125260 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:15:58.264216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['1eb50f6f-ab23-481c-808a-99e4dd218c2c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:15:58.363385 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc9f8c-d374-4aee-829a-f5549ea145eb req-c3d8345f-3af7-49b3-b493-6d51038cdfcb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:58.364940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03fc9f8c-d374-4aee-829a-f5549ea145eb req-c3d8345f-3af7-49b3-b493-6d51038cdfcb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0544071 Nov 01 19:15:58.402452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-03fc9f8c-d374-4aee-829a-f5549ea145eb req-d4bc6214-d283-4c95-999b-4b0f54825b54 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Nov 01 19:15:59.517489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72bae9-2e0b-4285-a166-7aa396adfbda req-ccfec9cd-f737-4679-b5fc-3c248034c0a8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:15:59.519221 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd72bae9-2e0b-4285-a166-7aa396adfbda req-ccfec9cd-f737-4679-b5fc-3c248034c0a8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0489166 Nov 01 19:15:59.557999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd72bae9-2e0b-4285-a166-7aa396adfbda req-18c0610e-9123-4a7f-a1ad-d4cbb7625606 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325680 Nov 01 19:15:59.811935 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:15:59.930921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:15:59.935135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:15:59.935526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:00.011724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:00.035056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:16:00.037320 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee979065-2c8d-477a-80c1-d9f45485b616" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:16:00.049833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:16:00.074953 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f2f9c-7a39-4f2c-b2f4-7d8c40a87869 x-openstack-request-id: req-585f2f9c-7a39-4f2c-b2f4-7d8c40a87869 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:16:00.075251 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:16:00.075528 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-585f2f9c-7a39-4f2c-b2f4-7d8c40a87869 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:16:00.075943 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'code': 200} Nov 01 19:16:00.122486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:00.172794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a576e6-fe1d-4aba-854a-c0d934dde583 req-e427b149-85bc-4056-880f-ea7af44cf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:00.173443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:16:00.174302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51a576e6-fe1d-4aba-854a-c0d934dde583 req-e427b149-85bc-4056-880f-ea7af44cf8e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1096 time: 0.0415723 Nov 01 19:16:00.210520 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-51a576e6-fe1d-4aba-854a-c0d934dde583 req-d07502e2-a37e-43e2-897f-4d70ced40d46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281522 Nov 01 19:16:00.576490 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:16:00.673583 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa740-cca4-4968-b987-f35f32feb402 req-bf4353b5-4c46-4111-8973-81bf0a1125b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:00.675074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6beaa740-cca4-4968-b987-f35f32feb402 req-bf4353b5-4c46-4111-8973-81bf0a1125b6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0486288 Nov 01 19:16:00.712395 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6beaa740-cca4-4968-b987-f35f32feb402 req-ab46d07f-619d-46e3-ada0-94c14d10afe2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Nov 01 19:16:01.831719 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871bb0-bd13-4c70-b7b0-ce0245e7b5dc req-9381a449-76d1-4f9d-a57a-9691db6080df tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:01.833172 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59871bb0-bd13-4c70-b7b0-ce0245e7b5dc req-9381a449-76d1-4f9d-a57a-9691db6080df tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0518305 Nov 01 19:16:01.870714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59871bb0-bd13-4c70-b7b0-ce0245e7b5dc req-f1b79798-91c0-4321-bed8-31b9ea74655d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Nov 01 19:16:01.981641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f6f1-8ea3-44e2-8e96-86f8f051be00 req-13c6d625-e393-435f-bf2d-7be232bb606d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:01.983010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0545f6f1-8ea3-44e2-8e96-86f8f051be00 req-13c6d625-e393-435f-bf2d-7be232bb606d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0488861 Nov 01 19:16:01.992148 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40574) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:16:01.996422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'floatingip': {'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:16:02.033491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:02.457709 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:02.539243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:02.639123 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 associated. External IP: 172.25.2.117, port: 1eb50f6f-ab23-481c-808a-99e4dd218c2c. Nov 01 19:16:02.844037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:16:02.953280 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:16:02.958307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:02.964230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:16:02.974514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:16:02.975103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:16:02.985537 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3c2a9954-1eb3-4a0b-8e92-1e8030c19ab0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "PUT /v2.0/floatingips/5da0c1db-1941-448e-98e2-1f9cf92e0d91 HTTP/1.1" status: 200 len: 991 time: 0.9923489 Nov 01 19:16:02.986131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:16:02.988949 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:16:03.078701 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa8e07-5b16-407d-8b00-5c5990f65229 x-openstack-request-id: req-f1fa8e07-5b16-407d-8b00-5c5990f65229 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:16:03.079367 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:16:03.079659 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1fa8e07-5b16-407d-8b00-5c5990f65229 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:16:03.080060 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'status': 'completed', 'code': 200} Nov 01 19:16:03.086695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:16:03.139769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-acfc5368-a5eb-4781-a770-40bf5d80f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:03.141172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-acfc5368-a5eb-4781-a770-40bf5d80f668 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1096 time: 0.0413892 Nov 01 19:16:03.241005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-fa6655b2-6708-438a-9084-b868963fe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:03.242500 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-fa6655b2-6708-438a-9084-b868963fe62f service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0931876 Nov 01 19:16:03.310206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:16:02Z', 'revision_number': 9, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:16:03.315637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-49940e1d-1f44-4ef5-814c-1a7cecd93a03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 999 time: 0.0651462 Nov 01 19:16:03.340380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:16:03.349536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:16:03.350189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:15:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:16:03.365288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-ec8edf6f-ce1f-4de2-884c-7b64f4f68227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:03.366783 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-ec8edf6f-ce1f-4de2-884c-7b64f4f68227 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0448682 Nov 01 19:16:03.413234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-47a9deec-f88d-4218-97c7-cb08cb1c39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:03.414653 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-47a9deec-f88d-4218-97c7-cb08cb1c39b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396926 Nov 01 19:16:03.455571 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:16:03.508203 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-082487c5-a5c9-4d07-ab0e-e1bc252110ab service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Nov 01 19:16:03.598290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d0baa1a-f0f8-4d1d-b9c2-e79860265dd8 req-24a22d60-c0cd-40de-b8f8-211299f81a43 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Nov 01 19:16:03.743775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:16:02Z', 'revision_number': 9, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:16:03.772308 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38456e27-0536-4f7e-831c-a8b0762a9347 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:16:02Z', 'revision_number': 9, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:16:03.971031 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff0bb4-cd3c-404f-a7ef-981a6342aae4 None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:16:05.427782 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:09.665055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:18.750194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bbcccda7-249a-40d4-b9ed-52ada6013a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:20.921363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd90a-329f-4454-8fd5-f2ade2bbd4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:22.278590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:23.984280 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:26.798506 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:35.421166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:37.575450 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:16:39.634936 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:47.056470 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-413127aa-2d46-41d2-8944-bbbca9c128bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402305 Nov 01 19:16:47.140634 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-b3e9b216-86d1-4948-988f-e2165419bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:47.142703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-b3e9b216-86d1-4948-988f-e2165419bdf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1096 time: 0.0440700 Nov 01 19:16:47.244103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-cedf71ed-b786-467d-ac5a-28ae23ba44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:47.245619 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-cedf71ed-b786-467d-ac5a-28ae23ba44f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0839417 Nov 01 19:16:47.314527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-08fc2101-18bc-4ba8-88d0-4aed81aa324f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1002 time: 0.0611315 Nov 01 19:16:47.363437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-f4380fc0-b303-4f2d-a7ec-84355b96b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:47.364890 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-f4380fc0-b303-4f2d-a7ec-84355b96b1ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0435779 Nov 01 19:16:47.410127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-2e46429f-6af2-4ab3-88e9-d6b866763619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:16:47.411641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-2e46429f-6af2-4ab3-88e9-d6b866763619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398195 Nov 01 19:16:47.503156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-2088b4be-915c-463e-b26f-260acebbc980 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843956 Nov 01 19:16:47.591762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d9dbb62e-eda7-4c69-bba3-b24288d7e518 req-d3bbdf13-8c10-4a3c-8492-fb7fd8cf91b3 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819945 Nov 01 19:16:48.799308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f6103e9b-abaa-4b5e-8629-c3c4f49898c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:50.903536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4556ff16-7849-4aea-b62c-5a497ce57d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:52.308904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:53.966490 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:16:56.783430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:05.400589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:09.644138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:14.575067 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:17:18.771440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83b32c10-aa74-48c1-adc9-24eb7cdd3237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:20.907079 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d8eaf53-b84d-4f50-98e1-ba6029d3f788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:22.285437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:23.971250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:26.798391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:35.428201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:38.843282 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-d7b872ce-b917-4e29-a4dc-fd8abd56bf31 req-9f9942d6-d04e-4fac-ba1b-40092d665c21 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:17:38.844320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7b872ce-b917-4e29-a4dc-fd8abd56bf31 req-9f9942d6-d04e-4fac-ba1b-40092d665c21 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069194 Nov 01 19:17:39.284240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0397a45-d7f7-4411-a551-214fe2f439ff req-97a0acab-44a5-464d-babb-bd9a93806f5d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:39.286243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0397a45-d7f7-4411-a551-214fe2f439ff req-97a0acab-44a5-464d-babb-bd9a93806f5d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.1372230 Nov 01 19:17:39.293332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-fbf302b7-a7b0-4857-81e6-5a7f4af239c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612113 Nov 01 19:17:39.304274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-b4cd4e16-009c-457b-8289-243d2db6fc9b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:17:39.305216 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-b4cd4e16-009c-457b-8289-243d2db6fc9b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052936 Nov 01 19:17:39.332464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0397a45-d7f7-4411-a551-214fe2f439ff req-bdd0339b-86d8-46b0-9f0b-6c06ba37d1a3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Nov 01 19:17:39.657132 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:40.494781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186b37f-1abb-4fab-8e68-22f6d942458d req-18818ae4-617f-48e4-a6ee-b47b7366df43 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:40.496289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d186b37f-1abb-4fab-8e68-22f6d942458d req-18818ae4-617f-48e4-a6ee-b47b7366df43 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0934832 Nov 01 19:17:40.533651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d186b37f-1abb-4fab-8e68-22f6d942458d req-e61732f5-5993-4b27-a7ad-11666ed52127 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Nov 01 19:17:41.649853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f1ac5-9395-489f-93a9-6a84c9f38e0f req-d7e91d22-31a1-438d-b1e6-8dd6c0c41054 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:41.651312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-813f1ac5-9395-489f-93a9-6a84c9f38e0f req-d7e91d22-31a1-438d-b1e6-8dd6c0c41054 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0485151 Nov 01 19:17:41.688833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-813f1ac5-9395-489f-93a9-6a84c9f38e0f req-d51516cd-e302-4be9-8241-32ea9956adb0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Nov 01 19:17:42.810096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f69cac-6ea2-4b0c-a50e-4193bd1111b2 req-d17f88e5-5d50-43ec-96ba-aa770c8826c9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:42.811688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04f69cac-6ea2-4b0c-a50e-4193bd1111b2 req-d17f88e5-5d50-43ec-96ba-aa770c8826c9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0521579 Nov 01 19:17:42.848934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-04f69cac-6ea2-4b0c-a50e-4193bd1111b2 req-a5f76174-bec4-4468-9a4b-e8da1719fe25 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Nov 01 19:17:43.966596 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248b8b7-aba8-4ddc-ae56-77253ebf51de req-821cdb59-35b7-49e1-87c7-38566110ff91 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:43.968010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a248b8b7-aba8-4ddc-ae56-77253ebf51de req-821cdb59-35b7-49e1-87c7-38566110ff91 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0490787 Nov 01 19:17:44.004865 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a248b8b7-aba8-4ddc-ae56-77253ebf51de req-8a941bf0-5cdb-4c9a-af07-ddca68d15406 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302012 Nov 01 19:17:45.126548 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74057-9621-4631-8665-a2e663d60f3d req-58c9d371-f758-453e-8881-5ab347f3556c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:45.128064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8d74057-9621-4631-8665-a2e663d60f3d req-58c9d371-f758-453e-8881-5ab347f3556c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0494077 Nov 01 19:17:45.167521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8d74057-9621-4631-8665-a2e663d60f3d req-bb3af493-c5bc-47ee-a8f6-c35d8120d7b9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Nov 01 19:17:45.316103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-cb952050-865b-4af9-816e-2a5778ee7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:45.317641 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-cb952050-865b-4af9-816e-2a5778ee7e8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1096 time: 0.0835092 Nov 01 19:17:45.406890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-3cbecaf0-0aff-4074-b859-ddda1f4423a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:45.408382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-3cbecaf0-0aff-4074-b859-ddda1f4423a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0841167 Nov 01 19:17:45.479034 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-0ce858f5-f93f-4b5a-86ff-b2537bca8dda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1002 time: 0.0612934 Nov 01 19:17:45.530888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-b563d1fa-7173-41b3-a038-837d939300de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:45.532388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-b563d1fa-7173-41b3-a038-837d939300de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0468159 Nov 01 19:17:45.580811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-4d4a8cd7-9e5e-441d-93ed-76b82e9c6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:45.582289 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-4d4a8cd7-9e5e-441d-93ed-76b82e9c6d27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415645 Nov 01 19:17:45.674201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-2f65404c-ad90-408d-9437-6276f837ff2d service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841227 Nov 01 19:17:45.763105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-8161db92-c8ab-4213-a059-102cc90858d6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Nov 01 19:17:46.286337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6c2d-6b78-4fe0-be6e-f2073b889abf req-32d2ec7e-d893-4d28-91c9-bbf190eefa1a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:46.288456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d94e6c2d-6b78-4fe0-be6e-f2073b889abf req-32d2ec7e-d893-4d28-91c9-bbf190eefa1a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0527570 Nov 01 19:17:46.325264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d94e6c2d-6b78-4fe0-be6e-f2073b889abf req-ccbc5d1e-6f8c-43d9-b87f-4af5b5573bc0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Nov 01 19:17:47.440877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6808465-1efc-498f-b6dc-edbddb290a09 req-915d8e0d-fb9e-41bd-91b1-7012f267739c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:47.442344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6808465-1efc-498f-b6dc-edbddb290a09 req-915d8e0d-fb9e-41bd-91b1-7012f267739c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0489671 Nov 01 19:17:47.479888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6808465-1efc-498f-b6dc-edbddb290a09 req-8a2614d2-195c-4178-b1b6-3257af0e425f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Nov 01 19:17:48.248918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-514f8cb6-b9d3-4072-bc96-493ce383d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:48.250404 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-514f8cb6-b9d3-4072-bc96-493ce383d702 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1096 time: 0.0473547 Nov 01 19:17:48.354273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-8acb0c4a-461e-4429-be29-548011055cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:48.355774 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-8acb0c4a-461e-4429-be29-548011055cf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0847266 Nov 01 19:17:48.423182 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-fdffdf19-3f56-4771-ae09-f3448c0fc3a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1002 time: 0.0606809 Nov 01 19:17:48.471969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-0e90c9ad-2d8b-47eb-9f31-0aecc6931dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:48.473395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-0e90c9ad-2d8b-47eb-9f31-0aecc6931dcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0427268 Nov 01 19:17:48.519382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-81f5b4ea-3518-4024-b97c-af1331f743a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:48.520949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-81f5b4ea-3518-4024-b97c-af1331f743a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402746 Nov 01 19:17:48.597346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b59c-e73d-4b09-b1d8-8b89d67eba12 req-09be3b67-25a9-45c3-90aa-425115e9bb49 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:48.598875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9416b59c-e73d-4b09-b1d8-8b89d67eba12 req-09be3b67-25a9-45c3-90aa-425115e9bb49 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0503817 Nov 01 19:17:48.616449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-ee79a526-a662-4908-b75f-eef03ababb87 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 Nov 01 19:17:48.637869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9416b59c-e73d-4b09-b1d8-8b89d67eba12 req-500f828d-cf8d-4fa2-9f42-71ec7232b13b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327828 Nov 01 19:17:48.706805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4e3cb797-2c27-4abb-8f58-7e4224a735cd req-4d84d14f-4d2e-4d75-849a-b2ef47fec7b3 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836849 Nov 01 19:17:48.746859 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9895c77f-0f75-40d9-9830-8fdfdd7acf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:49.757776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466f3df-62b3-4a4b-ad62-b9ca9eacde41 req-b39df692-3808-4917-b0ca-017a6e689751 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:49.759320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0466f3df-62b3-4a4b-ad62-b9ca9eacde41 req-b39df692-3808-4917-b0ca-017a6e689751 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0527103 Nov 01 19:17:49.797468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0466f3df-62b3-4a4b-ad62-b9ca9eacde41 req-54a09030-f5bf-4b0a-be39-1318fa26a78e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Nov 01 19:17:50.902662 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-37f7d033-feee-4a43-98a3-451476826823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:50.924119 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebee59-6fc4-4166-ae08-eebe5ea6ccbc req-c5ca36c4-94c4-4798-a5a7-eb45114cbce3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:50.925527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bebee59-6fc4-4166-ae08-eebe5ea6ccbc req-c5ca36c4-94c4-4798-a5a7-eb45114cbce3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0500913 Nov 01 19:17:50.962600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bebee59-6fc4-4166-ae08-eebe5ea6ccbc req-d3e4ce09-de9b-4dd7-8907-d32e7434d48c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Nov 01 19:17:51.574649 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:17:52.078398 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05ac2a-9ead-4193-bc01-6c8281d5d592 req-49369b89-8e06-4e33-ba56-157ec26c1601 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:52.079911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd05ac2a-9ead-4193-bc01-6c8281d5d592 req-49369b89-8e06-4e33-ba56-157ec26c1601 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0491185 Nov 01 19:17:52.118600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd05ac2a-9ead-4193-bc01-6c8281d5d592 req-7537028e-e466-4c8d-8e3b-81ca9cf1c680 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Nov 01 19:17:52.289660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:53.237442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd169458-af01-4bae-89ec-436a54116dfe req-15f724c1-fea9-4d28-adac-d0d53bce88f1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:53.238934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd169458-af01-4bae-89ec-436a54116dfe req-15f724c1-fea9-4d28-adac-d0d53bce88f1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0541027 Nov 01 19:17:53.278481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd169458-af01-4bae-89ec-436a54116dfe req-a5462302-1d0b-428b-98f1-5bcd56676e9a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Nov 01 19:17:53.970596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:54.393028 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7601-1f04-4514-aab3-0339f2388a73 req-13882912-f84d-445f-9d4c-5b88559e87b1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:54.394477 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-003d7601-1f04-4514-aab3-0339f2388a73 req-13882912-f84d-445f-9d4c-5b88559e87b1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0483382 Nov 01 19:17:54.432731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-003d7601-1f04-4514-aab3-0339f2388a73 req-b31be791-718e-484d-bdba-3dd3403bedd9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Nov 01 19:17:55.549194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef618-725c-457c-be17-f9f43257ca62 req-73384f79-c1e1-4ccb-b36f-06207bea4f9e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:55.550735 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4fef618-725c-457c-be17-f9f43257ca62 req-73384f79-c1e1-4ccb-b36f-06207bea4f9e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0492871 Nov 01 19:17:55.588847 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4fef618-725c-457c-be17-f9f43257ca62 req-4d549a93-29c1-4b33-9534-b1b375362c52 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Nov 01 19:17:56.712576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdfb27-af05-4a52-ae30-dd593a46bfcf req-cfb9e6bc-9887-472d-a43a-157be88567a3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:56.714036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babdfb27-af05-4a52-ae30-dd593a46bfcf req-cfb9e6bc-9887-472d-a43a-157be88567a3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0552523 Nov 01 19:17:56.751206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-babdfb27-af05-4a52-ae30-dd593a46bfcf req-248fbc64-5bb4-4cca-b692-ef4880343458 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Nov 01 19:17:56.810171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:57.867824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c063-54d7-4734-b448-4b6f857e92f7 req-e5dbbc2c-aeaa-4f78-a4c3-5c53624cce8a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:57.869322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4093c063-54d7-4734-b448-4b6f857e92f7 req-e5dbbc2c-aeaa-4f78-a4c3-5c53624cce8a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0485888 Nov 01 19:17:57.907494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4093c063-54d7-4734-b448-4b6f857e92f7 req-621120ae-0f32-4ed5-bc14-4304d8b0a893 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Nov 01 19:17:58.133742 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-a1b7f638-cb8e-4a6e-a5cf-0fdc7845bef7 service neutron] show failed (client error): The resource could not be found. Nov 01 19:17:58.134803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-a1b7f638-cb8e-4a6e-a5cf-0fdc7845bef7 service neutron] 10.222.0.32 "GET /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0588815 Nov 01 19:17:58.753685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-97d6cfb4-aaf0-494c-858a-7dd4b101eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:58.755191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-97d6cfb4-aaf0-494c-858a-7dd4b101eb01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1096 time: 0.0812714 Nov 01 19:17:58.767523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:17:58.819230 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.021600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:17:59.030068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054f1b4-1a51-44c0-a645-408f03915b3b req-1816fe2d-8a5a-4409-8e4a-7c5a755ecc9f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:59.031758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5054f1b4-1a51-44c0-a645-408f03915b3b req-1816fe2d-8a5a-4409-8e4a-7c5a755ecc9f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0490842 Nov 01 19:17:59.071132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5054f1b4-1a51-44c0-a645-408f03915b3b req-b3cf1249-c3e3-49a9-83ae-cad62683da77 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Nov 01 19:17:59.373899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:17:59.413128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:17:59.415658 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a590063-0f72-49c9-875d-d5aa3cbe65d5" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:17:59.419527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.431830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Transition to ACTIVE for port object 1eb50f6f-ab23-481c-808a-99e4dd218c2c will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:17:59.484587 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.519242 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9079c8-b80e-422b-abbf-60b22718b2ac x-openstack-request-id: req-6a9079c8-b80e-422b-abbf-60b22718b2ac {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:17:59.519546 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:17:59.519797 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a9079c8-b80e-422b-abbf-60b22718b2ac {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:17:59.520175 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'code': 200} Nov 01 19:17:59.571303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:17:59.586272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.592139 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:17:59.625546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] No DVR routers for this DVR port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:17:59.766559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:17:59.766901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:17:59.767257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:17:59.771517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:17:59.771866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:17:59.776946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:17:59.777290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:17:59.777684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:17:59.778116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Bound port: 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:17:59.778475 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.840532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:17:59.843494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:17:59.908492 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.944005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:17:59.944670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:17:59.946707 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] 10.222.0.37 "PUT /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1091 time: 1.1831005 Nov 01 19:17:59.982126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff465b40-0737-477c-9b7c-9846af96d24c service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:00.015281 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ed03d9a6-ca8b-43ff-b1cf-26434ccc6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:00.016837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-ed03d9a6-ca8b-43ff-b1cf-26434ccc6189 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1094 time: 0.0439460 Nov 01 19:18:00.110609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-7d0e63dc-715e-4949-a1cd-9d4dd19c4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:00.112114 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-7d0e63dc-715e-4949-a1cd-9d4dd19c4ea8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0884683 Nov 01 19:18:00.184356 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-1ad4c12b-5839-4bcd-b8b8-06cc282e687e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.0644171 Nov 01 19:18:00.201534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0545-f46d-4d7a-a598-42ee773c4243 req-7507a352-c817-4fb1-8a43-aa5a1c1f0ce9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:00.203010 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ecc0545-f46d-4d7a-a598-42ee773c4243 req-7507a352-c817-4fb1-8a43-aa5a1c1f0ce9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0528336 Nov 01 19:18:00.233772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-a5ac220f-df8c-4d9b-8c8b-8771c52afb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:00.235151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-a5ac220f-df8c-4d9b-8c8b-8771c52afb26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0442154 Nov 01 19:18:00.241553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ecc0545-f46d-4d7a-a598-42ee773c4243 req-b5e9ac6b-4d79-4103-8917-a9d50eda6edd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Nov 01 19:18:00.283222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-19297a6e-66dc-4d19-9ea7-2263feb5220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:00.284778 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-19297a6e-66dc-4d19-9ea7-2263feb5220d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432532 Nov 01 19:18:00.382089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-378bb905-18f6-48a6-81b7-30f37d2b2185 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892434 Nov 01 19:18:00.478917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-16f42f09-ec57-4c8b-b333-343c0b769234 req-a609d93d-e3a9-492f-9d93-568a5d3eac87 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Nov 01 19:18:01.359899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13a29d-7990-4c37-84d5-ce1f952d133d req-855956eb-9070-4bfa-b3ea-4c0b2f344d04 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:01.361337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e13a29d-7990-4c37-84d5-ce1f952d133d req-855956eb-9070-4bfa-b3ea-4c0b2f344d04 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0493424 Nov 01 19:18:01.398943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e13a29d-7990-4c37-84d5-ce1f952d133d req-a113ab3f-98ef-43f0-b1cd-17d934c7eec9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Nov 01 19:18:01.521460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:01.523785 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab08c36-8dbc-424a-a012-1854ac159d98" -d '{"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:01.571750 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d2dbb4-12e9-413a-af0a-25cf9168bf40 x-openstack-request-id: req-74d2dbb4-12e9-413a-af0a-25cf9168bf40 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:01.572038 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:01.572289 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74d2dbb4-12e9-413a-af0a-25cf9168bf40 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:01.572690 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'status': 'completed', 'code': 200} Nov 01 19:18:01.658491 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-3a3e7a12-4459-4e4f-a1a6-5e96ef5da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:01.660004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-3a3e7a12-4459-4e4f-a1a6-5e96ef5da369 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1094 time: 0.0606823 Nov 01 19:18:01.661736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-5c896423-cf1f-42ab-ad9f-63f2c26b92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:01.663068 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-5c896423-cf1f-42ab-ad9f-63f2c26b92a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1094 time: 0.0717986 Nov 01 19:18:01.820078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-10967ab6-f5fe-4458-a1b0-50a1645bed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:01.821538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-10967ab6-f5fe-4458-a1b0-50a1645bed90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1530375 Nov 01 19:18:01.822605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-109a33f2-25a7-4a80-8c0a-9591adc56b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:01.823916 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-109a33f2-25a7-4a80-8c0a-9591adc56b30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1483371 Nov 01 19:18:01.932755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-87d4149f-0a56-4514-a251-8e34ceccd4a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.1040859 Nov 01 19:18:01.936352 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-4f411dcb-2a4b-444b-9cf4-832c2c4e43df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.1021683 Nov 01 19:18:02.018436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-a18f1161-3f95-40ef-8e9d-f8ff142503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:02.019903 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-a18f1161-3f95-40ef-8e9d-f8ff142503fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0794804 Nov 01 19:18:02.021255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-b3a25ecc-1032-43ab-90f5-15eb0ad51c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:02.022548 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-b3a25ecc-1032-43ab-90f5-15eb0ad51c2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0752513 Nov 01 19:18:02.098011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-d03d9742-42e9-48ad-9728-c5866affe066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:02.099526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-d03d9742-42e9-48ad-9728-c5866affe066 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695870 Nov 01 19:18:02.102005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-0abf1ade-3e64-4019-80f7-29fbac52e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:02.103340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-0abf1ade-3e64-4019-80f7-29fbac52e6e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744812 Nov 01 19:18:02.254048 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-5742782f-3ac1-4ee0-81b4-96dd27e3b220 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462793 Nov 01 19:18:02.257354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-06828775-423e-4245-a462-803d38383ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428235 Nov 01 19:18:02.348206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:18:02.386105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:18:02.413407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-fa34342c-a2b7-4f8d-b964-914406e92ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515880 Nov 01 19:18:02.415401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5ab08c36-8dbc-424a-a012-1854ac159d98 req-c2902ae3-5b18-4d93-af7e-051116f4d521 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468651 Nov 01 19:18:02.519773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae29d3-34ed-4ff7-87e1-1d97f620231b req-dbe6e04c-7fab-4ccf-ac45-5b50a0303eb9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:02.521310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eeae29d3-34ed-4ff7-87e1-1d97f620231b req-dbe6e04c-7fab-4ccf-ac45-5b50a0303eb9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0486240 Nov 01 19:18:02.557851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eeae29d3-34ed-4ff7-87e1-1d97f620231b req-a073da36-f3c7-47c0-85ec-fba045462dd5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299907 Nov 01 19:18:03.680918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596ecd-5451-4db1-88dc-959a1b4f2a8a req-db3d0dd2-5b8a-4fe3-a1b6-0014511e26be tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:03.683228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0596ecd-5451-4db1-88dc-959a1b4f2a8a req-db3d0dd2-5b8a-4fe3-a1b6-0014511e26be tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0544360 Nov 01 19:18:03.722566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0596ecd-5451-4db1-88dc-959a1b4f2a8a req-fffc6bc7-a3ab-497d-a544-0343c3c38251 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Nov 01 19:18:04.639132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:18:04.733880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:04.744728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:18:04.782148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:04.795306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:18:04.814614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:04.842104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdf5b8-6bc0-4804-9ac8-e284adda7802 req-09eb6d43-abb4-4dbd-8e2c-45d392bfc2e5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:04.843641 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bfdf5b8-6bc0-4804-9ac8-e284adda7802 req-09eb6d43-abb4-4dbd-8e2c-45d392bfc2e5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 943 time: 0.0496657 Nov 01 19:18:04.873838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:04.881337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4bfdf5b8-6bc0-4804-9ac8-e284adda7802 req-401cd80a-58e4-4835-95cc-64a9db8ed666 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Nov 01 19:18:04.923925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:04.931741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.932107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.932436 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.932771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.933116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.933430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.933754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.934077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.934433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.934755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.935075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:04.935394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:18:05.234273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['1eb50f6f-ab23-481c-808a-99e4dd218c2c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:18:05.428230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a972bcf-40a5-4230-bf68-eed8d2eceb24 req-f66937ea-ff9b-49f4-9a00-8df2cf1036f6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.430535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a972bcf-40a5-4230-bf68-eed8d2eceb24 req-f66937ea-ff9b-49f4-9a00-8df2cf1036f6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0490017 Nov 01 19:18:05.462587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:05.469929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a972bcf-40a5-4230-bf68-eed8d2eceb24 req-a5beb25f-aa7b-4387-b755-8925e0efbba9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332556 Nov 01 19:18:05.485046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-ecdb4986-1ad6-442e-a0f7-acb5f0859280 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.486459 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-ecdb4986-1ad6-442e-a0f7-acb5f0859280 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.0527127 Nov 01 19:18:05.552306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-92ad9f70-8ac5-4c84-85f7-e92e96dbf731 service neutron] 10.222.0.37 "GET /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 382 time: 0.0564644 Nov 01 19:18:05.613583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-3d441b9e-6f0c-40b4-a141-9ba9b9060639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.615067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-3d441b9e-6f0c-40b4-a141-9ba9b9060639 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1095 time: 0.0407743 Nov 01 19:18:05.737609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-d45aef54-8310-4832-84cd-b8eef8c617db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.737609 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-d45aef54-8310-4832-84cd-b8eef8c617db service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0832241 Nov 01 19:18:05.776122 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-5a73c1fa-ec95-4878-bde1-b350184df330 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1001 time: 0.0622849 Nov 01 19:18:05.824384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-53e502df-7ea1-4852-bfb7-6bb53a9477df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.825837 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-53e502df-7ea1-4852-bfb7-6bb53a9477df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0435538 Nov 01 19:18:05.871602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-5f7fbc0e-a185-47ed-9024-72ec71e8042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:05.873070 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-5f7fbc0e-a185-47ed-9024-72ec71e8042f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402324 Nov 01 19:18:05.965769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-62d9a558-f1bb-4eb8-b5a8-1b84e211a1fa service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856614 Nov 01 19:18:06.053195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-675eb520-f0fa-4c80-87ca-491e14162912 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806398 Nov 01 19:18:06.595266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca258955-15bf-4745-958b-5476e38a6cb9 req-9c58588a-af43-4b22-849b-93839cf3384e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:06.596803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca258955-15bf-4745-958b-5476e38a6cb9 req-9c58588a-af43-4b22-849b-93839cf3384e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0532835 Nov 01 19:18:06.635192 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ca258955-15bf-4745-958b-5476e38a6cb9 req-371e8139-c1c4-43ea-84bb-8e71eee056ce tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318239 Nov 01 19:18:06.657899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:18:06.776121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:18:06.779850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:18:06.780229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:06.856947 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:06.879021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:06.881274 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a918f35-b60b-4337-87ee-441c56f232b8" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:06.895782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:06.970911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:06.998168 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad84e0-096b-44b0-8d9c-99c6105729f2 x-openstack-request-id: req-01ad84e0-096b-44b0-8d9c-99c6105729f2 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:06.998456 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:06.998710 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01ad84e0-096b-44b0-8d9c-99c6105729f2 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:06.999091 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'code': 200} Nov 01 19:18:07.024673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:07.751775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692363-6762-422b-bb0f-764fb33282fc req-79aecde2-54e2-4f21-b518-4ae1c4640e74 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:07.753246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb692363-6762-422b-bb0f-764fb33282fc req-79aecde2-54e2-4f21-b518-4ae1c4640e74 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0491660 Nov 01 19:18:07.790574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb692363-6762-422b-bb0f-764fb33282fc req-cbbd1792-3090-45a3-bb89-7bbdfb328ea0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Nov 01 19:18:08.680966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-1aca43f4-8f31-42a8-90bc-c218cbbebc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:08.682550 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-1aca43f4-8f31-42a8-90bc-c218cbbebc20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1096 time: 0.0472169 Nov 01 19:18:08.694276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:18:08.746630 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:08.909907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681954ef-b588-43f0-af60-f2432dbc2270 req-44f4957f-4fb1-4c5f-994f-a20a4ca43205 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:08.911397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-681954ef-b588-43f0-af60-f2432dbc2270 req-44f4957f-4fb1-4c5f-994f-a20a4ca43205 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0484900 Nov 01 19:18:08.948944 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-681954ef-b588-43f0-af60-f2432dbc2270 req-daea829f-faba-452e-9850-13370b0c4fd9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306375 Nov 01 19:18:08.949331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:08.986709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:18:09.024612 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:09.026919 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee72697-b49b-44d4-a60f-6393ea648ca0" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:09.030701 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.043716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Transition to ACTIVE for port object 1eb50f6f-ab23-481c-808a-99e4dd218c2c will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:18:09.089095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da231b60-dd0c-4fb2-aa00-06d9a5a3137e x-openstack-request-id: req-da231b60-dd0c-4fb2-aa00-06d9a5a3137e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:09.089095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:09.089095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da231b60-dd0c-4fb2-aa00-06d9a5a3137e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:09.089095 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'code': 200} Nov 01 19:18:09.136620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.217652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:09.260663 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] No DVR routers for this DVR port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:18:09.395668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:18:09.396003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:18:09.396332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:18:09.401267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:18:09.401613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Attempting to bind port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:18:09.406458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:18:09.406797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:18:09.407179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:18:09.407638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Bound port: 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:18:09.407995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.469053 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:18:09.472085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:18:09.547610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.582436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:09.583047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.584709 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1092 time: 0.8945329 Nov 01 19:18:09.617201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d00d2a-3753-48a5-b2ae-45405a3528e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=11']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:09.628005 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:09.658315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-3d602fce-994c-4799-a0ff-48b4e361a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:09.659867 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-3d602fce-994c-4799-a0ff-48b4e361a512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1095 time: 0.0525031 Nov 01 19:18:09.761302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-f79c286b-38d8-4433-bc00-d410cc856198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:09.762786 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-f79c286b-38d8-4433-bc00-d410cc856198 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0955284 Nov 01 19:18:09.829766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-67b756b9-165f-49a0-bc0e-da5438915711 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.0602071 Nov 01 19:18:09.881170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-f065a47b-52a2-4e42-95e9-64f7ac11253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:09.882574 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-f065a47b-52a2-4e42-95e9-64f7ac11253f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0454996 Nov 01 19:18:09.926949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-af44d91f-4ad6-4380-a2bb-3f2ca9fdce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:09.928465 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-af44d91f-4ad6-4380-a2bb-3f2ca9fdce7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393784 Nov 01 19:18:10.022041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-aa88eadf-290b-4e54-932b-e5c907b1978c service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Nov 01 19:18:10.076266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc16239-2624-4377-889f-f11aaac876f6 req-eb7ac663-53f8-4264-97d6-8229851e5d89 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:10.077939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfc16239-2624-4377-889f-f11aaac876f6 req-eb7ac663-53f8-4264-97d6-8229851e5d89 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0531869 Nov 01 19:18:10.114210 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-33f607a5-f04c-4548-8bf3-af94f8df2aa6 req-f0b2feda-8410-41f6-90b2-18c584b78e5e service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Nov 01 19:18:10.116195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dfc16239-2624-4377-889f-f11aaac876f6 req-21938ae1-b280-4c7e-82b1-0a8716442971 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Nov 01 19:18:10.672538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:18:10.711326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:18:11.080656 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:11.083012 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89789dd-5ec3-41bf-9064-62584e5172cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:11.131188 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f92f0-8591-446b-abf3-a20b8ae789c8 x-openstack-request-id: req-602f92f0-8591-446b-abf3-a20b8ae789c8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:11.131477 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:11.131757 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-602f92f0-8591-446b-abf3-a20b8ae789c8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:11.132236 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'status': 'completed', 'code': 200} Nov 01 19:18:11.225255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-d755f45f-e5a8-475b-bfef-28d8310bebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.227359 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-d755f45f-e5a8-475b-bfef-28d8310bebfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1095 time: 0.0731654 Nov 01 19:18:11.229902 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-ee86646c-a491-41c6-b2aa-3a3da5495d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.231243 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-ee86646c-a491-41c6-b2aa-3a3da5495d77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 1095 time: 0.0758703 Nov 01 19:18:11.235100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f674a-f1ea-4b8e-bac1-82671283ac42 req-b99100dc-2663-4cda-be99-288c2c207431 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.236611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-593f674a-f1ea-4b8e-bac1-82671283ac42 req-b99100dc-2663-4cda-be99-288c2c207431 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0503259 Nov 01 19:18:11.274815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-593f674a-f1ea-4b8e-bac1-82671283ac42 req-18a37e7b-04c8-4ffc-9f05-825ed933d6cc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Nov 01 19:18:11.385410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-f56d1cd5-1d27-43b8-9122-c5a71c44a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.386787 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-f56d1cd5-1d27-43b8-9122-c5a71c44a154 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1442397 Nov 01 19:18:11.387728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-32240cd5-4555-4291-a85b-3e86d5947704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.389008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-32240cd5-4555-4291-a85b-3e86d5947704 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1534493 Nov 01 19:18:11.813336 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-1c776718-c249-4eec-92db-d4a3b1058613 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.4180536 Nov 01 19:18:11.815086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-3c73fe99-0a80-4607-8820-a8382eb7b212 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 200 len: 1000 time: 0.4136136 Nov 01 19:18:11.899383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-45d3f91f-c08a-43a1-824f-a56468790598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.900957 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-45d3f91f-c08a-43a1-824f-a56468790598 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0793624 Nov 01 19:18:11.904479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-4942f180-72a4-4f65-ad57-5a69656ed838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.905770 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-4942f180-72a4-4f65-ad57-5a69656ed838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0772445 Nov 01 19:18:11.972793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-499d93cb-74ef-40b6-b4b5-a43f64eee579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.974246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-499d93cb-74ef-40b6-b4b5-a43f64eee579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659320 Nov 01 19:18:11.976789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-74804e04-e337-4c11-b6eb-31d565b8069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:11.978116 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-74804e04-e337-4c11-b6eb-31d565b8069e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625000 Nov 01 19:18:12.131046 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-4db9ea6f-8b78-43fe-bc14-aeb825f818a1 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495941 Nov 01 19:18:12.134313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-e7312785-3ede-4c47-8859-349d69e35a95 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461611 Nov 01 19:18:12.291170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-1c4140c0-e0f3-4a91-bbe3-7181b4f7d6da service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525054 Nov 01 19:18:12.294420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c89789dd-5ec3-41bf-9064-62584e5172cb req-5c016447-3b7f-42ab-adcb-7393e1b3f408 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484239 Nov 01 19:18:12.384120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:18:12.393465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238539-f7a2-4c13-8e1a-d984520899e9 req-e5d39fdd-995c-46ea-8c24-abc95d83e0d4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:12.394947 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f238539-f7a2-4c13-8e1a-d984520899e9 req-e5d39fdd-995c-46ea-8c24-abc95d83e0d4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0497119 Nov 01 19:18:12.433618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8f238539-f7a2-4c13-8e1a-d984520899e9 req-41384f53-c38c-4bf1-9c31-8135aecae454 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Nov 01 19:18:12.481140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:12.491859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'mac_address': 'fa:16:3e:d6:dd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:18:12.528181 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:12.541143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:18:12.554562 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c2310-7f85-4c20-8062-9200c5965345 req-424a89dd-bce6-491a-b71c-01cf428261ed tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:12.556114 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d2c2310-7f85-4c20-8062-9200c5965345 req-424a89dd-bce6-491a-b71c-01cf428261ed tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 944 time: 0.0532868 Nov 01 19:18:12.564251 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:12.594375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d2c2310-7f85-4c20-8062-9200c5965345 req-f3d3b1b9-43f8-4cfb-996b-42e3cb29694e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Nov 01 19:18:12.650782 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:12.703396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:12.711892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7e0f-ce4d-4899-a049-a52dd7654ffa req-cf6cabbf-9258-4324-9ce1-7dc5e384e05b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:12.713437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-204b7e0f-ce4d-4899-a049-a52dd7654ffa req-cf6cabbf-9258-4324-9ce1-7dc5e384e05b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0510483 Nov 01 19:18:12.750889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-204b7e0f-ce4d-4899-a049-a52dd7654ffa req-6c8ad131-cb64-4068-b71f-dbdb08ceccdb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Nov 01 19:18:12.899153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['1eb50f6f-ab23-481c-808a-99e4dd218c2c'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:18:13.246059 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cde574-9efd-4ed7-b894-f7a0fda9862c req-3491e497-e894-4b42-a246-63f0e05d6591 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:13.247565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79cde574-9efd-4ed7-b894-f7a0fda9862c req-3491e497-e894-4b42-a246-63f0e05d6591 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0498729 Nov 01 19:18:13.288386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79cde574-9efd-4ed7-b894-f7a0fda9862c req-b35f05d9-598e-44b5-9a16-4d623b3b449b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Nov 01 19:18:14.402936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:18:14.410661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682071a4-0584-4182-83d1-cafdc4b5e838 req-39001578-1e57-44b5-baa8-f4d887951a91 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:14.412297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-682071a4-0584-4182-83d1-cafdc4b5e838 req-39001578-1e57-44b5-baa8-f4d887951a91 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0534155 Nov 01 19:18:14.452098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-682071a4-0584-4182-83d1-cafdc4b5e838 req-66c85d35-58a6-407a-9398-06f552e0c058 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328047 Nov 01 19:18:14.529706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:18:14.533651 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 1eb50f6f-ab23-481c-808a-99e4dd218c2c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:18:14.534018 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.554239 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-2dff8e4c-9e5d-4ed0-b593-3fe22eba1924 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:14.555751 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-2dff8e4c-9e5d-4ed0-b593-3fe22eba1924 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 945 time: 0.0499752 Nov 01 19:18:14.610838 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.633640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:14.636170 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674d2b3-d8e7-4d2d-959a-421f89b676ff" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:14.646504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Deleting port 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:18:14.649224 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.652649 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:14.679068 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e169e37-965e-4bf6-b7cc-1a71ed4f8eac x-openstack-request-id: req-8e169e37-965e-4bf6-b7cc-1a71ed4f8eac {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:14.679068 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-plugged", "status": "completed", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:14.679068 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e169e37-965e-4bf6-b7cc-1a71ed4f8eac {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:14.679068 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'code': 200} Nov 01 19:18:14.724549 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.745642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] For port 1eb50f6f-ab23-481c-808a-99e4dd218c2c, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=1eb50f6f-ab23-481c-808a-99e4dd218c2c,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:14.746006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.771798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=13']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:14.916332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.916603 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:14.916925 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 disassociated. External IP: 172.25.2.117, port: 1eb50f6f-ab23-481c-808a-99e4dd218c2c. Nov 01 19:18:14.917292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Calling delete_port for 1eb50f6f-ab23-481c-808a-99e4dd218c2c owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:18:15.090447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:15.119685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'Port': ['ID=1eb50f6f-ab23-481c-808a-99e4dd218c2c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:15.238546 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:18:15.354234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:18:15.364545 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:18:15.375487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:18:15.376111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:15.395018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] No DVR routers for this DVR port 1eb50f6f-ab23-481c-808a-99e4dd218c2c on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:18:15.397762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:15.401593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-74b5b6cc-8728-47ec-9f0b-73526d18cc46 req-e98da6bc-665c-425c-828f-c8d6a028696c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "DELETE /v2.0/ports/1eb50f6f-ab23-481c-808a-99e4dd218c2c HTTP/1.1" status: 204 len: 173 time: 0.8399315 Nov 01 19:18:15.402032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-deleted', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:15.404338 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17fb5f5-9b8c-4eb5-8ca2-17d8cb6d92aa" -d '{"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-deleted", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:15.447377 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499ecf4-0966-4f8f-820d-3347cc6846b5 x-openstack-request-id: req-0499ecf4-0966-4f8f-820d-3347cc6846b5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:15.447377 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037f675-fb0e-49ad-b18c-61a76551307a", "name": "network-vif-deleted", "tag": "1eb50f6f-ab23-481c-808a-99e4dd218c2c", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:15.447671 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0499ecf4-0966-4f8f-820d-3347cc6846b5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:15.448013 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037f675-fb0e-49ad-b18c-61a76551307a', 'name': 'network-vif-deleted', 'tag': '1eb50f6f-ab23-481c-808a-99e4dd218c2c', 'status': 'completed', 'code': 200} Nov 01 19:18:15.485702 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:18:15.556249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-442323ca-cbf0-43c7-9025-b6bc1af6aa0e req-58d01fc3-c913-4288-99c0-dbac7fe1d482 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=d037f675-fb0e-49ad-b18c-61a76551307a HTTP/1.1" status: 200 len: 210 time: 0.0303464 Nov 01 19:18:15.688936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:15.719678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:18:15.728218 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:18:15.728814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:17:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:15.832328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:18:16.024331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:16.050565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afd8ac-c089-4c97-a322-9427e97b5271 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:18:16.272077 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f523f-2328-45ad-baa8-ab8a1a0d2418 None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:18:16.826210 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-5f8b614f-b290-41c3-a070-95eea0ee1e5c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--180840927&fields=id&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 267 time: 0.0324297 Nov 01 19:18:16.933609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-ddeba767-bd9c-49fb-9655-4c755e79a3ae tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:16.934966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-ddeba767-bd9c-49fb-9655-4c755e79a3ae tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1022899 Nov 01 19:18:16.950061 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-069ca700-c5e3-4919-a135-2398351dcc41 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/quotas/e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 375 time: 0.0093975 Nov 01 19:18:17.002639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-2f0a2b7d-c44d-4e78-bbb5-0813c908982b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474074 Nov 01 19:18:17.102584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-05bd7786-21cd-45ed-b07c-ba9f02468f1b service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871649 Nov 01 19:18:17.193574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-91fbdbbf-84ad-49ac-9761-6e718124c642 service neutron] 10.222.0.31 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Nov 01 19:18:17.432733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-76f5b0e7-3249-4f0b-8abf-e61688fdb1d7 req-4de0f334-700c-49a0-af89-2326676f5e4f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0292914 Nov 01 19:18:18.420766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:18:18.446030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 1eb50f6f-ab23-481c-808a-99e4dd218c2c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:18:18.446378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 1eb50f6f-ab23-481c-808a-99e4dd218c2c not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:18:18.529397 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-069a23eb-7ba7-4967-8e65-3844fb9a9956 req-c3e53adb-e070-44df-b714-a39dc4d41fd8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0261841 Nov 01 19:18:18.758937 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d428723f-f77d-4d96-91df-a4c557ce0d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:19.174989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-c662f864-5eac-4a7e-a7e5-be6faa0ce0e6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:19.176915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-c662f864-5eac-4a7e-a7e5-be6faa0ce0e6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 812 time: 0.1060994 Nov 01 19:18:19.221796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-67295611-217c-41f1-b811-0090533fb7c3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 379 time: 0.0352423 Nov 01 19:18:19.232392 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'port': {'device_id': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'admin_state_up': True, 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'security_groups': ['63515fc0-af25-4bf8-b366-8ac5b1729688']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:18:19.427215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Made reservation on behalf of e7aaab72423d4dc49c9ebb503d017d56 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:18:19.431565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:19.555117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Allocated IP 172.20.0.3 (deb1b140-189d-49fa-9c8b-3408690765fb/6567b23f-d4f9-4df7-aef1-22dcae8c9243/2ceb8a28-1a38-4ea7-9853-1c982e976d9f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:18:19.634613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c103b13-63a4-4bba-a94f-9fd1ec94c80d req-e8e8c234-0969-42ba-9e0a-dd07d1616dad tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0303352 Nov 01 19:18:19.697723 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:19.799017 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:19.839250 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Network deb1b140-189d-49fa-9c8b-3408690765fb is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:18:19.842223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:18:19.848627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:18:19.876585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:19.902505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:19.903135 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:19.980044 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-1586752b-ab46-4f38-99e3-f7db576a9834 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510548 Nov 01 19:18:19.992333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Request body: {'port': {'device_id': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:18:20.051848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.121723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0bf9b1ea-c3da-4d95-9e74-a99e0dc1450d None None] Provisioning complete for port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:18:20.122275 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0bf9b1ea-c3da-4d95-9e74-a99e0dc1450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.156090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9b1ea-c3da-4d95-9e74-a99e0dc1450d None None] Port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:18:20.312500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:18:20.320634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.332800 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Transition to ACTIVE for port object 2ceb8a28-1a38-4ea7-9853-1c982e976d9f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:18:20.392961 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.445767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:20.519217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:18:20.519580 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:18:20.519944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:18:20.525212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:18:20.525683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:18:20.531024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:18:20.531366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:18:20.531789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:18:20.532225 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Bound port: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:18:20.532593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.597792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:18:20.601051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:18:20.685018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.722617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:20.723469 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.725064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] 10.222.0.32 "PUT /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1091 time: 0.7371597 Nov 01 19:18:20.725853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:20.728256 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:20.751099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51dfba-df49-4633-8ddd-b5f279295495 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:20.758352 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865974f-1244-4e61-bde9-5599d6ac345f req-0aa32f3d-bfc9-4251-8763-1227263683a2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:20.760728 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f865974f-1244-4e61-bde9-5599d6ac345f req-0aa32f3d-bfc9-4251-8763-1227263683a2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0538657 Nov 01 19:18:20.781290 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c4aac-6acf-4787-af11-255f6650fa16 x-openstack-request-id: req-698c4aac-6acf-4787-af11-255f6650fa16 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:20.785235 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:20.785619 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-698c4aac-6acf-4787-af11-255f6650fa16 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:20.786592 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'status': 'completed', 'code': 200} Nov 01 19:18:20.808471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f865974f-1244-4e61-bde9-5599d6ac345f req-735e11f0-96f9-43a1-97e6-f9f4d077269c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Nov 01 19:18:20.851368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-565a8096-286c-40e8-a4e1-ee76d101c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:20.853010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-565a8096-286c-40e8-a4e1-ee76d101c8a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0523331 Nov 01 19:18:20.896441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-99922f9a-09f5-4da8-9da7-4c312f39c7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:20.956742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-c67840a7-44d0-49ff-b2c8-0e055613aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:20.958226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-c67840a7-44d0-49ff-b2c8-0e055613aa05 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967400 Nov 01 19:18:21.059411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-7157c0c8-2982-4fa9-b243-e180b749279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:21.060929 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d86f01e-2770-415e-8fa0-dfc5c794e1e2 req-7157c0c8-2982-4fa9-b243-e180b749279a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958910 Nov 01 19:18:21.137393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-fad05670-894c-405e-851f-7182ed18066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:21.138806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-fad05670-894c-405e-851f-7182ed18066d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0415993 Nov 01 19:18:21.184591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-e2f950c1-bc14-4abb-a3c5-15d4074e5afd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 217 time: 0.0381341 Nov 01 19:18:21.232728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-2f3f5e26-5782-4b7c-9e5f-c103ff5e023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:21.234164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-2f3f5e26-5782-4b7c-9e5f-c103ff5e023a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0429008 Nov 01 19:18:21.278860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe497-736a-4929-bd41-0a813477abda req-f0807cef-1cfa-454e-8fa5-f4f3c0edde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:21.280368 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-f0807cef-1cfa-454e-8fa5-f4f3c0edde7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393653 Nov 01 19:18:21.372154 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-c109868e-e72b-467f-967a-44cd11f05ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845952 Nov 01 19:18:21.466885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-264fe497-736a-4929-bd41-0a813477abda req-8f92c96b-86bc-4dc8-bd36-f6a728a28c41 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875468 Nov 01 19:18:21.926777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571b58f-4805-4b72-8452-7e63d8b2249f req-48ffd432-6310-4f57-b2d7-a9f4168f87ee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:21.928273 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f571b58f-4805-4b72-8452-7e63d8b2249f req-48ffd432-6310-4f57-b2d7-a9f4168f87ee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0487492 Nov 01 19:18:21.965925 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f571b58f-4805-4b72-8452-7e63d8b2249f req-f1452fbe-3ed5-4142-8c61-627620992f16 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Nov 01 19:18:22.290498 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:22.450121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:18:22.543258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:22.554375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:18:22.589985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:22.605783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:18:22.625778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:22.673271 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:22.720498 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:22.862926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['2ceb8a28-1a38-4ea7-9853-1c982e976d9f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:18:23.087184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758adb1-8274-4fe9-b453-7ef8f0c47be5 req-5c8f276b-492c-42ac-8789-76f212b4a756 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:23.088668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7758adb1-8274-4fe9-b453-7ef8f0c47be5 req-5c8f276b-492c-42ac-8789-76f212b4a756 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0532954 Nov 01 19:18:23.125462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7758adb1-8274-4fe9-b453-7ef8f0c47be5 req-f6aadd63-3c90-4dc2-99b0-d5c3a43afd72 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309036 Nov 01 19:18:23.964526 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:24.240535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce006b2c-4bea-4715-8ea3-b80d7cc5e1d6 req-2eac2b9c-04ac-43d4-b24c-c6a911975d8a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:24.242642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce006b2c-4bea-4715-8ea3-b80d7cc5e1d6 req-2eac2b9c-04ac-43d4-b24c-c6a911975d8a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0485475 Nov 01 19:18:24.279695 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce006b2c-4bea-4715-8ea3-b80d7cc5e1d6 req-1b926904-7b28-414c-abd6-5c754478c1bc tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Nov 01 19:18:24.457573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:18:24.599039 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:18:24.604290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:18:24.604672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:24.682848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:24.704567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:24.706785 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa817c-a4f3-4421-94b7-a206fd797a5f" -d '{"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-plugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:24.720335 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:18:24.743309 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93e8f7-aafa-4b29-b57c-e54dfc7d7044 x-openstack-request-id: req-3e93e8f7-aafa-4b29-b57c-e54dfc7d7044 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:24.743618 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-plugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:24.743893 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e93e8f7-aafa-4b29-b57c-e54dfc7d7044 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:24.744306 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'code': 200} Nov 01 19:18:24.775856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:24.823585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:18:24.842248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691741-62fc-444e-a77a-1fb0e9a2ecf5 req-5768b202-dfdb-4f5e-a027-8c02a1f6984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:24.843744 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d691741-62fc-444e-a77a-1fb0e9a2ecf5 req-5768b202-dfdb-4f5e-a027-8c02a1f6984c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1096 time: 0.0424092 Nov 01 19:18:24.881684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4d691741-62fc-444e-a77a-1fb0e9a2ecf5 req-fb470fd8-3d83-483e-93d2-f32c2a2e44d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Nov 01 19:18:25.396864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4dd5c-cdc8-41da-83b4-394c0046fce5 req-a86d98bf-038a-4949-b879-a012a8ca4500 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:25.398956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5b4dd5c-cdc8-41da-83b4-394c0046fce5 req-a86d98bf-038a-4949-b879-a012a8ca4500 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0498543 Nov 01 19:18:25.436559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c5b4dd5c-cdc8-41da-83b4-394c0046fce5 req-852a9393-c9b5-44c3-a4a3-2e6c81f621cf tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Nov 01 19:18:26.556540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd6394-4c72-432e-8dd3-42667b540cb9 req-94fbb17d-870f-46b0-9e84-3da91932f732 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:26.557991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82cd6394-4c72-432e-8dd3-42667b540cb9 req-94fbb17d-870f-46b0-9e84-3da91932f732 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0524359 Nov 01 19:18:26.596087 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82cd6394-4c72-432e-8dd3-42667b540cb9 req-d1eb0b9b-35d5-43d4-888e-22f351581def tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322065 Nov 01 19:18:26.711723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a329c27-6c38-4984-8237-f47d9f6f4b2c req-75cf9c0f-e3c6-4f68-9db5-19faea8d9cfb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:26.713208 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a329c27-6c38-4984-8237-f47d9f6f4b2c req-75cf9c0f-e3c6-4f68-9db5-19faea8d9cfb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0508499 Nov 01 19:18:26.721788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 40970) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:18:26.726067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Request body: {'floatingip': {'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:18:26.766594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:26.798565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:27.509187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:27.575750 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:27.676405 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 associated. External IP: 172.25.2.117, port: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f. Nov 01 19:18:27.878753 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:18:27.984346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:18:27.989297 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:27.994157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:18:28.003333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:18:28.003963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:28.016939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-63ecc01a-1aa0-4993-9f6a-623380b7def6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "PUT /v2.0/floatingips/5da0c1db-1941-448e-98e2-1f9cf92e0d91 HTTP/1.1" status: 200 len: 992 time: 1.2941711 Nov 01 19:18:28.017611 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:18:28.020009 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:18:28.063636 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0392fde8-71f2-4755-af11-2c7286a27ba5 x-openstack-request-id: req-0392fde8-71f2-4755-af11-2c7286a27ba5 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:18:28.064727 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:18:28.064983 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0392fde8-71f2-4755-af11-2c7286a27ba5 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:18:28.065408 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'status': 'completed', 'code': 200} Nov 01 19:18:28.129756 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-dc69f42a-9d7c-42df-bce1-038a45c04e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:28.131226 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-dc69f42a-9d7c-42df-bce1-038a45c04e8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1096 time: 0.0439894 Nov 01 19:18:28.226039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-237765de-b79c-403c-8a3a-44e58c7cb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:28.227873 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-237765de-b79c-403c-8a3a-44e58c7cb466 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0880914 Nov 01 19:18:28.269238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:18:28.296836 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-b9cea092-30c2-4326-86df-4961b7e1975c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.0623002 Nov 01 19:18:28.346840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-7763de5a-9d22-4dd0-a59e-cc32e4c056b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:28.348351 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-7763de5a-9d22-4dd0-a59e-cc32e4c056b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0447845 Nov 01 19:18:28.394873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-6e9498de-0206-4a75-a4d1-fd2e6a1a31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:28.396325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-6e9498de-0206-4a75-a4d1-fd2e6a1a31f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401556 Nov 01 19:18:28.491109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-da264e81-391b-4535-bbe1-df46e59fc454 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863609 Nov 01 19:18:28.493771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:18:27Z', 'revision_number': 13, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:28.520622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:18:28.528866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:18:28.529473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:18:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:28.574596 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:18:28.579804 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1b12cea2-6cf3-4c7b-a388-5e834a6e6337 req-0fe36fe1-d167-4347-a421-47aa7383d901 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Nov 01 19:18:28.636466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:18:28.861132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:18:27Z', 'revision_number': 13, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:18:28.888609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39ac19-dfa8-434f-956f-91119a5bba77 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '5da0c1db-1941-448e-98e2-1f9cf92e0d91', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '03f19750-ed17-451a-96db-067948d18775', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:09:25Z', 'updated_at': '2021-11-01T19:18:27Z', 'revision_number': 13, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:18:29.083377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bffddc-3971-4737-bf3d-f288d81bf547 None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:18:35.438650 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:39.649806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:48.104438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-82649346-0c5c-4209-aafe-bde550fb1e67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458152 Nov 01 19:18:48.187458 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-1e31e772-0099-4fed-bcf6-568b04a2d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:48.188972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-1e31e772-0099-4fed-bcf6-568b04a2d24f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1096 time: 0.0420849 Nov 01 19:18:48.300424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-2cd3dad2-345b-41b4-b28e-35b4de45d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:48.301886 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-2cd3dad2-345b-41b4-b28e-35b4de45d159 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0926077 Nov 01 19:18:48.367089 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-b60f1175-44c9-453b-87a4-f6fc8fdca0c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1002 time: 0.0570159 Nov 01 19:18:48.414075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-3e6e3c37-7261-43ba-b894-aa0421edf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:48.415488 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-3e6e3c37-7261-43ba-b894-aa0421edf2fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0422721 Nov 01 19:18:48.464934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-54c0931d-ce2d-4165-8d0e-cd9790a3216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:18:48.466431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-54c0931d-ce2d-4165-8d0e-cd9790a3216f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435841 Nov 01 19:18:48.556137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-d298a200-ac35-4819-b7fa-52ad90749ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814750 Nov 01 19:18:48.648263 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-804b5c4a-f2fb-4253-8f0d-465803482268 req-825003f0-449e-464a-a8b9-34c40633168d service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840995 Nov 01 19:18:48.758300 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-384aee7b-958b-4fc8-842e-9f3da4cb47cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:50.912291 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-902c97f1-5f26-4555-bac9-33ec5ebae3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:52.283609 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:53.992675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:18:56.815224 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:05.420748 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:05.574053 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:19:09.632927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:18.791344 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01a24108-b750-4395-b264-cce4ae377849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:20.912100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f424c782-afcf-473b-a7ea-c4e7603b6a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:22.295262 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:24.009469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:26.792013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:35.432954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:39.672060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:42.573098 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:19:47.469526 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-ed41dfca-25b5-4eb7-93ea-5ffa44486b67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404580 Nov 01 19:19:47.551746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-77e8f0c4-7584-4d25-9f1a-9c0b099df558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:19:47.553236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-77e8f0c4-7584-4d25-9f1a-9c0b099df558 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1096 time: 0.0401623 Nov 01 19:19:47.658021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-4b9569ce-5b37-4cb2-811e-114aa81957de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:19:47.659556 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-4b9569ce-5b37-4cb2-811e-114aa81957de service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0871730 Nov 01 19:19:47.729617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-f7dbd806-f04f-4eb5-a997-694d39ae9364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1002 time: 0.0631688 Nov 01 19:19:47.782255 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-4d9b1bcb-fdac-4e5f-9a52-f660fecefd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:19:47.783703 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-4d9b1bcb-fdac-4e5f-9a52-f660fecefd0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0471613 Nov 01 19:19:47.828968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-65baf396-3a06-45f7-85f8-0d20715e6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:19:47.830426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-65baf396-3a06-45f7-85f8-0d20715e6a75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400193 Nov 01 19:19:47.919342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-d6b5c075-b3c9-4c2b-900c-2af729e10980 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818250 Nov 01 19:19:48.015176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ec4c38b0-3552-48f3-8b89-56b34841d806 req-4fd16b4b-6481-4fca-8fe3-1c4e4a03e650 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850427 Nov 01 19:19:48.763766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b79d8cd2-e8f0-4da0-9aaa-aa91af716879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:50.917480 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-64661768-0294-4ed4-8abd-e33b0e391cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:52.323337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:53.997524 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:19:56.791831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:05.489149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:06.828584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cca7-e114-40bb-a161-3c6af47463d4 req-99b8710a-1646-4887-8f46-ea0be297f6fd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:06.830095 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9161cca7-e114-40bb-a161-3c6af47463d4 req-99b8710a-1646-4887-8f46-ea0be297f6fd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0569968 Nov 01 19:20:06.867265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9161cca7-e114-40bb-a161-3c6af47463d4 req-fda6ca18-d35b-430c-a5ed-e1f41ba6a12e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Nov 01 19:20:09.684358 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:18.778472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d2f41a50-8307-41bf-a240-9ee71ff89beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:19.573639 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:20:19.670192 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71cbd4-0246-4307-a898-7b0736463444 req-922dc6d8-04bb-43c2-b590-00f4c16b56ee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:19.671752 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c71cbd4-0246-4307-a898-7b0736463444 req-922dc6d8-04bb-43c2-b590-00f4c16b56ee tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0549841 Nov 01 19:20:19.710766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c71cbd4-0246-4307-a898-7b0736463444 req-7791f3ca-8663-40c8-a356-743b617174f2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Nov 01 19:20:19.807658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-4b58436d-cc33-4bb1-8255-c1150501fc46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402696 Nov 01 19:20:20.831162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e28f5-ae81-4b0a-bdb0-c2fcb549f523 req-d5488036-f160-4e18-9f76-74880164cc98 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:20.832970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d47e28f5-ae81-4b0a-bdb0-c2fcb549f523 req-d5488036-f160-4e18-9f76-74880164cc98 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0499020 Nov 01 19:20:20.873297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d47e28f5-ae81-4b0a-bdb0-c2fcb549f523 req-b4dd9e54-efd5-44d1-afe6-857aaf836746 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337029 Nov 01 19:20:20.923513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c41dafa1-0e76-40d6-8217-f8df713df0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:21.615133 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-8a7fb3f0-c35c-44c3-be19-4a23ebc14f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:21.616684 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-8a7fb3f0-c35c-44c3-be19-4a23ebc14f53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1096 time: 0.0423510 Nov 01 19:20:21.712683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-3e70400b-d943-4c3f-8255-a67f0b673b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:21.714212 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-3e70400b-d943-4c3f-8255-a67f0b673b83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0893140 Nov 01 19:20:21.779375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-1d3ebe37-2df8-4a4a-89db-77eeff6fc4e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1002 time: 0.0572059 Nov 01 19:20:21.827024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-80c86e84-d671-46d9-ba71-990a86bfc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:21.828454 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-80c86e84-d671-46d9-ba71-990a86bfc835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0426600 Nov 01 19:20:22.002025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7c3f-31eb-41d3-87a5-413e95abdec1 req-d626ea3d-8537-45fb-a929-c0220db5777b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:22.003668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccba7c3f-31eb-41d3-87a5-413e95abdec1 req-d626ea3d-8537-45fb-a929-c0220db5777b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0567570 Nov 01 19:20:22.044543 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ccba7c3f-31eb-41d3-87a5-413e95abdec1 req-2c8fd1fd-b61e-4d38-bb02-5ca63378dec1 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Nov 01 19:20:22.199036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-ebd30692-ac30-4231-b1e7-d9668adc4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:22.200467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-ebd30692-ac30-4231-b1e7-d9668adc4dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649752 Nov 01 19:20:22.288064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-a51b89f3-7001-4acb-94ba-b0cf81977bbb service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800877 Nov 01 19:20:22.311676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:22.378803 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-4967d2d6-66e3-4ad9-811a-4326a789e9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Nov 01 19:20:23.160449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453ee99-9fbf-4cc5-9173-b64faf3793ba req-747b20aa-5387-49a3-bf30-88b30bd4d016 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:23.161982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b453ee99-9fbf-4cc5-9173-b64faf3793ba req-747b20aa-5387-49a3-bf30-88b30bd4d016 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0489633 Nov 01 19:20:23.199996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b453ee99-9fbf-4cc5-9173-b64faf3793ba req-995ce944-70b6-4ecc-bf15-12431e229649 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Nov 01 19:20:24.007032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:24.316080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd10e5b-a3d8-444f-a3ab-4319e88465de req-97322088-4c34-4b27-a075-fd52d94404c4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:24.317546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cd10e5b-a3d8-444f-a3ab-4319e88465de req-97322088-4c34-4b27-a075-fd52d94404c4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0491986 Nov 01 19:20:24.355140 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1cd10e5b-a3d8-444f-a3ab-4319e88465de req-b05e786a-d0f6-4c2e-9e4d-5092c47a5a0a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Nov 01 19:20:25.477274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bd0d9-f76d-46e1-b146-301b69057513 req-145b9d49-1c0a-454c-b659-960725125287 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:25.478756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c9bd0d9-f76d-46e1-b146-301b69057513 req-145b9d49-1c0a-454c-b659-960725125287 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0534551 Nov 01 19:20:25.515818 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c9bd0d9-f76d-46e1-b146-301b69057513 req-460b8206-f050-462d-883b-ca8bcd859cca tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Nov 01 19:20:26.645813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05b2e-db0a-485b-b64f-475173b6b1d1 req-4fbba8ce-8bb8-4865-9485-aab6c61fee09 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:26.647287 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75e05b2e-db0a-485b-b64f-475173b6b1d1 req-4fbba8ce-8bb8-4865-9485-aab6c61fee09 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0484362 Nov 01 19:20:26.685974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75e05b2e-db0a-485b-b64f-475173b6b1d1 req-1e19361e-3795-497f-bde6-d648b3e7fc06 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Nov 01 19:20:26.785835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:27.801022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813b85-35b6-4e1a-829d-613e7d0cee31 req-dcec0b06-a373-4ead-85e4-f5690ea9fe10 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:27.802483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2813b85-35b6-4e1a-829d-613e7d0cee31 req-dcec0b06-a373-4ead-85e4-f5690ea9fe10 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 01 19:20:27.839254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2813b85-35b6-4e1a-829d-613e7d0cee31 req-3e9c2ced-e6cb-4fca-8b1c-eecb7f9e2c00 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Nov 01 19:20:28.958329 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1254b-1f24-422a-9edb-89d1d77d604a req-5ca91a52-670e-451c-b74f-2a104eaf0bb5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:28.959747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1d1254b-1f24-422a-9edb-89d1d77d604a req-5ca91a52-670e-451c-b74f-2a104eaf0bb5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0524466 Nov 01 19:20:28.996565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1d1254b-1f24-422a-9edb-89d1d77d604a req-e52b45aa-c7a6-478a-aa2e-f56127fdc594 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301623 Nov 01 19:20:30.112684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b5c2-10b0-4815-ad8e-d352b6885c9f req-fa640292-690b-4cc7-944e-d2b07b222dac tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:30.114160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b3b5c2-10b0-4815-ad8e-d352b6885c9f req-fa640292-690b-4cc7-944e-d2b07b222dac tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0489395 Nov 01 19:20:30.150778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8b3b5c2-10b0-4815-ad8e-d352b6885c9f req-6acf334c-0604-4eb4-b9b5-31a96e505223 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Nov 01 19:20:31.267045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23845-c2c9-49cd-9750-1c68b1da4d5b req-cc70aa0a-0a8a-4657-be42-a57d6572bcf6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:31.268540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41c23845-c2c9-49cd-9750-1c68b1da4d5b req-cc70aa0a-0a8a-4657-be42-a57d6572bcf6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0477865 Nov 01 19:20:31.306073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41c23845-c2c9-49cd-9750-1c68b1da4d5b req-5c297524-fdca-4228-9b58-4a135d715aa7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Nov 01 19:20:32.430210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954152e0-c151-4276-a5b7-3bad61421028 req-69139f4b-b240-4e84-9fd9-7ab416a00e5a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:32.431611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-954152e0-c151-4276-a5b7-3bad61421028 req-69139f4b-b240-4e84-9fd9-7ab416a00e5a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0529218 Nov 01 19:20:32.469677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-954152e0-c151-4276-a5b7-3bad61421028 req-5b4ef869-7058-4d97-b0e4-f1b864472093 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Nov 01 19:20:33.586479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d16d-703b-47a6-bf99-d9b0db2e0557 req-4f3fc7f3-6b16-494c-a02e-9525267c998f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:33.587968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9160d16d-703b-47a6-bf99-d9b0db2e0557 req-4f3fc7f3-6b16-494c-a02e-9525267c998f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0494142 Nov 01 19:20:33.624992 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9160d16d-703b-47a6-bf99-d9b0db2e0557 req-2e5bc127-0b1b-42c2-a7bc-61d406fb4a34 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308828 Nov 01 19:20:34.746651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0273fe-e9eb-4f86-b715-e7135ede4967 req-6448df99-2601-4ebd-b0f3-e843dc377d7c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:34.748180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e0273fe-e9eb-4f86-b715-e7135ede4967 req-6448df99-2601-4ebd-b0f3-e843dc377d7c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0509319 Nov 01 19:20:34.785337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e0273fe-e9eb-4f86-b715-e7135ede4967 req-f11c27ff-8fb1-4c68-8f28-7b8897236aab tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Nov 01 19:20:35.506510 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:35.907111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a466ae-0d23-4bf4-bb6d-943d9db8da09 req-1ce5a0ff-85c2-4938-b86e-733d08076e76 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:35.908613 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a466ae-0d23-4bf4-bb6d-943d9db8da09 req-1ce5a0ff-85c2-4938-b86e-733d08076e76 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0543334 Nov 01 19:20:35.946623 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-68a466ae-0d23-4bf4-bb6d-943d9db8da09 req-bc3afd07-afc1-400d-9dd6-0aea99fd29c3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Nov 01 19:20:37.061744 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-279f95af-f022-46c8-84ad-4402ce6bc57f service neutron] show failed (client error): The resource could not be found. Nov 01 19:20:37.062807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-279f95af-f022-46c8-84ad-4402ce6bc57f service neutron] 10.222.0.32 "GET /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0557437 Nov 01 19:20:37.064718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8cacf-21f4-4c6c-9a54-5a1cc062855b req-3bf87b98-0007-4b44-a420-532d854a563a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:37.066218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7a8cacf-21f4-4c6c-9a54-5a1cc062855b req-3bf87b98-0007-4b44-a420-532d854a563a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0504208 Nov 01 19:20:37.104285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7a8cacf-21f4-4c6c-9a54-5a1cc062855b req-007ccb27-3cd5-4231-bf36-4e0633a2602b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Nov 01 19:20:37.575952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-15a114cd-9b1b-4a0f-a0e0-69689a82d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:37.577447 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-15a114cd-9b1b-4a0f-a0e0-69689a82d3e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1096 time: 0.0420201 Nov 01 19:20:37.590954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:20:37.644724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:37.843203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:20:37.875094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:20:37.914585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:20:37.916871 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b959aa6-d81d-487f-849a-3ababd4b5884" -d '{"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:20:37.920653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:37.932586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Transition to ACTIVE for port object 2ceb8a28-1a38-4ea7-9853-1c982e976d9f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:20:37.969833 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f06d6-4e88-4bb5-a310-d29b9a912dc5 x-openstack-request-id: req-2f3f06d6-4e88-4bb5-a310-d29b9a912dc5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:20:37.970127 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:20:37.970384 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f3f06d6-4e88-4bb5-a310-d29b9a912dc5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:20:37.970807 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'code': 200} Nov 01 19:20:38.014512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:38.096089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:20:38.110364 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.110717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.111060 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.111401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.111763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.112093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.112422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.112769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.113077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.113407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.113733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.114057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:38.151331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] No DVR routers for this DVR port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:20:38.251169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13685a-331d-4d72-ba41-dd278b49db7c req-1ae2bfc6-5c7f-479c-abc3-4bd5f833d8ef tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.252741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae13685a-331d-4d72-ba41-dd278b49db7c req-1ae2bfc6-5c7f-479c-abc3-4bd5f833d8ef tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0565481 Nov 01 19:20:38.291109 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae13685a-331d-4d72-ba41-dd278b49db7c req-feecc6b6-b791-466a-baff-f4e2d2d80f20 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Nov 01 19:20:38.296395 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:20:38.296552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:20:38.296894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:20:38.301947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:20:38.302264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:20:38.315639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:20:38.315639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:20:38.315639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:20:38.315639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Bound port: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:20:38.315639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:38.374898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:20:38.377846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:20:38.512610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:38.548023 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.548635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:38.550354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1091 time: 0.9640324 Nov 01 19:20:38.574217 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91dd6-0759-4aa5-9c38-90a8240655d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:20:38.619091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-17a908f4-7905-4b7c-b3bb-2183bec7892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.620625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-17a908f4-7905-4b7c-b3bb-2183bec7892c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0433557 Nov 01 19:20:38.718714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-7daee788-64bb-4316-b8cd-1ba68f8981a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.720218 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-7daee788-64bb-4316-b8cd-1ba68f8981a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0923104 Nov 01 19:20:38.784585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-691004a8-051a-4670-8756-ac1ca6e8996c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.0575442 Nov 01 19:20:38.834871 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-2effaf23-f6ec-4562-8a4f-0017c0bdcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.836402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-2effaf23-f6ec-4562-8a4f-0017c0bdcf7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0444729 Nov 01 19:20:38.885830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-8e00f4e0-bcc0-4afe-899a-975d450b0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:38.887603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-8e00f4e0-bcc0-4afe-899a-975d450b0065 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439508 Nov 01 19:20:38.940365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:20:38.978311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:20:38.980826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-648c99bd-44c3-4aeb-acc5-c1bbbe02e167 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866485 Nov 01 19:20:39.073003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-61946c53-76db-40fd-8afa-0367a4aabcf1 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Nov 01 19:20:39.419048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb43e4-c467-4216-9507-b1678df9838d req-cce4add4-6f84-4b2a-be07-3c3229a8a0bd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:39.420584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24bb43e4-c467-4216-9507-b1678df9838d req-cce4add4-6f84-4b2a-be07-3c3229a8a0bd tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0550063 Nov 01 19:20:39.459323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-24bb43e4-c467-4216-9507-b1678df9838d req-27824703-c23d-4929-8544-f1d5c8bf8d1a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327492 Nov 01 19:20:39.689311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:39.972585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:20:39.974955 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b72e4-c329-456f-83e3-54072585f00a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:20:40.024582 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63144ab5-6705-4bf8-8dc9-ba4fe58f1ffd x-openstack-request-id: req-63144ab5-6705-4bf8-8dc9-ba4fe58f1ffd {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:20:40.024883 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:20:40.025135 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63144ab5-6705-4bf8-8dc9-ba4fe58f1ffd {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:20:40.025543 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'status': 'completed', 'code': 200} Nov 01 19:20:40.116812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-155b1a6e-9b7a-4d63-8202-cf2dfa4181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.118370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-155b1a6e-9b7a-4d63-8202-cf2dfa4181e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0732346 Nov 01 19:20:40.120959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-1cd8fb40-66e2-417c-8366-c563797b5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.123283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-1cd8fb40-66e2-417c-8366-c563797b5331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0695350 Nov 01 19:20:40.290637 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-e30762a2-5440-42b5-93a1-95255f43fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.292484 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-e30762a2-5440-42b5-93a1-95255f43fa33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1648116 Nov 01 19:20:40.294108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-c3acd16c-3fc1-43d3-ad5e-707ca80a033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.295419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-c3acd16c-3fc1-43d3-ad5e-707ca80a033f service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1606472 Nov 01 19:20:40.409747 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-5bd127a6-6ac1-4b96-a769-401e685a1db1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.1085970 Nov 01 19:20:40.411491 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-510a5801-9da9-4d15-bef8-67b109006791 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.1093962 Nov 01 19:20:40.494487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-0a324782-fb81-4e0e-9308-b003bbdc2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.496066 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-0a324782-fb81-4e0e-9308-b003bbdc2866 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0779934 Nov 01 19:20:40.497894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-ed4dbc54-02b6-4c4f-ab96-80ea9d6841ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.499251 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-ed4dbc54-02b6-4c4f-ab96-80ea9d6841ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0734408 Nov 01 19:20:40.579532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-42381477-fb1a-417e-885e-bbce40478320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.581465 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-42381477-fb1a-417e-885e-bbce40478320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758698 Nov 01 19:20:40.586577 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece526c-091e-464c-8596-8ce1d71781d4 req-1b8f5df1-899b-4577-92b7-e2dbf5b4b167 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.587700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b72e4-c329-456f-83e3-54072585f00a req-92f7d79a-1033-404f-bba8-fa52defc653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:40.589256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-92f7d79a-1033-404f-bba8-fa52defc653a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760622 Nov 01 19:20:40.594955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ece526c-091e-464c-8596-8ce1d71781d4 req-1b8f5df1-899b-4577-92b7-e2dbf5b4b167 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0597088 Nov 01 19:20:40.637337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8ece526c-091e-464c-8596-8ce1d71781d4 req-738b7dae-3919-4abc-b016-acb003f7ef2f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Nov 01 19:20:40.745715 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-8f051d25-350b-46fe-acaf-1821be905dec service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553943 Nov 01 19:20:40.749589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-c7b274f8-0669-4c82-9f87-c03f8a175583 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511791 Nov 01 19:20:40.910886 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-753be419-9559-4636-8ec2-155f43e027b5 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571631 Nov 01 19:20:40.912854 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f33b72e4-c329-456f-83e3-54072585f00a req-eb48ab1e-b7ff-4cef-af65-089152ea69a5 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521883 Nov 01 19:20:41.757271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7488651-0cfe-4943-b0a8-335879cacebb req-d5837286-7947-43f5-915f-868c538e1f87 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:41.758768 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7488651-0cfe-4943-b0a8-335879cacebb req-d5837286-7947-43f5-915f-868c538e1f87 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0503850 Nov 01 19:20:41.796995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7488651-0cfe-4943-b0a8-335879cacebb req-64c5358d-aa73-4a2b-9593-f2a1a8ec7b7e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318682 Nov 01 19:20:42.918493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fef918-5046-42fc-85e5-74cb74d5d699 req-afcb6eb2-4c29-47c6-9733-a4fd93d14c4c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:42.920098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08fef918-5046-42fc-85e5-74cb74d5d699 req-afcb6eb2-4c29-47c6-9733-a4fd93d14c4c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0542691 Nov 01 19:20:42.959829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08fef918-5046-42fc-85e5-74cb74d5d699 req-8e82aa35-962c-4ac1-8904-5a0416d9548d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Nov 01 19:20:44.077164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3229-628a-4b13-b0ab-1f25818105b5 req-02403861-3683-47ba-97c2-48a83e51dc13 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:44.078668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc9c3229-628a-4b13-b0ab-1f25818105b5 req-02403861-3683-47ba-97c2-48a83e51dc13 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0485585 Nov 01 19:20:44.117074 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc9c3229-628a-4b13-b0ab-1f25818105b5 req-188bac2a-8497-4abc-8107-36354810c6de tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Nov 01 19:20:45.237105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfff45-3dfe-4201-a8b2-2cd44104f786 req-82238077-2084-46d9-a88b-d0c5ab7bcce2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:45.238661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4dfff45-3dfe-4201-a8b2-2cd44104f786 req-82238077-2084-46d9-a88b-d0c5ab7bcce2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0494814 Nov 01 19:20:45.275821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c4dfff45-3dfe-4201-a8b2-2cd44104f786 req-a8741262-c977-45c9-b11d-3473421d4ca8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312445 Nov 01 19:20:46.395677 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e020f0-d9ae-470a-be2a-d2a51c649a60 req-44e5a5a2-2497-4f2f-a357-09c289481f17 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:46.397134 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e020f0-d9ae-470a-be2a-d2a51c649a60 req-44e5a5a2-2497-4f2f-a357-09c289481f17 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0522192 Nov 01 19:20:46.434955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e020f0-d9ae-470a-be2a-d2a51c649a60 req-b787481e-fa91-480b-8507-49495245f50d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Nov 01 19:20:46.970742 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-e69f98ff-247e-419b-a415-215d1c41efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:46.972185 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-e69f98ff-247e-419b-a415-215d1c41efc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0455022 Nov 01 19:20:47.072900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-167c368a-a0a3-44a1-844e-3981ed1f5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:47.074348 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-167c368a-a0a3-44a1-844e-3981ed1f5078 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0837657 Nov 01 19:20:47.142544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-ba15e377-857c-43df-b242-8d2587c322a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.0606568 Nov 01 19:20:47.190382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-67bf0826-f703-47eb-9cc1-bc889c3d7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:47.191812 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-67bf0826-f703-47eb-9cc1-bc889c3d7f11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0426378 Nov 01 19:20:47.239351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-90aaa214-ecfa-4d5d-8116-0d45dead9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:47.240779 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-90aaa214-ecfa-4d5d-8116-0d45dead9c7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421319 Nov 01 19:20:47.333566 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-51a5a5f3-7b73-4e1f-a15c-04ec6e2352e4 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Nov 01 19:20:47.420623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-59c7bb5f-c9e2-4618-acf8-b54c1af4f84c req-8918ae49-9b3d-42b3-9e68-31652aa1039b service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797191 Nov 01 19:20:47.555519 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d5ed1-15db-402e-bd2c-04a89ec729f0 req-ef021ae8-2e1d-4f75-bb62-b1b494558f1c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:47.557022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f6d5ed1-15db-402e-bd2c-04a89ec729f0 req-ef021ae8-2e1d-4f75-bb62-b1b494558f1c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0529099 Nov 01 19:20:47.596168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f6d5ed1-15db-402e-bd2c-04a89ec729f0 req-40e05fa8-0a10-4963-a3a8-f93b73845a24 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Nov 01 19:20:48.717689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc2f22-bc45-4519-a049-4d2cc5178de6 req-f8121cfc-2964-456c-b05c-8ea56fa549b0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:48.719207 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcdc2f22-bc45-4519-a049-4d2cc5178de6 req-f8121cfc-2964-456c-b05c-8ea56fa549b0 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0505145 Nov 01 19:20:48.757311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fcdc2f22-bc45-4519-a049-4d2cc5178de6 req-237310d2-aac6-45f6-a670-332b710fdf74 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Nov 01 19:20:48.774702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-182d02f0-6bd8-4387-be61-d0d0af6c38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:49.878024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745485d-235a-4951-ac93-b58011b3f4d0 req-e80b7961-9b59-482f-ae9f-529b0c7efdb6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:49.879535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0745485d-235a-4951-ac93-b58011b3f4d0 req-e80b7961-9b59-482f-ae9f-529b0c7efdb6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0528259 Nov 01 19:20:49.923745 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0745485d-235a-4951-ac93-b58011b3f4d0 req-5e8212a4-637c-42a4-b216-13001382d332 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381866 Nov 01 19:20:50.929069 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-151bb411-7ea2-4d93-a9c9-6be71b57a092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:51.041257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc70f6-7534-4ce9-b5ba-c285254f09ce req-1c3059f6-1a6a-4d78-ba56-16fad98931f5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:51.042869 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3dc70f6-7534-4ce9-b5ba-c285254f09ce req-1c3059f6-1a6a-4d78-ba56-16fad98931f5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0494044 Nov 01 19:20:51.081387 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3dc70f6-7534-4ce9-b5ba-c285254f09ce req-4aa9917a-994c-4709-b604-68b3ef83dee9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Nov 01 19:20:52.200595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3d469-0cd3-4869-9796-e8a5bd47bc37 req-fed1a38f-b1a0-4d02-8ee1-8238aafca106 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:52.202100 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92a3d469-0cd3-4869-9796-e8a5bd47bc37 req-fed1a38f-b1a0-4d02-8ee1-8238aafca106 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0509565 Nov 01 19:20:52.242258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92a3d469-0cd3-4869-9796-e8a5bd47bc37 req-579850db-77a9-4997-a784-b9eebc86a006 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335426 Nov 01 19:20:52.311893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:53.364570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22414a-62b5-4416-bfcd-82008bf0ce01 req-67ee111a-bc4d-4b70-8b36-8e3678d388a4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:53.366034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd22414a-62b5-4416-bfcd-82008bf0ce01 req-67ee111a-bc4d-4b70-8b36-8e3678d388a4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0534215 Nov 01 19:20:53.403744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bd22414a-62b5-4416-bfcd-82008bf0ce01 req-e9a84a37-e42c-4e91-a375-87bfa459a3d4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Nov 01 19:20:54.069243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:54.519679 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a314-65a2-4bac-b081-aff47321f8d0 req-8b0527b2-ec09-479d-adb8-bdac5a28330e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:54.521191 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d06a314-65a2-4bac-b081-aff47321f8d0 req-8b0527b2-ec09-479d-adb8-bdac5a28330e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0486891 Nov 01 19:20:54.558496 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d06a314-65a2-4bac-b081-aff47321f8d0 req-8a9fd6ab-d926-4454-a2e1-c227be6c852a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Nov 01 19:20:55.110125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c689b4-0970-4ecb-a917-ee3929dbba7b req-29f938e9-5914-4fe3-bc66-24eddeb01151 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.111619 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c689b4-0970-4ecb-a917-ee3929dbba7b req-29f938e9-5914-4fe3-bc66-24eddeb01151 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 943 time: 0.0485563 Nov 01 19:20:55.150160 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9c689b4-0970-4ecb-a917-ee3929dbba7b req-7e9183cd-478a-4c64-b6e0-587fa447acaa tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318706 Nov 01 19:20:55.162792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-5772499e-f919-4c65-85b8-2e83eeba605a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.164293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-5772499e-f919-4c65-85b8-2e83eeba605a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 943 time: 0.0558755 Nov 01 19:20:55.223514 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-4c6632a3-9b4b-4dc6-a23e-156607739031 service neutron] 10.222.0.37 "GET /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f/bindings/n-h1-815923-2 HTTP/1.1" status: 200 len: 382 time: 0.0515540 Nov 01 19:20:55.284697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-c8ce1a5d-6f0a-4178-85d8-aa38f2b88398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.286130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-c8ce1a5d-6f0a-4178-85d8-aa38f2b88398 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1094 time: 0.0404050 Nov 01 19:20:55.379215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-a00ce40a-6137-4e9b-8c2d-4d7807ba6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.380704 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-a00ce40a-6137-4e9b-8c2d-4d7807ba6498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0876906 Nov 01 19:20:55.384827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:20:55.449040 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-f43c970b-1a50-4960-b40b-cb6b84cde7e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.0599697 Nov 01 19:20:55.482459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:20:55.493311 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:20:55.497711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-d0ba1077-df66-4ba3-a5a3-b75d7c1cc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.499285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-d0ba1077-df66-4ba3-a5a3-b75d7c1cc4ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0438457 Nov 01 19:20:55.530047 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:55.542579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:20:55.548833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-48634840-2f7b-40f7-8663-e470e809b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:55.550350 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-48634840-2f7b-40f7-8663-e470e809b5fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447819 Nov 01 19:20:55.562098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:20:55.635337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:55.642006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-c0368afd-b6a9-4465-bd00-53a5af3770a6 service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844610 Nov 01 19:20:55.686946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:20:55.694387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.694733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.695074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.695408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.695766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.696102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.696433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.696753 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.697103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.697426 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.697748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.698069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:20:55.738307 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-75bbf19e-302f-4ae8-90aa-688fb3f7a04f service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898569 Nov 01 19:20:55.972221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['2ceb8a28-1a38-4ea7-9853-1c982e976d9f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:20:56.273297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f8f9-c9bf-457f-8d99-e4e4f3be4296 req-7d90a97b-ddf7-40a6-a87b-c405828fe0a7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:56.274671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a92f8f9-c9bf-457f-8d99-e4e4f3be4296 req-7d90a97b-ddf7-40a6-a87b-c405828fe0a7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0530760 Nov 01 19:20:56.311177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a92f8f9-c9bf-457f-8d99-e4e4f3be4296 req-d565911d-1e15-458d-8be4-b3aafb2fd985 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306129 Nov 01 19:20:56.572429 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:20:56.796954 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:57.399676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:20:57.431864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee0e55-c060-40ab-8863-c6b07460956c req-3a45206c-a61f-4305-905c-3d7ca4e97174 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:57.433362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7ee0e55-c060-40ab-8863-c6b07460956c req-3a45206c-a61f-4305-905c-3d7ca4e97174 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0506954 Nov 01 19:20:57.473092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7ee0e55-c060-40ab-8863-c6b07460956c req-811290ed-b168-4897-a1f2-5c3939868ca8 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337424 Nov 01 19:20:57.549237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:20:57.553867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:20:57.554363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:57.636430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:57.663321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:20:57.665573 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4c8862-f0c8-4be1-8453-42856ba21dd5" -d '{"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-plugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:20:57.679591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:20:57.720294 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4555e123-8693-4775-a282-a9eaced7fed2 x-openstack-request-id: req-4555e123-8693-4775-a282-a9eaced7fed2 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:20:57.720583 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-plugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:20:57.725805 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4555e123-8693-4775-a282-a9eaced7fed2 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:20:57.725805 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'code': 200} Nov 01 19:20:57.783671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:20:57.834844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:20:58.594833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657867-e0ab-47aa-abbc-49a0ce7aef10 req-a7049d43-7de1-4f57-b5dd-f86f6ba9bf45 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:58.596744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c657867-e0ab-47aa-abbc-49a0ce7aef10 req-a7049d43-7de1-4f57-b5dd-f86f6ba9bf45 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0532973 Nov 01 19:20:58.638714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c657867-e0ab-47aa-abbc-49a0ce7aef10 req-f125ea5e-dc19-4f77-9149-d62935e0ffa9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350590 Nov 01 19:20:59.767878 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94651fc4-3845-4853-bdb6-8c662e8b41fb req-b4bd1e4a-7407-41cc-8d08-3121547fe22f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:20:59.770084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94651fc4-3845-4853-bdb6-8c662e8b41fb req-b4bd1e4a-7407-41cc-8d08-3121547fe22f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0564439 Nov 01 19:20:59.808367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-94651fc4-3845-4853-bdb6-8c662e8b41fb req-660b6597-7776-43ff-a458-070042c4be57 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320070 Nov 01 19:21:00.925190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319967bb-ebd2-4d4a-ac04-2b18999d3473 req-8bdfe131-87ac-40eb-bbf3-4666322eb1f2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:00.926681 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-319967bb-ebd2-4d4a-ac04-2b18999d3473 req-8bdfe131-87ac-40eb-bbf3-4666322eb1f2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0490153 Nov 01 19:21:00.966488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-319967bb-ebd2-4d4a-ac04-2b18999d3473 req-cd0b3094-c090-4239-b3e4-4516e1e5be8a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Nov 01 19:21:00.986777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-749c0bbb-d77e-49c7-9f4f-b8c588593e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:00.988358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-749c0bbb-d77e-49c7-9f4f-b8c588593e67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a&tenant_id=e7aaab72423d4dc49c9ebb503d017d56 HTTP/1.1" status: 200 len: 1096 time: 0.0421801 Nov 01 19:21:01.000986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:01.054129 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:01.260691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:01.292751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:21:01.344500 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:01.346772 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e25c6a-ba67-4e02-9954-a0f8e4da9a8e" -d '{"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:01.350833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:01.363165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Transition to ACTIVE for port object 2ceb8a28-1a38-4ea7-9853-1c982e976d9f will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:21:01.395223 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adcf1d6-8545-43ec-ae07-6c02e87e87aa x-openstack-request-id: req-4adcf1d6-8545-43ec-ae07-6c02e87e87aa {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:01.395541 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:01.395803 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4adcf1d6-8545-43ec-ae07-6c02e87e87aa {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:01.397082 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'code': 200} Nov 01 19:21:01.416203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:21:01.420243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:01.455252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:21:01.508761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:01.548676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] No DVR routers for this DVR port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:21:02.002881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:21:02.003493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:21:02.003770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:02.007805 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:21:02.008125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Attempting to bind port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on network deb1b140-189d-49fa-9c8b-3408690765fb {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:02.012913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:21:02.013246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Checking segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:21:02.013624 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Bound using segment: {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:21:02.014046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Bound port: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c35ce9-d022-454d-827b-49a611b19521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:21:02.014399 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:02.076088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:21:02.079343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:21:02.084462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b56e-f0f2-42e7-8531-3f3ea9cf801f req-9cbe96f6-0886-4909-860c-e0aab367b121 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.085968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e9b56e-f0f2-42e7-8531-3f3ea9cf801f req-9cbe96f6-0886-4909-860c-e0aab367b121 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0495753 Nov 01 19:21:02.124606 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74e9b56e-f0f2-42e7-8531-3f3ea9cf801f req-ddb278c1-ec48-4eda-9646-a196706030e4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Nov 01 19:21:02.170209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:02.208582 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.209193 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:02.210579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] 10.222.0.32 "PUT /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1092 time: 1.2143764 Nov 01 19:21:02.233387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a6373-8b69-47cc-95de-8ed57503e150 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=11']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:02.277093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-81e1d30c-31e2-45fc-8a12-8025f7d297f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.279195 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-81e1d30c-31e2-45fc-8a12-8025f7d297f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1095 time: 0.0428667 Nov 01 19:21:02.373777 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-33439c21-51a2-4bde-ad12-f7a556dfe850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.375250 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-33439c21-51a2-4bde-ad12-f7a556dfe850 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.0886831 Nov 01 19:21:02.445479 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-63a2f4ce-ec1d-4842-a8e3-727fc66b8106 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.0632603 Nov 01 19:21:02.494292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-7b29ddaf-b8fc-4d56-a3ed-0e7b6e10d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.495681 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-7b29ddaf-b8fc-4d56-a3ed-0e7b6e10d9c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0435295 Nov 01 19:21:02.541987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-11346d79-69b5-4a17-8ca2-56d64b2aa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:02.543377 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-11346d79-69b5-4a17-8ca2-56d64b2aa66a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400081 Nov 01 19:21:02.635270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-aa1610aa-3188-46ee-85be-6a18bba73040 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838048 Nov 01 19:21:02.726366 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b0d3cdf0-54d0-44ba-8b38-da479e9cc7de req-a5fd51c6-5598-4682-a57b-b388ca42d4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Nov 01 19:21:03.248932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969832b9-d58d-4152-8ff8-6f83a3bc5e50 req-ba4e29e6-7f5e-4717-a211-52190aac60a3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.250424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-969832b9-d58d-4152-8ff8-6f83a3bc5e50 req-ba4e29e6-7f5e-4717-a211-52190aac60a3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0543609 Nov 01 19:21:03.287969 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-969832b9-d58d-4152-8ff8-6f83a3bc5e50 req-f53b5564-2fbf-4817-87f1-228205123306 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Nov 01 19:21:03.397017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:03.399402 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def43b56-d745-4bb5-a439-baf45ea3c831" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:03.453533 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd482c0-22eb-4f1e-8422-8b067ac1b6b9 x-openstack-request-id: req-4fd482c0-22eb-4f1e-8422-8b067ac1b6b9 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:03.454009 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:03.454317 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fd482c0-22eb-4f1e-8422-8b067ac1b6b9 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:03.454782 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'status': 'completed', 'code': 200} Nov 01 19:21:03.547350 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-f88ffe91-e085-4d1b-92c1-e684d7c4fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.548899 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-f88ffe91-e085-4d1b-92c1-e684d7c4fcf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1095 time: 0.0725231 Nov 01 19:21:03.554976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-23ce3595-bb54-4afd-ae4b-cd486d3f4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.556660 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-23ce3595-bb54-4afd-ae4b-cd486d3f4544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 1095 time: 0.0716565 Nov 01 19:21:03.714435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-4b223808-47e9-42e9-8eed-b45251481546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.716125 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-4b223808-47e9-42e9-8eed-b45251481546 service neutron] 10.222.0.37 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1586006 Nov 01 19:21:03.721926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-b065c899-ac5c-4e8d-bb6a-b458b64c0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.721926 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-b065c899-ac5c-4e8d-bb6a-b458b64c0c57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 200 len: 913 time: 0.1545804 Nov 01 19:21:03.829656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-669dd11d-6da4-4032-a180-dc116e701dde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.1067901 Nov 01 19:21:03.833613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-1cdbb1c3-22f4-4679-8717-78c7cfc65468 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 200 len: 1000 time: 0.1038308 Nov 01 19:21:03.917021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-cb89c82e-34d1-43d9-a0cf-0c0421504c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.918562 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-cb89c82e-34d1-43d9-a0cf-0c0421504c27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0810876 Nov 01 19:21:03.919991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-7a0be7da-dd8c-42a5-b1da-d3832d43c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.921349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-7a0be7da-dd8c-42a5-b1da-d3832d43c934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 200 len: 851 time: 0.0765355 Nov 01 19:21:03.994956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-bbb7fc9c-de7c-4b9a-93d5-4bc55536b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:03.996434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-bbb7fc9c-de7c-4b9a-93d5-4bc55536b855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710464 Nov 01 19:21:03.998740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-bc0abf89-e963-4631-adb7-f71a42610723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:04.000109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-bc0abf89-e963-4631-adb7-f71a42610723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=deb1b140-189d-49fa-9c8b-3408690765fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669947 Nov 01 19:21:04.162099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-dd3f415b-8544-429c-9c27-cf2e72ecd12e service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574674 Nov 01 19:21:04.164059 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-c3e1c254-48ed-4f82-9379-efe5b998e3fb service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524887 Nov 01 19:21:04.329666 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-11c32005-0fc9-4d71-babc-4f6f210a341d service neutron] 10.222.0.37 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583974 Nov 01 19:21:04.331901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-def43b56-d745-4bb5-a439-baf45ea3c831 req-02ef3555-de64-4e35-abd8-9f150412f080 service neutron] 10.222.0.32 "GET /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530430 Nov 01 19:21:04.413529 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ad38-ac3b-4891-9be9-f619f66047fd req-a9362797-afa5-4919-a4cd-b5d580f7fc41 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:04.415715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2e6ad38-ac3b-4891-9be9-f619f66047fd req-a9362797-afa5-4919-a4cd-b5d580f7fc41 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0494063 Nov 01 19:21:04.455272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e2e6ad38-ac3b-4891-9be9-f619f66047fd req-b0d0593a-e265-4693-afe7-19b32bcf479c tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Nov 01 19:21:05.475046 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:05.576140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0724f-1092-42ce-b574-a550783fca78 req-cce5fe54-8896-4860-adcc-171c994d7d11 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:05.577843 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61e0724f-1092-42ce-b574-a550783fca78 req-cce5fe54-8896-4860-adcc-171c994d7d11 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0515399 Nov 01 19:21:05.616370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61e0724f-1092-42ce-b574-a550783fca78 req-9cc0b80d-4bbf-4e5c-9280-1dece0e4bdea tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Nov 01 19:21:06.739905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c61b1-edb3-4cc3-9c71-9d5271cac39a req-f83377cd-7f13-4269-be56-098394dbecb6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:06.741525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de7c61b1-edb3-4cc3-9c71-9d5271cac39a req-f83377cd-7f13-4269-be56-098394dbecb6 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0540497 Nov 01 19:21:06.783203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de7c61b1-edb3-4cc3-9c71-9d5271cac39a req-9df22994-196e-4486-8377-0969d1981bfe tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343256 Nov 01 19:21:07.904052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a66342-2406-4c67-b651-a3c336e0c557 req-aee2c796-110a-451b-b68c-05df58627255 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:07.905586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89a66342-2406-4c67-b651-a3c336e0c557 req-aee2c796-110a-451b-b68c-05df58627255 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0511508 Nov 01 19:21:07.942916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89a66342-2406-4c67-b651-a3c336e0c557 req-bf2cb878-4b69-4956-9e75-ff529a3d4ba4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310686 Nov 01 19:21:09.080760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9ad3-55fe-4853-9429-c97e00db6cb9 req-0c423aef-cf8f-459b-b011-4e2083c7d15a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:09.083092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27be9ad3-55fe-4853-9429-c97e00db6cb9 req-0c423aef-cf8f-459b-b011-4e2083c7d15a tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0522881 Nov 01 19:21:09.127179 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-27be9ad3-55fe-4853-9429-c97e00db6cb9 req-9df902c6-8a2c-4a2f-a765-5673b3b10cbb tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383530 Nov 01 19:21:09.711404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:10.256747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec815d-8936-4b38-b9be-5e9503bea20b req-62f847ee-58c6-4253-afc4-defcea09e8a5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:10.258219 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45ec815d-8936-4b38-b9be-5e9503bea20b req-62f847ee-58c6-4253-afc4-defcea09e8a5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0539672 Nov 01 19:21:10.296422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-45ec815d-8936-4b38-b9be-5e9503bea20b req-88999136-91f2-4ccd-b7f0-4529454aecf3 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Nov 01 19:21:11.418098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdf1a0-5c8a-4b76-9e74-a3b573c64509 req-4753189d-3958-4d05-87b5-098fcbfa56fe tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:11.419739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdbdf1a0-5c8a-4b76-9e74-a3b573c64509 req-4753189d-3958-4d05-87b5-098fcbfa56fe tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0533290 Nov 01 19:21:11.457940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdbdf1a0-5c8a-4b76-9e74-a3b573c64509 req-e95ac54c-35fb-4a0e-b688-69d6293e360d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Nov 01 19:21:12.574038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e92c8-6cce-4d44-9314-fae0ac0aec58 req-a1600f91-32bf-4f80-abcf-014a2346b03e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:12.576042 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a8e92c8-6cce-4d44-9314-fae0ac0aec58 req-a1600f91-32bf-4f80-abcf-014a2346b03e tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0487516 Nov 01 19:21:12.613879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1a8e92c8-6cce-4d44-9314-fae0ac0aec58 req-1968c83c-fa93-4e36-941c-bf9216a2c015 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316243 Nov 01 19:21:13.742421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7c7ff-83c6-4f37-bbd1-d31751257747 req-67c3a509-a8de-49e0-86c5-8375813d4256 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:13.743950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2f7c7ff-83c6-4f37-bbd1-d31751257747 req-67c3a509-a8de-49e0-86c5-8375813d4256 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0562513 Nov 01 19:21:13.782860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2f7c7ff-83c6-4f37-bbd1-d31751257747 req-cfbbeb19-61f8-47d2-ad65-e2a136d55ec4 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Nov 01 19:21:14.898891 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a3c11-169e-4c2a-9ec3-c84fa59411db req-c4524faf-7ec5-459d-8bf6-26b97dca4422 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:14.900412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-075a3c11-169e-4c2a-9ec3-c84fa59411db req-c4524faf-7ec5-459d-8bf6-26b97dca4422 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0492458 Nov 01 19:21:14.938994 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-075a3c11-169e-4c2a-9ec3-c84fa59411db req-450528ec-e842-4c0f-930d-8df767336f5b tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318687 Nov 01 19:21:16.054380 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b3bab-1305-40a2-9ee5-e921c442bf8c req-dafde003-f82d-4729-9c0a-67474dd78fd9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:16.055844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c46b3bab-1305-40a2-9ee5-e921c442bf8c req-dafde003-f82d-4729-9c0a-67474dd78fd9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0485330 Nov 01 19:21:16.093110 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c46b3bab-1305-40a2-9ee5-e921c442bf8c req-93cf5d77-3492-4647-8b20-7fe12a86bcd9 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Nov 01 19:21:16.211350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4dbb8-96a1-468e-97ed-7938dd8c3c4a req-f0a3fb08-a00d-43cd-8c3a-f1423d3bd5e5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:16.212853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7a4dbb8-96a1-468e-97ed-7938dd8c3c4a req-f0a3fb08-a00d-43cd-8c3a-f1423d3bd5e5 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0534978 Nov 01 19:21:16.250459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7a4dbb8-96a1-468e-97ed-7938dd8c3c4a req-7302a6b3-8b60-4066-9f2e-55c8e4d1b181 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Nov 01 19:21:16.369353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a42c2-e068-4643-87da-0c510b42ded9 req-84df95a8-9a69-49ca-b7dd-11b92ac78c84 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:16.370858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d8a42c2-e068-4643-87da-0c510b42ded9 req-84df95a8-9a69-49ca-b7dd-11b92ac78c84 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0503402 Nov 01 19:21:16.409559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d8a42c2-e068-4643-87da-0c510b42ded9 req-9864e1c8-c2b2-4d9e-b66f-adc2ef948558 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Nov 01 19:21:16.855108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d55fab-8fbc-426b-9b8c-37835f27664e req-6d8c5c1e-491d-4353-ae84-e2c34fd31a09 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:16.858017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9d55fab-8fbc-426b-9b8c-37835f27664e req-6d8c5c1e-491d-4353-ae84-e2c34fd31a09 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 944 time: 0.0560286 Nov 01 19:21:16.901278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e9d55fab-8fbc-426b-9b8c-37835f27664e req-b482992a-e171-4e99-841b-d49699bd8b30 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369868 Nov 01 19:21:17.186249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:21:17.281711 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:17.292425 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'port_id': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'mac_address': 'fa:16:3e:91:9b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:21:17.329366 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:17.342844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:21:17.362233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:17.442804 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:17.491634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:17.719372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['2ceb8a28-1a38-4ea7-9853-1c982e976d9f'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:21:18.025682 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4e59-8288-4372-aaba-dcee7b6fc2e5 req-10d82968-9166-4bad-ac42-4fcb3d82b59f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:18.027272 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f20a4e59-8288-4372-aaba-dcee7b6fc2e5 req-10d82968-9166-4bad-ac42-4fcb3d82b59f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0537605 Nov 01 19:21:18.064596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f20a4e59-8288-4372-aaba-dcee7b6fc2e5 req-dc3e38a9-fc3a-4e15-80cf-59082817e24d tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups?id=63515fc0-af25-4bf8-b366-8ac5b1729688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Nov 01 19:21:18.357886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-0d2734c9-21ae-4899-95b3-b3f2a42e0dc2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:18.359394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-0d2734c9-21ae-4899-95b3-b3f2a42e0dc2 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 945 time: 0.0494933 Nov 01 19:21:18.450731 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Deleting port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:18.450958 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.539092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] For port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:18.539540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.717816 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.718107 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.718434 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91 disassociated. External IP: 172.25.2.117, port: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f. Nov 01 19:21:18.718789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Calling delete_port for 2ceb8a28-1a38-4ea7-9853-1c982e976d9f owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:18.771587 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0a24465-00cb-43cf-a820-d644fec71235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.902685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:18.930642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'Port': ['ID=2ceb8a28-1a38-4ea7-9853-1c982e976d9f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:19.048690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:21:19.161148 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:21:19.163584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1ca6f3e-959e-4b9e-8983-f7c8e01bd901 req-366fc67a-f680-4b33-8a12-7662e9da4303 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0269921 Nov 01 19:21:19.172817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:21:19.183587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:21:19.184900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:20:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:19.207117 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] No DVR routers for this DVR port 2ceb8a28-1a38-4ea7-9853-1c982e976d9f on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:21:19.209595 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:19.212934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-281c0761-d993-4804-b0af-c2da8a4d57cb req-7b333f52-c4c5-4f30-8bbd-423af662b16f tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.32 "DELETE /v2.0/ports/2ceb8a28-1a38-4ea7-9853-1c982e976d9f HTTP/1.1" status: 204 len: 173 time: 0.8477120 Nov 01 19:21:19.213391 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-deleted', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:19.216054 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba55389-94e8-43c8-84e4-c69c54ae284f" -d '{"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-deleted", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:19.224851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:21:19.230194 n-d-815923-2 neutron-server[102784]: INFO neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No ports have port_id starting with 2ceb8a28-1a38-4ea7-9853-1c982e976d9f Nov 01 19:21:19.236913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f requested by agent hyperv_n-h2-815923-2 not found in database {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 01 19:21:19.259460 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8e6c82-9ba3-4abf-a8c1-f42d58a693e7 x-openstack-request-id: req-fb8e6c82-9ba3-4abf-a8c1-f42d58a693e7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:19.259832 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9930e5-9a92-4480-9553-04667cc0794a", "name": "network-vif-deleted", "tag": "2ceb8a28-1a38-4ea7-9853-1c982e976d9f", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:19.261548 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb8e6c82-9ba3-4abf-a8c1-f42d58a693e7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:19.261548 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9930e5-9a92-4480-9553-04667cc0794a', 'name': 'network-vif-deleted', 'tag': '2ceb8a28-1a38-4ea7-9853-1c982e976d9f', 'status': 'completed', 'code': 200} Nov 01 19:21:19.460189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:21:19.662497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:19.690790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:21:19.699169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:21:19.699925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:20:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:19.805282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:21:19.998884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:20.029419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff507a-0bf0-4163-a09d-db40360c78b1 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:09:22Z', 'revision_number': 4, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dac78c78-3321-4208-8874-95a551c22d52', 'name': '', 'network_id': 'deb1b140-189d-49fa-9c8b-3408690765fb', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'mac_address': 'fa:16:3e:ee:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:22Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'subnets': [{'id': '6567b23f-d4f9-4df7-aef1-22dcae8c9243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:21:20.268539 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37d969-be76-4dbb-98f8-c89c5042eb0b None None] New status for floating IP 5da0c1db-1941-448e-98e2-1f9cf92e0d91: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:21:20.275224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fa17fd17-953a-4100-841a-89a8edf19815 req-fa15c2c7-39a0-4a23-8f80-3f44ab540719 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0298071 Nov 01 19:21:20.937217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8acf891e-d2d5-41ab-af83-1ee82cc9a310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:21.377644 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed1af7a7-932c-4666-9f5b-b11fd2ec607a req-fbe7aafd-7322-465a-a7ac-bf7f4f2e9237 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0277612 Nov 01 19:21:22.308938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:22.471924 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95f9ca4a-5131-49ed-8e63-42f495b18597 req-ea34b815-e956-4374-81ff-bf1816ae73ab tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0269547 Nov 01 19:21:23.207841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:21:23.229034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 2ceb8a28-1a38-4ea7-9853-1c982e976d9f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:21:23.229408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 2ceb8a28-1a38-4ea7-9853-1c982e976d9f not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:21:23.572975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-791ecfa6-6711-4807-b174-d7fecec60d16 req-a0f0780d-87ce-49a3-9f94-7cdf54e2f8d7 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce9930e5-9a92-4480-9553-04667cc0794a HTTP/1.1" status: 200 len: 210 time: 0.0306647 Nov 01 19:21:24.003349 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:26.826125 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.544027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41424) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:28.600938 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.625309 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.751577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.754181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.755358 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "DELETE /v2.0/security-groups/63515fc0-af25-4bf8-b366-8ac5b1729688 HTTP/1.1" status: 204 len: 168 time: 0.2102413 Nov 01 19:21:28.758092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41426) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:28.765342 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63515fc0-af25-4bf8-b366-8ac5b1729688,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:28.772757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.773109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.773424 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [None req-0599b6ec-025e-41b1-905f-5f43f0183990 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] show failed (client error): The resource could not be found. Nov 01 19:21:28.773560 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.773782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.776924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.776924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0599b6ec-025e-41b1-905f-5f43f0183990 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "GET /v2.0/security-groups/63515fc0-af25-4bf8-b366-8ac5b1729688 HTTP/1.1" status: 404 len: 347 time: 0.0153365 Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.777927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c6e06-8b73-492e-96cb-4a495aaa3a26 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:28.778438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41428) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:28.911859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Deleting port 5b6226fd-83e3-4c87-be2d-93667bd8ca9c {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:28.912202 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.988092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:28.988425 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:29.000349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Calling delete_port for 5b6226fd-83e3-4c87-be2d-93667bd8ca9c owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:29.240260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:29.268307 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Pushing event deleted for resources: {'Port': ['ID=5b6226fd-83e3-4c87-be2d-93667bd8ca9c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:29.331299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:29.333878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:29.335017 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d43a59c7-6cd4-4bda-9d77-c7e8484fca75 tempest-ServerActionsTestJSON-758153595 tempest-ServerActionsTestJSON-758153595-project] 10.222.0.31 "DELETE /v2.0/floatingips/5da0c1db-1941-448e-98e2-1f9cf92e0d91 HTTP/1.1" status: 204 len: 168 time: 0.5563228 Nov 01 19:21:29.337972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41430) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:29.866438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:30.105018 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Deleting port dac78c78-3321-4208-8874-95a551c22d52 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:30.105938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:30.185121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] For port dac78c78-3321-4208-8874-95a551c22d52, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dac78c78-3321-4208-8874-95a551c22d52,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:30.185488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:30.197649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Calling delete_port for dac78c78-3321-4208-8874-95a551c22d52 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:30.434442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:30.459109 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac78c78-3321-4208-8874-95a551c22d52,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:30.628381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.160049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Router 03f19750-ed17-451a-96db-067948d18775 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:21:31.265270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:21:31.270313 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-525c9044-8886-472e-85b9-c438f238b414 admin admin] 10.222.0.31 "PUT /v2.0/routers/03f19750-ed17-451a-96db-067948d18775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313982 Nov 01 19:21:31.272911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41434) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:31.276258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Sync routers for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:21:31.285928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:21:31.286546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:31.376635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.390959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:21:31.478524 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.564807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:21:30Z', 'revision_number': 5, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port': {'id': '9eb15488-098d-4c03-a57c-c9ecef622df8', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f19750-ed17-451a-96db-067948d18775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:09:20Z', 'updated_at': '2021-11-01T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:31.592346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Deleting port 9eb15488-098d-4c03-a57c-c9ecef622df8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:31.592695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.595273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Checking router: 03f19750-ed17-451a-96db-067948d18775 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:21:31.603351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Routers {'03f19750-ed17-451a-96db-067948d18775'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:21:31.603974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:21:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['03f19750-ed17-451a-96db-067948d18775'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:31.678191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] For port 9eb15488-098d-4c03-a57c-c9ecef622df8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=9eb15488-098d-4c03-a57c-c9ecef622df8,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:31.678555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.685258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] Set router 03f19750-ed17-451a-96db-067948d18775 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:21:31.692103 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Calling delete_port for 9eb15488-098d-4c03-a57c-c9ecef622df8 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:31.739994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:21:31Z', 'revision_number': 6, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:31.766389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d83977-ce17-4582-99ae-c2f26ec15066 None None] The sync data for ids ['03f19750-ed17-451a-96db-067948d18775'] in n-d-815923-2 is: [{'id': '03f19750-ed17-451a-96db-067948d18775', 'name': 'tempest-ServerActionsTestJSON-1718391565-router', 'tenant_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:09:19Z', 'updated_at': '2021-11-01T19:21:31Z', 'revision_number': 6, 'project_id': 'e7aaab72423d4dc49c9ebb503d017d56', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:21:31.931058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:31.955863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb15488-098d-4c03-a57c-c9ecef622df8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:32.019359 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.130160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.132494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.257043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.257672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f19750-ed17-451a-96db-067948d18775 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:21:32.262685 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.263927 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ccf4f598-bb37-4406-a839-df322d9efb72 admin admin] 10.222.0.31 "DELETE /v2.0/routers/03f19750-ed17-451a-96db-067948d18775 HTTP/1.1" status: 204 len: 168 time: 0.9900889 Nov 01 19:21:32.266499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41438) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:32.310606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Deleting subnet 6567b23f-d4f9-4df7-aef1-22dcae8c9243 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:21:32.313647 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.348090 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.457532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.560402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9eb15488-098d-4c03-a57c-c9ecef622df8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:21:32.569842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.584369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 9eb15488-098d-4c03-a57c-c9ecef622df8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:21:32.584722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 9eb15488-098d-4c03-a57c-c9ecef622df8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:21:32.585150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac78c78-3321-4208-8874-95a551c22d52 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:21:32.595597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.599658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6567b23f-d4f9-4df7-aef1-22dcae8c9243 HTTP/1.1" status: 204 len: 168 time: 0.3321488 Nov 01 19:21:32.600766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0bfc2-8a3c-44f9-97ea-4bd1ab3e829f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6567b23f-d4f9-4df7-aef1-22dcae8c9243,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:32.602585 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41442) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:32.604950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8727f-5307-4755-883d-c3008ef21dd2 None None] Network deb1b140-189d-49fa-9c8b-3408690765fb requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:21:32.660437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dac78c78-3321-4208-8874-95a551c22d52 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:21:32.660785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dac78c78-3321-4208-8874-95a551c22d52 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:21:32.691427 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.745810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Deleting port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:32.746898 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.788846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] DHCP port deletion for deb1b140-189d-49fa-9c8b-3408690765fb request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:21:32.812170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] For port 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=30fb62bf-a6f7-4627-b8b6-a11fe6638347,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:32.812541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.826238 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Calling delete_port for 30fb62bf-a6f7-4627-b8b6-a11fe6638347 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:32.844342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Deleting port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:21:32.844720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.906207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] For port 30fb62bf-a6f7-4627-b8b6-a11fe6638347, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=30fb62bf-a6f7-4627-b8b6-a11fe6638347,segment=NetworkSegment(69c35ce9-d022-454d-827b-49a611b19521),segment_id=69c35ce9-d022-454d-827b-49a611b19521)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:32.906607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:32.927050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Calling delete_port for 30fb62bf-a6f7-4627-b8b6-a11fe6638347 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:21:32.999726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.006331 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.025304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fb62bf-a6f7-4627-b8b6-a11fe6638347,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:33.029317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] No DVR routers for this DVR port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:21:33.029699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] Pushing event deleted for resources: {'Port': ['ID=30fb62bf-a6f7-4627-b8b6-a11fe6638347,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:33.035210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53f4f3-1219-4af9-8de0-e6e3117933dc None None] No DVR routers for this DVR port 30fb62bf-a6f7-4627-b8b6-a11fe6638347 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:21:33.102630 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.123190 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb1b140-189d-49fa-9c8b-3408690765fb']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:33.132133 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c35ce9-d022-454d-827b-49a611b19521') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:33.132432 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c35ce9-d022-454d-827b-49a611b19521') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:21:33.141502 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.154652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.160470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:21:33.160848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:21:33.162468 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:21:33.279433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.289971 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.289971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] 10.222.0.31 "DELETE /v2.0/networks/deb1b140-189d-49fa-9c8b-3408690765fb HTTP/1.1" status: 204 len: 168 time: 0.6847310 Nov 01 19:21:33.298423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8c8c-adf9-43e7-8694-d926aa93b866 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb1b140-189d-49fa-9c8b-3408690765fb,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:33.570722 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:21:33.602771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41448) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:33.646584 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0bbe461a-a2a4-4ee5-af67-90f310924112 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7aaab72423d4dc49c9ebb503d017d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426352 Nov 01 19:21:33.649179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41450) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:33.696730 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.718180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.825976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.828618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:33.829912 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea24b871-a14a-4b3c-bd9a-c38589fb1362 HTTP/1.1" status: 204 len: 168 time: 0.1798265 Nov 01 19:21:33.838070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adfcae-d112-42a9-86b7-a34d15717edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24b871-a14a-4b3c-bd9a-c38589fb1362,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:34.239250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 30fb62bf-a6f7-4627-b8b6-a11fe6638347 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:21:34.259809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 30fb62bf-a6f7-4627-b8b6-a11fe6638347 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:21:34.260156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 30fb62bf-a6f7-4627-b8b6-a11fe6638347 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:21:34.834789 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41476) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:34.926901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-671707720-network', 'tenant_id': '7ab6dcba0ce8444a93e8fe087762944d'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:35.037359 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Made reservation on behalf of 7ab6dcba0ce8444a93e8fe087762944d for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:21:35.039680 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.048260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.121492 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.193832 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.219701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:21:35.229252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40daf34-9c4f-41e4-8cc3-688dc3703036,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:35.235487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.235894 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Added segment 14a52453-af5b-41cc-9b60-0920ea92225b of type vlan for network 93d04f89-a2b0-4bc4-b251-7249be4efd6c Nov 01 19:21:35.278328 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.371777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.372770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:35.373348 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.432905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=93d04f89-a2b0-4bc4-b251-7249be4efd6c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:35.443608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:21:35.477018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85206a52-4da9-4544-86ba-68782029a3e6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6410844 Nov 01 19:21:35.480830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41480) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:21:35.485975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Request body: {'subnet': {'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-671707720-subnet', 'tenant_id': '7ab6dcba0ce8444a93e8fe087762944d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:35.501733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.575755 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Made reservation on behalf of 7ab6dcba0ce8444a93e8fe087762944d for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:21:35.578174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.845453 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:35.897793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca56e48-5fae-4636-82d9-805c6e8c36a6,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:35.913979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Checking segment: {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:21:35.914339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Network hostable DHCP agents. Network: 93d04f89-a2b0-4bc4-b251-7249be4efd6c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:21:36.011157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:21:36.073600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 93d04f89-a2b0-4bc4-b251-7249be4efd6c) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:21:36.077822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:36.078486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:36.083364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0874b72-7210-49d2-b97f-62f78f880a69 None None] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:21:36.154687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d9c87898-c6f2-4878-ba1a-fd15bfdb131a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6726694 Nov 01 19:21:36.215460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed43e4-086b-4df8-89c9-fbce215550df None None] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:21:36.580363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-50288744-6ed0-4fa9-9482-6057d3e9a6cb tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:36.581832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-50288744-6ed0-4fa9-9482-6057d3e9a6cb tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/networks?id=93d04f89-a2b0-4bc4-b251-7249be4efd6c HTTP/1.1" status: 200 len: 813 time: 0.1029353 Nov 01 19:21:36.597106 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-ca68980c-6b9a-4d8e-825d-94a35a9caa99 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/quotas/7ab6dcba0ce8444a93e8fe087762944d HTTP/1.1" status: 200 len: 375 time: 0.0094099 Nov 01 19:21:36.628259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f7fec826-2c78-4eeb-b31c-5233985c9a4d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258787 Nov 01 19:21:36.764873 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-0aa6dbd1-3978-425d-84bd-6986562f02de service neutron] 10.222.0.31 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297081 Nov 01 19:21:36.854414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-9636d696-5ffd-43fe-b684-5b684dfbdddc service neutron] 10.222.0.31 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Nov 01 19:21:37.102289 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-898e49cf-774b-474d-9b00-df66154a7808 req-dbafeecc-cc67-4e77-b885-b1a1a81f3341 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 210 time: 0.0271428 Nov 01 19:21:38.201248 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80fb8891-0e2f-4007-bc29-479a5c9163e4 req-ee6d233a-af0a-4dfd-91d5-46680ef47e13 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 210 time: 0.0300865 Nov 01 19:21:39.252502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-7450aac6-4ca5-43a7-a861-f850a9739b48 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:39.254016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-7450aac6-4ca5-43a7-a861-f850a9739b48 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.37 "GET /v2.0/networks?id=93d04f89-a2b0-4bc4-b251-7249be4efd6c HTTP/1.1" status: 200 len: 813 time: 0.1068501 Nov 01 19:21:39.266753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Request body: {'port': {'device_id': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c', 'admin_state_up': True, 'tenant_id': '7ab6dcba0ce8444a93e8fe087762944d'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:39.297215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12457143-6687-413a-b660-fdb3f6eb373e req-93a0d828-1dd2-4561-a1cc-0bd070efbf44 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 210 time: 0.0260441 Nov 01 19:21:39.431182 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Made reservation on behalf of 7ab6dcba0ce8444a93e8fe087762944d for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:21:39.436061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:39.555141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Allocated IP 172.20.0.9 (93d04f89-a2b0-4bc4-b251-7249be4efd6c/1ca56e48-5fae-4636-82d9-805c6e8c36a6/a94ae0a0-d229-4148-85bd-b000fd916447) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:21:39.710079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:39.742397 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:39.837721 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:39.883787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:21:39.888861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:21:39.892629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:21:39.898830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Pushing event updated for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:39.924899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.925241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.925587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.925925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.926256 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.926589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.926914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.927240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.927591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.927917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.928238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.928559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:39.955990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:39.956606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.031104 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-3de0d09f-7a29-4476-b99f-111c18d44609 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684369 Nov 01 19:21:40.044441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Request body: {'port': {'device_id': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:40.098175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.358799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94ae0a0-d229-4148-85bd-b000fd916447 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:21:40.366144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.379221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Transition to ACTIVE for port object a94ae0a0-d229-4148-85bd-b000fd916447 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:21:40.415911 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97179cad-2239-4cd8-97ce-01b9425c3867 req-18fb68d1-0f13-418b-adf2-dec5fff37a5f tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:40.417405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97179cad-2239-4cd8-97ce-01b9425c3867 req-18fb68d1-0f13-418b-adf2-dec5fff37a5f tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 931 time: 0.0510862 Nov 01 19:21:40.454448 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.457025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-97179cad-2239-4cd8-97ce-01b9425c3867 req-2b5ba4af-6ac5-4eb2-853f-610d228eef4c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Nov 01 19:21:40.508497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:40.571468 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Attempting to bind port a94ae0a0-d229-4148-85bd-b000fd916447 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:21:40.571833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Attempting to bind port a94ae0a0-d229-4148-85bd-b000fd916447 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:21:40.572168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Attempting to bind port a94ae0a0-d229-4148-85bd-b000fd916447 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:40.577130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Port a94ae0a0-d229-4148-85bd-b000fd916447 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:21:40.577456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Attempting to bind port a94ae0a0-d229-4148-85bd-b000fd916447 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:40.582478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:21:40.582822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Checking segment: {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:21:40.583210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Bound using segment: {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:21:40.583679 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Bound port: a94ae0a0-d229-4148-85bd-b000fd916447, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:21:40.584033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.648808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:21:40.651683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a94ae0a0-d229-4148-85bd-b000fd916447,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:21:40.731986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.765949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:40.766553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:40.767938 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a94ae0a0-d229-4148-85bd-b000fd916447 HTTP/1.1" status: 200 len: 1091 time: 0.7277596 Nov 01 19:21:40.768370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:40.770609 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c51689-0697-4a02-a6a3-be9bfb67f7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:40.794614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71371b7-b80e-44ea-8258-9c795571bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:40.810481 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe1e46-3612-40f4-a1d7-6f1f64be8409 x-openstack-request-id: req-e4fe1e46-3612-40f4-a1d7-6f1f64be8409 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:40.810771 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:40.811023 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4fe1e46-3612-40f4-a1d7-6f1f64be8409 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:40.811417 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447', 'status': 'completed', 'code': 200} Nov 01 19:21:40.871345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-1b660aaa-1a59-498e-a953-96814f607e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:40.872949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-1b660aaa-1a59-498e-a953-96814f607e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 1094 time: 0.0416007 Nov 01 19:21:40.971853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-ecd6da07-e1e2-477c-8a0a-b0b15e03dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:40.973222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-ecd6da07-e1e2-477c-8a0a-b0b15e03dd49 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0919721 Nov 01 19:21:41.064193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-8bced69b-18b5-42d4-b649-ecb428f99ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:41.065651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-34c51689-0697-4a02-a6a3-be9bfb67f7ab req-8bced69b-18b5-42d4-b649-ecb428f99ad2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859158 Nov 01 19:21:41.145643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-7b5aaf78-9635-4de8-8edc-5893189edc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:41.147131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-7b5aaf78-9635-4de8-8edc-5893189edc7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 1094 time: 0.0466766 Nov 01 19:21:41.188419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-59f00629-1502-443a-80b0-12f7b69bfb4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a94ae0a0-d229-4148-85bd-b000fd916447 HTTP/1.1" status: 200 len: 217 time: 0.0334325 Nov 01 19:21:41.239229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-30be51a7-c66f-46be-8f2a-b539f958d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:41.240620 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-30be51a7-c66f-46be-8f2a-b539f958d859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ca56e48-5fae-4636-82d9-805c6e8c36a6 HTTP/1.1" status: 200 len: 853 time: 0.0439217 Nov 01 19:21:41.276081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-b03c8fff-15d2-4c40-aae1-91db0571ceb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93d04f89-a2b0-4bc4-b251-7249be4efd6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277328 Nov 01 19:21:41.363714 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-8a09c0ef-cf1a-40e9-ad47-2442bf7fa5e6 service neutron] 10.222.0.37 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805333 Nov 01 19:21:41.452857 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3ff863be-f694-4f5f-925d-b305c91e3b2f req-e3db2b99-0c38-4b29-98d5-f6a4dea654de service neutron] 10.222.0.37 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Nov 01 19:21:41.577314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1114-fb1d-4c08-bcee-44be63f30d4e req-4a81ba13-4406-4774-a99d-8a846f4d9852 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:41.578807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef6b1114-fb1d-4c08-bcee-44be63f30d4e req-4a81ba13-4406-4774-a99d-8a846f4d9852 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 943 time: 0.0527921 Nov 01 19:21:41.616615 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef6b1114-fb1d-4c08-bcee-44be63f30d4e req-c9c8b641-cec1-491b-a59c-48047c40d5ec tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Nov 01 19:21:42.736561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a34e85-198f-4f31-9d5e-87e65afe68e6 req-24fa0e1a-d9b3-46e3-90c4-a2a397f81d20 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:42.738017 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5a34e85-198f-4f31-9d5e-87e65afe68e6 req-24fa0e1a-d9b3-46e3-90c4-a2a397f81d20 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 943 time: 0.0520720 Nov 01 19:21:42.774223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a5a34e85-198f-4f31-9d5e-87e65afe68e6 req-ffd9f581-bc85-4125-8dc8-aca641387b37 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301690 Nov 01 19:21:43.890895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5bff0-3662-404e-af67-aedbf26f2690 req-baa85384-1033-4c9e-8b77-e7fd126f343d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:43.892399 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47f5bff0-3662-404e-af67-aedbf26f2690 req-baa85384-1033-4c9e-8b77-e7fd126f343d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 943 time: 0.0505157 Nov 01 19:21:43.929935 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47f5bff0-3662-404e-af67-aedbf26f2690 req-9eb54f4e-dc22-47a6-b960-df372f228a53 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Nov 01 19:21:45.043937 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137947a-459d-48f9-9d4a-225a7531e4cc req-cea79923-3a20-42d1-9d41-740396921262 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:45.045423 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9137947a-459d-48f9-9d4a-225a7531e4cc req-cea79923-3a20-42d1-9d41-740396921262 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 943 time: 0.0483296 Nov 01 19:21:45.082350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9137947a-459d-48f9-9d4a-225a7531e4cc req-75c57a43-59d9-44c1-a2bc-fdf195ce8a7d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Nov 01 19:21:45.555360 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a94ae0a0-d229-4148-85bd-b000fd916447 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:21:45.650401 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a94ae0a0-d229-4148-85bd-b000fd916447,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:45.661804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a94ae0a0-d229-4148-85bd-b000fd916447', 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c', 'port_id': 'a94ae0a0-d229-4148-85bd-b000fd916447', 'mac_address': 'fa:16:3e:f4:82:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca56e48-5fae-4636-82d9-805c6e8c36a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:21:45.698644 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:45.714381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94ae0a0-d229-4148-85bd-b000fd916447 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:21:45.735880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a94ae0a0-d229-4148-85bd-b000fd916447,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:45.850286 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:45.889533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:46.132940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a94ae0a0-d229-4148-85bd-b000fd916447'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:21:46.199929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fddf90-f943-4a9e-932f-07193d0a4e73 req-1e7227a8-13d4-46f5-8d7b-99f38d3a2762 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:46.202144 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fddf90-f943-4a9e-932f-07193d0a4e73 req-1e7227a8-13d4-46f5-8d7b-99f38d3a2762 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 944 time: 0.0522084 Nov 01 19:21:46.240249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-81fddf90-f943-4a9e-932f-07193d0a4e73 req-096d930e-d263-472f-8723-c064b72422ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Nov 01 19:21:47.355651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e2c9-40e2-4aff-b9ae-3b73cdf822c7 req-4da3f9f7-d76f-4fd7-b1fa-bb4d5d36e42a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:47.357842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1d0e2c9-40e2-4aff-b9ae-3b73cdf822c7 req-4da3f9f7-d76f-4fd7-b1fa-bb4d5d36e42a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 944 time: 0.0480759 Nov 01 19:21:47.394538 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a1d0e2c9-40e2-4aff-b9ae-3b73cdf822c7 req-0b760865-bf3d-4bdd-a0f6-ffd0043e9d1a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Nov 01 19:21:47.586380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a94ae0a0-d229-4148-85bd-b000fd916447 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:21:47.711209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a94ae0a0-d229-4148-85bd-b000fd916447 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:21:47.715356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a94ae0a0-d229-4148-85bd-b000fd916447 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:21:47.721180 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:47.803926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:47.828725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:47.831228 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896bbb81-a94f-4097-bd49-fb97eaffdae0" -d '{"events": [{"server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "name": "network-vif-plugged", "status": "completed", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:47.847838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a94ae0a0-d229-4148-85bd-b000fd916447,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:47.867937 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc28443-344c-479f-8fc4-84062c86c8dc x-openstack-request-id: req-9bc28443-344c-479f-8fc4-84062c86c8dc {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:47.868220 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "name": "network-vif-plugged", "status": "completed", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:47.868469 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bc28443-344c-479f-8fc4-84062c86c8dc {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:47.868856 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447', 'code': 200} Nov 01 19:21:47.913670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:47.960967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:47.964607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1931-158f-42b6-aae6-828fcc63ec59 req-2e6243ac-16ea-47e4-a154-5633c2c37fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:47.966143 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ff5f1931-158f-42b6-aae6-828fcc63ec59 req-2e6243ac-16ea-47e4-a154-5633c2c37fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 1096 time: 0.0425105 Nov 01 19:21:48.000582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ff5f1931-158f-42b6-aae6-828fcc63ec59 req-a58673f3-f0bb-4b49-92ea-75b126ea49f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279753 Nov 01 19:21:48.513091 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eb20c-4523-43d3-82b7-8d3ccc10c90f req-f485f8f7-8400-48fb-b957-b3e1643472f9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:48.514431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce8eb20c-4523-43d3-82b7-8d3ccc10c90f req-f485f8f7-8400-48fb-b957-b3e1643472f9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0477221 Nov 01 19:21:48.550458 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce8eb20c-4523-43d3-82b7-8d3ccc10c90f req-87f0df9e-a845-4490-8688-0eb46600cf52 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301380 Nov 01 19:21:48.785555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-248e68bf-de8f-4bdb-85d2-5e650b1b756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:49.673615 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525412-a715-4a1b-ab78-63a003367891 req-eeaac6cb-d02d-4a09-a11b-59c802394c26 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:49.675254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae525412-a715-4a1b-ab78-63a003367891 req-eeaac6cb-d02d-4a09-a11b-59c802394c26 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0541017 Nov 01 19:21:49.714297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae525412-a715-4a1b-ab78-63a003367891 req-f6d3fade-cba9-4b5a-9e34-0e260711546d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Nov 01 19:21:49.934791 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-55f1c645-6a3b-44fb-9627-51d275050d01 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:49.936412 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-55f1c645-6a3b-44fb-9627-51d275050d01 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/networks?id=93d04f89-a2b0-4bc4-b251-7249be4efd6c HTTP/1.1" status: 200 len: 813 time: 0.0983946 Nov 01 19:21:49.951451 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-d1bf3631-4aed-4e4c-a990-113b5d7bc12d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/quotas/7ab6dcba0ce8444a93e8fe087762944d HTTP/1.1" status: 200 len: 375 time: 0.0086820 Nov 01 19:21:50.002520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-c8e23c1f-957a-4478-a60d-cc30887049d9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458496 Nov 01 19:21:50.057178 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-428a4ea3-44d3-49de-a9ca-9e28e3c5cba1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:21:50.058181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-428a4ea3-44d3-49de-a9ca-9e28e3c5cba1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0489984 Nov 01 19:21:50.147754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-1986cf79-3965-43eb-b87e-e26cedab5778 service neutron] 10.222.0.31 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825284 Nov 01 19:21:50.543230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-5ed75cb4-5db7-4ecc-b992-868aa6d6a942 service neutron] 10.222.0.31 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894207 Nov 01 19:21:50.772579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-aae829e4-90dc-49bb-99a5-2aecb7c15b50 req-c5126af8-7b7b-4788-86e8-06fb3578f5ae tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 210 time: 0.0265181 Nov 01 19:21:50.948149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60d8ae58-b8e0-4002-a5bf-cafbd56dd5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:51.871651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dcbb85be-65de-4748-b4eb-62c7eae63197 req-a36e73b9-3571-4939-b48a-5ea178a235e4 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 210 time: 0.0262091 Nov 01 19:21:52.296553 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:52.496655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-262df456-223b-43f0-8d41-97368d5ed073 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:52.498509 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-262df456-223b-43f0-8d41-97368d5ed073 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.32 "GET /v2.0/networks?id=93d04f89-a2b0-4bc4-b251-7249be4efd6c HTTP/1.1" status: 200 len: 813 time: 0.1104245 Nov 01 19:21:52.511590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Request body: {'port': {'device_id': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c', 'admin_state_up': True, 'tenant_id': '7ab6dcba0ce8444a93e8fe087762944d'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:52.667740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Made reservation on behalf of 7ab6dcba0ce8444a93e8fe087762944d for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:21:52.672149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:52.802334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Allocated IP 172.20.0.14 (93d04f89-a2b0-4bc4-b251-7249be4efd6c/1ca56e48-5fae-4636-82d9-805c6e8c36a6/25260e36-9f6a-462c-8bb9-5cd792492549) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:21:52.957284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:52.972903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16c0d6f5-41bd-41d8-9515-debfdc046179 req-44eb0e2d-50b1-4477-9b92-b1b79bb1a5e7 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Nov 01 19:21:53.067963 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.080011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a94ae0a0-d229-4148-85bd-b000fd916447'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:21:53.110873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Network 93d04f89-a2b0-4bc4-b251-7249be4efd6c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:21:53.116061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:21:53.119844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:21:53.126770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Pushing event updated for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:53.174097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:53.175001 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.241851 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b6e30b5a-a878-4a88-8197-56c503310f8c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7339993 Nov 01 19:21:53.254188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Request body: {'port': {'device_id': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:21:53.310569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.568698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25260e36-9f6a-462c-8bb9-5cd792492549 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:21:53.575945 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.587527 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Transition to ACTIVE for port object 25260e36-9f6a-462c-8bb9-5cd792492549 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:21:53.696269 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.744486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:53.828441 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Attempting to bind port 25260e36-9f6a-462c-8bb9-5cd792492549 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:21:53.828675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Attempting to bind port 25260e36-9f6a-462c-8bb9-5cd792492549 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:21:53.829007 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Attempting to bind port 25260e36-9f6a-462c-8bb9-5cd792492549 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:53.833502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Port 25260e36-9f6a-462c-8bb9-5cd792492549 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:21:53.833831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Attempting to bind port 25260e36-9f6a-462c-8bb9-5cd792492549 on network 93d04f89-a2b0-4bc4-b251-7249be4efd6c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:21:53.838567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:21:53.838906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Checking segment: {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:21:53.839288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Bound using segment: {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:21:53.839740 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Bound port: 25260e36-9f6a-462c-8bb9-5cd792492549, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a52453-af5b-41cc-9b60-0920ea92225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:21:53.840092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.900555 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:21:53.904159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=25260e36-9f6a-462c-8bb9-5cd792492549,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:21:53.957614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.990687 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:53.991300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:53.992711 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] 10.222.0.32 "PUT /v2.0/ports/25260e36-9f6a-462c-8bb9-5cd792492549 HTTP/1.1" status: 200 len: 1092 time: 0.7426980 Nov 01 19:21:53.993149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:53.995389 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab587e-c36c-4493-96a0-0578008be782" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:54.005276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:54.024387 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e402-ae59-4005-abd2-5a11aa6bbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:54.059792 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866a48a-e64a-4ab1-8328-c2bd28fbfaa1 x-openstack-request-id: req-9866a48a-e64a-4ab1-8328-c2bd28fbfaa1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:54.061515 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:54.061515 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9866a48a-e64a-4ab1-8328-c2bd28fbfaa1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:54.061515 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549', 'status': 'completed', 'code': 200} Nov 01 19:21:54.117515 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a22d-060f-4bf0-91bf-26206509358c req-c2abac24-144c-4327-9a72-23e88ece6471 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.118923 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8671a22d-060f-4bf0-91bf-26206509358c req-c2abac24-144c-4327-9a72-23e88ece6471 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 944 time: 0.0496817 Nov 01 19:21:54.129076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab587e-c36c-4493-96a0-0578008be782 req-17fc3a53-edb8-4c29-828c-19d7581feabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.130617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f4ab587e-c36c-4493-96a0-0578008be782 req-17fc3a53-edb8-4c29-828c-19d7581feabb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 1095 time: 0.0471983 Nov 01 19:21:54.159851 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8671a22d-060f-4bf0-91bf-26206509358c req-07df6ca5-4ae4-4f28-8f76-e7fa22f2ee0c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Nov 01 19:21:54.229510 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab587e-c36c-4493-96a0-0578008be782 req-9ed7a683-3053-4690-94c0-61d8c6c1fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.230972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f4ab587e-c36c-4493-96a0-0578008be782 req-9ed7a683-3053-4690-94c0-61d8c6c1fe42 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0929203 Nov 01 19:21:54.325145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab587e-c36c-4493-96a0-0578008be782 req-dd1ab120-c5cf-4d04-8fc8-1b512ba31bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.329131 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f4ab587e-c36c-4493-96a0-0578008be782 req-dd1ab120-c5cf-4d04-8fc8-1b512ba31bff service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904551 Nov 01 19:21:54.404493 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-f282c73d-cb33-4624-b0b8-4a48e6f7e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.405876 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-f282c73d-cb33-4624-b0b8-4a48e6f7e560 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 1095 time: 0.0408275 Nov 01 19:21:54.445928 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-14611243-8a88-4aa9-88e3-dae056ea90d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25260e36-9f6a-462c-8bb9-5cd792492549 HTTP/1.1" status: 200 len: 217 time: 0.0323460 Nov 01 19:21:54.496585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7e92d5c3-c32c-4c6e-b6b0-6c4d47b993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:54.498160 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-7e92d5c3-c32c-4c6e-b6b0-6c4d47b993a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ca56e48-5fae-4636-82d9-805c6e8c36a6 HTTP/1.1" status: 200 len: 853 time: 0.0454528 Nov 01 19:21:54.529340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-40443149-e279-4a72-82af-07cd30518821 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93d04f89-a2b0-4bc4-b251-7249be4efd6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240252 Nov 01 19:21:54.615958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-b2953724-f5ec-445b-b22b-81427d79c428 service neutron] 10.222.0.32 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790358 Nov 01 19:21:54.709958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0f3f01e-f3d7-449a-bf89-0a7da49b487b req-8fd556e4-6f1a-4952-8bfa-6bfa265e3041 service neutron] 10.222.0.32 "GET /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Nov 01 19:21:55.275338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d45b-41d6-4547-b89a-39d9c36721c3 req-2afae446-1cd6-44e8-9ae6-2a945d8ec27d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:55.276805 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25b3d45b-41d6-4547-b89a-39d9c36721c3 req-2afae446-1cd6-44e8-9ae6-2a945d8ec27d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 944 time: 0.0484130 Nov 01 19:21:55.313963 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25b3d45b-41d6-4547-b89a-39d9c36721c3 req-7be1559c-f884-4342-a1dd-7f8e35adce7f tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Nov 01 19:21:56.428771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963130-1506-4a77-a674-39c7865bbaed req-7e216cb8-2e4c-4434-ad2c-2904b7a91cf0 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:56.430231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0963130-1506-4a77-a674-39c7865bbaed req-7e216cb8-2e4c-4434-ad2c-2904b7a91cf0 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Nov 01 19:21:56.467442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0963130-1506-4a77-a674-39c7865bbaed req-8bc2e091-3a08-4946-9f81-13fbad9779c3 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Nov 01 19:21:56.787227 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:57.349090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 25260e36-9f6a-462c-8bb9-5cd792492549 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:21:57.587251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4f8ff-5530-4fd3-9ecc-c8f496f8c985 req-a0a46d6b-3693-449b-909d-6fe7c7226dd5 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:57.588783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c4f8ff-5530-4fd3-9ecc-c8f496f8c985 req-a0a46d6b-3693-449b-909d-6fe7c7226dd5 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 944 time: 0.0519431 Nov 01 19:21:57.605949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=25260e36-9f6a-462c-8bb9-5cd792492549,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:57.617350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '25260e36-9f6a-462c-8bb9-5cd792492549', 'network_id': '93d04f89-a2b0-4bc4-b251-7249be4efd6c', 'port_id': '25260e36-9f6a-462c-8bb9-5cd792492549', 'mac_address': 'fa:16:3e:46:f8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca56e48-5fae-4636-82d9-805c6e8c36a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:21:57.631804 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17c4f8ff-5530-4fd3-9ecc-c8f496f8c985 req-7a8dcde8-c0a2-4ba9-82cb-f68cfb8dfe9c tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Nov 01 19:21:57.655861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:57.668298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25260e36-9f6a-462c-8bb9-5cd792492549 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:21:57.688293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=25260e36-9f6a-462c-8bb9-5cd792492549,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:57.770722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:57.820055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:57.827899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.828245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.828578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.828909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.829233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.829814 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.830137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.830458 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.830778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.831096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.831416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.831758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:21:57.958981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['25260e36-9f6a-462c-8bb9-5cd792492549'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:21:58.750343 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de109d7-9c4e-4458-9baa-a862ac0b02ff req-114f5d08-418d-448a-95ac-8297d686c088 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:58.751806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4de109d7-9c4e-4458-9baa-a862ac0b02ff req-114f5d08-418d-448a-95ac-8297d686c088 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Nov 01 19:21:58.788118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4de109d7-9c4e-4458-9baa-a862ac0b02ff req-83ed5d3d-230c-44d1-8136-8686438b678b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Nov 01 19:21:59.380757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 25260e36-9f6a-462c-8bb9-5cd792492549 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:21:59.541697 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 25260e36-9f6a-462c-8bb9-5cd792492549 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:21:59.545859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 25260e36-9f6a-462c-8bb9-5cd792492549 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:21:59.546235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:59.623869 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:59.645983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:21:59.648201 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3579dd0a-54a4-4d2a-a6cc-88dc0a9f1f49" -d '{"events": [{"server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "name": "network-vif-plugged", "status": "completed", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:21:59.661799 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=25260e36-9f6a-462c-8bb9-5cd792492549,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:21:59.688952 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77125ba-ea25-44b4-a13a-424ccb3de77e x-openstack-request-id: req-c77125ba-ea25-44b4-a13a-424ccb3de77e {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:21:59.689249 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "name": "network-vif-plugged", "status": "completed", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:21:59.689506 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c77125ba-ea25-44b4-a13a-424ccb3de77e {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:21:59.689899 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549', 'code': 200} Nov 01 19:21:59.728152 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:21:59.780070 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:21:59.784418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dad1c-4392-4c55-b955-ab0bad7f0cd7 req-69bdcd2b-205c-4abf-aae5-591508624ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:59.788906 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5d2dad1c-4392-4c55-b955-ab0bad7f0cd7 req-69bdcd2b-205c-4abf-aae5-591508624ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 1097 time: 0.0401461 Nov 01 19:21:59.820949 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5d2dad1c-4392-4c55-b955-ab0bad7f0cd7 req-6f1cb9f6-3e26-4290-91bf-fb0f68b5970d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281560 Nov 01 19:21:59.902261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124bea-9307-4552-8adf-c67d815afe9a req-e5dab470-746b-4374-978e-019cb7439580 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:21:59.904146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c124bea-9307-4552-8adf-c67d815afe9a req-e5dab470-746b-4374-978e-019cb7439580 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 946 time: 0.0481114 Nov 01 19:21:59.940892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c124bea-9307-4552-8adf-c67d815afe9a req-71e8bc53-b0e1-449d-9390-700448ecbc0a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307765 Nov 01 19:22:01.056131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42429b-33c5-4f55-9f5c-03b1ed2ddc52 req-08d08173-e4e9-4142-8432-114337bfa484 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:01.057602 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a42429b-33c5-4f55-9f5c-03b1ed2ddc52 req-08d08173-e4e9-4142-8432-114337bfa484 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 946 time: 0.0481856 Nov 01 19:22:01.099099 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3a42429b-33c5-4f55-9f5c-03b1ed2ddc52 req-4596d6f8-7c1d-4b05-b69a-fd6fdae49783 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Nov 01 19:22:01.506085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175e587-c363-4ab0-85f2-f2fa82ef9dbf req-9a7e8c79-7d70-4c79-9f4c-97fe0bf3285d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:01.507651 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6175e587-c363-4ab0-85f2-f2fa82ef9dbf req-9a7e8c79-7d70-4c79-9f4c-97fe0bf3285d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 946 time: 0.0534496 Nov 01 19:22:01.545001 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6175e587-c363-4ab0-85f2-f2fa82ef9dbf req-761ba65e-984b-4540-8c6e-4305ff7abe98 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Nov 01 19:22:02.660837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527682e-6b85-4091-8cb6-f58ddf24ebb5 req-4f3b7652-5371-414e-b705-a1c6959af467 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:02.662308 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b527682e-6b85-4091-8cb6-f58ddf24ebb5 req-4f3b7652-5371-414e-b705-a1c6959af467 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 946 time: 0.0480447 Nov 01 19:22:02.700548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b527682e-6b85-4091-8cb6-f58ddf24ebb5 req-00948542-10fc-41d3-993e-a4533bc9c353 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Nov 01 19:22:02.754382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-e38b442e-3c37-43d2-8f5e-c6f28aa48f05 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:02.755896 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-e38b442e-3c37-43d2-8f5e-c6f28aa48f05 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 946 time: 0.0527151 Nov 01 19:22:02.846327 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Deleting port 25260e36-9f6a-462c-8bb9-5cd792492549 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:02.847161 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:02.935140 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] For port 25260e36-9f6a-462c-8bb9-5cd792492549, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=25260e36-9f6a-462c-8bb9-5cd792492549,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:02.935514 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:02.948020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Calling delete_port for 25260e36-9f6a-462c-8bb9-5cd792492549 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:03.147646 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:03.162204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['25260e36-9f6a-462c-8bb9-5cd792492549'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:22:03.164597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a94ae0a0-d229-4148-85bd-b000fd916447'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:22:03.183253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Pushing event deleted for resources: {'Port': ['ID=25260e36-9f6a-462c-8bb9-5cd792492549,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:03.227753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] No DVR routers for this DVR port 25260e36-9f6a-462c-8bb9-5cd792492549 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:03.230400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:03.233733 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4f74cb98-6294-4c81-bbf8-d0b3ef6e3101 req-32afa2dd-e701-4b8f-a259-6a5dce8f27ee tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.32 "DELETE /v2.0/ports/25260e36-9f6a-462c-8bb9-5cd792492549 HTTP/1.1" status: 204 len: 173 time: 0.4720109 Nov 01 19:22:03.234171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'name': 'network-vif-deleted', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:22:03.236456 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd2b7fb-3e4e-46d0-a0ba-895c6093f69c" -d '{"events": [{"server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "name": "network-vif-deleted", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:22:03.274505 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52771e8-4e72-4919-ab09-7d50b436596e x-openstack-request-id: req-f52771e8-4e72-4919-ab09-7d50b436596e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:22:03.274797 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf01890-c9c0-4e10-b349-5bb160561de0", "name": "network-vif-deleted", "tag": "25260e36-9f6a-462c-8bb9-5cd792492549", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:22:03.275049 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f52771e8-4e72-4919-ab09-7d50b436596e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:22:03.275455 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf01890-c9c0-4e10-b349-5bb160561de0', 'name': 'network-vif-deleted', 'tag': '25260e36-9f6a-462c-8bb9-5cd792492549', 'status': 'completed', 'code': 200} Nov 01 19:22:03.808092 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ece625d-4479-498c-95cf-2bfcf1d267db req-7008d1be-550b-47e9-8efc-1f356beaaa98 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf01890-c9c0-4e10-b349-5bb160561de0 HTTP/1.1" status: 200 len: 210 time: 0.0268886 Nov 01 19:22:04.964130 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e830-b6f0-40a9-8b4f-f29284afdbdb req-7d9906f5-8bd9-44e4-b4fd-4bfc38b8a5e9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:04.965501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17e1e830-b6f0-40a9-8b4f-f29284afdbdb req-7d9906f5-8bd9-44e4-b4fd-4bfc38b8a5e9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0519118 Nov 01 19:22:05.002779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17e1e830-b6f0-40a9-8b4f-f29284afdbdb req-c768183d-6871-48b1-a5da-01dd641ebe08 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Nov 01 19:22:05.135626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9fac9-a448-4130-b848-a57bdb0b0d16 req-f1773b31-998a-46d8-8087-3776e8945dc8 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:05.137111 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ca9fac9-a448-4130-b848-a57bdb0b0d16 req-f1773b31-998a-46d8-8087-3776e8945dc8 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0494378 Nov 01 19:22:05.175249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5ca9fac9-a448-4130-b848-a57bdb0b0d16 req-0ee89cc5-3be7-48dc-aa2f-949b5bec6069 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Nov 01 19:22:05.290193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77392-7b65-4dd0-b27f-bdc14c444a25 req-0082b890-048a-41db-963f-34de6f795fac tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:05.291732 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4f77392-7b65-4dd0-b27f-bdc14c444a25 req-0082b890-048a-41db-963f-34de6f795fac tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0483994 Nov 01 19:22:05.329048 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e4f77392-7b65-4dd0-b27f-bdc14c444a25 req-919c9544-f518-4c64-a92d-a78a0c4a9035 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Nov 01 19:22:05.477061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:05.510574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa8bd-a8ba-40ee-a3ca-2fae48ae2ef1 req-d6c26501-04c1-4486-bb5c-fbe09f56ef1a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:05.512097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddbfa8bd-a8ba-40ee-a3ca-2fae48ae2ef1 req-d6c26501-04c1-4486-bb5c-fbe09f56ef1a tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0635278 Nov 01 19:22:05.550464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ddbfa8bd-a8ba-40ee-a3ca-2fae48ae2ef1 req-c90c67a5-dfd1-41ce-a924-658bd47746ac tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Nov 01 19:22:05.664750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa4db2-bdd0-4034-9dfb-7c7dc332a5b8 req-d1448d63-842e-4e89-98bf-20165393872d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:05.666239 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5fa4db2-bdd0-4034-9dfb-7c7dc332a5b8 req-d1448d63-842e-4e89-98bf-20165393872d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0486584 Nov 01 19:22:05.704227 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b5fa4db2-bdd0-4034-9dfb-7c7dc332a5b8 req-9874ed34-fa91-49bd-bb8b-009f4c7be3e0 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Nov 01 19:22:05.828169 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25682e-5837-421a-a40c-d16e8d663d5f req-e6ecf06c-fcc5-49a4-8037-e9366a23c347 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:05.829889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f25682e-5837-421a-a40c-d16e8d663d5f req-e6ecf06c-fcc5-49a4-8037-e9366a23c347 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0495384 Nov 01 19:22:05.866258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f25682e-5837-421a-a40c-d16e8d663d5f req-bc174927-29d9-40a4-a8e2-736066bde775 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Nov 01 19:22:06.358762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5962b-3aa0-4d8e-b9d6-0beb03e6cf74 req-d530d70c-7126-46aa-b140-a9c302b44f37 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:06.360480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7f5962b-3aa0-4d8e-b9d6-0beb03e6cf74 req-d530d70c-7126-46aa-b140-a9c302b44f37 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0610125 Nov 01 19:22:06.398201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7f5962b-3aa0-4d8e-b9d6-0beb03e6cf74 req-ed8dbb6b-9575-4f90-8ec1-02b6fe22bae9 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Nov 01 19:22:07.429174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 25260e36-9f6a-462c-8bb9-5cd792492549 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:22:07.448941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 25260e36-9f6a-462c-8bb9-5cd792492549 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:22:07.449288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 25260e36-9f6a-462c-8bb9-5cd792492549 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:22:07.518004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16ce0a-18a0-4405-ba6c-d29ef61e2323 req-ccf1e64a-aa30-41d3-855e-8cba40d5677d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:07.519493 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce16ce0a-18a0-4405-ba6c-d29ef61e2323 req-ccf1e64a-aa30-41d3-855e-8cba40d5677d tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0497823 Nov 01 19:22:07.560812 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce16ce0a-18a0-4405-ba6c-d29ef61e2323 req-3b3d9d2a-0209-45db-924b-6b94052d13cb tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/security-groups?id=b40daf34-9c4f-41e4-8cc3-688dc3703036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Nov 01 19:22:07.845897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-4909b539-cf2c-4603-bd8f-41de00a80020 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:07.847419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-4909b539-cf2c-4603-bd8f-41de00a80020 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.37 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 945 time: 0.0489135 Nov 01 19:22:07.941179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Deleting port a94ae0a0-d229-4148-85bd-b000fd916447 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:07.941444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:08.026405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] For port a94ae0a0-d229-4148-85bd-b000fd916447, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a94ae0a0-d229-4148-85bd-b000fd916447,segment=NetworkSegment(14a52453-af5b-41cc-9b60-0920ea92225b),segment_id=14a52453-af5b-41cc-9b60-0920ea92225b)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:08.026769 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:08.038698 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Calling delete_port for a94ae0a0-d229-4148-85bd-b000fd916447 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:08.227120 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:08.240061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a94ae0a0-d229-4148-85bd-b000fd916447'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:22:08.254870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Pushing event deleted for resources: {'Port': ['ID=a94ae0a0-d229-4148-85bd-b000fd916447,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:08.300617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] No DVR routers for this DVR port a94ae0a0-d229-4148-85bd-b000fd916447 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:08.303175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:08.306494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e6cd893-0b3c-4ae6-8a36-921fed998a70 req-320319da-4e24-47b8-aba7-3ac723b1d38b tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.37 "DELETE /v2.0/ports/a94ae0a0-d229-4148-85bd-b000fd916447 HTTP/1.1" status: 204 len: 173 time: 0.4522624 Nov 01 19:22:08.306933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'name': 'network-vif-deleted', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:22:08.309201 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652f9b54-1e80-4093-82eb-2a842d9fee05" -d '{"events": [{"server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "name": "network-vif-deleted", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:22:08.346510 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d3ada7-80de-4af0-9590-67e3db42d4d6 x-openstack-request-id: req-f2d3ada7-80de-4af0-9590-67e3db42d4d6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:22:08.346510 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d3ff19-6ca1-4ce6-9ae9-20c0843d759c", "name": "network-vif-deleted", "tag": "a94ae0a0-d229-4148-85bd-b000fd916447", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:22:08.346510 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2d3ada7-80de-4af0-9590-67e3db42d4d6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:22:08.346908 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d3ff19-6ca1-4ce6-9ae9-20c0843d759c', 'name': 'network-vif-deleted', 'tag': 'a94ae0a0-d229-4148-85bd-b000fd916447', 'status': 'completed', 'code': 200} Nov 01 19:22:08.670209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f7a780bf-d23d-44ac-ba90-134d23fbe75c req-bb218ed8-7c1d-48d7-b998-f8a74ddfb125 tempest-ServersNegativeTestJSON-1455095183 tempest-ServersNegativeTestJSON-1455095183-project] 10.222.0.31 "GET /v2.0/ports?device_id=05d3ff19-6ca1-4ce6-9ae9-20c0843d759c HTTP/1.1" status: 200 len: 210 time: 0.0274708 Nov 01 19:22:09.727983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41638) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:09.763404 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:09.776004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Deleting subnet 1ca56e48-5fae-4636-82d9-805c6e8c36a6 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:22:09.779356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:09.813577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:09.851767 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:09.964667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:09.994099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca56e48-5fae-4636-82d9-805c6e8c36a6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:09.998445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.001636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e9f12f94-ebd1-4c6a-96a3-bcc262ecb1c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ca56e48-5fae-4636-82d9-805c6e8c36a6 HTTP/1.1" status: 204 len: 168 time: 0.2726388 Nov 01 19:22:10.004257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41640) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:10.071401 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.153275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.174312 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d04f89-a2b0-4bc4-b251-7249be4efd6c']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:10.183461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a52453-af5b-41cc-9b60-0920ea92225b') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:10.183786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a52453-af5b-41cc-9b60-0920ea92225b') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:10.193478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.206341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.212453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:10.212841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:10.214486 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:10.350783 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.366583 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.369758 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/93d04f89-a2b0-4bc4-b251-7249be4efd6c HTTP/1.1" status: 204 len: 168 time: 0.3645642 Nov 01 19:22:10.370794 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b3c8-f296-4ac9-9c49-ca55364279f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d04f89-a2b0-4bc4-b251-7249be4efd6c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:10.569592 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:22:10.668500 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41644) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:10.718351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5cad7a36-9c35-4ac9-bb58-b4697965b4ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ab6dcba0ce8444a93e8fe087762944d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479863 Nov 01 19:22:10.720703 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41646) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:10.768090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.788547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.893562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.896262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:10.897443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b40daf34-9c4f-41e4-8cc3-688dc3703036 HTTP/1.1" status: 204 len: 168 time: 0.1757948 Nov 01 19:22:10.905384 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956ca7-5884-43cc-9062-f26e5062f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40daf34-9c4f-41e4-8cc3-688dc3703036,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:11.730858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a94ae0a0-d229-4148-85bd-b000fd916447 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:22:11.750252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a94ae0a0-d229-4148-85bd-b000fd916447 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:22:11.750607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a94ae0a0-d229-4148-85bd-b000fd916447 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:22:11.970598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:12.063662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248444340'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:12.179415 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:12.182854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.192246 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.266456 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.335606 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.358703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:12.374356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df86c39-23da-41a2-949d-e61e9d7f0286,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:12.377376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.377724 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Added segment c59533e9-07b4-404f-b0a7-1fa898f28403 of type vlan for network 065db37c-c624-42ce-8335-664b571f5f95 Nov 01 19:22:12.415957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.472552 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.478168 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:12.478748 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:12.859344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8875651 Nov 01 19:22:12.867334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8773-8093-494c-8256-4b9143847b9c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Network': ['ID=065db37c-c624-42ce-8335-664b571f5f95,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:12.886276 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 065db37c-c624-42ce-8335-664b571f5f95 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:16.168946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41672) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:16.173964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'subnet': {'network_id': '065db37c-c624-42ce-8335-664b571f5f95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:16.350906 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:16.354472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:16.678740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:16.740109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Subnet': ['ID=73f10fc3-bb55-47b4-b342-b8193a88dfae,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:16.747006 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking segment: {'id': 'c59533e9-07b4-404f-b0a7-1fa898f28403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '065db37c-c624-42ce-8335-664b571f5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:16.747374 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network hostable DHCP agents. Network: 065db37c-c624-42ce-8335-664b571f5f95, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:16.804202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network 065db37c-c624-42ce-8335-664b571f5f95 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:16.872754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 065db37c-c624-42ce-8335-664b571f5f95) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:16.876847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:16.877460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:16.881522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b2c66-41d3-417b-b165-bf7523034e5b None None] Network 065db37c-c624-42ce-8335-664b571f5f95 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:16.968402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-438e0195-6090-4726-8940-34720743af76 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7982762 Nov 01 19:22:16.971752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41674) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:16.977465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261307686'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:17.038678 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-065db37c-c624-42ce-8335-664b571f5f95', 'network_id': '065db37c-c624-42ce-8335-664b571f5f95', 'tenant_id': '72a94110944d4dd1ad0492b89fb438d1', 'fixed_ips': [{'subnet_id': '73f10fc3-bb55-47b4-b342-b8193a88dfae'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:17.039632 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.060077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:17.064230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.090899 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:17.101233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.101669 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Added segment 06429b7c-4835-403e-af4a-024959a68189 of type vlan for network 8d733e21-9165-43bd-ae43-2fb57734d62a Nov 01 19:22:17.147040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.179377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Allocated IP 2001:db8:0:ffff::2 (065db37c-c624-42ce-8335-664b571f5f95/73f10fc3-bb55-47b4-b342-b8193a88dfae/fda4a34e-814f-4d69-a79d-5f55428d40a2) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:17.250205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.256188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:17.256917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.323089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.330323 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Network': ['ID=8d733e21-9165-43bd-ae43-2fb57734d62a,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:17.344689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 8d733e21-9165-43bd-ae43-2fb57734d62a details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:17.384161 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-152189ef-4782-4b10-a8f6-a13adbaae410 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4105997 Nov 01 19:22:17.387175 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41676) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:17.392640 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'subnet': {'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:17.409962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.448613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Network 065db37c-c624-42ce-8335-664b571f5f95 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:17.451201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:17.457768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:17.467462 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Pushing event updated for resources: {'Port': ['ID=fda4a34e-814f-4d69-a79d-5f55428d40a2,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:17.524884 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Attempting to bind port fda4a34e-814f-4d69-a79d-5f55428d40a2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:17.525149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Attempting to bind port fda4a34e-814f-4d69-a79d-5f55428d40a2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c59533e9-07b4-404f-b0a7-1fa898f28403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '065db37c-c624-42ce-8335-664b571f5f95'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:17.525505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Attempting to bind port fda4a34e-814f-4d69-a79d-5f55428d40a2 on network 065db37c-c624-42ce-8335-664b571f5f95 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:17.530518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:17.533556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Checking segment: {'id': 'c59533e9-07b4-404f-b0a7-1fa898f28403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '065db37c-c624-42ce-8335-664b571f5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:17.533556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.533556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Bound using segment: {'id': 'c59533e9-07b4-404f-b0a7-1fa898f28403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '065db37c-c624-42ce-8335-664b571f5f95'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:17.533556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Bound port: fda4a34e-814f-4d69-a79d-5f55428d40a2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59533e9-07b4-404f-b0a7-1fa898f28403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '065db37c-c624-42ce-8335-664b571f5f95'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:17.533556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.552579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:17.556228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.592956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] For port fda4a34e-814f-4d69-a79d-5f55428d40a2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:17.596047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] For port fda4a34e-814f-4d69-a79d-5f55428d40a2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fda4a34e-814f-4d69-a79d-5f55428d40a2,segment=NetworkSegment(c59533e9-07b4-404f-b0a7-1fa898f28403),segment_id=c59533e9-07b4-404f-b0a7-1fa898f28403)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:17.696313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.758898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9003-dd69-4cf1-a06c-94a87f3dee9e None None] Pushing event updated for resources: {'Port': ['ID=fda4a34e-814f-4d69-a79d-5f55428d40a2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:17.815933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:17.873177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Subnet': ['ID=afc57eb3-ad6e-4a7b-97c1-42ed30d531c9,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:17.890758 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking segment: {'id': '06429b7c-4835-403e-af4a-024959a68189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:17.891135 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network hostable DHCP agents. Network: 8d733e21-9165-43bd-ae43-2fb57734d62a, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:17.970358 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network 8d733e21-9165-43bd-ae43-2fb57734d62a is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:18.062244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 8d733e21-9165-43bd-ae43-2fb57734d62a) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:18.066986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:18.067780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.071293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305d7f9-fde9-421b-b5c3-9bc47b987395 None None] Network 8d733e21-9165-43bd-ae43-2fb57734d62a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:18.157302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41678) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:18.157878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1be162f4-1337-495c-9315-a5478fe27d84 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7688320 Nov 01 19:22:18.229720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-8d733e21-9165-43bd-ae43-2fb57734d62a', 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a', 'tenant_id': '72a94110944d4dd1ad0492b89fb438d1', 'fixed_ips': [{'subnet_id': 'afc57eb3-ad6e-4a7b-97c1-42ed30d531c9'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:18.230888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.284831 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.330400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fda4a34e-814f-4d69-a79d-5f55428d40a2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:18.374644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.439967 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Allocated IP 2001:db8::2 (8d733e21-9165-43bd-ae43-2fb57734d62a/afc57eb3-ad6e-4a7b-97c1-42ed30d531c9/6aa05bdb-d729-4f6e-a2e8-1baeb4165574) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:18.442282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fda4a34e-814f-4d69-a79d-5f55428d40a2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:18.443398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.628823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.718898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port fda4a34e-814f-4d69-a79d-5f55428d40a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fda4a34e-814f-4d69-a79d-5f55428d40a2,segment=NetworkSegment(c59533e9-07b4-404f-b0a7-1fa898f28403),segment_id=c59533e9-07b4-404f-b0a7-1fa898f28403)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:18.725784 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.767473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff52bf-3826-4e22-a8b7-550b2cf83d39 None None] Network 065db37c-c624-42ce-8335-664b571f5f95 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:18.832339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.880630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.883194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2df939c6-9a75-4ac0-b797-e1f3e23b55da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.884618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7144604c-ca4e-444e-ae25-67b2cde0b1f9 None None] Provisioning complete for port fda4a34e-814f-4d69-a79d-5f55428d40a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:18.884974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7144604c-ca4e-444e-ae25-67b2cde0b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.951730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:18.970772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Network 8d733e21-9165-43bd-ae43-2fb57734d62a is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:18.977497 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:18.981124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:18.985978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=fda4a34e-814f-4d69-a79d-5f55428d40a2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:18.988904 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Subnet': ['ID=afc57eb3-ad6e-4a7b-97c1-42ed30d531c9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:19.067619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.092926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d733e21-9165-43bd-ae43-2fb57734d62a']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:19.103643 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06429b7c-4835-403e-af4a-024959a68189') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:19.103946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06429b7c-4835-403e-af4a-024959a68189') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:19.115659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.132745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.139591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:19.139991 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:19.143048 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:19.239078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 19:22:19.239078 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 19:22:19.239078 n-d-815923-2 neutron-server[102783]: [parameters: {'id': '8d733e21-9165-43bd-ae43-2fb57734d62a'}] Nov 01 19:22:19.239078 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:19.240129 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:19.292810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Pushing event updated for resources: {'Port': ['ID=6aa05bdb-d729-4f6e-a2e8-1baeb4165574,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:19.297340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Attempting to bind port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:19.297709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Attempting to bind port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '06429b7c-4835-403e-af4a-024959a68189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:19.298079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Attempting to bind port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 on network 8d733e21-9165-43bd-ae43-2fb57734d62a {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:19.308069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:19.308443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Checking segment: {'id': '06429b7c-4835-403e-af4a-024959a68189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:19.308841 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.309227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Bound using segment: {'id': '06429b7c-4835-403e-af4a-024959a68189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:19.309706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Bound port: 6aa05bdb-d729-4f6e-a2e8-1baeb4165574, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06429b7c-4835-403e-af4a-024959a68189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d733e21-9165-43bd-ae43-2fb57734d62a'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:19.310095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.389500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] For port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:19.392748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] For port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6aa05bdb-d729-4f6e-a2e8-1baeb4165574,segment=NetworkSegment(06429b7c-4835-403e-af4a-024959a68189),segment_id=06429b7c-4835-403e-af4a-024959a68189)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:19.468530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.551615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2af95-8a25-4213-b0d1-809e597984a3 None None] Pushing event updated for resources: {'Port': ['ID=6aa05bdb-d729-4f6e-a2e8-1baeb4165574,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:19.564852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-21e1b95e-d739-42e9-97c2-c7bff9209835 None None] Provisioning complete for port fda4a34e-814f-4d69-a79d-5f55428d40a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:19.565231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-21e1b95e-d739-42e9-97c2-c7bff9209835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.566803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f00e3d-77f4-4601-8b8e-361858b8abe7 None None] Network 8d733e21-9165-43bd-ae43-2fb57734d62a requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:19.741016 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.754379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1ae85-9ee2-4784-84a9-bbd4decb87f7 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 19:22:19.799189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:19.799553 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.822089 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1ae85-9ee2-4784-84a9-bbd4decb87f7 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 19:22:19.864097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] For port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6aa05bdb-d729-4f6e-a2e8-1baeb4165574,segment=NetworkSegment(06429b7c-4835-403e-af4a-024959a68189),segment_id=06429b7c-4835-403e-af4a-024959a68189)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:19.864517 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:19.877781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Calling delete_port for 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:20.014621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.040701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Port': ['ID=6aa05bdb-d729-4f6e-a2e8-1baeb4165574,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:20.042544 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No DVR routers for this DVR port 6aa05bdb-d729-4f6e-a2e8-1baeb4165574 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:20.123398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.142674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d733e21-9165-43bd-ae43-2fb57734d62a']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:20.151650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06429b7c-4835-403e-af4a-024959a68189') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:20.151951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06429b7c-4835-403e-af4a-024959a68189') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:20.161194 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.174311 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.179979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:20.180360 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:20.183193 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:20.280843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fda4a34e-814f-4d69-a79d-5f55428d40a2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:20.312607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.318277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.322031 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/8d733e21-9165-43bd-ae43-2fb57734d62a HTTP/1.1" status: 204 len: 168 time: 2.1627192 Nov 01 19:22:20.325382 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41680) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:20.331201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port fda4a34e-814f-4d69-a79d-5f55428d40a2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:20.331718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.331837 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970424852'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:20.338497 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2068854-5938-44f7-8fcd-a59c0ba2e42c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Network': ['ID=8d733e21-9165-43bd-ae43-2fb57734d62a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:20.421430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:20.428474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.451298 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:20.460167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.462617 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Added segment be4a35fc-33ba-4ae1-904b-62db52009587 of type vlan for network e603b53d-c1a3-4d28-b317-69256fa155d6 Nov 01 19:22:20.499597 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.596655 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.602209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:20.602796 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.670092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Network': ['ID=e603b53d-c1a3-4d28-b317-69256fa155d6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:20.680926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e603b53d-c1a3-4d28-b317-69256fa155d6 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:20.721328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-77df0e13-3b41-4128-b838-6cc9a8c778ce tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3944867 Nov 01 19:22:20.724052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41682) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:20.728997 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'subnet': {'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:20.872503 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:20.876023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.918355 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f120c4dc-2e6d-4d0b-9c15-39f3b0661a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:20.947254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Performing IP validity checks on allocation pools {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 01 19:22:20.948007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.ipam_backend_mixin [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 01 19:22:21.101393 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.162442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Subnet': ['ID=03f51291-8a39-4bad-965a-0d44671df877,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:21.172247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking segment: {'id': 'be4a35fc-33ba-4ae1-904b-62db52009587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:21.172602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network hostable DHCP agents. Network: e603b53d-c1a3-4d28-b317-69256fa155d6, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:21.249584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network e603b53d-c1a3-4d28-b317-69256fa155d6 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:21.306949 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e603b53d-c1a3-4d28-b317-69256fa155d6) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:21.311793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:21.316471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.317242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bc384-41eb-4c22-93da-8f4936a77167 None None] Network e603b53d-c1a3-4d28-b317-69256fa155d6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:21.395601 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-99bfe5a6-d6ce-4600-84c7-d0ed436f844a tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6704037 Nov 01 19:22:21.398262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41684) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:21.468640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-e603b53d-c1a3-4d28-b317-69256fa155d6', 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6', 'tenant_id': '72a94110944d4dd1ad0492b89fb438d1', 'fixed_ips': [{'subnet_id': '03f51291-8a39-4bad-965a-0d44671df877'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:21.469660 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.496420 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.547351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.599293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Allocated IP 2001:db8::3 (e603b53d-c1a3-4d28-b317-69256fa155d6/03f51291-8a39-4bad-965a-0d44671df877/34f7112d-1f28-465d-909e-1e6b2b66d9ce) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:21.738851 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.815911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.853329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Network e603b53d-c1a3-4d28-b317-69256fa155d6 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:21.859484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:21.863960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:21.865832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Pushing event updated for resources: {'Port': ['ID=34f7112d-1f28-465d-909e-1e6b2b66d9ce,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:21.901838 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.922114 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Attempting to bind port 34f7112d-1f28-465d-909e-1e6b2b66d9ce on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:21.922548 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Attempting to bind port 34f7112d-1f28-465d-909e-1e6b2b66d9ce by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'be4a35fc-33ba-4ae1-904b-62db52009587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:21.922869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Attempting to bind port 34f7112d-1f28-465d-909e-1e6b2b66d9ce on network e603b53d-c1a3-4d28-b317-69256fa155d6 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:21.927843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:21.928242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Checking segment: {'id': 'be4a35fc-33ba-4ae1-904b-62db52009587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:21.928640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.929064 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Bound using segment: {'id': 'be4a35fc-33ba-4ae1-904b-62db52009587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:21.929484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Bound port: 34f7112d-1f28-465d-909e-1e6b2b66d9ce, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4a35fc-33ba-4ae1-904b-62db52009587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:21.929865 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.931154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Subnet': ['ID=03f51291-8a39-4bad-965a-0d44671df877,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:21.989352 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:21.992343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] For port 34f7112d-1f28-465d-909e-1e6b2b66d9ce, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:21.995397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] For port 34f7112d-1f28-465d-909e-1e6b2b66d9ce, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=34f7112d-1f28-465d-909e-1e6b2b66d9ce,segment=NetworkSegment(be4a35fc-33ba-4ae1-904b-62db52009587),segment_id=be4a35fc-33ba-4ae1-904b-62db52009587)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:22.009067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e603b53d-c1a3-4d28-b317-69256fa155d6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:22.018654 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4a35fc-33ba-4ae1-904b-62db52009587') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:22.018946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4a35fc-33ba-4ae1-904b-62db52009587') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:22.027920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.101764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.103599 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.110180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:22.110565 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:22.113737 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:22.183755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c74ad7-9798-49d2-a808-cac0f83605d3 None None] Pushing event updated for resources: {'Port': ['ID=34f7112d-1f28-465d-909e-1e6b2b66d9ce,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:22.198206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf58da-1a7c-4391-978f-70326878bded None None] Network e603b53d-c1a3-4d28-b317-69256fa155d6 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:22.210449 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.db.api [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 19:22:22.210449 n-d-815923-2 neutron-server[102782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 19:22:22.210449 n-d-815923-2 neutron-server[102782]: [parameters: {'id': 'e603b53d-c1a3-4d28-b317-69256fa155d6'}] Nov 01 19:22:22.210449 n-d-815923-2 neutron-server[102782]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:22.210862 n-d-815923-2 neutron-server[102782]: DEBUG oslo_db.api [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:22.327115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.332061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52858c3-b98f-450a-90fc-653f1ee9377e None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 19:22:22.402897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52858c3-b98f-450a-90fc-653f1ee9377e None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 19:22:22.712161 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.764328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting port 34f7112d-1f28-465d-909e-1e6b2b66d9ce {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:22.764670 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.830416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] For port 34f7112d-1f28-465d-909e-1e6b2b66d9ce, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=34f7112d-1f28-465d-909e-1e6b2b66d9ce,segment=NetworkSegment(be4a35fc-33ba-4ae1-904b-62db52009587),segment_id=be4a35fc-33ba-4ae1-904b-62db52009587)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:22.830774 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:22.843372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Calling delete_port for 34f7112d-1f28-465d-909e-1e6b2b66d9ce owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:22.981454 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.007179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Port': ['ID=34f7112d-1f28-465d-909e-1e6b2b66d9ce,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:23.010628 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No DVR routers for this DVR port 34f7112d-1f28-465d-909e-1e6b2b66d9ce on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:23.090065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.109929 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e603b53d-c1a3-4d28-b317-69256fa155d6']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:23.118690 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4a35fc-33ba-4ae1-904b-62db52009587') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:23.118985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4a35fc-33ba-4ae1-904b-62db52009587') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:23.128022 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.141122 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.146833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:23.147209 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:23.150061 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:23.270834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.275813 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.279421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/e603b53d-c1a3-4d28-b317-69256fa155d6 HTTP/1.1" status: 204 len: 168 time: 1.8801205 Nov 01 19:22:23.283024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41686) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:23.288189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000167463'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:23.298037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf06da-9fd1-4bdb-88a8-581eabdb26b3 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Network': ['ID=e603b53d-c1a3-4d28-b317-69256fa155d6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:23.363578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:23.367006 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.390029 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:23.398214 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.401678 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Added segment b1f1f401-868a-476e-8178-056d3501df73 of type vlan for network ded223bd-5269-4be4-9755-e78dffa213f8 Nov 01 19:22:23.441880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.530259 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.535863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:23.536447 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:23.604112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Network': ['ID=ded223bd-5269-4be4-9755-e78dffa213f8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:23.615201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network ded223bd-5269-4be4-9755-e78dffa213f8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:23.664017 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7e3a5ded-1468-41c2-95c9-4cd4cf2e25d4 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3798184 Nov 01 19:22:23.666828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41688) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:23.673198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'subnet': {'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:23.803829 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:23.807361 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.021311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.048410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.115466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Subnet': ['ID=0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:24.125828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking segment: {'id': 'b1f1f401-868a-476e-8178-056d3501df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:24.125828 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network hostable DHCP agents. Network: ded223bd-5269-4be4-9755-e78dffa213f8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:24.196366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network ded223bd-5269-4be4-9755-e78dffa213f8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:24.283901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, ded223bd-5269-4be4-9755-e78dffa213f8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:24.287979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:24.288600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.293596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02dba5-fb95-4c24-90b9-05046b86e47b None None] Network ded223bd-5269-4be4-9755-e78dffa213f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:24.387848 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6e700979-d8b0-41cf-890e-d78022542415 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7198186 Nov 01 19:22:24.392016 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41690) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:24.397168 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980266322'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:24.438489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-ded223bd-5269-4be4-9755-e78dffa213f8', 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8', 'tenant_id': '72a94110944d4dd1ad0492b89fb438d1', 'fixed_ips': [{'subnet_id': '0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:24.439349 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.482125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:24.485843 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.509732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:24.519103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.519435 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Added segment a15fd992-2c05-4029-8903-e1a32be94c9f of type vlan for network de88f653-6a8b-4b40-a418-dfe1264d6e20 Nov 01 19:22:24.558696 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.572690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Allocated IP 2001:db8::2 (ded223bd-5269-4be4-9755-e78dffa213f8/0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf/94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:24.659688 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.665284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:24.665881 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.714843 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.735797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Network': ['ID=de88f653-6a8b-4b40-a418-dfe1264d6e20,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:24.745961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network de88f653-6a8b-4b40-a418-dfe1264d6e20 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:24.782635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1b1540c1-9324-4b98-9c02-9ee23c0dfa7d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3895023 Nov 01 19:22:24.785578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41692) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:24.790701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Request body: {'subnet': {'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:24.797973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.848399 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Network ded223bd-5269-4be4-9755-e78dffa213f8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:24.853680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:24.857624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:24.864430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Pushing event updated for resources: {'Port': ['ID=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:24.917734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Attempting to bind port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:24.918019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Attempting to bind port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b1f1f401-868a-476e-8178-056d3501df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:24.918379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Attempting to bind port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 on network ded223bd-5269-4be4-9755-e78dffa213f8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:24.924046 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:24.924419 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Checking segment: {'id': 'b1f1f401-868a-476e-8178-056d3501df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:24.924820 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.925213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Bound using segment: {'id': 'b1f1f401-868a-476e-8178-056d3501df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:24.925673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Bound port: 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f1f401-868a-476e-8178-056d3501df73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ded223bd-5269-4be4-9755-e78dffa213f8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:24.926064 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.933955 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Made reservation on behalf of 72a94110944d4dd1ad0492b89fb438d1 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:24.937576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:24.990021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] For port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:24.993156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] For port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,segment=NetworkSegment(b1f1f401-868a-476e-8178-056d3501df73),segment_id=b1f1f401-868a-476e-8178-056d3501df73)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:25.060118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.120893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83b9d4-001c-4ffc-8452-b3afc6f5cc4c None None] Pushing event updated for resources: {'Port': ['ID=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:25.196842 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.265949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event updated for resources: {'Subnet': ['ID=3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:25.276808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Checking segment: {'id': 'a15fd992-2c05-4029-8903-e1a32be94c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:25.277526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network hostable DHCP agents. Network: de88f653-6a8b-4b40-a418-dfe1264d6e20, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:25.352893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Network de88f653-6a8b-4b40-a418-dfe1264d6e20 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:25.409602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, de88f653-6a8b-4b40-a418-dfe1264d6e20) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:25.413860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:25.414489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.419184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94401dd-7e7f-4084-ba54-4841b40066c4 None None] Network de88f653-6a8b-4b40-a418-dfe1264d6e20 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:25.475315 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-708fb606-522c-482a-9131-d27a5bb76ebd tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6884615 Nov 01 19:22:25.477793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41694) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:25.568336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-de88f653-6a8b-4b40-a418-dfe1264d6e20', 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20', 'tenant_id': '72a94110944d4dd1ad0492b89fb438d1', 'fixed_ips': [{'subnet_id': '3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:25.569229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.580484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.631652 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.708696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Allocated IP 2001:db8::2 (de88f653-6a8b-4b40-a418-dfe1264d6e20/3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0/1bebfbab-c33e-4110-8ecc-b97c477b3f07) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:25.857449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.919401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:25.963000 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Network de88f653-6a8b-4b40-a418-dfe1264d6e20 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:25.968686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:25.972372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:25.983618 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Pushing event updated for resources: {'Port': ['ID=1bebfbab-c33e-4110-8ecc-b97c477b3f07,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:26.009937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.030020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Attempting to bind port 1bebfbab-c33e-4110-8ecc-b97c477b3f07 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:26.030396 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Attempting to bind port 1bebfbab-c33e-4110-8ecc-b97c477b3f07 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'a15fd992-2c05-4029-8903-e1a32be94c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:26.030754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Attempting to bind port 1bebfbab-c33e-4110-8ecc-b97c477b3f07 on network de88f653-6a8b-4b40-a418-dfe1264d6e20 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:26.036093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:26.036469 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Checking segment: {'id': 'a15fd992-2c05-4029-8903-e1a32be94c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:26.036927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.037316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Bound using segment: {'id': 'a15fd992-2c05-4029-8903-e1a32be94c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:26.037905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Bound port: 1bebfbab-c33e-4110-8ecc-b97c477b3f07, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15fd992-2c05-4029-8903-e1a32be94c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:26.038441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.040758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Subnet': ['ID=3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:26.076634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c0bd1-4f3c-4355-ab91-134697e96e1d None None] Network ded223bd-5269-4be4-9755-e78dffa213f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:26.109533 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.130465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de88f653-6a8b-4b40-a418-dfe1264d6e20']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:26.140598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15fd992-2c05-4029-8903-e1a32be94c9f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:26.140907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15fd992-2c05-4029-8903-e1a32be94c9f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:26.150972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.164739 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.171796 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:26.172210 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:26.175308 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:26.276874 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.db.api [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 01 19:22:26.276874 n-d-815923-2 neutron-server[102783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 01 19:22:26.276874 n-d-815923-2 neutron-server[102783]: [parameters: {'id': 'de88f653-6a8b-4b40-a418-dfe1264d6e20'}] Nov 01 19:22:26.276874 n-d-815923-2 neutron-server[102783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:26.277367 n-d-815923-2 neutron-server[102783]: DEBUG oslo_db.api [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:26.319439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:26.362573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] For port 1bebfbab-c33e-4110-8ecc-b97c477b3f07, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:26.367130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] Provisioning complete for port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:26.367532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.415383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] For port 1bebfbab-c33e-4110-8ecc-b97c477b3f07, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1bebfbab-c33e-4110-8ecc-b97c477b3f07,segment=NetworkSegment(a15fd992-2c05-4029-8903-e1a32be94c9f),segment_id=a15fd992-2c05-4029-8903-e1a32be94c9f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:26.485466 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:26.485834 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.492772 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.646479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.673813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fa1bc-9e29-440f-af40-5d0c5c446209 None None] Pushing event updated for resources: {'Port': ['ID=1bebfbab-c33e-4110-8ecc-b97c477b3f07,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:26.678569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3701ad3-500b-41fa-9dcb-1c1d747f1e65 None None] Network de88f653-6a8b-4b40-a418-dfe1264d6e20 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:26.778071 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.778822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] For port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,segment=NetworkSegment(b1f1f401-868a-476e-8178-056d3501df73),segment_id=b1f1f401-868a-476e-8178-056d3501df73)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:26.806648 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.848032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.848240 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting port 1bebfbab-c33e-4110-8ecc-b97c477b3f07 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:26.848240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.890019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.910779 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] For port 1bebfbab-c33e-4110-8ecc-b97c477b3f07, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1bebfbab-c33e-4110-8ecc-b97c477b3f07,segment=NetworkSegment(a15fd992-2c05-4029-8903-e1a32be94c9f),segment_id=a15fd992-2c05-4029-8903-e1a32be94c9f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:26.911144 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:26.924114 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Calling delete_port for 1bebfbab-c33e-4110-8ecc-b97c477b3f07 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:26.954428 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9609e-bc3f-4cdc-b2b3-14566e757df7 None None] Pushing event updated for resources: {'Port': ['ID=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:26.965624 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:26.966016 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:26.974206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b33e6-42cb-42c2-a8d7-d51ee3794a72 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 19:22:26.978126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7ab3c1d1-470e-4019-9915-a5f6c5a904ee None None] Provisioning complete for port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:26.978492 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7ab3c1d1-470e-4019-9915-a5f6c5a904ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.072433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.098797 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Port': ['ID=1bebfbab-c33e-4110-8ecc-b97c477b3f07,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:27.103079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73b33e6-42cb-42c2-a8d7-d51ee3794a72 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 19:22:27.103479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No DVR routers for this DVR port 1bebfbab-c33e-4110-8ecc-b97c477b3f07 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:27.189704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.209924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de88f653-6a8b-4b40-a418-dfe1264d6e20']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:27.220123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15fd992-2c05-4029-8903-e1a32be94c9f') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:27.220421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15fd992-2c05-4029-8903-e1a32be94c9f') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:27.229973 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.243911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.250152 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:27.250549 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:27.253489 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:27.374127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.381255 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.384861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/de88f653-6a8b-4b40-a418-dfe1264d6e20 HTTP/1.1" status: 204 len: 168 time: 1.9060733 Nov 01 19:22:27.387299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41696) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.406126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8da3c-f468-42c0-9aa7-28a29c1b0bd8 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Network': ['ID=de88f653-6a8b-4b40-a418-dfe1264d6e20,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:27.429411 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1545220d-0fd5-4934-b20b-2216e0c96a7c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] GET failed (client error): The resource could not be found. Nov 01 19:22:27.430735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1545220d-0fd5-4934-b20b-2216e0c96a7c tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "GET /v2.0/subnets/3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0 HTTP/1.1" status: 404 len: 337 time: 0.0424564 Nov 01 19:22:27.433431 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41698) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.451223 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3516a0-56dd-4c5c-b8aa-5731aecfea51 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:27.451761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3516a0-56dd-4c5c-b8aa-5731aecfea51 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:27.454945 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cc3516a0-56dd-4c5c-b8aa-5731aecfea51 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/de88f653-6a8b-4b40-a418-dfe1264d6e20 HTTP/1.1" status: 404 len: 339 time: 0.0206039 Nov 01 19:22:27.458484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41700) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.484871 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d440776-4fd0-4b22-91db-68691c0e118e tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:27.485320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d440776-4fd0-4b22-91db-68691c0e118e tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:27.488288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0d440776-4fd0-4b22-91db-68691c0e118e tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/subnets/3caa8ba9-49c9-41d1-8ae3-7bdd2e4928c0 HTTP/1.1" status: 404 len: 337 time: 0.0287924 Nov 01 19:22:27.490860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41702) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.510242 n-d-815923-2 neutron-server[102783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40ca1fe-abbe-4fda-90ab-5f93dee8e5c0 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:27.510242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40ca1fe-abbe-4fda-90ab-5f93dee8e5c0 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:27.511956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d40ca1fe-abbe-4fda-90ab-5f93dee8e5c0 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/de88f653-6a8b-4b40-a418-dfe1264d6e20 HTTP/1.1" status: 404 len: 339 time: 0.0202014 Nov 01 19:22:27.514691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41704) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.565077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting subnet 0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:22:27.568288 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.608542 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.694566 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.815585 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.844517 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Subnet': ['ID=0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:27.848122 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.851476 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc842e98-24a6-4cd5-9781-5b7782f2757d tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/subnets/0375ed0e-2c8f-4430-b5a5-35f8c1db5cdf HTTP/1.1" status: 204 len: 168 time: 0.3357270 Nov 01 19:22:27.853806 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41706) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:27.854191 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e2eaa-4529-4d43-be8a-6fe144cfb883 None None] Network ded223bd-5269-4be4-9755-e78dffa213f8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:27.934186 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:27.988986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:27.989336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.019161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] DHCP port deletion for ded223bd-5269-4be4-9755-e78dffa213f8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:22:28.057444 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] For port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,segment=NetworkSegment(b1f1f401-868a-476e-8178-056d3501df73),segment_id=b1f1f401-868a-476e-8178-056d3501df73)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:28.057811 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.065780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Deleting port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:28.066165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.070489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Calling delete_port for 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:28.129214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] For port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,segment=NetworkSegment(b1f1f401-868a-476e-8178-056d3501df73),segment_id=b1f1f401-868a-476e-8178-056d3501df73)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:28.129613 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.142075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Calling delete_port for 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:28.204270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.224137 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.230478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Port': ['ID=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:28.234711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No DVR routers for this DVR port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:28.255679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] Pushing event deleted for resources: {'Port': ['ID=94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:28.259473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa33e55-1ca5-4dca-897b-1c1e3d5e6440 None None] No DVR routers for this DVR port 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:28.303155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:22:28.323472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.323718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:22:28.324023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 94ae5b6f-4ca6-4bf3-b8f1-c9413de0a7e5 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:22:28.347929 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded223bd-5269-4be4-9755-e78dffa213f8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:28.357346 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f1f401-868a-476e-8178-056d3501df73') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:28.357658 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f1f401-868a-476e-8178-056d3501df73') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:28.367138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.380213 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.385892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:28.386278 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:28.390138 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:28.512263 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.521886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.525364 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/ded223bd-5269-4be4-9755-e78dffa213f8 HTTP/1.1" status: 204 len: 168 time: 0.6705432 Nov 01 19:22:28.529593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41708) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.537404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c583-c08a-447c-af00-f48980702430 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Network': ['ID=ded223bd-5269-4be4-9755-e78dffa213f8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:28.555919 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccefd989-9fa0-4cac-8ca9-b6cded112339 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:28.556367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccefd989-9fa0-4cac-8ca9-b6cded112339 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:28.559291 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ccefd989-9fa0-4cac-8ca9-b6cded112339 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/subnets/03f51291-8a39-4bad-965a-0d44671df877 HTTP/1.1" status: 404 len: 337 time: 0.0286050 Nov 01 19:22:28.561759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41710) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.580025 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48b2384-b5db-49b8-870f-dfb1bb8d4ddc tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:28.580550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48b2384-b5db-49b8-870f-dfb1bb8d4ddc tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:28.583431 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b48b2384-b5db-49b8-870f-dfb1bb8d4ddc tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/e603b53d-c1a3-4d28-b317-69256fa155d6 HTTP/1.1" status: 404 len: 339 time: 0.0207853 Nov 01 19:22:28.585826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41712) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.610901 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a713775-0c4c-498a-9fc7-e26e9aa8bf56 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:28.611466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a713775-0c4c-498a-9fc7-e26e9aa8bf56 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:28.614378 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6a713775-0c4c-498a-9fc7-e26e9aa8bf56 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/subnets/afc57eb3-ad6e-4a7b-97c1-42ed30d531c9 HTTP/1.1" status: 404 len: 337 time: 0.0276923 Nov 01 19:22:28.616767 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41714) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.633760 n-d-815923-2 neutron-server[102782]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a83f2e-3981-4b24-9edd-0a11dc315d9f tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] DELETE failed (client error): The resource could not be found. Nov 01 19:22:28.634267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a83f2e-3981-4b24-9edd-0a11dc315d9f tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 01 19:22:28.637121 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-20a83f2e-3981-4b24-9edd-0a11dc315d9f tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/8d733e21-9165-43bd-ae43-2fb57734d62a HTTP/1.1" status: 404 len: 339 time: 0.0194850 Nov 01 19:22:28.639961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41716) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.693302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting subnet 73f10fc3-bb55-47b4-b342-b8193a88dfae {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:22:28.696366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.735486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.814664 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.939848 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.966866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Subnet': ['ID=73f10fc3-bb55-47b4-b342-b8193a88dfae,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:28.971299 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:28.976638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/subnets/73f10fc3-bb55-47b4-b342-b8193a88dfae HTTP/1.1" status: 204 len: 168 time: 0.3335822 Nov 01 19:22:28.977038 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41718) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:28.977473 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600d1da-b05b-45f1-bf09-b34c33131b32 None None] Network 065db37c-c624-42ce-8335-664b571f5f95 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:28.979734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.980089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.980437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.980775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.981106 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.981437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.981766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.982104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.982425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.982740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.983060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:28.983379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947c2d27-345b-4f8c-bc46-42d3bfc7a082 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:29.052731 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.111084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Deleting port fda4a34e-814f-4d69-a79d-5f55428d40a2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:29.111430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.150810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] DHCP port deletion for 065db37c-c624-42ce-8335-664b571f5f95 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:22:29.174345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] For port fda4a34e-814f-4d69-a79d-5f55428d40a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fda4a34e-814f-4d69-a79d-5f55428d40a2,segment=NetworkSegment(c59533e9-07b4-404f-b0a7-1fa898f28403),segment_id=c59533e9-07b4-404f-b0a7-1fa898f28403)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:29.174710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.187258 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Calling delete_port for fda4a34e-814f-4d69-a79d-5f55428d40a2 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:29.197791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Deleting port fda4a34e-814f-4d69-a79d-5f55428d40a2 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:29.198169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.264636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] For port fda4a34e-814f-4d69-a79d-5f55428d40a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=fda4a34e-814f-4d69-a79d-5f55428d40a2,segment=NetworkSegment(c59533e9-07b4-404f-b0a7-1fa898f28403),segment_id=c59533e9-07b4-404f-b0a7-1fa898f28403)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:29.265032 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.277280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Calling delete_port for fda4a34e-814f-4d69-a79d-5f55428d40a2 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:29.335189 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.358851 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.361577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Port': ['ID=fda4a34e-814f-4d69-a79d-5f55428d40a2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:29.365673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] No DVR routers for this DVR port fda4a34e-814f-4d69-a79d-5f55428d40a2 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:29.384190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] Pushing event deleted for resources: {'Port': ['ID=fda4a34e-814f-4d69-a79d-5f55428d40a2,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:29.387357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480efdb-3f4e-4999-aba0-ceb784b70f28 None None] No DVR routers for this DVR port fda4a34e-814f-4d69-a79d-5f55428d40a2 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:29.449402 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.469271 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065db37c-c624-42ce-8335-664b571f5f95']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:29.478118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59533e9-07b4-404f-b0a7-1fa898f28403') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:29.478413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59533e9-07b4-404f-b0a7-1fa898f28403') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:29.487850 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.500970 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.506867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:29.507271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:29.510243 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:29.626813 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.635141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:29.638985 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] 10.222.0.31 "DELETE /v2.0/networks/065db37c-c624-42ce-8335-664b571f5f95 HTTP/1.1" status: 204 len: 168 time: 0.6609168 Nov 01 19:22:29.654407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eeb9b-e396-4b85-a3e9-c1adf16439d7 tempest-NetworksIpV6Test-1248620920 tempest-NetworksIpV6Test-1248620920-project] Pushing event deleted for resources: {'Network': ['ID=065db37c-c624-42ce-8335-664b571f5f95,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:30.061185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41724) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:30.189678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-626ac63a-3e0c-4c8c-8a60-196f40626c1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72a94110944d4dd1ad0492b89fb438d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271636 Nov 01 19:22:30.192058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41728) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:30.240589 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:30.261890 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:30.282043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fda4a34e-814f-4d69-a79d-5f55428d40a2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:22:30.302604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: fda4a34e-814f-4d69-a79d-5f55428d40a2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:22:30.302945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device fda4a34e-814f-4d69-a79d-5f55428d40a2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:22:30.363670 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:30.366190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:30.367341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0df86c39-23da-41a2-949d-e61e9d7f0286 HTTP/1.1" status: 204 len: 168 time: 0.1743348 Nov 01 19:22:30.376017 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1893e-f6f4-4e73-9178-c65da05592eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df86c39-23da-41a2-949d-e61e9d7f0286,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:31.323487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41750) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:31.416296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-27609287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:31.495307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.496305 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.550327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.626929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.735385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.736680 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3fb875f2-8fb8-4538-909e-6149063e755a tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4121399 Nov 01 19:22:31.739449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41754) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:31.744220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-264585660'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:31.827030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Made reservation on behalf of f0faac8984b64fa789da17c9ee81658a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:31.830732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.840015 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.911663 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.963245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:31.985044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:31.998459 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d4ad0-e54a-4602-977c-1281255ad31a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:32.003184 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.003543 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Added segment 26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4 of type vlan for network cdd42607-ee4e-459a-9c78-ac51b35c4259 Nov 01 19:22:32.042971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.100531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.107363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:32.112291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.175660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event updated for resources: {'Network': ['ID=cdd42607-ee4e-459a-9c78-ac51b35c4259,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:32.185943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:32.189270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bfefecb4-63f1-429d-be1f-4a64ff5b88ea tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4488060 Nov 01 19:22:32.192037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41756) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:32.196974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'subnet': {'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:32.329761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Made reservation on behalf of f0faac8984b64fa789da17c9ee81658a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:32.333343 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.541249 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.605837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event updated for resources: {'Subnet': ['ID=8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:32.613664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Checking segment: {'id': '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:32.614079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Network hostable DHCP agents. Network: cdd42607-ee4e-459a-9c78-ac51b35c4259, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:32.700878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:32.784774 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, cdd42607-ee4e-459a-9c78-ac51b35c4259) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:32.788824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:32.789431 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.794869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efb2d7-d907-4159-a7cf-2022c413a871 None None] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:32.891444 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-452c8631-7280-4f5d-a262-3ae1ca7302ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982710 Nov 01 19:22:32.894378 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:32.899211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1864213184'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:32.938006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-cdd42607-ee4e-459a-9c78-ac51b35c4259', 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259', 'tenant_id': 'f0faac8984b64fa789da17c9ee81658a', 'fixed_ips': [{'subnet_id': '8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:32.938941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:32.979153 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Made reservation on behalf of f0faac8984b64fa789da17c9ee81658a for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:32.982830 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.006722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:33.016008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.016355 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Added segment cd99e549-9b52-4c91-b256-8bd2869d63c0 of type vlan for network e01d64fd-8d34-4c71-867e-28d87211b188 Nov 01 19:22:33.055373 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.067957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Allocated IP 172.20.0.2 (cdd42607-ee4e-459a-9c78-ac51b35c4259/8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2/2993fa1c-cc44-4214-9a7f-15309238dd36) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:33.152113 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.158714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:33.159332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.210713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.228394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event updated for resources: {'Network': ['ID=e01d64fd-8d34-4c71-867e-28d87211b188,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:33.238715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e01d64fd-8d34-4c71-867e-28d87211b188 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:33.275450 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6a593e98-5267-4979-b582-523ce5853ec0 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3799353 Nov 01 19:22:33.278075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41760) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:33.283165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'subnet': {'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:33.302717 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.349356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:33.353176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Pushing event updated for resources: {'Port': ['ID=2993fa1c-cc44-4214-9a7f-15309238dd36,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:33.355640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:33.358128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:33.415952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Attempting to bind port 2993fa1c-cc44-4214-9a7f-15309238dd36 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:33.416313 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Attempting to bind port 2993fa1c-cc44-4214-9a7f-15309238dd36 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:33.416667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Attempting to bind port 2993fa1c-cc44-4214-9a7f-15309238dd36 on network cdd42607-ee4e-459a-9c78-ac51b35c4259 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:33.421843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:33.422215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Checking segment: {'id': '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:33.422607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.422996 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Bound using segment: {'id': '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:33.423452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Bound port: 2993fa1c-cc44-4214-9a7f-15309238dd36, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cdd42607-ee4e-459a-9c78-ac51b35c4259'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:33.423854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.437845 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Made reservation on behalf of f0faac8984b64fa789da17c9ee81658a for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:33.442805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.487472 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] For port 2993fa1c-cc44-4214-9a7f-15309238dd36, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:33.490513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] For port 2993fa1c-cc44-4214-9a7f-15309238dd36, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2993fa1c-cc44-4214-9a7f-15309238dd36,segment=NetworkSegment(26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4),segment_id=26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:33.553264 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.614547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb0624-8aac-49be-92af-7e9b9ca53c5c None None] Pushing event updated for resources: {'Port': ['ID=2993fa1c-cc44-4214-9a7f-15309238dd36,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:33.688994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.765575 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event updated for resources: {'Subnet': ['ID=e8930e8c-ce0b-4b7e-8a58-147fbf417456,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:33.776203 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Checking segment: {'id': 'cd99e549-9b52-4c91-b256-8bd2869d63c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:33.776564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Network hostable DHCP agents. Network: e01d64fd-8d34-4c71-867e-28d87211b188, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:33.844249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Network e01d64fd-8d34-4c71-867e-28d87211b188 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:33.906782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e01d64fd-8d34-4c71-867e-28d87211b188) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:33.910890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:33.918063 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:33.918332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1140e0ec-439f-46d2-9a43-8277f9b406dc None None] Network e01d64fd-8d34-4c71-867e-28d87211b188 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:33.978265 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cf375695-a3d1-44eb-b450-3d36fd2fe4be tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6991117 Nov 01 19:22:33.981302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41762) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:33.986083 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4a8d08eb-dae5-49eb-aa62-40c9befbf0ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:34.064293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-e01d64fd-8d34-4c71-867e-28d87211b188', 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188', 'tenant_id': 'f0faac8984b64fa789da17c9ee81658a', 'fixed_ips': [{'subnet_id': 'e8930e8c-ce0b-4b7e-8a58-147fbf417456'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:34.065177 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.210222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Allocated IP 172.21.0.2 (e01d64fd-8d34-4c71-867e-28d87211b188/e8930e8c-ce0b-4b7e-8a58-147fbf417456/06cbd6f3-93f6-4b85-9420-0d1483ae4645) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:34.210753 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4a8d08eb-dae5-49eb-aa62-40c9befbf0ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.315096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2993fa1c-cc44-4214-9a7f-15309238dd36 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:34.412486 n-d-815923-2 neutron-server[102782]: INFO neutron.api.v2.resource [None req-4a8d08eb-dae5-49eb-aa62-40c9befbf0ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 01 19:22:34.419631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4a8d08eb-dae5-49eb-aa62-40c9befbf0ce tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "PUT /v2.0/routers/d00edbbc-3d98-4fc2-bea2-68b16c978755 HTTP/1.1" status: 400 len: 364 time: 0.4310255 Nov 01 19:22:34.420366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41764) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:34.479187 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Deleting subnet e8930e8c-ce0b-4b7e-8a58-147fbf417456 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:22:34.514384 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9eea63-4738-4430-aed1-b51248b4a020 None None] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:34.616728 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.644367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] Provisioning complete for port 2993fa1c-cc44-4214-9a7f-15309238dd36 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:34.644736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.672111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.675671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.680984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2993fa1c-cc44-4214-9a7f-15309238dd36 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:34.684044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.717539 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.784983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Network e01d64fd-8d34-4c71-867e-28d87211b188 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:34.798731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.802165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:34.805177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:34.809670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Pushing event updated for resources: {'Port': ['ID=06cbd6f3-93f6-4b85-9420-0d1483ae4645,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:34.916763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.944721 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Subnet': ['ID=e8930e8c-ce0b-4b7e-8a58-147fbf417456,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:34.948631 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.949630 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Attempting to bind port 06cbd6f3-93f6-4b85-9420-0d1483ae4645 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:34.950007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Attempting to bind port 06cbd6f3-93f6-4b85-9420-0d1483ae4645 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cd99e549-9b52-4c91-b256-8bd2869d63c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:34.950422 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Attempting to bind port 06cbd6f3-93f6-4b85-9420-0d1483ae4645 on network e01d64fd-8d34-4c71-867e-28d87211b188 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:34.954766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41766) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:34.955314 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1389689e-6f75-4824-904a-9d787eee3711 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "DELETE /v2.0/subnets/e8930e8c-ce0b-4b7e-8a58-147fbf417456 HTTP/1.1" status: 204 len: 168 time: 0.5333149 Nov 01 19:22:34.964401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.969807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:34.970186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Checking segment: {'id': 'cd99e549-9b52-4c91-b256-8bd2869d63c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:34.970585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.970979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Bound using segment: {'id': 'cd99e549-9b52-4c91-b256-8bd2869d63c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:34.971465 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Bound port: 06cbd6f3-93f6-4b85-9420-0d1483ae4645, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd99e549-9b52-4c91-b256-8bd2869d63c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e01d64fd-8d34-4c71-867e-28d87211b188'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:34.971873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:34.979952 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.043183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.051915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] For port 2993fa1c-cc44-4214-9a7f-15309238dd36, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2993fa1c-cc44-4214-9a7f-15309238dd36,segment=NetworkSegment(26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4),segment_id=26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:35.081829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] For port 06cbd6f3-93f6-4b85-9420-0d1483ae4645, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:35.085421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] For port 06cbd6f3-93f6-4b85-9420-0d1483ae4645, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=06cbd6f3-93f6-4b85-9420-0d1483ae4645,segment=NetworkSegment(cd99e549-9b52-4c91-b256-8bd2869d63c0),segment_id=cd99e549-9b52-4c91-b256-8bd2869d63c0)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:35.098469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Deleting port 06cbd6f3-93f6-4b85-9420-0d1483ae4645 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:35.098801 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.164737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.167564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] For port 06cbd6f3-93f6-4b85-9420-0d1483ae4645, host n-d-815923-2, got binding levels [] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:35.167938 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.181847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Calling delete_port for 06cbd6f3-93f6-4b85-9420-0d1483ae4645 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:35.210035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.256775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:35.257127 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:35.273983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466f6b4-b055-4437-a5f5-9c0b751457ac None None] Pushing event updated for resources: {'Port': ['ID=2993fa1c-cc44-4214-9a7f-15309238dd36,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:35.324022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.326573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2a69a-e9aa-4962-b3d0-1262b6b84114 None None] Network e01d64fd-8d34-4c71-867e-28d87211b188 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:35.344922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2762972f-7518-447b-aca4-cf4966ccfc5e None None] Provisioning complete for port 2993fa1c-cc44-4214-9a7f-15309238dd36 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:35.345292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2762972f-7518-447b-aca4-cf4966ccfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.351219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Port': ['ID=06cbd6f3-93f6-4b85-9420-0d1483ae4645,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:35.354791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] No DVR routers for this DVR port 06cbd6f3-93f6-4b85-9420-0d1483ae4645 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:35.386860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8386d-efe2-4882-bfae-83d8165f5e19 None None] Pushing event updated for resources: {'Port': ['ID=06cbd6f3-93f6-4b85-9420-0d1483ae4645,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:35.522549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2df11-ac74-489f-ab70-d3e54fb10231 None None] get_active_networks_info from n-d-815923-2 {{(pid=102784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 19:22:35.545799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.601749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2df11-ac74-489f-ab70-d3e54fb10231 None None] Resources bound (agent type, host, resource id): {{(pid=102784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 01 19:22:35.770170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.789868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01d64fd-8d34-4c71-867e-28d87211b188']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:35.799838 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd99e549-9b52-4c91-b256-8bd2869d63c0') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:35.800165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd99e549-9b52-4c91-b256-8bd2869d63c0') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:35.810138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.823354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.830330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:35.830740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:35.833732 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:35.952471 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.959883 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:35.963304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "DELETE /v2.0/networks/e01d64fd-8d34-4c71-867e-28d87211b188 HTTP/1.1" status: 204 len: 168 time: 1.0067022 Nov 01 19:22:35.965736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:35.984215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b36d68-7bfb-451b-bfcd-9530fe92723e tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Network': ['ID=e01d64fd-8d34-4c71-867e-28d87211b188,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:36.026886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Deleting subnet 8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:22:36.030543 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.068242 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.151256 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.261043 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.278862 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2993fa1c-cc44-4214-9a7f-15309238dd36 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:36.286787 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Subnet': ['ID=8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:36.292957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.296108 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e27e4252-f30f-4d14-822a-d62c3688a669 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "DELETE /v2.0/subnets/8182bd4d-0a9c-4a4f-9f0f-a3df0f11cfc2 HTTP/1.1" status: 204 len: 168 time: 0.3200614 Nov 01 19:22:36.298580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41770) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:36.302845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18579cd4-3707-4f3b-9a8b-cd039f1e411e None None] Network cdd42607-ee4e-459a-9c78-ac51b35c4259 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:36.376202 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.408484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 2993fa1c-cc44-4214-9a7f-15309238dd36 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:36.409088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.433248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Deleting port 2993fa1c-cc44-4214-9a7f-15309238dd36 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:36.433674 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.499362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] For port 2993fa1c-cc44-4214-9a7f-15309238dd36, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2993fa1c-cc44-4214-9a7f-15309238dd36,segment=NetworkSegment(26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4),segment_id=26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:36.499820 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.512531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Calling delete_port for 2993fa1c-cc44-4214-9a7f-15309238dd36 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:36.523186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] DHCP port deletion for cdd42607-ee4e-459a-9c78-ac51b35c4259 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:22:36.573109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Deleting port 2993fa1c-cc44-4214-9a7f-15309238dd36 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:22:36.573470 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.634066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] For port 2993fa1c-cc44-4214-9a7f-15309238dd36, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=2993fa1c-cc44-4214-9a7f-15309238dd36,segment=NetworkSegment(26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4),segment_id=26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:36.634455 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.646195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Calling delete_port for 2993fa1c-cc44-4214-9a7f-15309238dd36 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:22:36.678203 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.706101 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Port': ['ID=2993fa1c-cc44-4214-9a7f-15309238dd36,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:36.714761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] No DVR routers for this DVR port 2993fa1c-cc44-4214-9a7f-15309238dd36 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:36.724462 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.749594 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] Pushing event deleted for resources: {'Port': ['ID=2993fa1c-cc44-4214-9a7f-15309238dd36,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:36.753887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee5c6e-7e16-484f-9df2-ae005eba8696 None None] No DVR routers for this DVR port 2993fa1c-cc44-4214-9a7f-15309238dd36 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:22:36.798555 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.822400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd42607-ee4e-459a-9c78-ac51b35c4259']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:36.831858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:36.832092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f1f836-2bb8-4d0d-bdc2-8aaa150b0ee4') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:36.841426 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.853975 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.860182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:22:36.860564 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:22:36.863452 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:22:37.003351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.010466 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.035421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "DELETE /v2.0/networks/cdd42607-ee4e-459a-9c78-ac51b35c4259 HTTP/1.1" status: 204 len: 168 time: 0.7132859 Nov 01 19:22:37.035799 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41772) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:37.036410 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545acc-3467-4e02-a795-bcb8e65637d8 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Pushing event deleted for resources: {'Network': ['ID=cdd42607-ee4e-459a-9c78-ac51b35c4259,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:37.046499 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ee93fc22-0277-426f-ac2a-88acbe3fab9b tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00edbbc-3d98-4fc2-bea2-68b16c978755 HTTP/1.1" status: 200 len: 205 time: 0.0288279 Nov 01 19:22:37.049703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 41774) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:37.127185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.279635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.281790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.391983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.392435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Fanout notify agent at l3_agent the message router_deleted on router d00edbbc-3d98-4fc2-bea2-68b16c978755 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:22:37.399232 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:37.400293 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ab01d888-65ec-4975-9a5f-b9d62a126538 tempest-RoutersNegativeTest-695296559 tempest-RoutersNegativeTest-695296559-project] 10.222.0.31 "DELETE /v2.0/routers/d00edbbc-3d98-4fc2-bea2-68b16c978755 HTTP/1.1" status: 204 len: 168 time: 0.3496714 Nov 01 19:22:37.912405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41780) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:38.041325 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7bf9731b-863c-45b5-92a3-9d47ad4d1a2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0faac8984b64fa789da17c9ee81658a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277425 Nov 01 19:22:38.044250 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41784) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:38.095234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:38.115875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:38.236763 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:38.239577 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:38.242983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c48d4ad0-e54a-4602-977c-1281255ad31a HTTP/1.1" status: 204 len: 168 time: 0.1955247 Nov 01 19:22:38.251661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa0100-fb9a-45f5-8be7-ea96c88be86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d4ad0-e54a-4602-977c-1281255ad31a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:38.287536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2993fa1c-cc44-4214-9a7f-15309238dd36 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:22:38.308467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 2993fa1c-cc44-4214-9a7f-15309238dd36 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:22:38.308816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 2993fa1c-cc44-4214-9a7f-15309238dd36 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:22:39.161985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41806) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:39.256092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1228240544-network', 'tenant_id': '204a5ab4a90a4819aea9461675886488'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:39.333396 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Made reservation on behalf of 204a5ab4a90a4819aea9461675886488 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:39.335776 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.345133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.417451 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.504920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.531783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:39.537015 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22f69c-301d-4af8-857c-115ea0982ffe,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:39.545164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.545164 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Added segment 9079ce26-631b-4946-aaad-e825b2953db5 of type vlan for network 68335f8f-160b-4964-80d4-c23ea2dc13a9 Nov 01 19:22:39.584406 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.694922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.695951 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:39.696521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.717775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:39.757914 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] Pushing event updated for resources: {'Network': ['ID=68335f8f-160b-4964-80d4-c23ea2dc13a9,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:39.767927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:39.794708 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d25ca97b-eb76-457c-b5d3-9b2809da9f55 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6316092 Nov 01 19:22:39.797661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41810) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:39.802737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Request body: {'subnet': {'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-subnet', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:39.877887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Made reservation on behalf of 204a5ab4a90a4819aea9461675886488 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:39.880603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.129375 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.188346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6310ec5-7188-490a-a2e9-014cc1d2381b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:40.192815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Checking segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:40.193172 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Network hostable DHCP agents. Network: 68335f8f-160b-4964-80d4-c23ea2dc13a9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:40.306251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:40.374845 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 68335f8f-160b-4964-80d4-c23ea2dc13a9) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:40.379029 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:40.379702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.383883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c06585-4a81-4b2b-9bbd-a19d58094faa None None] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:40.496200 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f61b5ae-5f79-47f4-99d3-b6ee8dcf2f5e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6972642 Nov 01 19:22:40.499550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41812) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:40.504111 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:40.527459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-68335f8f-160b-4964-80d4-c23ea2dc13a9', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:40.528356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.592102 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.593169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.648326 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.660640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Allocated IP 172.20.0.2 (68335f8f-160b-4964-80d4-c23ea2dc13a9/a6310ec5-7188-490a-a2e9-014cc1d2381b/d5b74bb3-74e5-40cb-913d-91228b750b45) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:40.801425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:40.861148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.065586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:41.070926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:41.074521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:41.081403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Pushing event updated for resources: {'Port': ['ID=d5b74bb3-74e5-40cb-913d-91228b750b45,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:41.133723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Attempting to bind port d5b74bb3-74e5-40cb-913d-91228b750b45 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:41.134090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Attempting to bind port d5b74bb3-74e5-40cb-913d-91228b750b45 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:41.134452 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Attempting to bind port d5b74bb3-74e5-40cb-913d-91228b750b45 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:41.140182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:41.140557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Checking segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:41.140962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.141355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Bound using segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:41.141818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Bound port: d5b74bb3-74e5-40cb-913d-91228b750b45, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:41.142194 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.184169 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.206432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] For port d5b74bb3-74e5-40cb-913d-91228b750b45, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:41.209423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] For port d5b74bb3-74e5-40cb-913d-91228b750b45, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d5b74bb3-74e5-40cb-913d-91228b750b45,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:41.249509 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.316107 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffa490-4a49-4489-948e-c264862c4664 None None] Pushing event updated for resources: {'Port': ['ID=d5b74bb3-74e5-40cb-913d-91228b750b45,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:41.460725 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.483095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.596325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Allocated IP 172.25.2.74 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/057d2273-335d-456a-88f0-d34b25b30b93) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:41.700506 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.781140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:41.816646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:41.819259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:41.824771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:41.854681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Pushing event updated for resources: {'Port': ['ID=057d2273-335d-456a-88f0-d34b25b30b93,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:42.154182 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.158936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d01f3-ed7a-447e-b0b4-9fa75561ba13 None None] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:42.243355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] Provisioning complete for port d5b74bb3-74e5-40cb-913d-91228b750b45 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:42.243769 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.346227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d5b74bb3-74e5-40cb-913d-91228b750b45 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:42.352493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.422375 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.467625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] For port d5b74bb3-74e5-40cb-913d-91228b750b45, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d5b74bb3-74e5-40cb-913d-91228b750b45,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:42.468723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d5b74bb3-74e5-40cb-913d-91228b750b45 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:42.469096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.542257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.552317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Router e3846812-922a-4ecb-8e41-6dcbca251357 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:22:42.580992 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.637074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00aff17-698e-4cbf-a301-d6c53b856906 None None] Pushing event updated for resources: {'Port': ['ID=d5b74bb3-74e5-40cb-913d-91228b750b45,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:42.659768 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:22:42.660129 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:22:42.666415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:22:42.667782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e8ccc329-7c97-4d48-b20f-b597ca30f2e1 None None] Provisioning complete for port d5b74bb3-74e5-40cb-913d-91228b750b45 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:42.668401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc329-7c97-4d48-b20f-b597ca30f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.677701 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Sync routers for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:22:42.693243 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:42.697188 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:42.747830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:42.751810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f91c99cc-4baf-477f-bff1-31ae1ed89f97 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2484627 Nov 01 19:22:42.752012 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41814) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:42.797608 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:42.970131 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:41Z', 'revision_number': 3, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:43.002084 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Checking router: e3846812-922a-4ecb-8e41-6dcbca251357 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:22:43.002428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Updating router e3846812-922a-4ecb-8e41-6dcbca251357 port 057d2273-335d-456a-88f0-d34b25b30b93 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:22:43.031758 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.176716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.340074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Allocated IP 172.20.0.1 (68335f8f-160b-4964-80d4-c23ea2dc13a9/a6310ec5-7188-490a-a2e9-014cc1d2381b/f5ab05ae-0cbd-4194-ad9e-54018f248266) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:43.364090 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.414648 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.439889 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.466909 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Attempting to bind port 057d2273-335d-456a-88f0-d34b25b30b93 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:43.467280 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Attempting to bind port 057d2273-335d-456a-88f0-d34b25b30b93 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:43.467670 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Attempting to bind port 057d2273-335d-456a-88f0-d34b25b30b93 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:43.474540 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Pushing event updated for resources: {'Port': ['ID=057d2273-335d-456a-88f0-d34b25b30b93,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:43.480630 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:43.481005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:43.481991 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.482384 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:43.482843 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Bound port: 057d2273-335d-456a-88f0-d34b25b30b93, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:43.483224 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.486306 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.486648 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.486986 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.487321 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.487683 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.488009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.488330 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.488650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.488970 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.489287 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.489606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.489918 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:43.518046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.539842 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] For port 057d2273-335d-456a-88f0-d34b25b30b93, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:43.543138 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] For port 057d2273-335d-456a-88f0-d34b25b30b93, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=057d2273-335d-456a-88f0-d34b25b30b93,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:43.557616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:43.564569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:43.567156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:43.597684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:43.621259 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.638484 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.714410 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d840ce-456a-4502-8049-e1a0a0b4c5cb None None] Pushing event updated for resources: {'Port': ['ID=057d2273-335d-456a-88f0-d34b25b30b93,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:43.726074 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:43.726721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:43.777933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-14b329fa-2e7f-422d-bb83-556e62cf5a52 None None] Provisioning complete for port f5ab05ae-0cbd-4194-ad9e-54018f248266 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:43.779596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14b329fa-2e7f-422d-bb83-556e62cf5a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.813591 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-14b329fa-2e7f-422d-bb83-556e62cf5a52 None None] Port f5ab05ae-0cbd-4194-ad9e-54018f248266 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:43.818461 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:43.838248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:43.989004 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:44.017023 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:41Z', 'revision_number': 3, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:44.043225 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad212e-c041-4310-b0a7-517bbf8355a2 None None] The sync data for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 is: [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:41Z', 'revision_number': 3, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:22:44.043485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:44.118954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:44.124587 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:44.219516 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:44.221026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:44.337002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d5b74bb3-74e5-40cb-913d-91228b750b45 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:44.360216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Router e3846812-922a-4ecb-8e41-6dcbca251357 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:22:44.398557 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d5b74bb3-74e5-40cb-913d-91228b750b45 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:44.399190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:44.490707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:22:44.505324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-144e691f-be58-4d8b-b867-bcc08e712107 admin admin] 10.222.0.31 "PUT /v2.0/routers/e3846812-922a-4ecb-8e41-6dcbca251357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7429891 Nov 01 19:22:44.539406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ba361920-8726-453c-a542-62cb76c50cb8 None None] Provisioning complete for port f5ab05ae-0cbd-4194-ad9e-54018f248266 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:44.539888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ba361920-8726-453c-a542-62cb76c50cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:44.576010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ba361920-8726-453c-a542-62cb76c50cb8 None None] Port f5ab05ae-0cbd-4194-ad9e-54018f248266 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:45.147790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41830) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:45.152805 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-646217954-network', 'tenant_id': '183fcbceddd74b43a425e25b22f08160'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:45.247770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Made reservation on behalf of 183fcbceddd74b43a425e25b22f08160 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:45.250190 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.259193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.338260 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.420337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.447221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:22:45.457892 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4237d93-8984-4088-8288-2fc0042747c1,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:45.465227 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.465227 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Added segment c45d5e34-54f6-402d-9571-bf9d1389d637 of type vlan for network 37bf1a95-00fb-4392-80cf-37903362580f Nov 01 19:22:45.509937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.572754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Sync routers for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:22:45.585005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:45.585658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:45.603218 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.604294 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:45.604875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.667257 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] Pushing event updated for resources: {'Network': ['ID=37bf1a95-00fb-4392-80cf-37903362580f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:45.678555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 37bf1a95-00fb-4392-80cf-37903362580f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:22:45.704420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a1b65e74-3a84-464c-bf9d-00c637084156 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5554867 Nov 01 19:22:45.707054 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41832) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:45.711965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Request body: {'subnet': {'network_id': '37bf1a95-00fb-4392-80cf-37903362580f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-subnet', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:45.712766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:45.797815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Made reservation on behalf of 183fcbceddd74b43a425e25b22f08160 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:45.800167 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:45.945914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 4, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f5ab05ae-0cbd-4194-ad9e-54018f248266', 'name': '', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'mac_address': 'fa:16:3e:c4:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:43Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 2, 'project_id': '204a5ab4a90a4819aea9461675886488', 'subnets': [{'id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:45.977616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Checking router: e3846812-922a-4ecb-8e41-6dcbca251357 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:22:45.977976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Updating router e3846812-922a-4ecb-8e41-6dcbca251357 port f5ab05ae-0cbd-4194-ad9e-54018f248266 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:22:46.002199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.026318 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.079808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1162138a-fade-4d49-bcbe-9c2b1be119ad,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:46.089741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Checking segment: {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:46.090100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Network hostable DHCP agents. Network: 37bf1a95-00fb-4392-80cf-37903362580f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:22:46.186498 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Network 37bf1a95-00fb-4392-80cf-37903362580f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:22:46.254709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 37bf1a95-00fb-4392-80cf-37903362580f) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:46.258920 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:46.259595 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.265797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.269083 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7c1c9-dfa0-4f49-ab89-b6a9d44e726b None None] Network 37bf1a95-00fb-4392-80cf-37903362580f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:46.321846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 057d2273-335d-456a-88f0-d34b25b30b93 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:46.341878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5a7905f1-6ed1-4c4c-a9bd-3cfc70e9094b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6336238 Nov 01 19:22:46.344428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:46.348792 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:46.359705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.438627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.439954 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.469776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55f86-0f1e-4e2d-947d-065dfa88fbe9 None None] Pushing event updated for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:46.514229 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.519494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 057d2273-335d-456a-88f0-d34b25b30b93 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:46.519883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.568919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Attempting to bind port f5ab05ae-0cbd-4194-ad9e-54018f248266 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:46.569298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Attempting to bind port f5ab05ae-0cbd-4194-ad9e-54018f248266 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:46.569656 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Attempting to bind port f5ab05ae-0cbd-4194-ad9e-54018f248266 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:46.578959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-37bf1a95-00fb-4392-80cf-37903362580f', 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'fixed_ips': [{'subnet_id': '1162138a-fade-4d49-bcbe-9c2b1be119ad'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:22:46.579835 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.598923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:46.599301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Checking segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:46.599728 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.600126 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Bound using segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:46.600608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Bound port: f5ab05ae-0cbd-4194-ad9e-54018f248266, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:46.600985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.705178 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d0d99ba3-5948-40e4-bba1-0eba88982138 None None] Provisioning complete for port f5ab05ae-0cbd-4194-ad9e-54018f248266 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:46.705547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0d99ba3-5948-40e4-bba1-0eba88982138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.747582 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.830027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:46.837230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d0d99ba3-5948-40e4-bba1-0eba88982138 None None] Port f5ab05ae-0cbd-4194-ad9e-54018f248266 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:46.839043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] For port f5ab05ae-0cbd-4194-ad9e-54018f248266, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:46.869109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] For port f5ab05ae-0cbd-4194-ad9e-54018f248266, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5ab05ae-0cbd-4194-ad9e-54018f248266,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:46.879408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 057d2273-335d-456a-88f0-d34b25b30b93, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=057d2273-335d-456a-88f0-d34b25b30b93,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:46.880798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Allocated IP 172.20.0.2 (37bf1a95-00fb-4392-80cf-37903362580f/1162138a-fade-4d49-bcbe-9c2b1be119ad/726c913a-9d99-41f8-8f84-2c4d2dacb734) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:47.002228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.022566 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.099683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.101518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.132817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Allocated IP 172.25.2.93 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/b674db09-9d3c-4676-a497-b89106e64a3f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:47.186880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55f86-0f1e-4e2d-947d-065dfa88fbe9 None None] Pushing event updated for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:47.192249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:47.192882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:47.258514 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.361292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.371386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=057d2273-335d-456a-88f0-d34b25b30b93,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:47.386874 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.397515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] Provisioning complete for port f5ab05ae-0cbd-4194-ad9e-54018f248266 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:47.397888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.402440 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:47.423607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:47.426249 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:47.432347 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:47.452653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.459588 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Pushing event updated for resources: {'Port': ['ID=b674db09-9d3c-4676-a497-b89106e64a3f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:47.540612 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Network 37bf1a95-00fb-4392-80cf-37903362580f is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:47.548787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:47.569291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:22:47.572777 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:47.582686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Pushing event updated for resources: {'Port': ['ID=726c913a-9d99-41f8-8f84-2c4d2dacb734,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:47.703096 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.746076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Attempting to bind port 726c913a-9d99-41f8-8f84-2c4d2dacb734 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:47.746449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Attempting to bind port 726c913a-9d99-41f8-8f84-2c4d2dacb734 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:47.747351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Attempting to bind port 726c913a-9d99-41f8-8f84-2c4d2dacb734 on network 37bf1a95-00fb-4392-80cf-37903362580f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:47.785861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:47.786231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Checking segment: {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:47.786643 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.787040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Bound using segment: {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:47.787568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Bound port: 726c913a-9d99-41f8-8f84-2c4d2dacb734, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:47.787927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.806987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] For port f5ab05ae-0cbd-4194-ad9e-54018f248266, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5ab05ae-0cbd-4194-ad9e-54018f248266,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:47.868337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:47.896023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] For port 726c913a-9d99-41f8-8f84-2c4d2dacb734, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:47.914256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-89a3169b-64b4-4fee-8753-157352327671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 4, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f5ab05ae-0cbd-4194-ad9e-54018f248266', 'name': '', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'mac_address': 'fa:16:3e:c4:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:43Z', 'updated_at': '2021-11-01T19:22:46Z', 'revision_number': 4, 'project_id': '204a5ab4a90a4819aea9461675886488', 'subnets': [{'id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:47.916972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] For port 726c913a-9d99-41f8-8f84-2c4d2dacb734, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=726c913a-9d99-41f8-8f84-2c4d2dacb734,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:47.959590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3169b-64b4-4fee-8753-157352327671 None None] The sync data for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 is: [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:22:43Z', 'revision_number': 4, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f5ab05ae-0cbd-4194-ad9e-54018f248266', 'name': '', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'mac_address': 'fa:16:3e:c4:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:43Z', 'updated_at': '2021-11-01T19:22:46Z', 'revision_number': 4, 'project_id': '204a5ab4a90a4819aea9461675886488', 'subnets': [{'id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:22:47.966369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc490-bef0-4087-b146-a7c785e4115a None None] Pushing event updated for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:48.023720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.087629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba2c31-cb33-46ee-ac2c-1b3e74ff3ab0 None None] Pushing event updated for resources: {'Port': ['ID=726c913a-9d99-41f8-8f84-2c4d2dacb734,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:48.113473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.362923 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.461658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 057d2273-335d-456a-88f0-d34b25b30b93 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:48.520113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 057d2273-335d-456a-88f0-d34b25b30b93 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:48.520491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.611296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5ab05ae-0cbd-4194-ad9e-54018f248266 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:48.631139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Router 062fec40-99fb-4078-8804-72aef117367c is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:22:48.663676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f5ab05ae-0cbd-4194-ad9e-54018f248266 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:48.664052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.750507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:22:48.769567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Sync routers for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:22:48.784279 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:48.785228 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:48.799009 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c7f67f25-8b61-4b25-b666-d0170ea03aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.862474 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:48.864236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-320fe728-f717-40b1-9130-c09a3f6ecf79 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5186741 Nov 01 19:22:48.867078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 41836) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:22:48.912341 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:49.126384 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:47Z', 'revision_number': 3, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:49.172504 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Checking router: 062fec40-99fb-4078-8804-72aef117367c for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:22:49.173426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Updating router 062fec40-99fb-4078-8804-72aef117367c port b674db09-9d3c-4676-a497-b89106e64a3f binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:22:49.179685 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf55781-cc34-478b-8f8d-117a70878a9c None None] Network 37bf1a95-00fb-4392-80cf-37903362580f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:22:49.204179 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.331216 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] Provisioning complete for port 726c913a-9d99-41f8-8f84-2c4d2dacb734 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:49.331718 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.370404 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.445243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.485090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] For port 726c913a-9d99-41f8-8f84-2c4d2dacb734, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=726c913a-9d99-41f8-8f84-2c4d2dacb734,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:49.501356 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.560364 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Allocated IP 172.20.0.1 (37bf1a95-00fb-4392-80cf-37903362580f/1162138a-fade-4d49-bcbe-9c2b1be119ad/6263f0da-9da4-4870-b132-ce1c0c6c0c66) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:49.568036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.598014 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.624625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aa2b4-988d-4173-84a2-a06d2e7c0254 None None] Pushing event updated for resources: {'Port': ['ID=726c913a-9d99-41f8-8f84-2c4d2dacb734,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:49.661130 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Attempting to bind port b674db09-9d3c-4676-a497-b89106e64a3f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:49.661504 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Attempting to bind port b674db09-9d3c-4676-a497-b89106e64a3f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:49.661865 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Attempting to bind port b674db09-9d3c-4676-a497-b89106e64a3f on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:49.669033 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39ce3d-3984-4862-a735-71a444c93b85 None None] Pushing event updated for resources: {'Port': ['ID=b674db09-9d3c-4676-a497-b89106e64a3f,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:49.671945 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:49.672316 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:49.672722 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.673157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:49.673584 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Bound port: b674db09-9d3c-4676-a497-b89106e64a3f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:49.673967 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.686573 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.699253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3f1831fb-e127-445e-b0bd-2e3fd7e5580b None None] Provisioning complete for port 726c913a-9d99-41f8-8f84-2c4d2dacb734 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:49.699777 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3f1831fb-e127-445e-b0bd-2e3fd7e5580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.728682 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] For port b674db09-9d3c-4676-a497-b89106e64a3f, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:49.732128 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] For port b674db09-9d3c-4676-a497-b89106e64a3f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b674db09-9d3c-4676-a497-b89106e64a3f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:49.775185 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.797932 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.819653 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Network 37bf1a95-00fb-4392-80cf-37903362580f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:49.826741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:49.831771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:49.834866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Pushing event updated for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:49.858947 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:49.859641 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:49.874346 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:49.902626 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39ce3d-3984-4862-a735-71a444c93b85 None None] Pushing event updated for resources: {'Port': ['ID=b674db09-9d3c-4676-a497-b89106e64a3f,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:49.978901 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:50.079469 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.098816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-abff7c56-3022-4b31-b95a-d6c30e1e5259 None None] Provisioning complete for port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:50.099536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-abff7c56-3022-4b31-b95a-d6c30e1e5259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.137964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-abff7c56-3022-4b31-b95a-d6c30e1e5259 None None] Port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:50.166721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:47Z', 'revision_number': 3, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:50.258418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.288922 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca79bc-c2d9-4d72-b316-cbfe0f78b881 None None] The sync data for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 is: [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:47Z', 'revision_number': 3, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:22:50.318366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.320379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 726c913a-9d99-41f8-8f84-2c4d2dacb734 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:50.374910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 726c913a-9d99-41f8-8f84-2c4d2dacb734 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:50.375292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.389185 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Pushing event updated for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:50.391830 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.499230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Network 37bf1a95-00fb-4392-80cf-37903362580f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:50.500773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:50.644408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Router 062fec40-99fb-4078-8804-72aef117367c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:22:50.765102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f467f65b-407f-4406-a677-d942ef0dfb02 None None] Provisioning complete for port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:50.765701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f467f65b-407f-4406-a677-d942ef0dfb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:50.773067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:22:50.780163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-282d5a37-5b02-42d5-b381-e65c7daf4945 admin admin] 10.222.0.31 "PUT /v2.0/routers/062fec40-99fb-4078-8804-72aef117367c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117720 Nov 01 19:22:50.804527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f467f65b-407f-4406-a677-d942ef0dfb02 None None] Port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:50.940603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-935d03e8-9296-4ae3-a622-c15ce84cdf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:51.804807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-9a234bd4-6a65-4561-b0a1-fc18fe509695 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:51.806297 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-9a234bd4-6a65-4561-b0a1-fc18fe509695 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/networks?id=68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 200 len: 817 time: 0.1035447 Nov 01 19:22:51.826836 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-6ade7ce1-c0ee-46c7-917b-f49851240087 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/quotas/204a5ab4a90a4819aea9461675886488 HTTP/1.1" status: 200 len: 375 time: 0.0110228 Nov 01 19:22:51.858442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Sync routers for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:22:51.869766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:51.870375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:51.886229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-0dfacd43-e575-4304-875a-09dac9005c2d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568430 Nov 01 19:22:51.980924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:51.987527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-5a786b3d-5858-4afc-966b-fb6d7cde420b service neutron] 10.222.0.31 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Nov 01 19:22:52.082983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-ba04fc1c-d1aa-4b1f-9a05-9d1ef1a3d72d service neutron] 10.222.0.31 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Nov 01 19:22:52.342772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b674db09-9d3c-4676-a497-b89106e64a3f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:52.352166 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.421595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 4, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6263f0da-9da4-4870-b132-ce1c0c6c0c66', 'name': '', 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'mac_address': 'fa:16:3e:72:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:49Z', 'updated_at': '2021-11-01T19:22:50Z', 'revision_number': 2, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'subnets': [{'id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:52.425833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b674db09-9d3c-4676-a497-b89106e64a3f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:52.426209 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.461462 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82776b94-026c-49ef-84e5-d48b9058a5a4 req-4c91899f-4101-449a-a4ea-825a61cd0e4f tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 210 time: 0.1387405 Nov 01 19:22:52.470138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Checking router: 062fec40-99fb-4078-8804-72aef117367c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:22:52.470524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Updating router 062fec40-99fb-4078-8804-72aef117367c port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:22:52.509412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.649447 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.689061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port b674db09-9d3c-4676-a497-b89106e64a3f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b674db09-9d3c-4676-a497-b89106e64a3f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:52.734674 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.814775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=b674db09-9d3c-4676-a497-b89106e64a3f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:52.859314 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.927628 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:52.975952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d31371-6d9f-4fce-9fe5-18440e1b74f6 None None] Pushing event updated for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:53.032584 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Attempting to bind port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:53.032771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Attempting to bind port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:53.033144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Attempting to bind port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 on network 37bf1a95-00fb-4392-80cf-37903362580f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:53.038719 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:53.039101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Checking segment: {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:53.039525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.039958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Bound using segment: {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:53.040435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Bound port: 6263f0da-9da4-4870-b132-ce1c0c6c0c66, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d5e34-54f6-402d-9571-bf9d1389d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:53.041060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.113795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] For port 6263f0da-9da4-4870-b132-ce1c0c6c0c66, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:53.117699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] For port 6263f0da-9da4-4870-b132-ce1c0c6c0c66, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6263f0da-9da4-4870-b132-ce1c0c6c0c66,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:53.230132 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.281938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] Provisioning complete for port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:53.282310 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.317504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:22:53.318141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:22:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:53.360264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d31371-6d9f-4fce-9fe5-18440e1b74f6 None None] Pushing event updated for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:53.486062 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:22:53.487704 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.566307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1715dd9a-d9cd-4745-830a-7e17c72f7855 req-88ba8ca4-d95f-4c62-b1fc-c1226d16267d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 210 time: 0.0284381 Nov 01 19:22:53.586668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] For port 6263f0da-9da4-4870-b132-ce1c0c6c0c66, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6263f0da-9da4-4870-b132-ce1c0c6c0c66,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:53.632586 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.705734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53889ea-cd8e-4c5f-8248-d667cca6cf2f None None] Pushing event updated for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:53.760936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f8fd993-8e8d-4ce3-9c88-f981f00ca3d3 None None] Provisioning complete for port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:53.761296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f8fd993-8e8d-4ce3-9c88-f981f00ca3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:53.806160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 4, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6263f0da-9da4-4870-b132-ce1c0c6c0c66', 'name': '', 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'mac_address': 'fa:16:3e:72:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:49Z', 'updated_at': '2021-11-01T19:22:53Z', 'revision_number': 4, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'subnets': [{'id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:22:53.836743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788c3e-1fa1-4088-8a70-1db8320c9a30 None None] The sync data for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 is: [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:22:49Z', 'revision_number': 4, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '6263f0da-9da4-4870-b132-ce1c0c6c0c66', 'name': '', 'network_id': '37bf1a95-00fb-4392-80cf-37903362580f', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'mac_address': 'fa:16:3e:72:5d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:49Z', 'updated_at': '2021-11-01T19:22:53Z', 'revision_number': 4, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'subnets': [{'id': '1162138a-fade-4d49-bcbe-9c2b1be119ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:22:54.008691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:54.373348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6263f0da-9da4-4870-b132-ce1c0c6c0c66 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:54.402502 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-b252cf80-2178-468d-a14a-856dbb965467 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:54.404383 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-b252cf80-2178-468d-a14a-856dbb965467 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "GET /v2.0/networks?id=68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 200 len: 817 time: 0.1132529 Nov 01 19:22:54.420867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Request body: {'port': {'device_id': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'admin_state_up': True, 'tenant_id': '204a5ab4a90a4819aea9461675886488'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:54.431957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:54.432386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:54.511414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b674db09-9d3c-4676-a497-b89106e64a3f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:22:54.562603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b674db09-9d3c-4676-a497-b89106e64a3f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:54.563036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:54.627119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Made reservation on behalf of 204a5ab4a90a4819aea9461675886488 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:22:54.632708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:54.675959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0850deb-21ee-4c3c-8987-f1b80e3abe27 req-8dbc91e4-d8c0-4daf-839d-e51cf5463238 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 210 time: 0.0362577 Nov 01 19:22:54.788530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Allocated IP 172.20.0.3 (68335f8f-160b-4964-80d4-c23ea2dc13a9/a6310ec5-7188-490a-a2e9-014cc1d2381b/10fdbf11-7001-4052-b665-3c3cc9a62a25) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:22:54.946102 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.020848 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.064262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:22:55.067446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:22:55.070294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:22:55.110433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Pushing event updated for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:55.128474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.129030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.129577 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.130122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.130660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.131196 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.131767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.132302 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.132843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.133379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.133918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.134445 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:55.155968 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:55.156633 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.211679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-e67054af-9af6-48ef-83ce-dd4bc05c2c80 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955925 Nov 01 19:22:55.222899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-4740c9ab-e0b2-49ff-9f56-7548784ee118 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:22:55.224039 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-4740c9ab-e0b2-49ff-9f56-7548784ee118 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055423 Nov 01 19:22:55.287368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Request body: {'port': {'device_id': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:22:55.334897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5fb10e2c-bbc6-4e75-aee9-c7c89eca4459 None None] Provisioning complete for port 10fdbf11-7001-4052-b665-3c3cc9a62a25 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:22:55.338557 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5fb10e2c-bbc6-4e75-aee9-c7c89eca4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.346925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.377030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5fb10e2c-bbc6-4e75-aee9-c7c89eca4459 None None] Port 10fdbf11-7001-4052-b665-3c3cc9a62a25 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:22:55.611886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fdbf11-7001-4052-b665-3c3cc9a62a25 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:22:55.619060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.631638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Transition to ACTIVE for port object 10fdbf11-7001-4052-b665-3c3cc9a62a25 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:22:55.705964 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.756005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:55.803184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0d7df-00d9-45ea-86db-d743f3b47710 req-30d65eef-9214-470a-a2a5-29960314f2d7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:55.804898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9e0d7df-00d9-45ea-86db-d743f3b47710 req-30d65eef-9214-470a-a2a5-29960314f2d7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 943 time: 0.0523512 Nov 01 19:22:55.830183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Attempting to bind port 10fdbf11-7001-4052-b665-3c3cc9a62a25 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:22:55.830747 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Attempting to bind port 10fdbf11-7001-4052-b665-3c3cc9a62a25 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:22:55.831332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Attempting to bind port 10fdbf11-7001-4052-b665-3c3cc9a62a25 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:55.836316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Port 10fdbf11-7001-4052-b665-3c3cc9a62a25 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:22:55.836685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Attempting to bind port 10fdbf11-7001-4052-b665-3c3cc9a62a25 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:22:55.847308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:22:55.847979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Checking segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:22:55.853677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Bound using segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:22:55.853677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Bound port: 10fdbf11-7001-4052-b665-3c3cc9a62a25, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:22:55.853677 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:55.871826 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d9e0d7df-00d9-45ea-86db-d743f3b47710 req-b6ef59bf-7a84-4b13-973e-02ae3d053366 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552456 Nov 01 19:22:55.923306 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:22:55.926572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:22:55.991975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:56.028189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.028832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:56.030290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] 10.222.0.32 "PUT /v2.0/ports/10fdbf11-7001-4052-b665-3c3cc9a62a25 HTTP/1.1" status: 200 len: 1091 time: 0.7976382 Nov 01 19:22:56.030761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:22:56.033169 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:22:56.065251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d633-ac87-40e4-a41e-f6c2a73ce877 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:56.081594 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d2430-e213-47cb-a915-5dbefb2bce21 x-openstack-request-id: req-a49d2430-e213-47cb-a915-5dbefb2bce21 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:22:56.081594 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:22:56.081594 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a49d2430-e213-47cb-a915-5dbefb2bce21 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:22:56.081594 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25', 'status': 'completed', 'code': 200} Nov 01 19:22:56.148772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-f23ea89e-3acc-45a0-9ced-2f682aac8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.150426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-f23ea89e-3acc-45a0-9ced-2f682aac8921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 1094 time: 0.0447378 Nov 01 19:22:56.257839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-310346f6-c3f4-4dbb-be40-2129df46834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.259304 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-310346f6-c3f4-4dbb-be40-2129df46834f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=204a5ab4a90a4819aea9461675886488&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0998545 Nov 01 19:22:56.353581 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-55b83bf4-4ab9-49ce-b1ba-64a8af2994fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.355050 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7b2ee8b-f69d-4e63-8463-ef9e155c62d2 req-55b83bf4-4ab9-49ce-b1ba-64a8af2994fc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883789 Nov 01 19:22:56.432848 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-6c696a68-ce1b-4707-be0d-5ff69f0366a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.434746 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-6c696a68-ce1b-4707-be0d-5ff69f0366a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 1094 time: 0.0450215 Nov 01 19:22:56.477199 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-ed722fe4-f026-4481-8103-64fd68e821b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25 HTTP/1.1" status: 200 len: 217 time: 0.0340385 Nov 01 19:22:56.525853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-92c71e45-3d00-481e-851a-020c765f14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.527275 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-92c71e45-3d00-481e-851a-020c765f14f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6310ec5-7188-490a-a2e9-014cc1d2381b HTTP/1.1" status: 200 len: 856 time: 0.0429471 Nov 01 19:22:56.572298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-704631c9-7821-4360-9f35-4eb7f199fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.573758 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-704631c9-7821-4360-9f35-4eb7f199fe1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68335f8f-160b-4964-80d4-c23ea2dc13a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394583 Nov 01 19:22:56.669944 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-d3b71d8d-dd6e-4502-bf1d-84efe804b03a service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Nov 01 19:22:56.779944 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd927842-c513-4b51-b267-d9db72a0fa3f req-47c89e4a-78e6-4679-853d-f9119c45a9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030426 Nov 01 19:22:56.820034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:56.975452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d88a0-4a7b-4b74-9469-c0b752266dac req-d1d184d5-2d88-493f-a03c-85b51fcb4910 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:56.976858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c14d88a0-4a7b-4b74-9469-c0b752266dac req-d1d184d5-2d88-493f-a03c-85b51fcb4910 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 943 time: 0.0484111 Nov 01 19:22:57.014157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c14d88a0-4a7b-4b74-9469-c0b752266dac req-064741c0-7133-4174-ae9d-e2f5396992d4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Nov 01 19:22:58.128943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9de9f-2247-4783-a8f6-c421af4fe18d req-76fe7a7a-4948-4265-95e8-d9cd814626b7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:58.130441 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bce9de9f-2247-4783-a8f6-c421af4fe18d req-76fe7a7a-4948-4265-95e8-d9cd814626b7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 943 time: 0.0482681 Nov 01 19:22:58.167531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bce9de9f-2247-4783-a8f6-c421af4fe18d req-d679b622-c522-4707-804d-5422a1db940d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Nov 01 19:22:59.282986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326346f5-d967-4033-a6ee-bf5e166c693f req-41ab87e7-3679-431a-b8bd-31f72649dda4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:22:59.284529 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326346f5-d967-4033-a6ee-bf5e166c693f req-41ab87e7-3679-431a-b8bd-31f72649dda4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 943 time: 0.0499821 Nov 01 19:22:59.324956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-326346f5-d967-4033-a6ee-bf5e166c693f req-174c84be-2230-4f14-a3c0-c8a821c264ce tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Nov 01 19:22:59.615431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 10fdbf11-7001-4052-b665-3c3cc9a62a25 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:22:59.711881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:59.723106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '10fdbf11-7001-4052-b665-3c3cc9a62a25', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'port_id': '10fdbf11-7001-4052-b665-3c3cc9a62a25', 'mac_address': 'fa:16:3e:58:81:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:22:59.758895 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:59.772037 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fdbf11-7001-4052-b665-3c3cc9a62a25 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:22:59.790731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:22:59.865823 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:22:59.912027 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:22:59.919659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.920011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.920357 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.920696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.921030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.921364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.921692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.922020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.922343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.922668 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.922993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:22:59.923315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:23:00.069160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['10fdbf11-7001-4052-b665-3c3cc9a62a25'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:23:00.441428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9563a5d-fa41-412c-aea6-b8273c0df850 req-e01da968-1453-4abd-872f-d974265a5a04 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:00.442927 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9563a5d-fa41-412c-aea6-b8273c0df850 req-e01da968-1453-4abd-872f-d974265a5a04 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 944 time: 0.0501580 Nov 01 19:23:00.481446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b9563a5d-fa41-412c-aea6-b8273c0df850 req-c0824c2f-a8a4-4fb8-bb24-e7b50728617a tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Nov 01 19:23:01.600793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2600ad0-5d16-4278-954f-c12e76fb46fa req-bb46933b-2540-4f68-867c-356fa0fbb16a tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:01.602447 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2600ad0-5d16-4278-954f-c12e76fb46fa req-bb46933b-2540-4f68-867c-356fa0fbb16a tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 944 time: 0.0519483 Nov 01 19:23:01.631853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 10fdbf11-7001-4052-b665-3c3cc9a62a25 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:23:01.642688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2600ad0-5d16-4278-954f-c12e76fb46fa req-b3b8ec03-d332-4e19-85c7-efd60a81254d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Nov 01 19:23:01.784549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 10fdbf11-7001-4052-b665-3c3cc9a62a25 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:23:01.788556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 10fdbf11-7001-4052-b665-3c3cc9a62a25 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:23:01.788927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:02.016733 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:02.038238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:23:02.040440 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0bdaf-7b83-4303-9e9c-2b2cab559f0e" -d '{"events": [{"server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:23:02.053044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:23:02.076577 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755a15b8-9d6f-4da6-892c-acd48bcf8aa1 x-openstack-request-id: req-755a15b8-9d6f-4da6-892c-acd48bcf8aa1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:23:02.076868 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "name": "network-vif-plugged", "status": "completed", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:23:02.077145 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-755a15b8-9d6f-4da6-892c-acd48bcf8aa1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:23:02.077513 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25', 'code': 200} Nov 01 19:23:02.133478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:02.176903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3e87-c248-48b4-a91c-020d38733c3f req-34894b17-12f4-45a4-9d5c-3f793aef37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:02.178477 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-25ca3e87-c248-48b4-a91c-020d38733c3f req-34894b17-12f4-45a4-9d5c-3f793aef37da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 1096 time: 0.0420835 Nov 01 19:23:02.181774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:02.213964 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-25ca3e87-c248-48b4-a91c-020d38733c3f req-4a61b6f6-df87-4b52-8a55-28da8e17570b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287082 Nov 01 19:23:02.758061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c251702-e756-4784-81de-0fcf9b9674af req-d1473cd8-5d32-4a59-b660-5cd986dfc3d3 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:02.759531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c251702-e756-4784-81de-0fcf9b9674af req-d1473cd8-5d32-4a59-b660-5cd986dfc3d3 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Nov 01 19:23:02.803306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c251702-e756-4784-81de-0fcf9b9674af req-ea98c3d6-2fb1-4e48-8185-25eac3aee3f6 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Nov 01 19:23:03.918708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3310-df53-498a-98e9-c342a7fca88d req-e64e439e-3227-4acf-a46d-3d1009936705 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:03.920211 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-414e3310-df53-498a-98e9-c342a7fca88d req-e64e439e-3227-4acf-a46d-3d1009936705 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Nov 01 19:23:03.958518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-414e3310-df53-498a-98e9-c342a7fca88d req-e652195a-5651-4dd5-9858-b0c29cb8fec0 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Nov 01 19:23:04.074457 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61839671-31b5-4ca8-abd8-291e05d371a1 req-3e716196-56d4-4383-b8a2-66cf3bdf4cc8 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:04.075964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61839671-31b5-4ca8-abd8-291e05d371a1 req-3e716196-56d4-4383-b8a2-66cf3bdf4cc8 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Nov 01 19:23:04.114115 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61839671-31b5-4ca8-abd8-291e05d371a1 req-c0e4d73b-2ed2-4fa9-b3c0-589bd409218b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Nov 01 19:23:05.545903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:09.763305 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:18.772854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f0452bf-2414-40e0-a733-39f7d6adf231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:20.928115 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2879c730-51e9-4f7f-a5b6-71f362e7aef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:22.333592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:24.013313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:24.568716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:23:26.801774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:29.331248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9456b-c0f0-4b67-a069-8f811c9cad90 req-9e0f4e25-0b07-4734-97ca-28c30e6f8d4e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:29.332860 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de9456b-c0f0-4b67-a069-8f811c9cad90 req-9e0f4e25-0b07-4734-97ca-28c30e6f8d4e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Nov 01 19:23:29.377271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de9456b-c0f0-4b67-a069-8f811c9cad90 req-5bc8d250-41a6-484d-bac3-3e60a6ea83c4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Nov 01 19:23:30.498449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493861b6-e44c-4356-b9dc-84e3eb96d8b1 req-5fdbb68c-5dde-49e9-a4fa-8ee193172b73 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:30.499941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-493861b6-e44c-4356-b9dc-84e3eb96d8b1 req-5fdbb68c-5dde-49e9-a4fa-8ee193172b73 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Nov 01 19:23:30.538324 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-493861b6-e44c-4356-b9dc-84e3eb96d8b1 req-45b935ff-0198-407d-ace7-9fc1b44220c6 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Nov 01 19:23:30.913618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-90839c82-6ab4-4f76-9ba5-18a9795f7e0f tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:30.915094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-90839c82-6ab4-4f76-9ba5-18a9795f7e0f tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 945 time: 0.0515306 Nov 01 19:23:31.007352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Deleting port 10fdbf11-7001-4052-b665-3c3cc9a62a25 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:23:31.007639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:31.094071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] For port 10fdbf11-7001-4052-b665-3c3cc9a62a25, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=10fdbf11-7001-4052-b665-3c3cc9a62a25,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:23:31.094433 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:31.107422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Calling delete_port for 10fdbf11-7001-4052-b665-3c3cc9a62a25 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:23:31.270632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:31.282588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['10fdbf11-7001-4052-b665-3c3cc9a62a25'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:23:31.299709 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Pushing event deleted for resources: {'Port': ['ID=10fdbf11-7001-4052-b665-3c3cc9a62a25,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:31.345098 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] No DVR routers for this DVR port 10fdbf11-7001-4052-b665-3c3cc9a62a25 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:23:31.347852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:31.351164 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-465f0654-b40e-4077-ae18-4f12fd2d4cfd req-feb42a15-2b25-4e35-957f-140341b8046b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "DELETE /v2.0/ports/10fdbf11-7001-4052-b665-3c3cc9a62a25 HTTP/1.1" status: 204 len: 173 time: 0.4297669 Nov 01 19:23:31.351638 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'name': 'network-vif-deleted', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:23:31.353905 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af28b26d-4543-4812-81fe-6c0da44d3563" -d '{"events": [{"server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "name": "network-vif-deleted", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:23:31.443109 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae857fe-8916-41b2-abd5-1f6a19d761d6 x-openstack-request-id: req-cae857fe-8916-41b2-abd5-1f6a19d761d6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:23:31.443401 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40383f-cff0-44a2-98c6-9b68a2526818", "name": "network-vif-deleted", "tag": "10fdbf11-7001-4052-b665-3c3cc9a62a25", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:23:31.443755 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cae857fe-8916-41b2-abd5-1f6a19d761d6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:23:31.449975 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40383f-cff0-44a2-98c6-9b68a2526818', 'name': 'network-vif-deleted', 'tag': '10fdbf11-7001-4052-b665-3c3cc9a62a25', 'status': 'completed', 'code': 200} Nov 01 19:23:31.635921 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3c46529b-f944-43d6-90d1-baa0cf482cd9 req-4d12c4b3-d5c7-460d-b403-3dd263439728 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc40383f-cff0-44a2-98c6-9b68a2526818 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Nov 01 19:23:33.298209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-b6dfdcdc-c24f-456d-90e8-0a1ea55238c9 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:33.299718 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-b6dfdcdc-c24f-456d-90e8-0a1ea55238c9 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/networks?id=68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 200 len: 817 time: 0.1029699 Nov 01 19:23:33.315317 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-a4d8eb11-e585-4030-9807-45c026d648d2 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/quotas/204a5ab4a90a4819aea9461675886488 HTTP/1.1" status: 200 len: 375 time: 0.0095429 Nov 01 19:23:33.366384 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-36e4985e-d260-4d58-a0d7-e8721b908da1 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459049 Nov 01 19:23:33.462370 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-4527ec91-bad4-42ec-b68c-118c57a858d2 service neutron] 10.222.0.31 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Nov 01 19:23:33.548307 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-57a2e39d-adac-4555-ba04-bdf03ecbe7cd service neutron] 10.222.0.31 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799074 Nov 01 19:23:33.773909 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92be7110-620e-42b3-b107-e8aa083b2fa4 req-6233792d-6342-45b9-82be-9f4a78ba98bf tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 210 time: 0.0261979 Nov 01 19:23:34.867878 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0a7ecdd-ca29-4afd-9f6e-fb4c960cfa06 req-53a8f690-226a-48de-9a28-e42657a76ecb tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 210 time: 0.0264740 Nov 01 19:23:35.499312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:35.582789 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-0ad51ef7-554b-4a8d-bd8f-55f7e03fa46d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:35.584340 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-0ad51ef7-554b-4a8d-bd8f-55f7e03fa46d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "GET /v2.0/networks?id=68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 200 len: 817 time: 0.1117542 Nov 01 19:23:35.599522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Request body: {'port': {'device_id': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'admin_state_up': True, 'tenant_id': '204a5ab4a90a4819aea9461675886488'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:23:35.784611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Made reservation on behalf of 204a5ab4a90a4819aea9461675886488 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:23:35.786069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 10fdbf11-7001-4052-b665-3c3cc9a62a25 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:23:35.788563 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:35.805891 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 10fdbf11-7001-4052-b665-3c3cc9a62a25 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:23:35.806244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 10fdbf11-7001-4052-b665-3c3cc9a62a25 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:23:35.916210 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Allocated IP 172.20.0.6 (68335f8f-160b-4964-80d4-c23ea2dc13a9/a6310ec5-7188-490a-a2e9-014cc1d2381b/0ca3a2f1-3040-4fc4-a47c-058811a9d978) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:23:35.969656 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-345f3a08-a0cc-4439-b25e-2ca8a8e5f0b1 req-e85a6b04-d02f-4f5f-bdda-09788e79029e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 210 time: 0.0305772 Nov 01 19:23:36.066334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.167674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.208363 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:23:36.211315 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:23:36.217906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:23:36.249776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Pushing event updated for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:36.275795 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:36.276428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.360165 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-46dd2646-c9e2-4566-805a-fd9cc8f91054 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642066 Nov 01 19:23:36.373417 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Request body: {'port': {'device_id': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:23:36.427400 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.476958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0ae82995-bc27-4caa-801f-cb322cb16f99 None None] Provisioning complete for port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:23:36.477328 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ae82995-bc27-4caa-801f-cb322cb16f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.510645 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0ae82995-bc27-4caa-801f-cb322cb16f99 None None] Port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:23:36.686298 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca3a2f1-3040-4fc4-a47c-058811a9d978 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:23:36.693631 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.706216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Transition to ACTIVE for port object 0ca3a2f1-3040-4fc4-a47c-058811a9d978 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:23:36.778902 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.828189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Pushing event updated for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:36.901482 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Attempting to bind port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:23:36.901873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Attempting to bind port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:23:36.902202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Attempting to bind port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:23:36.907457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:23:36.907819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Attempting to bind port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 on network 68335f8f-160b-4964-80d4-c23ea2dc13a9 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:23:36.912908 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:23:36.913246 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Checking segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:23:36.913633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Bound using segment: {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:23:36.914059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Bound port: 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9079ce26-631b-4946-aaad-e825b2953db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:23:36.914415 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:36.983112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:23:36.986358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:23:37.054174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:37.087545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.088087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56971fc-f8f5-4106-9f7f-db50e348b8f9 req-e6876902-93e1-4b6e-9690-f9d33264d6f2 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.088630 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:37.089600 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d56971fc-f8f5-4106-9f7f-db50e348b8f9 req-e6876902-93e1-4b6e-9690-f9d33264d6f2 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 943 time: 0.0489609 Nov 01 19:23:37.089994 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] 10.222.0.32 "PUT /v2.0/ports/0ca3a2f1-3040-4fc4-a47c-058811a9d978 HTTP/1.1" status: 200 len: 1091 time: 0.7211239 Nov 01 19:23:37.093110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:23:37.097186 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc7d17-0af8-4ab0-8535-1d7617475827" -d '{"events": [{"name": "network-changed", "server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:23:37.127973 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7e554-dd97-4806-a6c2-28f1218c802f service neutron] Pushing event updated for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:37.145636 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7fed4-fc1b-455b-9a3c-5067503c26dc x-openstack-request-id: req-c6c7fed4-fc1b-455b-9a3c-5067503c26dc {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:23:37.145922 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:23:37.146180 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6c7fed4-fc1b-455b-9a3c-5067503c26dc {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:23:37.146589 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978', 'status': 'completed', 'code': 200} Nov 01 19:23:37.157102 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d56971fc-f8f5-4106-9f7f-db50e348b8f9 req-c3d3cda2-d374-4237-bf01-197384135c19 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542667 Nov 01 19:23:37.221974 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-d7280544-3014-4cb9-977a-560dca675e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.223637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-d7280544-3014-4cb9-977a-560dca675e3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 1094 time: 0.0546410 Nov 01 19:23:37.334044 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-d0b39a35-6294-48da-a924-8b270eaf76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.335565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-d0b39a35-6294-48da-a924-8b270eaf76ac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=204a5ab4a90a4819aea9461675886488&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1046562 Nov 01 19:23:37.427147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-30fcb2b9-4570-4479-a307-39064c39e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.428656 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a7fc7d17-0af8-4ab0-8535-1d7617475827 req-30fcb2b9-4570-4479-a307-39064c39e8cc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857334 Nov 01 19:23:37.502938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-fbf26b38-453c-483a-8044-68b160e35f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.504400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-fbf26b38-453c-483a-8044-68b160e35f5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 1094 time: 0.0399461 Nov 01 19:23:37.550004 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-f8cc1217-0e7e-44c3-97fd-907eb589273b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978 HTTP/1.1" status: 200 len: 217 time: 0.0379102 Nov 01 19:23:37.600605 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-3a33aceb-0696-4fa2-a7e4-610875f78576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.602055 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-3a33aceb-0696-4fa2-a7e4-610875f78576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6310ec5-7188-490a-a2e9-014cc1d2381b HTTP/1.1" status: 200 len: 856 time: 0.0441067 Nov 01 19:23:37.647646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-c8449b47-86a4-4e78-bc83-f5fbf9164825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:37.649129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-c8449b47-86a4-4e78-bc83-f5fbf9164825 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68335f8f-160b-4964-80d4-c23ea2dc13a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403154 Nov 01 19:23:37.743394 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-9eaf83b9-2da3-4fc8-8b0d-cbd734ea26bc service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860536 Nov 01 19:23:37.832329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6414f714-cf5b-43c6-b9c5-add29aa7eeac req-306ca650-8a76-4acf-ac92-3fb95f7ddc76 service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822160 Nov 01 19:23:38.277809 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fc367-155f-4ceb-a170-9546de1dcaac req-db3e5e7f-1ddc-416b-88a5-57fdf54f05fa tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:38.279699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-025fc367-155f-4ceb-a170-9546de1dcaac req-db3e5e7f-1ddc-416b-88a5-57fdf54f05fa tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 943 time: 0.0508978 Nov 01 19:23:38.317775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-025fc367-155f-4ceb-a170-9546de1dcaac req-9a42db3a-83ff-45eb-be7d-9a63f050a865 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Nov 01 19:23:39.435636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bccb0-40a0-42cc-970c-e6cbe6d0dc30 req-10fd48e9-e3d7-4efe-aa60-eb61c71404f6 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:39.437120 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-891bccb0-40a0-42cc-970c-e6cbe6d0dc30 req-10fd48e9-e3d7-4efe-aa60-eb61c71404f6 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 943 time: 0.0527782 Nov 01 19:23:39.474029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-891bccb0-40a0-42cc-970c-e6cbe6d0dc30 req-8848a906-29ec-4597-b886-32965d0f000d tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Nov 01 19:23:39.733411 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:40.593037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54330fc5-2bec-4cc6-ade3-0a4fe1f9ed1d req-4ceb493b-517a-4fc8-96bf-90deb137292b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:40.594517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54330fc5-2bec-4cc6-ade3-0a4fe1f9ed1d req-4ceb493b-517a-4fc8-96bf-90deb137292b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 943 time: 0.0485935 Nov 01 19:23:40.631464 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-54330fc5-2bec-4cc6-ade3-0a4fe1f9ed1d req-7897bb2c-9631-4b8a-9e3e-f3cc0c0e7818 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Nov 01 19:23:41.749045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7013b14-7ab5-453e-9657-2d4a2fd72f62 req-99a3781d-0fc1-4cfe-8ff2-1be0b5eefdbb tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:41.750515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7013b14-7ab5-453e-9657-2d4a2fd72f62 req-99a3781d-0fc1-4cfe-8ff2-1be0b5eefdbb tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 943 time: 0.0492201 Nov 01 19:23:41.788021 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7013b14-7ab5-453e-9657-2d4a2fd72f62 req-fca0053d-d7ab-4a4d-95a1-b0d9255675ac tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Nov 01 19:23:41.821008 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0ca3a2f1-3040-4fc4-a47c-058811a9d978 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:23:41.915259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:23:41.925949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '0ca3a2f1-3040-4fc4-a47c-058811a9d978', 'network_id': '68335f8f-160b-4964-80d4-c23ea2dc13a9', 'port_id': '0ca3a2f1-3040-4fc4-a47c-058811a9d978', 'mac_address': 'fa:16:3e:94:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6310ec5-7188-490a-a2e9-014cc1d2381b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:23:41.961749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:41.977768 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca3a2f1-3040-4fc4-a47c-058811a9d978 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:23:41.997265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:23:42.070277 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:42.117853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:42.260219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['0ca3a2f1-3040-4fc4-a47c-058811a9d978'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:23:42.907453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc109d-638b-4c52-a4f8-b129570e4161 req-64512ece-0c32-446d-9084-4d040b64185a tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:42.908930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61dc109d-638b-4c52-a4f8-b129570e4161 req-64512ece-0c32-446d-9084-4d040b64185a tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 944 time: 0.0527310 Nov 01 19:23:42.946051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61dc109d-638b-4c52-a4f8-b129570e4161 req-7c61c721-a1d5-42af-925c-2ec1d98f0dab tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Nov 01 19:23:43.836275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0ca3a2f1-3040-4fc4-a47c-058811a9d978 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:23:43.961451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:23:43.965370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:23:43.965740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:44.042163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:44.063625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5bad9-c343-4347-b8a0-8f8e6ccce461 req-e2943160-26e2-4a3c-acd9-4d88795ccaa5 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:44.064485 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:23:44.065125 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22c5bad9-c343-4347-b8a0-8f8e6ccce461 req-e2943160-26e2-4a3c-acd9-4d88795ccaa5 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 944 time: 0.0506585 Nov 01 19:23:44.066702 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab54909-6886-4f5c-a541-367b300cc6c7" -d '{"events": [{"server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "name": "network-vif-plugged", "status": "completed", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:23:44.080164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:23:44.105976 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22c5bad9-c343-4347-b8a0-8f8e6ccce461 req-0df59236-1c08-42d0-b11c-831ba84bae43 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Nov 01 19:23:44.144840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:44.171536 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6525136-73f5-4467-a710-88c68ddcc4ad x-openstack-request-id: req-f6525136-73f5-4467-a710-88c68ddcc4ad {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:23:44.171733 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "name": "network-vif-plugged", "status": "completed", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:23:44.171959 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6525136-73f5-4467-a710-88c68ddcc4ad {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:23:44.172361 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978', 'code': 200} Nov 01 19:23:44.198549 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:23:44.263645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490878ec-96ae-4ce9-b0e7-13c58fa587e2 req-6e0001b4-d4dc-46f9-afe4-f140769e1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:44.265659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-490878ec-96ae-4ce9-b0e7-13c58fa587e2 req-6e0001b4-d4dc-46f9-afe4-f140769e1106 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 1096 time: 0.0438745 Nov 01 19:23:44.301739 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-490878ec-96ae-4ce9-b0e7-13c58fa587e2 req-ed9657af-a192-412e-8925-5e6ad3996c50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272830 Nov 01 19:23:45.222523 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c88907-8b9c-4558-b407-11d349a85632 req-5104b446-6560-47c3-9a40-6ea4614cdba0 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:45.224054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26c88907-8b9c-4558-b407-11d349a85632 req-5104b446-6560-47c3-9a40-6ea4614cdba0 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0491512 Nov 01 19:23:45.261722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26c88907-8b9c-4558-b407-11d349a85632 req-34084679-acc1-4980-892f-42a33e4c4bda tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Nov 01 19:23:46.382945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b7448-74bc-4d02-b3a0-832a775e14f3 req-50738842-dc5b-4d5b-a44e-6b67a29fc09b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:46.384435 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae8b7448-74bc-4d02-b3a0-832a775e14f3 req-50738842-dc5b-4d5b-a44e-6b67a29fc09b tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0522275 Nov 01 19:23:46.734913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ae8b7448-74bc-4d02-b3a0-832a775e14f3 req-52d7add1-7b0f-4a00-8c93-fa4b776a7c85 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445263 Nov 01 19:23:46.847863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a711ea-605f-4686-8fac-59d80b0bc194 req-410d5c63-09ef-4303-88b9-159cb4ad7174 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:46.849657 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56a711ea-605f-4686-8fac-59d80b0bc194 req-410d5c63-09ef-4303-88b9-159cb4ad7174 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0486588 Nov 01 19:23:46.886469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56a711ea-605f-4686-8fac-59d80b0bc194 req-8941f80e-f4b0-4323-8dd1-28aeed01c593 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Nov 01 19:23:48.876377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8b987021-6976-46b2-a068-7facf56365df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:50.921629 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-01024ae3-e195-4f41-bebe-f6b57523247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:51.476290 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-a731745b-40c7-4d5a-9ca6-9aa2adf8923f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405927 Nov 01 19:23:51.556836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-39c7a8f5-66c5-4727-8f35-a54e529a874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:51.558359 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-39c7a8f5-66c5-4727-8f35-a54e529a874e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=204a5ab4a90a4819aea9461675886488&device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 1096 time: 0.0405538 Nov 01 19:23:51.663004 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-3616349d-34ca-43cd-b394-1699fdce73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:51.664425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-3616349d-34ca-43cd-b394-1699fdce73b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 200 len: 918 time: 0.0877974 Nov 01 19:23:51.707205 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-98806a02-2af3-4d3d-b8db-dc0dc717c91f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978 HTTP/1.1" status: 200 len: 217 time: 0.0361466 Nov 01 19:23:51.762590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-40adbabf-e9e4-48fe-9f12-5c33ca1fe83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:51.764088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-40adbabf-e9e4-48fe-9f12-5c33ca1fe83a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6310ec5-7188-490a-a2e9-014cc1d2381b HTTP/1.1" status: 200 len: 856 time: 0.0484314 Nov 01 19:23:51.811436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-243c9bfa-4f19-45ca-89ff-0d3a8039c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:23:51.813145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-243c9bfa-4f19-45ca-89ff-0d3a8039c6a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68335f8f-160b-4964-80d4-c23ea2dc13a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417030 Nov 01 19:23:51.910676 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-2d2f51a9-5bef-47ef-8489-c3e77e269560 service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893905 Nov 01 19:23:52.005617 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fc884f42-4eb8-4ccf-999b-0619a37a59fb req-59238095-6cf3-4ce1-953a-a54f55cc9f4e service neutron] 10.222.0.32 "GET /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884972 Nov 01 19:23:52.298476 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:54.018483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:23:56.817950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:01.567981 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:24:05.503903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:09.755132 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:11.507778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e0df0-2d98-46d6-b369-711809b713ed req-a244d955-9914-46d5-95f9-4ec03d5af3b9 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:11.509244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a1e0df0-2d98-46d6-b369-711809b713ed req-a244d955-9914-46d5-95f9-4ec03d5af3b9 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0498712 Nov 01 19:24:11.548455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a1e0df0-2d98-46d6-b369-711809b713ed req-e106865c-40f9-4f60-a6e1-bdcbd12bcb33 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Nov 01 19:24:12.672509 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383dd5-d44e-4989-895c-34c7caf0b951 req-03cffdb0-fb6a-4662-9917-161b87854ee7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:12.673977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30383dd5-d44e-4989-895c-34c7caf0b951 req-03cffdb0-fb6a-4662-9917-161b87854ee7 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0510085 Nov 01 19:24:12.711223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30383dd5-d44e-4989-895c-34c7caf0b951 req-79c0bca2-7c09-492f-9fe5-fcae5e1534d6 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee22f69c-301d-4af8-857c-115ea0982ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Nov 01 19:24:13.067851 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650692-2d56-4952-94a0-b080daa14be7 req-05de51b1-d718-4b47-8bc4-ff08481c80c4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:13.069329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f4650692-2d56-4952-94a0-b080daa14be7 req-05de51b1-d718-4b47-8bc4-ff08481c80c4 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 945 time: 0.0498812 Nov 01 19:24:13.160096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Deleting port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:13.160429 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:13.245632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] For port 0ca3a2f1-3040-4fc4-a47c-058811a9d978, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0ca3a2f1-3040-4fc4-a47c-058811a9d978,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:13.245994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:13.258737 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Calling delete_port for 0ca3a2f1-3040-4fc4-a47c-058811a9d978 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:13.418007 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:13.429829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['0ca3a2f1-3040-4fc4-a47c-058811a9d978'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:24:13.447166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Pushing event deleted for resources: {'Port': ['ID=0ca3a2f1-3040-4fc4-a47c-058811a9d978,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:13.460235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.460596 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.460945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.461285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.461626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.461964 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.462296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.462635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.462966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.463291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.463650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.463985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:13.501561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] No DVR routers for this DVR port 0ca3a2f1-3040-4fc4-a47c-058811a9d978 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:24:13.504924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:13.508257 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f4650692-2d56-4952-94a0-b080daa14be7 req-ff72abe6-efab-4365-9858-efeefa956e0e tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.32 "DELETE /v2.0/ports/0ca3a2f1-3040-4fc4-a47c-058811a9d978 HTTP/1.1" status: 204 len: 173 time: 0.4329655 Nov 01 19:24:13.508710 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'name': 'network-vif-deleted', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:24:13.510988 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078d84b2-facc-4467-bce9-e7b1869ce0c6" -d '{"events": [{"server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "name": "network-vif-deleted", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:24:13.546962 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d541a-d0ad-4f92-a9b1-c5a2b77a3756 x-openstack-request-id: req-c90d541a-d0ad-4f92-a9b1-c5a2b77a3756 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:24:13.547259 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d7c84-bd3b-452b-ace2-ee374446d79b", "name": "network-vif-deleted", "tag": "0ca3a2f1-3040-4fc4-a47c-058811a9d978", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:24:13.547532 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c90d541a-d0ad-4f92-a9b1-c5a2b77a3756 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:24:13.547945 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714d7c84-bd3b-452b-ace2-ee374446d79b', 'name': 'network-vif-deleted', 'tag': '0ca3a2f1-3040-4fc4-a47c-058811a9d978', 'status': 'completed', 'code': 200} Nov 01 19:24:13.823875 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f51aa98-17a4-4102-9d5d-a4094b2533c7 req-e8d2e6b8-4856-4cee-8689-0fc44a1607d9 tempest-TestEncryptedCinderVolumes-496686444 tempest-TestEncryptedCinderVolumes-496686444-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d7c84-bd3b-452b-ace2-ee374446d79b HTTP/1.1" status: 200 len: 210 time: 0.0292463 Nov 01 19:24:14.998286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42174) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:15.336084 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:15.582614 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Deleting port f5ab05ae-0cbd-4194-ad9e-54018f248266 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:15.582947 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:15.658067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] For port f5ab05ae-0cbd-4194-ad9e-54018f248266, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f5ab05ae-0cbd-4194-ad9e-54018f248266,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:15.658344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:15.671332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Calling delete_port for f5ab05ae-0cbd-4194-ad9e-54018f248266 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:15.898154 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:15.924038 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ab05ae-0cbd-4194-ad9e-54018f248266,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:15.954439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.954777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.955131 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.955447 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.955800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.956128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.956944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.957262 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.957580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.957998 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.958327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:15.958687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:16.108914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:16.322535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Router e3846812-922a-4ecb-8e41-6dcbca251357 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:24:16.427345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:16.432346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b860c298-8e25-424a-b4ac-9f8cd6200081 admin admin] 10.222.0.31 "PUT /v2.0/routers/e3846812-922a-4ecb-8e41-6dcbca251357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326868 Nov 01 19:24:16.434872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42176) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:16.436316 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Sync routers for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:16.449003 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:16.449595 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:23:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:16.541437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:16.552338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:16.645325 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:16.726720 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '057d2273-335d-456a-88f0-d34b25b30b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:24:15Z', 'revision_number': 5, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port': {'id': '057d2273-335d-456a-88f0-d34b25b30b93', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:41Z', 'updated_at': '2021-11-01T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:16.755839 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Checking router: e3846812-922a-4ecb-8e41-6dcbca251357 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:16.763790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Deleting port 057d2273-335d-456a-88f0-d34b25b30b93 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:16.764132 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:16.765065 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Routers {'e3846812-922a-4ecb-8e41-6dcbca251357'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:16.765832 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:23:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['e3846812-922a-4ecb-8e41-6dcbca251357'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:16.841223 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] For port 057d2273-335d-456a-88f0-d34b25b30b93, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=057d2273-335d-456a-88f0-d34b25b30b93,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:16.841579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:16.854284 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] Set router e3846812-922a-4ecb-8e41-6dcbca251357 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:16.854894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Calling delete_port for 057d2273-335d-456a-88f0-d34b25b30b93 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:16.906728 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:24:16Z', 'revision_number': 6, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:16.932869 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b72683-2b02-40da-a5e0-d66b077dff70 None None] The sync data for ids ['e3846812-922a-4ecb-8e41-6dcbca251357'] in n-d-815923-2 is: [{'id': 'e3846812-922a-4ecb-8e41-6dcbca251357', 'name': 'tempest-TestEncryptedCinderVolumes-1228240544-router', 'tenant_id': '204a5ab4a90a4819aea9461675886488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:40Z', 'updated_at': '2021-11-01T19:24:16Z', 'revision_number': 6, 'project_id': '204a5ab4a90a4819aea9461675886488', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:17.069551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.099680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=057d2273-335d-456a-88f0-d34b25b30b93,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:17.159090 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.250552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.252618 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.359635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.359635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3846812-922a-4ecb-8e41-6dcbca251357 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:24:17.362051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.363795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7485884-37c2-4fdf-8685-22e26c7bbbc1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e3846812-922a-4ecb-8e41-6dcbca251357 HTTP/1.1" status: 204 len: 168 time: 0.9280081 Nov 01 19:24:17.366313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42178) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:17.415809 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Deleting subnet a6310ec5-7188-490a-a2e9-014cc1d2381b {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:24:17.418969 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.453302 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.533436 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.641799 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.670526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6310ec5-7188-490a-a2e9-014cc1d2381b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:17.675783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.682777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-44eaef6d-3291-413d-a4bb-e33be3f55642 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6310ec5-7188-490a-a2e9-014cc1d2381b HTTP/1.1" status: 204 len: 168 time: 0.3124640 Nov 01 19:24:17.684523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42180) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:17.691680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f504e4-dda4-4adc-b708-9362ed54ad66 None None] Network 68335f8f-160b-4964-80d4-c23ea2dc13a9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:17.764281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.832992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Deleting port d5b74bb3-74e5-40cb-913d-91228b750b45 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:17.833419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.908772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] For port d5b74bb3-74e5-40cb-913d-91228b750b45, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d5b74bb3-74e5-40cb-913d-91228b750b45,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:17.909225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.912476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] DHCP port deletion for 68335f8f-160b-4964-80d4-c23ea2dc13a9 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:24:17.924659 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Calling delete_port for d5b74bb3-74e5-40cb-913d-91228b750b45 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:17.972861 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Deleting port d5b74bb3-74e5-40cb-913d-91228b750b45 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:17.973354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:17.978447 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0ca3a2f1-3040-4fc4-a47c-058811a9d978 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:18.049321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 0ca3a2f1-3040-4fc4-a47c-058811a9d978 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:18.049749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0ca3a2f1-3040-4fc4-a47c-058811a9d978 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:18.076161 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] For port d5b74bb3-74e5-40cb-913d-91228b750b45, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d5b74bb3-74e5-40cb-913d-91228b750b45,segment=NetworkSegment(9079ce26-631b-4946-aaad-e825b2953db5),segment_id=9079ce26-631b-4946-aaad-e825b2953db5)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:18.076889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.089937 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Calling delete_port for d5b74bb3-74e5-40cb-913d-91228b750b45 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:18.126803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.154846 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b74bb3-74e5-40cb-913d-91228b750b45,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:18.156971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] No DVR routers for this DVR port d5b74bb3-74e5-40cb-913d-91228b750b45 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:24:18.173961 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.202284 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] No DVR routers for this DVR port d5b74bb3-74e5-40cb-913d-91228b750b45 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:24:18.204700 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Pushing event deleted for resources: {'Port': ['ID=d5b74bb3-74e5-40cb-913d-91228b750b45,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:18.218241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.218588 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.218928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.219265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.219627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.219966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.220292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.220622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.220945 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.221267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.221601 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.221960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48b264-4608-4cec-acc0-04c72173085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:18.231084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.255385 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68335f8f-160b-4964-80d4-c23ea2dc13a9']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:18.264706 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9079ce26-631b-4946-aaad-e825b2953db5') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:18.265015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9079ce26-631b-4946-aaad-e825b2953db5') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:18.342427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d5b74bb3-74e5-40cb-913d-91228b750b45 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:18.370824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d5b74bb3-74e5-40cb-913d-91228b750b45 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:18.371177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d5b74bb3-74e5-40cb-913d-91228b750b45 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:18.371627 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5ab05ae-0cbd-4194-ad9e-54018f248266 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:18.391683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f5ab05ae-0cbd-4194-ad9e-54018f248266 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:18.392040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f5ab05ae-0cbd-4194-ad9e-54018f248266 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:18.392449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 057d2273-335d-456a-88f0-d34b25b30b93 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:18.413397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 057d2273-335d-456a-88f0-d34b25b30b93 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:18.413654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 057d2273-335d-456a-88f0-d34b25b30b93 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:18.602868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.616593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.622303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:24:18.622634 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:24:18.624289 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:24:18.743745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.749489 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:18.752687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/68335f8f-160b-4964-80d4-c23ea2dc13a9 HTTP/1.1" status: 204 len: 168 time: 1.0674467 Nov 01 19:24:18.755795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42182) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:18.763860 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb408b01-3d25-4cbb-bdfc-50245969b1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68335f8f-160b-4964-80d4-c23ea2dc13a9,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:18.817881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31adaa9b-68e6-4cb7-8fcf-f46f88027364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:19.095611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:19.638995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Deleting port 6263f0da-9da4-4870-b132-ce1c0c6c0c66 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:19.639316 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:19.715873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] For port 6263f0da-9da4-4870-b132-ce1c0c6c0c66, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6263f0da-9da4-4870-b132-ce1c0c6c0c66,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:19.716233 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:19.731471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Calling delete_port for 6263f0da-9da4-4870-b132-ce1c0c6c0c66 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:19.983888 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.011567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6263f0da-9da4-4870-b132-ce1c0c6c0c66,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:20.175623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.401853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Router 062fec40-99fb-4078-8804-72aef117367c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:24:20.523702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:20.532070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c21f2353-ad3a-4e6d-8468-9f6bf29a86b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/062fec40-99fb-4078-8804-72aef117367c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751858 Nov 01 19:24:20.533010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Sync routers for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:20.535425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42184) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:20.545242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:20.545860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:23:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:20.649859 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.659883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:20.762703 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.868226 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Deleting port b674db09-9d3c-4676-a497-b89106e64a3f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:20.868568 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.870623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:24:19Z', 'revision_number': 5, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port': {'id': 'b674db09-9d3c-4676-a497-b89106e64a3f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062fec40-99fb-4078-8804-72aef117367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:22:47Z', 'updated_at': '2021-11-01T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:20.900465 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a7d533a-6396-4986-8321-c9fd6cfb2764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.901958 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Checking router: 062fec40-99fb-4078-8804-72aef117367c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:20.912312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Routers {'062fec40-99fb-4078-8804-72aef117367c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:20.912924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['062fec40-99fb-4078-8804-72aef117367c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:20.954959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] For port b674db09-9d3c-4676-a497-b89106e64a3f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b674db09-9d3c-4676-a497-b89106e64a3f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:20.955550 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:20.974567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Calling delete_port for b674db09-9d3c-4676-a497-b89106e64a3f owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:21.014121 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] Set router 062fec40-99fb-4078-8804-72aef117367c gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:21.074074 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:24:20Z', 'revision_number': 6, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:21.100718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d055fc-aa23-4e9d-97ba-ccdef05733a8 None None] The sync data for ids ['062fec40-99fb-4078-8804-72aef117367c'] in n-d-815923-2 is: [{'id': '062fec40-99fb-4078-8804-72aef117367c', 'name': 'tempest-TestEncryptedCinderVolumes-646217954-router', 'tenant_id': '183fcbceddd74b43a425e25b22f08160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:22:46Z', 'updated_at': '2021-11-01T19:24:20Z', 'revision_number': 6, 'project_id': '183fcbceddd74b43a425e25b22f08160', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:21.172285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.201769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b674db09-9d3c-4676-a497-b89106e64a3f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:21.264912 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.368795 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.370914 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.460689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.460689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062fec40-99fb-4078-8804-72aef117367c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:24:21.464164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.465364 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-230a6b8c-be9d-4e53-9d90-559383b7be24 admin admin] 10.222.0.31 "DELETE /v2.0/routers/062fec40-99fb-4078-8804-72aef117367c HTTP/1.1" status: 204 len: 168 time: 0.9287710 Nov 01 19:24:21.467919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42186) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:21.518253 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Deleting subnet 1162138a-fade-4d49-bcbe-9c2b1be119ad {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:24:21.521562 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.557288 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.632192 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.761095 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.787864 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1162138a-fade-4d49-bcbe-9c2b1be119ad,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:21.791222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.794409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-91aff4b7-fe2b-4472-9423-368108c48c67 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1162138a-fade-4d49-bcbe-9c2b1be119ad HTTP/1.1" status: 204 len: 168 time: 0.3254900 Nov 01 19:24:21.797018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42188) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:21.797188 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc9100-f50a-468d-a8b5-be989e7172de None None] Network 37bf1a95-00fb-4392-80cf-37903362580f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:21.866863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.926634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Deleting port 726c913a-9d99-41f8-8f84-2c4d2dacb734 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:21.926979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:21.972417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] DHCP port deletion for 37bf1a95-00fb-4392-80cf-37903362580f request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:24:21.996403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] For port 726c913a-9d99-41f8-8f84-2c4d2dacb734, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=726c913a-9d99-41f8-8f84-2c4d2dacb734,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:21.996777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.009428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Calling delete_port for 726c913a-9d99-41f8-8f84-2c4d2dacb734 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:22.027324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Deleting port 726c913a-9d99-41f8-8f84-2c4d2dacb734 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:24:22.027741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.097846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] For port 726c913a-9d99-41f8-8f84-2c4d2dacb734, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=726c913a-9d99-41f8-8f84-2c4d2dacb734,segment=NetworkSegment(c45d5e34-54f6-402d-9571-bf9d1389d637),segment_id=c45d5e34-54f6-402d-9571-bf9d1389d637)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:22.098231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.111693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Calling delete_port for 726c913a-9d99-41f8-8f84-2c4d2dacb734 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:24:22.154968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.182200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=726c913a-9d99-41f8-8f84-2c4d2dacb734,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:22.187037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] No DVR routers for this DVR port 726c913a-9d99-41f8-8f84-2c4d2dacb734 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:24:22.192379 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.219964 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] Pushing event deleted for resources: {'Port': ['ID=726c913a-9d99-41f8-8f84-2c4d2dacb734,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:22.221780 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4539f66-d864-4e79-9288-7b074d6c84d8 None None] No DVR routers for this DVR port 726c913a-9d99-41f8-8f84-2c4d2dacb734 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:24:22.257436 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.277617 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bf1a95-00fb-4392-80cf-37903362580f']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:22.288627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45d5e34-54f6-402d-9571-bf9d1389d637') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:22.289025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45d5e34-54f6-402d-9571-bf9d1389d637') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:22.302842 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.317216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.320747 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.324642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:24:22.324642 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:24:22.325697 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:24:22.336011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6263f0da-9da4-4870-b132-ce1c0c6c0c66 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:22.358336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6263f0da-9da4-4870-b132-ce1c0c6c0c66 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:22.358680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6263f0da-9da4-4870-b132-ce1c0c6c0c66 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:22.359120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 726c913a-9d99-41f8-8f84-2c4d2dacb734 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:22.377870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 726c913a-9d99-41f8-8f84-2c4d2dacb734 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:22.378885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 726c913a-9d99-41f8-8f84-2c4d2dacb734 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:22.381850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b674db09-9d3c-4676-a497-b89106e64a3f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:24:22.398578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b674db09-9d3c-4676-a497-b89106e64a3f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:24:22.398921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b674db09-9d3c-4676-a497-b89106e64a3f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:24:22.446931 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.452717 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.455934 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/37bf1a95-00fb-4392-80cf-37903362580f HTTP/1.1" status: 204 len: 168 time: 0.6579750 Nov 01 19:24:22.467246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c68930-b851-4f7d-a475-64b0963df0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=37bf1a95-00fb-4392-80cf-37903362580f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:22.823054 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42192) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:22.861419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-151bd5a0-a735-4d2e-bc5e-db8a45fe7457 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=204a5ab4a90a4819aea9461675886488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372002 Nov 01 19:24:22.864540 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42194) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:22.910621 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:22.935252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.058169 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.062053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.062209 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee22f69c-301d-4af8-857c-115ea0982ffe HTTP/1.1" status: 204 len: 168 time: 0.1966271 Nov 01 19:24:23.070091 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4fe08-128e-4862-947a-37103ef05617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22f69c-301d-4af8-857c-115ea0982ffe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:23.720892 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42200) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:23.760571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c30a41aa-e2a3-41f7-bbf9-79e0f534c601 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=183fcbceddd74b43a425e25b22f08160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383542 Nov 01 19:24:23.762960 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42202) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:23.809822 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.830884 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.932239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.934798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:23.935969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4237d93-8984-4088-8288-2fc0042747c1 HTTP/1.1" status: 204 len: 168 time: 0.1720655 Nov 01 19:24:23.944366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6b6a3-ec86-4c5e-972d-574bb64fa777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4237d93-8984-4088-8288-2fc0042747c1,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:24.029635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:24.842085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42224) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:24.934556 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-102343778-network', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:25.017713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Made reservation on behalf of 3a08c85c80094c0fbad9802f62c6ab82 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:24:25.020732 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.029251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.103496 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.148987 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.169801 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:24:25.184288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:25.188136 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.190007 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Added segment 6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67 of type vlan for network b145b499-e35a-4221-a999-b287f5b74b6f Nov 01 19:24:25.227951 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.297702 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.298678 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:25.299291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.360869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b145b499-e35a-4221-a999-b287f5b74b6f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:25.370947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network b145b499-e35a-4221-a999-b287f5b74b6f details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:24:25.386192 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e973a452-366f-4631-a9a7-b6f518c165e4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5430000 Nov 01 19:24:25.389081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42228) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:25.393957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Request body: {'subnet': {'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-102343778-subnet', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:25.491775 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Made reservation on behalf of 3a08c85c80094c0fbad9802f62c6ab82 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:24:25.494185 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.749730 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:25.806963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e488a4fe-25aa-4378-bc8f-a59fed8c6435,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:25.817526 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Checking segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:25.817887 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Network hostable DHCP agents. Network: b145b499-e35a-4221-a999-b287f5b74b6f, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:24:25.925831 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Network b145b499-e35a-4221-a999-b287f5b74b6f is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:24:25.995197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, b145b499-e35a-4221-a999-b287f5b74b6f) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:25.999561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:26.000078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.005798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a01195-7e72-4f65-b6a7-e6fe7006f7ba None None] Network b145b499-e35a-4221-a999-b287f5b74b6f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:26.089442 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e5cb9324-df2e-4d90-b335-98566ae3156e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6991181 Nov 01 19:24:26.091878 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42230) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:26.096319 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:26.184072 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.185160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.238913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.307724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-b145b499-e35a-4221-a999-b287f5b74b6f', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:24:26.308593 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.442955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.448262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Allocated IP 172.20.0.2 (b145b499-e35a-4221-a999-b287f5b74b6f/e488a4fe-25aa-4378-bc8f-a59fed8c6435/0eba2cc1-09ee-4cf4-80cf-8a31b337e219) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:26.592004 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.674893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.693391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.710925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Network b145b499-e35a-4221-a999-b287f5b74b6f is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:26.713654 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:26.713833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.719863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:26.731072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Pushing event updated for resources: {'Port': ['ID=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:26.788975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Attempting to bind port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:26.789338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Attempting to bind port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:26.789696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Attempting to bind port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 on network b145b499-e35a-4221-a999-b287f5b74b6f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:26.794761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:26.795131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Checking segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:26.795548 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.795933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Bound using segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:26.796417 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Bound port: 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:26.796801 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.822451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Allocated IP 172.25.2.53 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/80042bab-b9ce-4b2b-b470-f9a1527f512d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:26.860796 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.868828 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] For port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:26.872023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] For port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:26.928004 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.932637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:26.990783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a430-78a4-40bf-a580-4579063fee02 None None] Pushing event updated for resources: {'Port': ['ID=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:27.041386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:27.080188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:27.086046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:27.089745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:27.112448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Pushing event updated for resources: {'Port': ['ID=80042bab-b9ce-4b2b-b470-f9a1527f512d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:27.415376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:27.613869 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:27.835069 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:24:27.845792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0373f9-0443-44d6-b3af-0b4259101294 None None] Network b145b499-e35a-4221-a999-b287f5b74b6f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:27.925165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] Provisioning complete for port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:27.925439 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:27.942169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:27.952177 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Sync routers for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:27.963106 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:27.975202 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:28.038162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.042170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9092c7a0-12ed-4a2c-841d-f6572b079a0f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9465313 Nov 01 19:24:28.043082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42232) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:28.066582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.073758 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:28.104724 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] For port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:28.178973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.242982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598797d-26b5-4b11-a092-d28e71dd6cfc None None] Pushing event updated for resources: {'Port': ['ID=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:28.278490 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:27Z', 'revision_number': 3, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:28.313943 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Checking router: 00f9c74d-91cf-435a-83fd-0e09e4b2a755 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:28.314296 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Updating router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 port 80042bab-b9ce-4b2b-b470-f9a1527f512d binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:24:28.343695 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.379866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:28.428461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-015e2145-7cb1-4fa9-aa9a-b58b8f71b4a6 None None] Provisioning complete for port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:28.429034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-015e2145-7cb1-4fa9-aa9a-b58b8f71b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.475157 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:28.475545 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.507366 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.669082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Allocated IP 172.20.0.1 (b145b499-e35a-4221-a999-b287f5b74b6f/e488a4fe-25aa-4378-bc8f-a59fed8c6435/7a7bb96c-d217-4031-9e50-54338440f2d8) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:28.697146 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.755009 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.770632 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.804579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Attempting to bind port 80042bab-b9ce-4b2b-b470-f9a1527f512d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:28.804948 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Attempting to bind port 80042bab-b9ce-4b2b-b470-f9a1527f512d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:28.808433 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Attempting to bind port 80042bab-b9ce-4b2b-b470-f9a1527f512d on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:28.812005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Pushing event updated for resources: {'Port': ['ID=80042bab-b9ce-4b2b-b470-f9a1527f512d,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:28.815027 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:28.815397 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:28.815814 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.816201 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:28.816666 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Bound port: 80042bab-b9ce-4b2b-b470-f9a1527f512d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:28.817055 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.823566 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.823912 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.824251 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.824585 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.824912 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.825239 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.825563 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.825886 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.826461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.826780 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.827100 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.827426 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:24:28.846894 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.877913 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] For port 80042bab-b9ce-4b2b-b470-f9a1527f512d, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:28.881542 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] For port 80042bab-b9ce-4b2b-b470-f9a1527f512d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=80042bab-b9ce-4b2b-b470-f9a1527f512d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:28.884709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Network b145b499-e35a-4221-a999-b287f5b74b6f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:28.887484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:28.893047 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:28.922769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Pushing event updated for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:28.940922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:28.955811 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.025392 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5d3af-b1fb-4643-b139-4518657af2b5 None None] Pushing event updated for resources: {'Port': ['ID=80042bab-b9ce-4b2b-b470-f9a1527f512d,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:29.029687 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:29.030294 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:29.140378 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.142855 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:29.177088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-65f3491b-ecc7-42d6-970d-50fa9fd8f88d None None] Provisioning complete for port 7a7bb96c-d217-4031-9e50-54338440f2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:29.177715 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65f3491b-ecc7-42d6-970d-50fa9fd8f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.215356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-65f3491b-ecc7-42d6-970d-50fa9fd8f88d None None] Port 7a7bb96c-d217-4031-9e50-54338440f2d8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:24:29.315175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.317716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:27Z', 'revision_number': 3, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:29.344534 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012dc5-6b6c-4c17-813b-19f0eceaee94 None None] The sync data for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 is: [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:27Z', 'revision_number': 3, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:29.378289 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.450114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.455681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Pushing event updated for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:29.559035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Network b145b499-e35a-4221-a999-b287f5b74b6f is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:29.560788 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:29.691022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:24:29.809576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:29.815525 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-53c293b2-ae09-4de1-af43-a6a451c5a1cc admin admin] 10.222.0.31 "PUT /v2.0/routers/00f9c74d-91cf-435a-83fd-0e09e4b2a755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708197 Nov 01 19:24:29.838675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6eb290f1-57de-4837-8971-e3e32475a697 None None] Provisioning complete for port 7a7bb96c-d217-4031-9e50-54338440f2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:29.839123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6eb290f1-57de-4837-8971-e3e32475a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:29.875300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6eb290f1-57de-4837-8971-e3e32475a697 None None] Port 7a7bb96c-d217-4031-9e50-54338440f2d8 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:24:30.371659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 80042bab-b9ce-4b2b-b470-f9a1527f512d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:30.422461 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 80042bab-b9ce-4b2b-b470-f9a1527f512d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:30.422841 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.484433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42250) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:30.489422 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-613986827-network', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:30.504593 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.526059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 80042bab-b9ce-4b2b-b470-f9a1527f512d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=80042bab-b9ce-4b2b-b470-f9a1527f512d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:30.588795 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Made reservation on behalf of 42e5fe0e56f54413bb7adfb78b6d709e for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:24:30.591211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.600537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.612742 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.662359 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=80042bab-b9ce-4b2b-b470-f9a1527f512d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:30.679650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.731551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.756869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:24:30.769820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd796f7-1652-48bc-bdd3-1911aee80d6f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:30.775171 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.775563 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Added segment b66f2295-1fc5-46e3-bee8-b08712f67494 of type vlan for network 890be008-6f87-4ac3-8819-961b2faf55c8 Nov 01 19:24:30.815455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.901072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Sync routers for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:30.909280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.910275 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:30.910882 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:30.911353 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:30.912057 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:30.970435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] Pushing event updated for resources: {'Network': ['ID=890be008-6f87-4ac3-8819-961b2faf55c8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:30.976170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1f7560e5-1146-40e5-905f-28ada8e924db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4906631 Nov 01 19:24:30.979105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42252) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:30.983987 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Request body: {'subnet': {'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-613986827-subnet', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:30.994531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 890be008-6f87-4ac3-8819-961b2faf55c8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:24:31.040576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Made reservation on behalf of 42e5fe0e56f54413bb7adfb78b6d709e for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:24:31.042864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.076698 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:31.269119 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.277539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 2, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:31.309247 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Checking router: 00f9c74d-91cf-435a-83fd-0e09e4b2a755 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:31.309596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Updating router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 port 7a7bb96c-d217-4031-9e50-54338440f2d8 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:24:31.332107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884c4da6-4116-467d-accb-dc306c2392db,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:31.334430 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.339331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Checking segment: {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:31.339720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Network hostable DHCP agents. Network: 890be008-6f87-4ac3-8819-961b2faf55c8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:24:31.400606 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Network 890be008-6f87-4ac3-8819-961b2faf55c8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:24:31.452332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 890be008-6f87-4ac3-8819-961b2faf55c8) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:31.458526 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:31.459246 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.469387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0909e1-7c62-4b8a-ae6a-6f6563f2737c None None] Network 890be008-6f87-4ac3-8819-961b2faf55c8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:31.512036 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee11ce90-3d7c-45e6-ab4b-1dd390f63d55 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5317326 Nov 01 19:24:31.514756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42254) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:31.519202 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:31.589698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.590675 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.644268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.825351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.854904 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.862262 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-890be008-6f87-4ac3-8819-961b2faf55c8', 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'fixed_ips': [{'subnet_id': '884c4da6-4116-467d-accb-dc306c2392db'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:24:31.865530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:31.929072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.016227 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bb134-a995-41b9-89fb-8416cb89dde1 None None] Pushing event updated for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:32.078763 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Allocated IP 172.20.0.2 (890be008-6f87-4ac3-8819-961b2faf55c8/884c4da6-4116-467d-accb-dc306c2392db/8614132e-4359-44ce-bae0-5e48f6d55272) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:32.101660 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Attempting to bind port 7a7bb96c-d217-4031-9e50-54338440f2d8 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:32.102034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Attempting to bind port 7a7bb96c-d217-4031-9e50-54338440f2d8 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:32.102400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Attempting to bind port 7a7bb96c-d217-4031-9e50-54338440f2d8 on network b145b499-e35a-4221-a999-b287f5b74b6f {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:32.119943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:32.120246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Checking segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:32.120656 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.121054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Bound using segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:32.121547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Bound port: 7a7bb96c-d217-4031-9e50-54338440f2d8, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:32.121940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.253210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] For port 7a7bb96c-d217-4031-9e50-54338440f2d8, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:32.258179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] For port 7a7bb96c-d217-4031-9e50-54338440f2d8, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a7bb96c-d217-4031-9e50-54338440f2d8,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:32.299622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.307459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.364391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] Provisioning complete for port 7a7bb96c-d217-4031-9e50-54338440f2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:32.369212 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.374277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 80042bab-b9ce-4b2b-b470-f9a1527f512d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:32.381664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.416147 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.435370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:32.435895 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.436153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:32.438105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bb134-a995-41b9-89fb-8416cb89dde1 None None] Pushing event updated for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:32.530475 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Network 890be008-6f87-4ac3-8819-961b2faf55c8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:32.547156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:32.559233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:32.560552 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Allocated IP 172.25.2.32 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/71cda776-4086-4004-a4c8-4807fd8133a3) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:32.609180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Pushing event updated for resources: {'Port': ['ID=8614132e-4359-44ce-bae0-5e48f6d55272,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:32.671001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.705742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:32.736021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 80042bab-b9ce-4b2b-b470-f9a1527f512d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:32.736387 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.760536 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.765099 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.766870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Attempting to bind port 8614132e-4359-44ce-bae0-5e48f6d55272 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:32.767231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Attempting to bind port 8614132e-4359-44ce-bae0-5e48f6d55272 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:32.767609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Attempting to bind port 8614132e-4359-44ce-bae0-5e48f6d55272 on network 890be008-6f87-4ac3-8819-961b2faf55c8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:32.795911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:32.796294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Checking segment: {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:32.797109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.797109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Bound using segment: {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:32.797540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Bound port: 8614132e-4359-44ce-bae0-5e48f6d55272, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:32.797915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.799620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:32.805389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:32.807858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:32.835150 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Pushing event updated for resources: {'Port': ['ID=71cda776-4086-4004-a4c8-4807fd8133a3,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:32.902265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] For port 7a7bb96c-d217-4031-9e50-54338440f2d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a7bb96c-d217-4031-9e50-54338440f2d8,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:32.964960 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:32.998600 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] For port 8614132e-4359-44ce-bae0-5e48f6d55272, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:33.047878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] For port 8614132e-4359-44ce-bae0-5e48f6d55272, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8614132e-4359-44ce-bae0-5e48f6d55272,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:33.088314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504f3e0-4dd4-4149-9d15-b7c30044be4f None None] Pushing event updated for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:33.115535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:33.138470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:33.141132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-461463bc-5825-49a3-b213-2f9e5f788d3a None None] Provisioning complete for port 7a7bb96c-d217-4031-9e50-54338440f2d8 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:33.141482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-461463bc-5825-49a3-b213-2f9e5f788d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:33.218818 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472c084-f6b2-4053-acee-5ffb65172ef5 None None] Pushing event updated for resources: {'Port': ['ID=8614132e-4359-44ce-bae0-5e48f6d55272,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:33.236611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:33.288185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e822b-1c06-4e77-9ef2-d0de28b40b6a None None] The sync data for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 is: [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:33.377204 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:33.601470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Router f958e6f3-cd54-437c-a29c-506c8b026097 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:24:33.717923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:33.729232 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Sync routers for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:33.741717 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:33.742432 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:33.854584 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:33.855616 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:33.859628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3f166230-7fd2-448f-9732-bb935dbbd0cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3438003 Nov 01 19:24:33.862686 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42256) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:24:34.078983 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 3, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:34.107254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Checking router: f958e6f3-cd54-437c-a29c-506c8b026097 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:34.107625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Updating router f958e6f3-cd54-437c-a29c-506c8b026097 port 71cda776-4086-4004-a4c8-4807fd8133a3 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:24:34.134954 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.345189 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13063e6a-47fa-4731-8396-316ee29a89f2 None None] Network 890be008-6f87-4ac3-8819-961b2faf55c8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:24:34.375705 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.434278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8614132e-4359-44ce-bae0-5e48f6d55272 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:34.455418 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.532669 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.595604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Allocated IP 172.20.0.1 (890be008-6f87-4ac3-8819-961b2faf55c8/884c4da6-4116-467d-accb-dc306c2392db/565d516e-e54d-4abc-b43f-7146abafb346) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:34.598726 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Attempting to bind port 71cda776-4086-4004-a4c8-4807fd8133a3 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:34.599790 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Attempting to bind port 71cda776-4086-4004-a4c8-4807fd8133a3 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:34.600431 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Attempting to bind port 71cda776-4086-4004-a4c8-4807fd8133a3 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:34.603490 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3b33-f981-4a1f-b64d-ddf3e9ac5eff None None] Pushing event updated for resources: {'Port': ['ID=71cda776-4086-4004-a4c8-4807fd8133a3,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:34.608631 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:34.609017 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:34.609424 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.609813 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:34.610583 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Bound port: 71cda776-4086-4004-a4c8-4807fd8133a3, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:34.610937 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.665207 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] For port 71cda776-4086-4004-a4c8-4807fd8133a3, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:34.673355 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] For port 71cda776-4086-4004-a4c8-4807fd8133a3, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=71cda776-4086-4004-a4c8-4807fd8133a3,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:34.673605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] Provisioning complete for port 8614132e-4359-44ce-bae0-5e48f6d55272 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:34.674558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.720797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.732825 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.756867 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8614132e-4359-44ce-bae0-5e48f6d55272 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:34.757274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.791864 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:34.792391 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:34.823698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.827495 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3b33-f981-4a1f-b64d-ddf3e9ac5eff None None] Pushing event updated for resources: {'Port': ['ID=71cda776-4086-4004-a4c8-4807fd8133a3,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:34.864052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Network 890be008-6f87-4ac3-8819-961b2faf55c8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:34.871145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:34.875024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:34.877842 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.901525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Pushing event updated for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:34.924328 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:34.928965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.941417 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:34.955324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] For port 8614132e-4359-44ce-bae0-5e48f6d55272, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8614132e-4359-44ce-bae0-5e48f6d55272,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:35.030453 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.114265 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 19:24:35.114663 n-d-815923-2 neutron-server[102784]: DEBUG oslo_db.api [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 19:24:35.119610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2fa48-1e7d-495d-9855-1ee051a1855c None None] Pushing event updated for resources: {'Port': ['ID=8614132e-4359-44ce-bae0-5e48f6d55272,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:35.163013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0a4e1953-b259-4baf-8d6d-e4df17439e2d None None] Provisioning complete for port 8614132e-4359-44ce-bae0-5e48f6d55272 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:35.163790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0a4e1953-b259-4baf-8d6d-e4df17439e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.166318 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.233787 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 3, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:35.267843 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be91d7-a0d9-4dbe-a76d-b146ca66eb0d None None] The sync data for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 is: [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 3, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:35.366398 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.403045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9d4e016b-0e0d-47a9-8cc6-d4e63cc1039c None None] Provisioning complete for port 565d516e-e54d-4abc-b43f-7146abafb346 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:35.403618 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9d4e016b-0e0d-47a9-8cc6-d4e63cc1039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.412746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.439966 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e016b-0e0d-47a9-8cc6-d4e63cc1039c None None] Port 565d516e-e54d-4abc-b43f-7146abafb346 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:24:35.488922 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.493735 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Pushing event updated for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:35.512953 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.607600 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Network 890be008-6f87-4ac3-8819-961b2faf55c8 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:35.608927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:35.664278 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a7bb96c-d217-4031-9e50-54338440f2d8 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:35.733888 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 7a7bb96c-d217-4031-9e50-54338440f2d8 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:35.734977 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:35.756988 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Router f958e6f3-cd54-437c-a29c-506c8b026097 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:24:35.886514 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:24:35.891848 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-56018b23-dd87-4fc7-989f-e787be3f22bc admin admin] 10.222.0.31 "PUT /v2.0/routers/f958e6f3-cd54-437c-a29c-506c8b026097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278442 Nov 01 19:24:35.964895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-10514900-8d4e-4417-a4d9-9d1c75fdff17 None None] Provisioning complete for port 565d516e-e54d-4abc-b43f-7146abafb346 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:35.965272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-10514900-8d4e-4417-a4d9-9d1c75fdff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:36.000963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-10514900-8d4e-4417-a4d9-9d1c75fdff17 None None] Port 565d516e-e54d-4abc-b43f-7146abafb346 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:24:36.422246 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8614132e-4359-44ce-bae0-5e48f6d55272 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:36.475143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8614132e-4359-44ce-bae0-5e48f6d55272 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:36.476743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:36.554036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 71cda776-4086-4004-a4c8-4807fd8133a3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:36.602624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 71cda776-4086-4004-a4c8-4807fd8133a3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:36.603073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:36.685019 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:36.707563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 71cda776-4086-4004-a4c8-4807fd8133a3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=71cda776-4086-4004-a4c8-4807fd8133a3,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:36.765900 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:36.819356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=71cda776-4086-4004-a4c8-4807fd8133a3,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:36.909721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573058-775b-4498-912d-e661b375b859 None None] Sync routers for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:24:36.921120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:36.921782 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:37.036336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:37.274544 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:35Z', 'revision_number': 4, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '565d516e-e54d-4abc-b43f-7146abafb346', 'name': '', 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'mac_address': 'fa:16:3e:11:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '884c4da6-4116-467d-accb-dc306c2392db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:34Z', 'updated_at': '2021-11-01T19:24:35Z', 'revision_number': 2, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'subnets': [{'id': '884c4da6-4116-467d-accb-dc306c2392db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:37.306105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573058-775b-4498-912d-e661b375b859 None None] Checking router: f958e6f3-cd54-437c-a29c-506c8b026097 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:24:37.306846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573058-775b-4498-912d-e661b375b859 None None] Updating router f958e6f3-cd54-437c-a29c-506c8b026097 port 565d516e-e54d-4abc-b43f-7146abafb346 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:24:37.337204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:37.641200 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:37.731646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:37.855226 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d9265-e699-4aec-8fba-8761c19e1606 None None] Pushing event updated for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:37.858125 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bc573058-775b-4498-912d-e661b375b859 None None] Attempting to bind port 565d516e-e54d-4abc-b43f-7146abafb346 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:24:37.858496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bc573058-775b-4498-912d-e661b375b859 None None] Attempting to bind port 565d516e-e54d-4abc-b43f-7146abafb346 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:24:37.858856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc573058-775b-4498-912d-e661b375b859 None None] Attempting to bind port 565d516e-e54d-4abc-b43f-7146abafb346 on network 890be008-6f87-4ac3-8819-961b2faf55c8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:24:37.866122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc573058-775b-4498-912d-e661b375b859 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:24:37.866122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc573058-775b-4498-912d-e661b375b859 None None] Checking segment: {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:24:37.867031 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:37.867150 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc573058-775b-4498-912d-e661b375b859 None None] Bound using segment: {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:24:37.867647 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bc573058-775b-4498-912d-e661b375b859 None None] Bound port: 565d516e-e54d-4abc-b43f-7146abafb346, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66f2295-1fc5-46e3-bee8-b08712f67494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:24:37.868038 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:37.960723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bc573058-775b-4498-912d-e661b375b859 None None] For port 565d516e-e54d-4abc-b43f-7146abafb346, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:24:37.965881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bc573058-775b-4498-912d-e661b375b859 None None] For port 565d516e-e54d-4abc-b43f-7146abafb346, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=565d516e-e54d-4abc-b43f-7146abafb346,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:24:38.023867 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bc573058-775b-4498-912d-e661b375b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:38.085091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:24:38.085725 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:24:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:38.087669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d9265-e699-4aec-8fba-8761c19e1606 None None] Pushing event updated for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:38.157149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] Provisioning complete for port 565d516e-e54d-4abc-b43f-7146abafb346 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:38.157518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:38.261626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:24:38.389079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 71cda776-4086-4004-a4c8-4807fd8133a3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:38.430863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:38.564734 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] For port 565d516e-e54d-4abc-b43f-7146abafb346, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=565d516e-e54d-4abc-b43f-7146abafb346,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:24:38.569799 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:24:38.577914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 71cda776-4086-4004-a4c8-4807fd8133a3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:38.578418 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:38.645999 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bc573058-775b-4498-912d-e661b375b859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:35Z', 'revision_number': 4, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '565d516e-e54d-4abc-b43f-7146abafb346', 'name': '', 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'mac_address': 'fa:16:3e:11:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '884c4da6-4116-467d-accb-dc306c2392db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:34Z', 'updated_at': '2021-11-01T19:24:37Z', 'revision_number': 4, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'subnets': [{'id': '884c4da6-4116-467d-accb-dc306c2392db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:24:38.650229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:38.698881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573058-775b-4498-912d-e661b375b859 None None] The sync data for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 is: [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:24:35Z', 'revision_number': 4, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '565d516e-e54d-4abc-b43f-7146abafb346', 'name': '', 'network_id': '890be008-6f87-4ac3-8819-961b2faf55c8', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'mac_address': 'fa:16:3e:11:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '884c4da6-4116-467d-accb-dc306c2392db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:34Z', 'updated_at': '2021-11-01T19:24:37Z', 'revision_number': 4, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'subnets': [{'id': '884c4da6-4116-467d-accb-dc306c2392db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:24:38.777665 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aaa8f-d155-4778-b01e-7d19fc37c657 None None] Pushing event updated for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:38.797385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-71bf14a2-6ea2-4513-9416-f8428f7a8a6a None None] Provisioning complete for port 565d516e-e54d-4abc-b43f-7146abafb346 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:38.797766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-71bf14a2-6ea2-4513-9416-f8428f7a8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:39.743924 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:40.428839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 565d516e-e54d-4abc-b43f-7146abafb346 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:24:40.493374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 565d516e-e54d-4abc-b43f-7146abafb346 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:40.494265 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:47.775820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-28d4f6bb-3f18-43f7-aabb-498222ff05a8 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:47.777277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-28d4f6bb-3f18-43f7-aabb-498222ff05a8 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 814 time: 0.0988266 Nov 01 19:24:47.796573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-0bdfdbf1-5cd8-4b7c-b197-407e8e9b3415 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/quotas/3a08c85c80094c0fbad9802f62c6ab82 HTTP/1.1" status: 200 len: 375 time: 0.0133007 Nov 01 19:24:47.851627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-9f749fe8-971d-49d4-a4d6-b80bc6c63b05 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497558 Nov 01 19:24:47.946407 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-90c2b560-b51f-4be0-8549-ab99ea531a48 service neutron] 10.222.0.31 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830774 Nov 01 19:24:48.039929 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-0ba74bdf-9ce0-4bb8-97ca-6c81dac30e73 service neutron] 10.222.0.31 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868514 Nov 01 19:24:48.278135 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a7ef25c1-794a-4a8c-9b3e-adce0724e9ef req-626d75b1-b0e0-42e2-ac78-0375e2dbc18c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Nov 01 19:24:48.772129 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c3979530-8c23-452c-ae48-292c9399592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:49.375467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dbad7495-27bb-4b94-a897-160de123ee08 req-ce0b4073-7ed1-4fc7-9c4b-b97768263330 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 210 time: 0.0273550 Nov 01 19:24:50.260238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-bb39503a-7cd5-4a31-8d2d-08d3836a7543 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:50.261710 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-bb39503a-7cd5-4a31-8d2d-08d3836a7543 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 814 time: 0.1055014 Nov 01 19:24:50.274512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'port': {'device_id': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'admin_state_up': True, 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:24:50.469807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75b2f435-ef6c-4cdd-822e-8d7abe9b840c req-f51f7ec6-3084-4256-bfda-e67aff371d26 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Nov 01 19:24:50.497691 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Made reservation on behalf of 3a08c85c80094c0fbad9802f62c6ab82 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:24:50.501428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:50.632077 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Allocated IP 172.20.0.9 (b145b499-e35a-4221-a999-b287f5b74b6f/e488a4fe-25aa-4378-bc8f-a59fed8c6435/8f5243d6-3d59-427f-bc49-15ef5092aae6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:24:50.779493 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:50.863829 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:50.915051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Network b145b499-e35a-4221-a999-b287f5b74b6f is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:24:50.921021 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:24:50.925348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:24:50.933084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:24:50.949133 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3c14-153e-4750-bf9f-5159a7069683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:51.018625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:51.019450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:51.106635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-d6d8acf1-5a09-44f6-9ddd-455438140cfb tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359804 Nov 01 19:24:51.319892 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c5d8b4b2-4973-406b-8291-db29390325ce None None] Provisioning complete for port 8f5243d6-3d59-427f-bc49-15ef5092aae6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:24:51.320268 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b4b2-4973-406b-8291-db29390325ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:51.358213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8b4b2-4973-406b-8291-db29390325ce None None] Port 8f5243d6-3d59-427f-bc49-15ef5092aae6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:24:51.607701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774fd78-0838-4736-a89f-dbafaba4d455 req-2b59ac65-36be-4ae9-89e1-d6fbc31650d6 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:51.609275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d774fd78-0838-4736-a89f-dbafaba4d455 req-2b59ac65-36be-4ae9-89e1-d6fbc31650d6 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0679290 Nov 01 19:24:51.651426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d774fd78-0838-4736-a89f-dbafaba4d455 req-9d1c0f65-0981-4b29-9a8f-c4ff67b751c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Nov 01 19:24:52.338483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:52.774659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936609d-fbaf-46c3-a5b0-3fff3ba07859 req-c999ded4-571b-4b20-bbfc-da121ffdef39 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:52.776258 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6936609d-fbaf-46c3-a5b0-3fff3ba07859 req-c999ded4-571b-4b20-bbfc-da121ffdef39 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0522246 Nov 01 19:24:52.818713 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6936609d-fbaf-46c3-a5b0-3fff3ba07859 req-075bc466-c114-4bb4-a522-fb7730eb924c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Nov 01 19:24:53.940619 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075166a-3336-46a7-83ad-ced6de41cf92 req-97d0ec38-6e1a-488c-be27-075feb6115dd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:53.942136 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a075166a-3336-46a7-83ad-ced6de41cf92 req-97d0ec38-6e1a-488c-be27-075feb6115dd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0527551 Nov 01 19:24:53.993754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a075166a-3336-46a7-83ad-ced6de41cf92 req-79febdf5-d3a4-4523-ae2c-ec86ebcb7600 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Nov 01 19:24:54.006416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:55.117710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a20762-a87b-4dd6-a3a9-ee2135cbfc4b req-2342d1d7-6d05-4658-8bb1-2d1de410bd9e tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:55.120149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74a20762-a87b-4dd6-a3a9-ee2135cbfc4b req-2342d1d7-6d05-4658-8bb1-2d1de410bd9e tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0555129 Nov 01 19:24:55.171719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74a20762-a87b-4dd6-a3a9-ee2135cbfc4b req-38bfb032-4b4d-494a-9fbe-0b8968728c93 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Nov 01 19:24:56.293020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef560e6-3460-4998-8f10-05e174b6401b req-b74dbc53-0405-4f19-9980-cc2b475900ce tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:56.294520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ef560e6-3460-4998-8f10-05e174b6401b req-b74dbc53-0405-4f19-9980-cc2b475900ce tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0498855 Nov 01 19:24:56.340879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ef560e6-3460-4998-8f10-05e174b6401b req-268c8769-aad2-46f4-9ba0-ee0fc22ad55d tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Nov 01 19:24:56.851228 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:24:57.466940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa75fb-5661-4e4f-9d3f-3d205d767376 req-af7640ec-1230-43fe-99b2-56c21472044e tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:57.471446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eaa75fb-5661-4e4f-9d3f-3d205d767376 req-af7640ec-1230-43fe-99b2-56c21472044e tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0557742 Nov 01 19:24:57.508371 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1eaa75fb-5661-4e4f-9d3f-3d205d767376 req-0a044d25-65b0-4ab4-8d25-45e0d7ab760f tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Nov 01 19:24:58.635806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12531799-76ff-4ca0-ab4f-420663a6bad5 req-c841bc42-23f1-46ec-b15e-462ecad5dc36 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:58.639521 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12531799-76ff-4ca0-ab4f-420663a6bad5 req-c841bc42-23f1-46ec-b15e-462ecad5dc36 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0584133 Nov 01 19:24:58.683772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-12531799-76ff-4ca0-ab4f-420663a6bad5 req-583d0594-46ef-46f1-b49d-80ddd1382c9c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Nov 01 19:24:59.807616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680f2d-a991-45f1-8cdb-0bb582a93ad2 req-a0c61fd0-844a-4c27-a4f7-3d2171cfa559 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:24:59.809123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1680f2d-a991-45f1-8cdb-0bb582a93ad2 req-a0c61fd0-844a-4c27-a4f7-3d2171cfa559 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0537457 Nov 01 19:24:59.853323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e1680f2d-a991-45f1-8cdb-0bb582a93ad2 req-d325db2e-1c3e-4a81-bf65-7b66f57b3b38 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Nov 01 19:25:00.977261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba9d7-2f98-4dba-aa1d-dd823c989665 req-7e526e6d-95fb-442a-b5a5-9494330cdced tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:00.979835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-517ba9d7-2f98-4dba-aa1d-dd823c989665 req-7e526e6d-95fb-442a-b5a5-9494330cdced tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 931 time: 0.0600045 Nov 01 19:25:01.021025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-517ba9d7-2f98-4dba-aa1d-dd823c989665 req-22687fde-bfb9-4414-b2fc-36955c5a9217 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Nov 01 19:25:01.392063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Request body: {'port': {'device_id': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:01.453148 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:01.720662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5243d6-3d59-427f-bc49-15ef5092aae6 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:25:01.728740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:01.740872 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Transition to ACTIVE for port object 8f5243d6-3d59-427f-bc49-15ef5092aae6 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:25:01.799237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:01.850897 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:01.926545 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Attempting to bind port 8f5243d6-3d59-427f-bc49-15ef5092aae6 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:25:01.926882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Attempting to bind port 8f5243d6-3d59-427f-bc49-15ef5092aae6 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:25:01.927216 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Attempting to bind port 8f5243d6-3d59-427f-bc49-15ef5092aae6 on network b145b499-e35a-4221-a999-b287f5b74b6f {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:25:01.932423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Port 8f5243d6-3d59-427f-bc49-15ef5092aae6 on network b145b499-e35a-4221-a999-b287f5b74b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:25:01.932748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Attempting to bind port 8f5243d6-3d59-427f-bc49-15ef5092aae6 on network b145b499-e35a-4221-a999-b287f5b74b6f {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:25:01.937990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:25:01.938260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Checking segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:25:01.938650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Bound using segment: {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:25:01.939088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Bound port: 8f5243d6-3d59-427f-bc49-15ef5092aae6, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:25:01.939464 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:02.016265 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:25:02.035272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:25:02.120768 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:02.153642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b3c6a-30a6-4ddc-aa93-648b102a09b7 req-9a11cd03-2cea-4b73-ad79-679402f144bd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.155861 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d18b3c6a-30a6-4ddc-aa93-648b102a09b7 req-9a11cd03-2cea-4b73-ad79-679402f144bd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 943 time: 0.0510907 Nov 01 19:25:02.164232 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.165000 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:02.167130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 1091 time: 0.7798152 Nov 01 19:25:02.167664 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:25:02.170439 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42cd40f-82bd-4107-81ff-54ea4d871fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:25:02.212775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d18b3c6a-30a6-4ddc-aa93-648b102a09b7 req-8b6423c6-f10b-4024-b790-069ea31ab52b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Nov 01 19:25:02.214135 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b826fe6-9ee3-4c49-b41b-4d64875774f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:02.237117 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8a4b0-72cc-4f18-9ab5-762b38afdfff x-openstack-request-id: req-54c8a4b0-72cc-4f18-9ab5-762b38afdfff {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:25:02.237117 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:25:02.237117 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54c8a4b0-72cc-4f18-9ab5-762b38afdfff {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:25:02.237117 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:25:02.305245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-a9973d73-a313-4a32-9c57-3167bdb72608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.307462 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-a9973d73-a313-4a32-9c57-3167bdb72608 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1094 time: 0.0509315 Nov 01 19:25:02.441808 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-a94943f0-683f-4433-a23d-a82bb1caccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.444026 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-a94943f0-683f-4433-a23d-a82bb1caccad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1287591 Nov 01 19:25:02.544686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-8388dee1-165b-4c9d-b8b5-3ed35a09e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.546170 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d42cd40f-82bd-4107-81ff-54ea4d871fc2 req-8388dee1-165b-4c9d-b8b5-3ed35a09e48c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953887 Nov 01 19:25:02.623752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-8c3efc98-5c32-42d6-af7c-0824af46f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.625298 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-8c3efc98-5c32-42d6-af7c-0824af46f4e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1094 time: 0.0432589 Nov 01 19:25:02.668191 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-988d70d3-360e-4084-afca-b8f8cfcf0ecc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 217 time: 0.0351033 Nov 01 19:25:02.723215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-76b8cd3d-eb93-4e1a-8d79-c8678a87d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.724685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-76b8cd3d-eb93-4e1a-8d79-c8678a87d606 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0472481 Nov 01 19:25:02.775650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-004c66ef-12aa-4fd3-806a-881cc2e7d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:02.777201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-004c66ef-12aa-4fd3-806a-881cc2e7d5bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457191 Nov 01 19:25:02.869794 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-e38850ac-65bb-4edd-b5f1-4e6211c8d6c0 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Nov 01 19:25:02.970627 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8abf1918-8fd2-4f5d-bdae-61d95cd5a35d req-0c116a14-53eb-45c1-859d-3aa03882d832 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931156 Nov 01 19:25:03.649189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fc2c6-c2db-487d-bee1-666626fc866b req-ca1bd91b-3ec6-4aef-a8d4-7b25dc4d55fe tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:03.655743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-120fc2c6-c2db-487d-bee1-666626fc866b req-ca1bd91b-3ec6-4aef-a8d4-7b25dc4d55fe tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 943 time: 0.3621604 Nov 01 19:25:03.689226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-120fc2c6-c2db-487d-bee1-666626fc866b req-219cb975-9f1e-42a0-b0ce-294fdab512de tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Nov 01 19:25:04.801301 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957e81c-5d94-41a9-a8dd-bfd1e4d318e3 req-29249280-ee7a-4c3c-9503-ec38a25ccc98 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:04.802747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7957e81c-5d94-41a9-a8dd-bfd1e4d318e3 req-29249280-ee7a-4c3c-9503-ec38a25ccc98 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Nov 01 19:25:04.839734 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7957e81c-5d94-41a9-a8dd-bfd1e4d318e3 req-e4febfcc-7c17-43bc-8e60-6a21e1c5a5a1 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305076 Nov 01 19:25:05.520163 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:05.954508 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855902d-f19b-4170-a7a1-4c287006065f req-d725628e-a0dc-4960-9a3f-ecf8ba2f9625 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:05.955998 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f855902d-f19b-4170-a7a1-4c287006065f req-d725628e-a0dc-4960-9a3f-ecf8ba2f9625 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 943 time: 0.0492549 Nov 01 19:25:05.995833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f855902d-f19b-4170-a7a1-4c287006065f req-12fd6200-cc71-484c-8aba-f41c2f41cdb2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Nov 01 19:25:06.183001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8f5243d6-3d59-427f-bc49-15ef5092aae6 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:25:06.279094 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:25:06.444812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'port_id': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'mac_address': 'fa:16:3e:81:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:25:06.481448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:06.494017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5243d6-3d59-427f-bc49-15ef5092aae6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:25:06.512578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:25:06.594290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:06.641496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:06.840339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:25:07.111390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7863dda-6c67-4e41-8841-3c1984f8ac70 req-db6ee4f4-b594-420e-83cd-090280308e37 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:07.112796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7863dda-6c67-4e41-8841-3c1984f8ac70 req-db6ee4f4-b594-420e-83cd-090280308e37 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 944 time: 0.0499363 Nov 01 19:25:07.151170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7863dda-6c67-4e41-8841-3c1984f8ac70 req-93415703-0f13-4577-a3e0-46092ef58f57 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Nov 01 19:25:08.168336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8f5243d6-3d59-427f-bc49-15ef5092aae6 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:25:08.265754 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04f4d0-13cb-438c-9534-4cbbbb5a2ec2 req-5f997701-62dd-43b2-8eb9-ea05a6895690 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:08.267249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc04f4d0-13cb-438c-9534-4cbbbb5a2ec2 req-5f997701-62dd-43b2-8eb9-ea05a6895690 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 944 time: 0.0489671 Nov 01 19:25:08.306069 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bc04f4d0-13cb-438c-9534-4cbbbb5a2ec2 req-b156c46c-487f-4ede-8dcc-c5a460aa05e9 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Nov 01 19:25:08.312355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 8f5243d6-3d59-427f-bc49-15ef5092aae6 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:25:08.317174 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 8f5243d6-3d59-427f-bc49-15ef5092aae6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:25:08.317713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:08.400413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:08.422922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:25:08.425099 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5fe616-13e6-4f55-b938-409dc3f33862" -d '{"events": [{"server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "name": "network-vif-plugged", "status": "completed", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:25:08.437323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:25:08.462726 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2241a-aa25-403a-945e-927daf9eb2b0 x-openstack-request-id: req-79f2241a-aa25-403a-945e-927daf9eb2b0 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:25:08.463017 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "name": "network-vif-plugged", "status": "completed", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:25:08.463274 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79f2241a-aa25-403a-945e-927daf9eb2b0 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:25:08.463698 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'code': 200} Nov 01 19:25:08.520582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:08.559987 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e7df-1c5c-45bb-ab5d-2c04bbbd791c req-e72195c4-3ab5-41ca-a1bb-fba9a387e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:08.561498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b045e7df-1c5c-45bb-ab5d-2c04bbbd791c req-e72195c4-3ab5-41ca-a1bb-fba9a387e53e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1096 time: 0.0420282 Nov 01 19:25:08.569139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:08.601093 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b045e7df-1c5c-45bb-ab5d-2c04bbbd791c req-a5a34773-1f9e-4bd2-9e1d-b9dae9782a64 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Nov 01 19:25:09.423646 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ca05-959c-43d3-9b58-9fef5b646a23 req-775bb403-51a0-453b-9655-476275986e04 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:09.425126 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75f7ca05-959c-43d3-9b58-9fef5b646a23 req-775bb403-51a0-453b-9655-476275986e04 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0496907 Nov 01 19:25:09.465993 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-75f7ca05-959c-43d3-9b58-9fef5b646a23 req-17bab2bc-722f-4d55-91c9-ed13bcdb934b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Nov 01 19:25:09.753384 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:10.581901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291bcf1-0735-40e5-980d-35c063daf333 req-5fe4e3b3-f6dd-4a3b-990b-13e2e632590f tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:10.583391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0291bcf1-0735-40e5-980d-35c063daf333 req-5fe4e3b3-f6dd-4a3b-990b-13e2e632590f tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Nov 01 19:25:10.620688 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0291bcf1-0735-40e5-980d-35c063daf333 req-ca14c5c0-d933-4a59-b57c-bf0fb95f55b9 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Nov 01 19:25:10.733321 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ed5fc-f0ff-431b-a4dc-e13b17e5164a req-906d4710-d167-42c6-af46-df59d792ac1c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:10.734797 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-529ed5fc-f0ff-431b-a4dc-e13b17e5164a req-906d4710-d167-42c6-af46-df59d792ac1c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Nov 01 19:25:10.773344 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-529ed5fc-f0ff-431b-a4dc-e13b17e5164a req-7bd6fb81-b93f-4044-84ff-6df67f589520 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Nov 01 19:25:10.956953 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e23fe-cb27-4993-ab6c-fae4ed6fc1ea req-e493c8a1-d2c7-4957-b7a1-9154a15f9ea4 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:10.958417 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920e23fe-cb27-4993-ab6c-fae4ed6fc1ea req-e493c8a1-d2c7-4957-b7a1-9154a15f9ea4 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Nov 01 19:25:10.999339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-920e23fe-cb27-4993-ab6c-fae4ed6fc1ea req-0269390d-85b0-46e5-bbad-50504d47239d tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Nov 01 19:25:15.569469 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:25:18.811868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-612a02fd-cdfa-4245-a800-d4bb69f9ebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:20.952405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c504db2b-a3e4-480d-af6b-cef19f23075d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:22.319881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:24.022956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:26.379360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeda9ff-3448-439e-9690-582028c8b281 req-6c2859fc-26b2-412a-801d-86d6301f2e3a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:26.381053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eeeda9ff-3448-439e-9690-582028c8b281 req-6c2859fc-26b2-412a-801d-86d6301f2e3a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Nov 01 19:25:26.418599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eeeda9ff-3448-439e-9690-582028c8b281 req-163df021-2680-47a9-917b-de0e9e1eb6a8 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Nov 01 19:25:26.440714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42470) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:26.568649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064ba58-c232-4a82-a065-5caa77923c2c tempest-TestMinimumBasicScenario-1008349495 tempest-TestMinimumBasicScenario-1008349495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:26.570141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9064ba58-c232-4a82-a065-5caa77923c2c tempest-TestMinimumBasicScenario-1008349495 tempest-TestMinimumBasicScenario-1008349495-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1091 time: 0.1284673 Nov 01 19:25:26.573138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42474) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:26.577715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:26.651610 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:26.751351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:26.800069 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:26.853160 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Allocated IP 172.25.2.173 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/c9da3ca4-83dd-4c7a-a064-b5232d2d9289) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:25:26.955238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.115155 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.153201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:25:27.158489 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:25:27.162057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:25:27.183642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'Port': ['ID=c9da3ca4-83dd-4c7a-a064-b5232d2d9289,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:27.194708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.195051 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.195403 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.196372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.196750 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.197087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.197416 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.197741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.198067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.198388 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.198708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.199026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:27.532835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.653900 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.802111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.860972 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:27.929341 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'Port': ['ID=c9da3ca4-83dd-4c7a-a064-b5232d2d9289,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:27.944988 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.045221 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Floating IP ecf6731f-ca20-4c59-a989-32c0d2b27ddd associated. External IP: 172.25.2.173, port: 8f5243d6-3d59-427f-bc49-15ef5092aae6. Nov 01 19:25:28.245850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:25:28.359856 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:25:28.370696 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Sync routers for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:25:28.379894 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:25:28.384458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:25:28.430851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.464369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c1a3bfd7-6bc5-4e36-a116-656d2469f822 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8870680 Nov 01 19:25:28.464369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:25:28.465449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42476) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:28.466663 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43345590-cc5c-4d37-bd67-367526c84c30" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:25:28.470186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292827828', 'description': 'tempest-secgroup-smoke-292827828 description', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:28.489702 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:25:28.537575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.620720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.632263 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd1c755-966d-4cf3-b986-17f608f5ccc3 x-openstack-request-id: req-1fd1c755-966d-4cf3-b986-17f608f5ccc3 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:25:28.632802 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:25:28.632802 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fd1c755-966d-4cf3-b986-17f608f5ccc3 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:25:28.635211 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:25:28.702603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345590-cc5c-4d37-bd67-367526c84c30 req-abee3a07-36a6-497a-80df-850cdf54fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:28.704163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-abee3a07-36a6-497a-80df-850cdf54fe07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1096 time: 0.0471203 Nov 01 19:25:28.733579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'ecf6731f-ca20-4c59-a989-32c0d2b27ddd', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'port_id': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'mac_address': 'fa:16:3e:81:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:25:27Z', 'updated_at': '2021-11-01T19:25:27Z', 'revision_number': 0, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:25:28.760473 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Checking router: 00f9c74d-91cf-435a-83fd-0e09e4b2a755 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:25:28.762712 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.768825 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:25:28.769425 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:25:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:25:28.801479 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6fdac-b0d9-4921-af34-7fb54f1288e8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:28.814071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.814418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.814760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.815096 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.815433 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.815793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.816121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.816447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.816782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.817111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.817422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.817743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:25:28.833602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345590-cc5c-4d37-bd67-367526c84c30 req-6dce5af6-4e8d-4173-99d1-52e5a166a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:28.835074 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-6dce5af6-4e8d-4173-99d1-52e5a166a01c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.1237817 Nov 01 19:25:28.878885 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:25:28.885784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:28.889753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-65acddc0-7261-4e7a-8225-8481a96fc172 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4205518 Nov 01 19:25:28.890259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42482) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:28.895229 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:28.910207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-660ddb70-a4c5-4310-9df8-3264b7e06de9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 999 time: 0.0668759 Nov 01 19:25:28.960761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345590-cc5c-4d37-bd67-367526c84c30 req-2b847331-928f-4599-9622-44b979908cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:28.963151 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-2b847331-928f-4599-9622-44b979908cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0453503 Nov 01 19:25:28.998117 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.009861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345590-cc5c-4d37-bd67-367526c84c30 req-14618508-8d43-47ac-8cef-6c2a82c7eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:29.011496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-14618508-8d43-47ac-8cef-6c2a82c7eb75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412629 Nov 01 19:25:29.057067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.105831 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'ecf6731f-ca20-4c59-a989-32c0d2b27ddd', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'port_id': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'mac_address': 'fa:16:3e:81:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:25:27Z', 'updated_at': '2021-11-01T19:25:27Z', 'revision_number': 0, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:25:29.109848 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-6d735246-ee87-4f5a-aa36-82938dafa775 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903068 Nov 01 19:25:29.131683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.135835 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fdb9-1f2c-4ff2-be23-a4a931444617 None None] The sync data for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 is: [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'ecf6731f-ca20-4c59-a989-32c0d2b27ddd', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'port_id': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'mac_address': 'fa:16:3e:81:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:25:27Z', 'updated_at': '2021-11-01T19:25:27Z', 'revision_number': 0, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:25:29.157369 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4003de7-f150-4acd-bce7-f080cab76537,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:29.218201 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-43345590-cc5c-4d37-bd67-367526c84c30 req-a369dc26-be99-4004-91cd-b84fea3778f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941958 Nov 01 19:25:29.241957 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.243810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d574aefb-00b8-49fc-8ed8-8921326d31e3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3523846 Nov 01 19:25:29.248216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:29.252901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:29.345286 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2210fa13-2477-455a-a618-fc388fa55572 None None] New status for floating IP ecf6731f-ca20-4c59-a989-32c0d2b27ddd: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:25:29.359460 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.416083 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.497385 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.516102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c81b71-7342-4c5f-935b-a7c514be7bde,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:29.579418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.580693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4ce4451f-82d3-4674-9ae0-a607f1e9f7c2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315427 Nov 01 19:25:29.583531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42486) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:29.588186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:29.678096 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.735225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.821333 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.841714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8f993b-2a71-40cb-93af-ac14b65bda3b,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:29.920497 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:29.921706 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b94d7dd7-a077-4fae-ae6c-1f94e3daea6a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371646 Nov 01 19:25:29.924366 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42488) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:29.928692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:30.027807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.084430 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.159545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.179522 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84414fb8-4c38-47b5-938a-9676381b6f30,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:30.253300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.254539 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4e083fc8-894c-46f9-87a2-9faa65af0331 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292422 Nov 01 19:25:30.257278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42490) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:30.263027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:30.348710 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Project 3a08c85c80094c0fbad9802f62c6ab82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:25:30.353721 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.412991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.491387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.508981 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac76f4c9-1ff6-4e8a-9758-bbc0a5507602,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:30.585010 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.586238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fbfcec7d-484e-4d1c-9252-d294680e36a2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280287 Nov 01 19:25:30.589502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42492) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:25:30.593861 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'security_group_rule': {'security_group_id': '07a6fdac-b0d9-4921-af34-7fb54f1288e8', 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:30.672893 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Project 3a08c85c80094c0fbad9802f62c6ab82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:25:30.677991 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.736897 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.811445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.832737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0214e79-09b1-425b-a744-34d29a0bd641,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:30.891453 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:30.892807 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6fd9b453-fac3-4cf7-a47e-fca9501aebcd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3023479 Nov 01 19:25:30.971680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-57c505f7-5ee1-4bd0-8450-e2dd7f480fdf tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292827828&fields=id&tenant_id=3a08c85c80094c0fbad9802f62c6ab82 HTTP/1.1" status: 200 len: 267 time: 0.0322089 Nov 01 19:25:31.026472 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-ca30b80b-26d6-452b-8163-088b9171a05a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.027974 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-ca30b80b-26d6-452b-8163-088b9171a05a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Nov 01 19:25:31.038824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'port': {'security_groups': ['37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc', '07a6fdac-b0d9-4921-af34-7fb54f1288e8']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:25:31.098503 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:31.280591 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:25:31.308389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:31.364126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:31.378870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:25:31.411220 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.411864 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:31.413271 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-146d7b52-7eaf-4f8a-beb5-5bb93b5a9706 req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "PUT /v2.0/ports/8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 981 time: 0.3788893 Nov 01 19:25:31.413757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:25:31.416171 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae668b-4fe7-4d3b-a600-1b6be9bede69" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:25:31.462058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd5542-6dd1-4aa5-81ac-72fdb2d37090 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=6']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:25:31.484007 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:25:31.487545 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142e791-7b64-4292-8fc7-7f10c3d1df71 x-openstack-request-id: req-5142e791-7b64-4292-8fc7-7f10c3d1df71 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:25:31.487847 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:25:31.488105 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5142e791-7b64-4292-8fc7-7f10c3d1df71 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:25:31.489676 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:25:31.598509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-fbd6e8f7-e453-4cff-8102-2b267ac39999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.600074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141a87-ce0c-4fe4-bb65-3ef16516c264 req-674f6f0d-79e7-40a7-848c-f65c5465ba81 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.601079 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-fbd6e8f7-e453-4cff-8102-2b267ac39999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1135 time: 0.0846274 Nov 01 19:25:31.601982 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47141a87-ce0c-4fe4-bb65-3ef16516c264 req-674f6f0d-79e7-40a7-848c-f65c5465ba81 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0886145 Nov 01 19:25:31.651971 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47141a87-ce0c-4fe4-bb65-3ef16516c264 req-6630cde1-6964-4c29-8bce-376584f85c4b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410864 Nov 01 19:25:31.718896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-dbfb2a9e-34b7-4ceb-be5f-a84907234f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.720494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-dbfb2a9e-34b7-4ceb-be5f-a84907234f9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.1082797 Nov 01 19:25:31.796276 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-8c91d886-abd2-4ede-a9ba-e703569ed268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 1001 time: 0.0658491 Nov 01 19:25:31.834502 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f97d4621-e0f7-4879-8a14-6d30abbf72cd None None] Provisioning complete for port 8f5243d6-3d59-427f-bc49-15ef5092aae6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:25:31.834785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f97d4621-e0f7-4879-8a14-6d30abbf72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:31.849072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-749ea5cc-bc2b-43ae-8c1a-4b058c1d1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.850667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-749ea5cc-bc2b-43ae-8c1a-4b058c1d1eba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0449491 Nov 01 19:25:31.896062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-d492e1b7-65bc-49b1-9940-465db6721445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:31.901363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-d492e1b7-65bc-49b1-9940-465db6721445 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400531 Nov 01 19:25:31.992418 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-ecbb9866-b2f9-4031-a33c-d2d905141d6a service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873659 Nov 01 19:25:32.085498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-94ae668b-4fe7-4d3b-a600-1b6be9bede69 req-0c8fd0ae-d775-46dc-a946-fcd06f6a0682 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Nov 01 19:25:35.552282 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:39.799721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:45.012624 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806f150-767b-41bb-959a-428184201319 req-0f1c1917-9a98-43ff-b73b-42e6e6c4bdfd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:45.014093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9806f150-767b-41bb-959a-428184201319 req-0f1c1917-9a98-43ff-b73b-42e6e6c4bdfd tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0497780 Nov 01 19:25:45.053754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9806f150-767b-41bb-959a-428184201319 req-ae885c13-42d6-4eb2-b0b6-6fb8d8d8581c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334764 Nov 01 19:25:45.124025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-d89db3b7-d8ed-46bb-b736-411cde3c5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:45.125688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-d89db3b7-d8ed-46bb-b736-411cde3c5582 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1135 time: 0.0447152 Nov 01 19:25:45.214697 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-6005ec25-e9cf-408b-9cb8-fd3a39143681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:45.216118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-6005ec25-e9cf-408b-9cb8-fd3a39143681 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.0834882 Nov 01 19:25:45.284687 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-fdfcfef7-660e-4403-9df9-b634c4c058a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 1001 time: 0.0613356 Nov 01 19:25:45.335000 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-5a7aa292-bfd0-4e68-aae0-ff569ed0cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:45.336499 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-5a7aa292-bfd0-4e68-aae0-ff569ed0cbce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0436745 Nov 01 19:25:45.383115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-688dfff4-27c8-4a85-b879-5b931f82dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:45.384651 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-688dfff4-27c8-4a85-b879-5b931f82dc4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406134 Nov 01 19:25:45.476735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-4de44af4-1d63-45c7-9afb-492b97f957d0 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Nov 01 19:25:45.564530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5fbd41e5-9e43-41b2-b243-10b823623dfa req-19f63310-ba93-46e2-b4bf-d59d68c0f2cf service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Nov 01 19:25:46.176535 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f09b-2e25-4471-8459-83aafc24e825 req-4fb5f722-65ee-40ea-868a-664c1977605b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:46.178005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bb1f09b-2e25-4471-8459-83aafc24e825 req-4fb5f722-65ee-40ea-868a-664c1977605b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0527382 Nov 01 19:25:46.226564 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3bb1f09b-2e25-4471-8459-83aafc24e825 req-4353da69-ba91-4a51-a902-75403d58a40f tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424154 Nov 01 19:25:47.343350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d726-760c-49e0-9278-7053a727ff7e req-8067f611-bf0b-4bab-95ce-1fb1ca4e7f2a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:47.344854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7582d726-760c-49e0-9278-7053a727ff7e req-8067f611-bf0b-4bab-95ce-1fb1ca4e7f2a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0493660 Nov 01 19:25:47.384403 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7582d726-760c-49e0-9278-7053a727ff7e req-243cb302-4570-480c-9e67-ae548f0dd419 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334110 Nov 01 19:25:48.500126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6fe92-1c79-422a-ab05-c387bf2e6aa4 req-ec60d80d-a079-43a9-a6f7-848c1089ea27 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:48.501590 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30c6fe92-1c79-422a-ab05-c387bf2e6aa4 req-ec60d80d-a079-43a9-a6f7-848c1089ea27 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0496252 Nov 01 19:25:48.539361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-30c6fe92-1c79-422a-ab05-c387bf2e6aa4 req-fcc2a96e-8b36-4918-9973-ee8597fb4a60 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317662 Nov 01 19:25:48.814890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c1c5-bc12-4475-b876-bca4ac6fadb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:49.660154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015bac-f5ae-4620-a427-80ab985ff24a req-949f5e31-bba8-4228-af0b-7bf5b5fecc82 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:49.661676 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16015bac-f5ae-4620-a427-80ab985ff24a req-949f5e31-bba8-4228-af0b-7bf5b5fecc82 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0532970 Nov 01 19:25:49.703425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16015bac-f5ae-4620-a427-80ab985ff24a req-2446b115-af24-4b11-a56e-bfefec5dd388 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353765 Nov 01 19:25:50.818107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14cb09-e9bf-4fd1-a792-2034b14db24b req-93810dd2-70e6-4cf2-ac69-8c313e137839 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:50.819607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d14cb09-e9bf-4fd1-a792-2034b14db24b req-93810dd2-70e6-4cf2-ac69-8c313e137839 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0489604 Nov 01 19:25:50.859338 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d14cb09-e9bf-4fd1-a792-2034b14db24b req-0b0bf77f-3476-4dd8-b878-cd471a769f1b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328875 Nov 01 19:25:50.942638 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b76f574d-7e9a-415e-a512-dc961e2d88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:51.975484 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f1e3-8976-4ec4-8875-afc335403122 req-6218f0b9-42d7-41df-82d3-894682f56c5d tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:51.976906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f2f1e3-8976-4ec4-8875-afc335403122 req-6218f0b9-42d7-41df-82d3-894682f56c5d tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0491998 Nov 01 19:25:52.016704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26f2f1e3-8976-4ec4-8875-afc335403122 req-7254b179-224f-4087-be0c-5186dff2e01b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331051 Nov 01 19:25:52.328647 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:52.568351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:25:53.135125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7c61d-1e95-45b6-96c9-be8b1b6735b5 req-50d868fa-7da0-4969-b6d0-c018b8b0e593 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:53.136639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b7c61d-1e95-45b6-96c9-be8b1b6735b5 req-50d868fa-7da0-4969-b6d0-c018b8b0e593 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0534203 Nov 01 19:25:53.176276 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-19b7c61d-1e95-45b6-96c9-be8b1b6735b5 req-15427ea5-9915-4def-9bfe-787107c71fb2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327206 Nov 01 19:25:53.511602 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c991-82be-446a-a449-80ca8945f11d req-69df7f00-36b5-4d03-9975-2569bd91b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:53.513128 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-69df7f00-36b5-4d03-9975-2569bd91b14f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1135 time: 0.0522871 Nov 01 19:25:53.612195 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c991-82be-446a-a449-80ca8945f11d req-48aefb32-f560-4d98-9c54-a01f57b4f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:53.613637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-48aefb32-f560-4d98-9c54-a01f57b4f5f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.0826001 Nov 01 19:25:54.015581 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-1537860d-e706-4fa6-b439-ac72b0faa98b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 1001 time: 0.3944368 Nov 01 19:25:54.031829 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:54.066885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c991-82be-446a-a449-80ca8945f11d req-0755fd1a-1ade-4005-8987-ed88a26c3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:54.068355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-0755fd1a-1ade-4005-8987-ed88a26c3e58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0444891 Nov 01 19:25:54.113867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c991-82be-446a-a449-80ca8945f11d req-6e917d2b-58db-4c95-ac89-48ed20003bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:54.115316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-6e917d2b-58db-4c95-ac89-48ed20003bad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391328 Nov 01 19:25:54.206072 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-9b5dfebd-4f98-4c35-b4fe-f0090becdfa9 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829434 Nov 01 19:25:54.292873 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c418f4-5bd9-4f24-ace3-928d2534c43a req-4b0fee46-46c0-43db-af17-bf5b5be122d3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:54.295372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1c418f4-5bd9-4f24-ace3-928d2534c43a req-4b0fee46-46c0-43db-af17-bf5b5be122d3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0504668 Nov 01 19:25:54.296000 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-bfb1c991-82be-446a-a449-80ca8945f11d req-04b1b8c5-1481-44af-904f-57083af21c6f service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829291 Nov 01 19:25:54.339356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b1c418f4-5bd9-4f24-ace3-928d2534c43a req-4093ff22-a180-43a3-beff-4b349e30d8fa tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366378 Nov 01 19:25:55.457470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730e6fc-1043-4d59-af02-9bd251b17e5d req-75cde7a1-53e4-46d1-b130-3e44385e0a05 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:55.458852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5730e6fc-1043-4d59-af02-9bd251b17e5d req-75cde7a1-53e4-46d1-b130-3e44385e0a05 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0497868 Nov 01 19:25:55.499316 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5730e6fc-1043-4d59-af02-9bd251b17e5d req-01b0877b-5536-47ad-b816-4b12df2886c4 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343027 Nov 01 19:25:56.620328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92747a09-6551-46ab-8cff-cc8639dddba3 req-0f374719-e3bc-43f0-ad59-cce0782afd62 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:56.621705 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92747a09-6551-46ab-8cff-cc8639dddba3 req-0f374719-e3bc-43f0-ad59-cce0782afd62 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0528011 Nov 01 19:25:56.661823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92747a09-6551-46ab-8cff-cc8639dddba3 req-73313be2-5c20-42d8-8a16-ef8a451816e9 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330544 Nov 01 19:25:56.843039 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:25:57.790662 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec99ae2-8205-4de2-928a-afb60d1c2e71 req-d1b3c810-6719-482d-96f5-6a772f9e0c39 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:57.792645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ec99ae2-8205-4de2-928a-afb60d1c2e71 req-d1b3c810-6719-482d-96f5-6a772f9e0c39 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0601246 Nov 01 19:25:57.834988 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ec99ae2-8205-4de2-928a-afb60d1c2e71 req-0f3ae5d4-7ed8-4be2-81e9-47be61f03187 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361001 Nov 01 19:25:58.951000 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da918620-1a11-4300-ae2b-fc5306fd0443 req-0f3574f1-cadb-443a-aea2-c6f93de0c4df tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:25:58.952911 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da918620-1a11-4300-ae2b-fc5306fd0443 req-0f3574f1-cadb-443a-aea2-c6f93de0c4df tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0514498 Nov 01 19:25:58.993461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-da918620-1a11-4300-ae2b-fc5306fd0443 req-4eed9ae2-f18e-4d1b-a184-16c79c577dee tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343623 Nov 01 19:26:00.114705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6996-c0db-4b87-935c-0e72af667b86 req-aee3ef32-e878-46bc-986c-a6a4ade4ab55 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:00.116247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dba6996-c0db-4b87-935c-0e72af667b86 req-aee3ef32-e878-46bc-986c-a6a4ade4ab55 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0526276 Nov 01 19:26:00.156078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1dba6996-c0db-4b87-935c-0e72af667b86 req-bc103eaa-70ed-4bcb-8c51-211d7946d5a9 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337882 Nov 01 19:26:01.270162 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc182733-5b5f-4bbd-86b8-aa6e4a1c3498 req-44b01a03-8dc8-42da-acb5-7f1c6471191b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:01.271663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc182733-5b5f-4bbd-86b8-aa6e4a1c3498 req-44b01a03-8dc8-42da-acb5-7f1c6471191b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0495150 Nov 01 19:26:01.311954 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dc182733-5b5f-4bbd-86b8-aa6e4a1c3498 req-1318de13-96bc-4553-81a7-22057afbf9a1 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340595 Nov 01 19:26:02.428959 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4936ce3-f7e4-4f30-b5bf-3a0e055c531a req-bf1061e0-5a9d-4136-91df-028c6f678238 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:02.430583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4936ce3-f7e4-4f30-b5bf-3a0e055c531a req-bf1061e0-5a9d-4136-91df-028c6f678238 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0517948 Nov 01 19:26:02.472342 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4936ce3-f7e4-4f30-b5bf-3a0e055c531a req-f6d3cb4c-5b52-49b7-afe9-73c1b5d85c39 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=07a6fdac-b0d9-4921-af34-7fb54f1288e8&id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345380 Nov 01 19:26:05.560425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:09.774123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:18.810522 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eb4276d5-720a-4324-8d4f-6519c268b965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:20.936941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-31c65158-233d-4e87-884a-849115f77d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:22.336154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:24.036288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:26.839184 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:29.567895 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:26:34.272534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-4a07a998-2963-4ac9-9486-5ceb8d2ffbd3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292827828&fields=id&tenant_id=3a08c85c80094c0fbad9802f62c6ab82 HTTP/1.1" status: 200 len: 267 time: 0.0376325 Nov 01 19:26:34.325633 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e15fc2fa-e543-463c-9e67-b3659df02dc2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:34.327879 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e15fc2fa-e543-463c-9e67-b3659df02dc2 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 984 time: 0.0496681 Nov 01 19:26:34.338933 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Request body: {'port': {'security_groups': ['37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc']}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:26:34.401340 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.567867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:34.597321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.667433 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.679456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:26:34.717698 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:34.718416 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.719772 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3fa602dd-a3d5-49e6-a3c1-561e9b3a6d53 req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "PUT /v2.0/ports/8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 942 time: 0.3853104 Nov 01 19:26:34.720236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:26:34.722698 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc076a8b-2053-4128-be3d-8ea230f5e69c" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:26:34.730248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42566) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:34.774085 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5e6633-faee-4135-b4cd-7045299327d2 x-openstack-request-id: req-0a5e6633-faee-4135-b4cd-7045299327d2 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:26:34.774376 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:26:34.774655 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a5e6633-faee-4135-b4cd-7045299327d2 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:26:34.775018 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:26:34.788844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event updated for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=7']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:34.795911 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:26:34.804681 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.805037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.805379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.805713 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.806045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.806378 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.806702 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.807026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.807353 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.807886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.808461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.809027 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b1f80-1a1f-412c-9f48-f23468b34a3b tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:34.836954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-2ffe0f0b-4be4-4785-a1f8-700ea645e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:34.839136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-2ffe0f0b-4be4-4785-a1f8-700ea645e8dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1096 time: 0.0506394 Nov 01 19:26:34.843396 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.879250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:34.944853 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-c7d91421-a576-464e-a637-6300f03b99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:34.946820 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-c7d91421-a576-464e-a637-6300f03b99b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.1003125 Nov 01 19:26:35.007578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.010300 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.011577 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "DELETE /v2.0/security-groups/07a6fdac-b0d9-4921-af34-7fb54f1288e8 HTTP/1.1" status: 204 len: 168 time: 0.2775695 Nov 01 19:26:35.015219 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42568) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:35.028980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a07c89a7-37f6-4029-b9c9-64b223ff654b None None] Provisioning complete for port 8f5243d6-3d59-427f-bc49-15ef5092aae6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:26:35.029843 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3d6e1-e5c2-47fc-b456-f3c86e69f648 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6fdac-b0d9-4921-af34-7fb54f1288e8,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:35.030073 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a07c89a7-37f6-4029-b9c9-64b223ff654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.030269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-eb17c25c-aeb8-4dca-bc09-37a67cd781dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 1001 time: 0.0739152 Nov 01 19:26:35.091213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-77882be8-aeed-4c83-9c09-0966cd7472fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:35.093603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-77882be8-aeed-4c83-9c09-0966cd7472fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0570626 Nov 01 19:26:35.141794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-8a651d8c-5bb7-46cf-a69d-ddd12214f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:35.143327 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-8a651d8c-5bb7-46cf-a69d-ddd12214f58c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425453 Nov 01 19:26:35.189433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Deleting port c9da3ca4-83dd-4c7a-a064-b5232d2d9289 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:35.189780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.239984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-9c7bbf2d-e426-4087-84a3-4b7a348d9116 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880671 Nov 01 19:26:35.268036 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.269282 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.281558 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Calling delete_port for c9da3ca4-83dd-4c7a-a064-b5232d2d9289 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:35.330900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cc076a8b-2053-4128-be3d-8ea230f5e69c req-cd998faf-15a5-4f42-bcc1-290bd6284d12 service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835693 Nov 01 19:26:35.539380 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.565658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event deleted for resources: {'Port': ['ID=c9da3ca4-83dd-4c7a-a064-b5232d2d9289,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:35.572274 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.624733 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:35.624974 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Floating IP ecf6731f-ca20-4c59-a989-32c0d2b27ddd disassociated (deleted). External IP: 172.25.2.173, port: 8f5243d6-3d59-427f-bc49-15ef5092aae6. Nov 01 19:26:35.831031 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:26:36.258325 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:26:36.262726 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:36.268260 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Sync routers for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:26:36.278273 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:36.278871 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:36.289801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c8f66681-d9bf-484e-9ce0-7a44f890ee6c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "DELETE /v2.0/floatingips/ecf6731f-ca20-4c59-a989-32c0d2b27ddd HTTP/1.1" status: 204 len: 168 time: 1.2721779 Nov 01 19:26:36.387075 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:36.583439 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:36.710821 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Checking router: 00f9c74d-91cf-435a-83fd-0e09e4b2a755 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:26:36.715312 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:36.715944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:36.776564 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:26:36.778860 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03619358-9646-4bbc-9eb6-d75889a6eba4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:26:36.816086 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9951a4-c83d-473f-b41a-3c11e476f2bc x-openstack-request-id: req-4c9951a4-c83d-473f-b41a-3c11e476f2bc {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:26:36.816384 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:26:36.816646 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c9951a4-c83d-473f-b41a-3c11e476f2bc {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:26:36.817022 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:26:36.820435 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:36.879811 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-bd92e38d-ec69-496e-af46-3d3b7698739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:36.881315 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-bd92e38d-ec69-496e-af46-3d3b7698739e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 1096 time: 0.0403881 Nov 01 19:26:36.977236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-7feb01cd-1d2b-46b9-940d-90e23abf96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:36.978725 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-7feb01cd-1d2b-46b9-940d-90e23abf96d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 200 len: 915 time: 0.0886359 Nov 01 19:26:37.015598 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:37.036283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-632da113-eb60-410e-af21-e3dc5ec893ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 200 len: 217 time: 0.0352745 Nov 01 19:26:37.042181 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7be7f-731c-426f-82e9-320cba8a6e01 None None] The sync data for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 is: [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:29Z', 'revision_number': 4, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '7a7bb96c-d217-4031-9e50-54338440f2d8', 'name': '', 'network_id': 'b145b499-e35a-4221-a999-b287f5b74b6f', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'mac_address': 'fa:16:3e:b3:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:28Z', 'updated_at': '2021-11-01T19:24:32Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'subnets': [{'id': 'e488a4fe-25aa-4378-bc8f-a59fed8c6435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:26:37.100488 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-86f98a38-991f-447b-a4ec-eb108965ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:37.101975 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-86f98a38-991f-447b-a4ec-eb108965ca9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 200 len: 853 time: 0.0505018 Nov 01 19:26:37.151852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-b09fc202-6346-497d-9759-05c6f253bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:37.153419 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-b09fc202-6346-497d-9759-05c6f253bb70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b145b499-e35a-4221-a999-b287f5b74b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424542 Nov 01 19:26:37.257912 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-6a27f8aa-b0c3-4b0f-9972-cd21369ede9c service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967402 Nov 01 19:26:37.284224 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddaf9d7-51bb-474b-afc4-53e7c53c197f None None] New status for floating IP ecf6731f-ca20-4c59-a989-32c0d2b27ddd: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:26:37.361361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-03619358-9646-4bbc-9eb6-d75889a6eba4 req-732f6772-22cf-4504-a803-85c59e25009b service neutron] 10.222.0.32 "GET /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953267 Nov 01 19:26:39.770755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:45.773740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81ff1f-966f-47eb-80bf-4ff5b54c5516 req-b6cd751e-d164-486c-aed2-eed3f226ec3a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:45.775382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea81ff1f-966f-47eb-80bf-4ff5b54c5516 req-b6cd751e-d164-486c-aed2-eed3f226ec3a tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0489666 Nov 01 19:26:45.816837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea81ff1f-966f-47eb-80bf-4ff5b54c5516 req-6106c71f-460e-4550-84fc-ac304cdbfd93 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Nov 01 19:26:46.935045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d6c55-38a0-482e-a939-93d01610f235 req-cfefeddd-ca21-4fcd-9469-5a2cff8f3283 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:46.937054 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-578d6c55-38a0-482e-a939-93d01610f235 req-cfefeddd-ca21-4fcd-9469-5a2cff8f3283 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Nov 01 19:26:46.973702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-578d6c55-38a0-482e-a939-93d01610f235 req-1c419b3e-986d-4d40-beae-aa7b66f5625c tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/security-groups?id=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Nov 01 19:26:47.385079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-f5f7b451-7a74-4dbf-b4e5-310821a7b2c3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:26:47.386527 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-f5f7b451-7a74-4dbf-b4e5-310821a7b2c3 tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 945 time: 0.0480251 Nov 01 19:26:47.477186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Deleting port 8f5243d6-3d59-427f-bc49-15ef5092aae6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:47.477520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:47.563563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] For port 8f5243d6-3d59-427f-bc49-15ef5092aae6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=8f5243d6-3d59-427f-bc49-15ef5092aae6,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:47.563927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:47.576292 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Calling delete_port for 8f5243d6-3d59-427f-bc49-15ef5092aae6 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:47.770491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:47.782887 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['8f5243d6-3d59-427f-bc49-15ef5092aae6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:26:47.798952 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Pushing event deleted for resources: {'Port': ['ID=8f5243d6-3d59-427f-bc49-15ef5092aae6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:47.831442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.831819 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.832167 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.832505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.832840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.833172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.833505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.833833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.834166 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.834494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.834861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.835185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:47.854636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] No DVR routers for this DVR port 8f5243d6-3d59-427f-bc49-15ef5092aae6 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:26:47.857382 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:47.861277 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-04f982ec-d40f-43e7-b8bd-0b91325d10ca req-6a204ec3-346e-4bc6-a18e-5447ca2872db tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.32 "DELETE /v2.0/ports/8f5243d6-3d59-427f-bc49-15ef5092aae6 HTTP/1.1" status: 204 len: 173 time: 0.4688337 Nov 01 19:26:47.861726 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'name': 'network-vif-deleted', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:26:47.864142 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c812ea4-5c80-4354-8a8e-0beed4662704" -d '{"events": [{"server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "name": "network-vif-deleted", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:26:47.902020 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a44cf-61f4-4707-8305-6dd1c925683a x-openstack-request-id: req-4b1a44cf-61f4-4707-8305-6dd1c925683a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:26:47.902337 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd4cbb0-3b62-40aa-aa59-3bed24c102c6", "name": "network-vif-deleted", "tag": "8f5243d6-3d59-427f-bc49-15ef5092aae6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:26:47.902595 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b1a44cf-61f4-4707-8305-6dd1c925683a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:26:47.902997 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd4cbb0-3b62-40aa-aa59-3bed24c102c6', 'name': 'network-vif-deleted', 'tag': '8f5243d6-3d59-427f-bc49-15ef5092aae6', 'status': 'completed', 'code': 200} Nov 01 19:26:48.067769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ba32a8ec-4204-4560-9b50-bdc92abfdbdd req-a733a801-9fd6-4779-b5a3-26346058452d tempest-TestMinimumBasicScenario-2016912785 tempest-TestMinimumBasicScenario-2016912785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bd4cbb0-3b62-40aa-aa59-3bed24c102c6 HTTP/1.1" status: 200 len: 210 time: 0.0270891 Nov 01 19:26:48.867686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-104d9b1e-7df7-4d55-b6a7-4f8144f83510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:50.165724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42666) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:50.519747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:50.735181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8f5243d6-3d59-427f-bc49-15ef5092aae6 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:50.754761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 8f5243d6-3d59-427f-bc49-15ef5092aae6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:50.755105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 8f5243d6-3d59-427f-bc49-15ef5092aae6 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:50.761008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Deleting port 7a7bb96c-d217-4031-9e50-54338440f2d8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:50.761277 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:50.840171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] For port 7a7bb96c-d217-4031-9e50-54338440f2d8, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=7a7bb96c-d217-4031-9e50-54338440f2d8,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:50.840530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:50.853130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Calling delete_port for 7a7bb96c-d217-4031-9e50-54338440f2d8 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:50.921863 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-650b2e0b-7cf3-4a5f-9e50-8c82a574bdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:51.087341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:51.113252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7bb96c-d217-4031-9e50-54338440f2d8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:51.276318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:51.487028 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:26:51.598370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:26:51.603459 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f4a4b10c-d7e7-4df7-88f5-8619a2254b99 admin admin] 10.222.0.31 "PUT /v2.0/routers/00f9c74d-91cf-435a-83fd-0e09e4b2a755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4367113 Nov 01 19:26:51.606015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42668) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:51.607370 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Sync routers for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:26:51.616938 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:51.617540 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:51.711381 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:51.720684 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:51.813209 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:51.897851 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:26:50Z', 'revision_number': 5, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port': {'id': '80042bab-b9ce-4b2b-b470-f9a1527f512d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:51.925731 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Checking router: 00f9c74d-91cf-435a-83fd-0e09e4b2a755 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:26:51.934276 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Routers {'00f9c74d-91cf-435a-83fd-0e09e4b2a755'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:51.934880 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:51.939495 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Deleting port 80042bab-b9ce-4b2b-b470-f9a1527f512d {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:51.939865 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.020009 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] Set router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:52.020245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] For port 80042bab-b9ce-4b2b-b470-f9a1527f512d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=80042bab-b9ce-4b2b-b470-f9a1527f512d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:52.020550 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.032198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Calling delete_port for 80042bab-b9ce-4b2b-b470-f9a1527f512d owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:52.073602 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:26:51Z', 'revision_number': 6, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:52.098916 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebf803-02b5-48c8-b3c1-617eb0ad1f69 None None] The sync data for ids ['00f9c74d-91cf-435a-83fd-0e09e4b2a755'] in n-d-815923-2 is: [{'id': '00f9c74d-91cf-435a-83fd-0e09e4b2a755', 'name': 'tempest-TestMinimumBasicScenario-102343778-router', 'tenant_id': '3a08c85c80094c0fbad9802f62c6ab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:26Z', 'updated_at': '2021-11-01T19:26:51Z', 'revision_number': 6, 'project_id': '3a08c85c80094c0fbad9802f62c6ab82', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:26:52.258316 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.284147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80042bab-b9ce-4b2b-b470-f9a1527f512d,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:52.330348 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.343536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.434611 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.438162 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.536203 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.536934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00f9c74d-91cf-435a-83fd-0e09e4b2a755 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:26:52.541805 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.544075 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9a7345b8-cb88-47d4-a7a5-6b40d9df82d8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/00f9c74d-91cf-435a-83fd-0e09e4b2a755 HTTP/1.1" status: 204 len: 168 time: 0.9370787 Nov 01 19:26:52.546283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42670) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:52.593236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Deleting subnet e488a4fe-25aa-4378-bc8f-a59fed8c6435 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:26:52.596183 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.629771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.707747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.799216 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.824954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e488a4fe-25aa-4378-bc8f-a59fed8c6435,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:52.828743 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.832665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-88d12111-a84e-4eab-88e6-850055f61014 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e488a4fe-25aa-4378-bc8f-a59fed8c6435 HTTP/1.1" status: 204 len: 168 time: 0.2845163 Nov 01 19:26:52.834351 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42672) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:52.837021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691bc4a1-4cce-409e-9892-e3ae53885879 None None] Network b145b499-e35a-4221-a999-b287f5b74b6f requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:26:52.891373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a7bb96c-d217-4031-9e50-54338440f2d8 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:52.919957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 7a7bb96c-d217-4031-9e50-54338440f2d8 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:52.920829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 7a7bb96c-d217-4031-9e50-54338440f2d8 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:52.927180 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:52.984993 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Deleting port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:52.985339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.053731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] DHCP port deletion for b145b499-e35a-4221-a999-b287f5b74b6f request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:26:53.057073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] For port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:53.057523 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.070865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Calling delete_port for 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:53.111981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Deleting port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:53.112608 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.181199 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] For port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,segment=NetworkSegment(6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67),segment_id=6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:53.181592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.193727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Calling delete_port for 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:53.210654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.239415 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Pushing event deleted for resources: {'Port': ['ID=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:53.241304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] No DVR routers for this DVR port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 19:26:53.268475 n-d-815923-2 neutron-server[102784]: self.session.flush() Nov 01 19:26:53.274027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.305206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Pushing event deleted for resources: {'Port': ['ID=0eba2cc1-09ee-4cf4-80cf-8a31b337e219,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:53.309558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] No DVR routers for this DVR port 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:26:53.316800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.317150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.317281 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.317505 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.317839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.318164 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.318507 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.318836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.319159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.319486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.319848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.320170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.320500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc2fa6-b6ff-4a0a-947e-cfbb07a01e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:26:53.338330 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b145b499-e35a-4221-a999-b287f5b74b6f']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:53.348326 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:53.348642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb1dca9-f8e9-46f6-9ee6-d8a39c156e67') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:53.358008 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.370658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.376315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:26:53.376698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:26:53.378331 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:26:53.484817 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.490444 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:53.493964 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b145b499-e35a-4221-a999-b287f5b74b6f HTTP/1.1" status: 204 len: 168 time: 0.6586778 Nov 01 19:26:53.497161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42674) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:53.504672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f27fa-eae2-43ed-b264-6806be62c92f admin admin] Pushing event deleted for resources: {'Network': ['ID=b145b499-e35a-4221-a999-b287f5b74b6f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:54.052466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:54.166992 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:54.409629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Deleting port 565d516e-e54d-4abc-b43f-7146abafb346 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:54.409967 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:54.451013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 80042bab-b9ce-4b2b-b470-f9a1527f512d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:54.473294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 80042bab-b9ce-4b2b-b470-f9a1527f512d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:54.473640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 80042bab-b9ce-4b2b-b470-f9a1527f512d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:54.474066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:54.489925 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] For port 565d516e-e54d-4abc-b43f-7146abafb346, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=565d516e-e54d-4abc-b43f-7146abafb346,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:54.490404 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:54.493535 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:54.493885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 0eba2cc1-09ee-4cf4-80cf-8a31b337e219 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:54.503070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Calling delete_port for 565d516e-e54d-4abc-b43f-7146abafb346 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:54.755419 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:54.778399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=565d516e-e54d-4abc-b43f-7146abafb346,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:54.948804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.166446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Router f958e6f3-cd54-437c-a29c-506c8b026097 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:26:55.275915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:26:55.281729 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8c4b05e9-c108-44d8-9f11-fb1f7f0c0bc5 admin admin] 10.222.0.31 "PUT /v2.0/routers/f958e6f3-cd54-437c-a29c-506c8b026097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835131 Nov 01 19:26:55.284390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42676) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:55.290479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Sync routers for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:26:55.298434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:55.299187 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:55.389783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.402909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:55.496740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.621746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Deleting port 71cda776-4086-4004-a4c8-4807fd8133a3 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:55.622477 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.703618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] For port 71cda776-4086-4004-a4c8-4807fd8133a3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=71cda776-4086-4004-a4c8-4807fd8133a3,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:55.703983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.716380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Calling delete_port for 71cda776-4086-4004-a4c8-4807fd8133a3 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:55.740575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:26:54Z', 'revision_number': 5, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port': {'id': '71cda776-4086-4004-a4c8-4807fd8133a3', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:24:32Z', 'updated_at': '2021-11-01T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:55.766808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Checking router: f958e6f3-cd54-437c-a29c-506c8b026097 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:26:55.774877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Routers {'f958e6f3-cd54-437c-a29c-506c8b026097'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:26:55.775514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['f958e6f3-cd54-437c-a29c-506c8b026097'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:55.861323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] Set router f958e6f3-cd54-437c-a29c-506c8b026097 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:26:55.914608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:26:55Z', 'revision_number': 6, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:55.942138 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fea410-38d3-43e6-9d3e-5508a3880dfe None None] The sync data for ids ['f958e6f3-cd54-437c-a29c-506c8b026097'] in n-d-815923-2 is: [{'id': 'f958e6f3-cd54-437c-a29c-506c8b026097', 'name': 'tempest-TestMinimumBasicScenario-613986827-router', 'tenant_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:24:31Z', 'updated_at': '2021-11-01T19:26:55Z', 'revision_number': 6, 'project_id': '42e5fe0e56f54413bb7adfb78b6d709e', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:26:55.948276 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:55.976938 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cda776-4086-4004-a4c8-4807fd8133a3,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:56.042101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.129921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.132039 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.221478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.221992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f958e6f3-cd54-437c-a29c-506c8b026097 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:26:56.227121 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.227387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-76de997c-2c67-45f1-99c4-b12272d7e615 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f958e6f3-cd54-437c-a29c-506c8b026097 HTTP/1.1" status: 204 len: 168 time: 0.9420063 Nov 01 19:26:56.229876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42678) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:56.277649 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Deleting subnet 884c4da6-4116-467d-accb-dc306c2392db {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:26:56.284537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.318251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.396033 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.507796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.531046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884c4da6-4116-467d-accb-dc306c2392db,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:56.537575 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.541086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0765fd5b-9e73-4e6f-9d52-95c7897c490b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/884c4da6-4116-467d-accb-dc306c2392db HTTP/1.1" status: 204 len: 168 time: 0.3100297 Nov 01 19:26:56.543932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42680) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:56.547329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698697b7-98cd-4367-b61a-1bba5a5e6e98 None None] Network 890be008-6f87-4ac3-8819-961b2faf55c8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:26:56.611774 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.669179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Deleting port 8614132e-4359-44ce-bae0-5e48f6d55272 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:56.669741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.758126 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] For port 8614132e-4359-44ce-bae0-5e48f6d55272, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8614132e-4359-44ce-bae0-5e48f6d55272,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:56.758396 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.764258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] DHCP port deletion for 890be008-6f87-4ac3-8819-961b2faf55c8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:26:56.772063 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Calling delete_port for 8614132e-4359-44ce-bae0-5e48f6d55272 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:56.783699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 565d516e-e54d-4abc-b43f-7146abafb346 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:56.805110 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 565d516e-e54d-4abc-b43f-7146abafb346 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:56.805454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 565d516e-e54d-4abc-b43f-7146abafb346 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:56.805879 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 71cda776-4086-4004-a4c8-4807fd8133a3 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:56.847195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 71cda776-4086-4004-a4c8-4807fd8133a3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:56.847581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 71cda776-4086-4004-a4c8-4807fd8133a3 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:56.857058 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.873968 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Deleting port 8614132e-4359-44ce-bae0-5e48f6d55272 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:26:56.874333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.924483 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.939287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] For port 8614132e-4359-44ce-bae0-5e48f6d55272, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8614132e-4359-44ce-bae0-5e48f6d55272,segment=NetworkSegment(b66f2295-1fc5-46e3-bee8-b08712f67494),segment_id=b66f2295-1fc5-46e3-bee8-b08712f67494)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:26:56.939730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:56.953743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Calling delete_port for 8614132e-4359-44ce-bae0-5e48f6d55272 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:26:56.968102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] No DVR routers for this DVR port 8614132e-4359-44ce-bae0-5e48f6d55272 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:26:56.970943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8614132e-4359-44ce-bae0-5e48f6d55272,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:57.044296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.056218 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.071256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] Pushing event deleted for resources: {'Port': ['ID=8614132e-4359-44ce-bae0-5e48f6d55272,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:57.073531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae6679-0243-4b5a-882c-fa5eb8d8b8c3 None None] No DVR routers for this DVR port 8614132e-4359-44ce-bae0-5e48f6d55272 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:26:57.078975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890be008-6f87-4ac3-8819-961b2faf55c8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:57.090171 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f2295-1fc5-46e3-bee8-b08712f67494') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:57.090471 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f2295-1fc5-46e3-bee8-b08712f67494') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:26:57.100390 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.113026 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.118935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:26:57.119321 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:26:57.120989 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:26:57.256238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.262462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.266756 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/890be008-6f87-4ac3-8819-961b2faf55c8 HTTP/1.1" status: 204 len: 168 time: 0.7216842 Nov 01 19:26:57.278072 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7768ca6-7970-49c1-8c8f-91e5254d83a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=890be008-6f87-4ac3-8819-961b2faf55c8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:57.643992 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42684) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:57.685238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-84188bbc-6e2e-4ac5-b018-f64bfc04f524 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a08c85c80094c0fbad9802f62c6ab82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378218 Nov 01 19:26:57.686449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42686) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:57.733435 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.754044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.852421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.855029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:57.856199 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc HTTP/1.1" status: 204 len: 168 time: 0.1691291 Nov 01 19:26:57.864746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b146c-5c4c-478b-9d76-c0cfa8c3c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f86dd3-c2a0-42d0-a0a9-1f47afadf4dc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:26:58.448781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8614132e-4359-44ce-bae0-5e48f6d55272 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:26:58.459950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42692) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:58.470640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 8614132e-4359-44ce-bae0-5e48f6d55272 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:26:58.471076 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8614132e-4359-44ce-bae0-5e48f6d55272 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:26:58.501657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d1569680-1a6b-4cb8-82e0-38144903cebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42e5fe0e56f54413bb7adfb78b6d709e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405083 Nov 01 19:26:58.504242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42694) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:26:58.552927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:58.573797 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:58.704355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:58.706936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:26:58.708173 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfd796f7-1652-48bc-bdd3-1911aee80d6f HTTP/1.1" status: 204 len: 168 time: 0.2030239 Nov 01 19:26:58.716157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8bee-5c14-48c2-9c33-4f7b9ae801f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd796f7-1652-48bc-bdd3-1911aee80d6f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:01.004001 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42734) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:01.008598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069941383', 'description': 'tempest-secgroup-smoke-1069941383 description', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:01.081106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.089085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.162649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.217862 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.256760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0fb04-9769-44aa-870c-2239cffd1d60,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:01.293905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.366762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.396134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9b5d2-b576-4364-ab8a-96bcf57685ac,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:01.452726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.454009 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-87108116-bc67-4bae-9710-125e8723aeee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4489849 Nov 01 19:27:01.456793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42738) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:01.461062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:01.535554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.590341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.672928 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.691994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48920dd-9cea-4b30-86d3-9331f2596a29,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:01.760384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.761579 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-87776861-ddd9-416d-9132-aa391d76d314 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038685 Nov 01 19:27:01.764260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42740) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:01.768615 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:01.866087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:01.934872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.029722 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.048252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99248c0d-f4ce-40ba-b523-0f46fc4b7f3f,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:02.109935 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.111172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-e4d8628d-a2b1-420e-9e67-4d6634f1fb3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3459008 Nov 01 19:27:02.113833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42742) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:02.118176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:02.203182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.262418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.326754 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.346880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a3a82b-e1f2-4270-b600-16578e5730ac,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:02.417898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.422562 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-af8ca5ed-b4ca-4ae8-a1ea-4157d2ce4e35 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043909 Nov 01 19:27:02.422916 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42744) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:02.427583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:02.511810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.568046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.632593 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.651850 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee83af4c-0678-45f7-bcf3-49046005b07d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:02.743662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.745223 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-051d81e7-13b6-4c00-9a16-93d01a54264d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209724 Nov 01 19:27:02.747728 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42746) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:02.752151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:02.841146 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:27:02.847084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.907375 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.978133 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:02.997939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e0b18d-10d0-42b0-bf63-3bf6883c0b04,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:03.082824 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.084124 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7872be33-8066-48fb-b2f3-d77973f05a99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3354032 Nov 01 19:27:03.086855 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42748) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:03.091138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '27d9b5d2-b576-4364-ab8a-96bcf57685ac', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:03.172516 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:27:03.177233 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.239127 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.309847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.327947 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a7a3a9-3a81-4279-b09b-c3a202022749,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:03.409426 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.410658 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5f364a65-f633-48a7-827a-dbc8e32590ee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3228495 Nov 01 19:27:03.413631 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42750) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:03.418453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'network': {'name': 'tempest-network-smoke--2139346715', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:03.492295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:27:03.495691 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.519089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:27:03.527494 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.527876 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Added segment 25865f4c-c957-4e75-ad02-6b2cb4505f97 of type vlan for network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 Nov 01 19:27:03.565762 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.652558 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.658336 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:03.658936 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.726299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Network': ['ID=84aa8d67-aaee-4b34-8e40-d490d21d3c13,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:03.737607 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:27:03.751102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bccf271c-2a60-404e-980a-b5e19079a2d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3358948 Nov 01 19:27:03.753455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42752) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:03.757821 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'admin_state_up': True, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:03.856147 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.857234 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:03.907251 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:04.135225 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:04.369803 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:04.713149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:04.809917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.97 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e343a7ca-903a-4acb-935f-a81d141d1a6d) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:27:04.909785 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:04.984642 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:05.019956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:05.026235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:05.031076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:27:05.034169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=e343a7ca-903a-4acb-935f-a81d141d1a6d,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:05.312653 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:05.510371 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:05.569973 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:05.735625 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 85f0628d-612e-459a-94f4-a15622efd2a3 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:27:05.842766 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:27:05.852079 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Sync routers for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:27:05.862673 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:05.863273 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:05.915315 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:05.916606 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d27455dc-a053-4a4c-a020-bf38dbe6bac1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1622131 Nov 01 19:27:05.919745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42754) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:05.967769 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:06.040158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bc860f22-eae9-4d9a-ab8c-ec13c840fbf7 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cdf2a9a935a4085b63f3de2e7797a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192434 Nov 01 19:27:06.042718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42758) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:06.134295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd74f33-dbbf-4639-9186-84513541615a tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:06.135870 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0bd74f33-dbbf-4639-9186-84513541615a tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922256 Nov 01 19:27:06.138769 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42760) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:06.146565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:05Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:06.165827 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-edc9ae45-f831-4fde-8118-388abcb6efe9 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260019 Nov 01 19:27:06.169738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42762) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:06.172880 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Checking router: 85f0628d-612e-459a-94f4-a15622efd2a3 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:27:06.173223 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Updating router 85f0628d-612e-459a-94f4-a15622efd2a3 port e343a7ca-903a-4acb-935f-a81d141d1a6d binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:27:06.175081 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315016374', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:06.197862 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.349574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:27:06.353252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.534048 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.566818 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:27:06.589974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.615993 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.657727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Subnet': ['ID=9a2b9941-dbcf-4d16-a3d4-6f668e836d81,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:06.665759 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Attempting to bind port e343a7ca-903a-4acb-935f-a81d141d1a6d on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:27:06.665927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Checking segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:27:06.670451 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Attempting to bind port e343a7ca-903a-4acb-935f-a81d141d1a6d by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:27:06.670623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network hostable DHCP agents. Network: 84aa8d67-aaee-4b34-8e40-d490d21d3c13, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:27:06.670760 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Attempting to bind port e343a7ca-903a-4acb-935f-a81d141d1a6d on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:27:06.673709 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Pushing event updated for resources: {'Port': ['ID=e343a7ca-903a-4acb-935f-a81d141d1a6d,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Bound port: e343a7ca-903a-4acb-935f-a81d141d1a6d, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:27:06.685318 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.686754 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.687107 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.687445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.687801 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.688134 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.688456 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.688778 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.689461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.689461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.689706 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.690022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.690336 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:27:06.740030 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] For port e343a7ca-903a-4acb-935f-a81d141d1a6d, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:27:06.742978 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] For port e343a7ca-903a-4acb-935f-a81d141d1a6d, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e343a7ca-903a-4acb-935f-a81d141d1a6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:27:06.764118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:27:06.812956 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.844067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 84aa8d67-aaee-4b34-8e40-d490d21d3c13) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:06.848405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:06.848890 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:06.853820 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcb358-d07e-403b-aa18-22cda5c7df42 None None] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:27:06.873741 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b9bf1-e77d-441d-b4fd-9508660de79f None None] Pushing event updated for resources: {'Port': ['ID=e343a7ca-903a-4acb-935f-a81d141d1a6d,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:06.877995 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:06.877995 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:06.945576 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dc0350ac-eb5a-45c0-acf1-6c8b542dbbe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7721601 Nov 01 19:27:06.945788 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42764) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:07.002660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:07.003723 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:27:07.005663 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.144736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Allocated IP 172.20.0.2 (84aa8d67-aaee-4b34-8e40-d490d21d3c13/9a2b9941-dbcf-4d16-a3d4-6f668e836d81/ddc2543e-5f25-437e-897b-ac82d8dbb835) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:27:07.188249 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:05Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:07.214909 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9084f5-927e-4c2a-8f5d-b917da98e9dc None None] The sync data for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 is: [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:05Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:27:07.294235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.399804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.401950 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.457374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:07.460901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:07.463407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:27:07.475692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Pushing event updated for resources: {'Port': ['ID=ddc2543e-5f25-437e-897b-ac82d8dbb835,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:07.548872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Attempting to bind port ddc2543e-5f25-437e-897b-ac82d8dbb835 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:27:07.549533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Attempting to bind port ddc2543e-5f25-437e-897b-ac82d8dbb835 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:27:07.549993 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Attempting to bind port ddc2543e-5f25-437e-897b-ac82d8dbb835 on network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:27:07.555792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:27:07.556330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Checking segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:27:07.556856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.557352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Bound using segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:27:07.557925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Bound port: ddc2543e-5f25-437e-897b-ac82d8dbb835, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:27:07.558405 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.624391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] For port ddc2543e-5f25-437e-897b-ac82d8dbb835, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:27:07.629368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] For port ddc2543e-5f25-437e-897b-ac82d8dbb835, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddc2543e-5f25-437e-897b-ac82d8dbb835,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:27:07.708104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.718437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.1 (84aa8d67-aaee-4b34-8e40-d490d21d3c13/9a2b9941-dbcf-4d16-a3d4-6f668e836d81/dc650754-fd45-4188-b882-e50b90d59a73) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:27:07.777476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55e70-55ec-4c39-87b4-58b39a79be52 None None] Pushing event updated for resources: {'Port': ['ID=ddc2543e-5f25-437e-897b-ac82d8dbb835,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:07.844687 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.933138 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:07.990711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:07.997873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:08.002170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:27:08.033173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:08.062085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.246919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.543898 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.547075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddc2543e-5f25-437e-897b-ac82d8dbb835 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:08.603822 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ddc2543e-5f25-437e-897b-ac82d8dbb835 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:08.606505 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.624875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.700205 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.707674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.716254 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:08.742010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port ddc2543e-5f25-437e-897b-ac82d8dbb835, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddc2543e-5f25-437e-897b-ac82d8dbb835,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:08.756454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fdc0f4-db11-4bc6-8124-1246836f3922 None None] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:27:08.820283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.824129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:08.824287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e343a7ca-903a-4acb-935f-a81d141d1a6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:08.824402 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:08.893351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c5d93256-865f-4143-a1d1-ea2e735a5b04 None None] Provisioning complete for port ddc2543e-5f25-437e-897b-ac82d8dbb835 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:08.893640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c5d93256-865f-4143-a1d1-ea2e735a5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:08.937642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 85f0628d-612e-459a-94f4-a15622efd2a3 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:27:08.972326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=ddc2543e-5f25-437e-897b-ac82d8dbb835,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:09.033210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e343a7ca-903a-4acb-935f-a81d141d1a6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:09.033574 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.063410 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:27:09.071173 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-653e25c3-54de-41b7-99d4-fa013d6ead9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/85f0628d-612e-459a-94f4-a15622efd2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1217394 Nov 01 19:27:09.148524 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Sync routers for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:27:09.170015 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.177044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:09.177689 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:09.234754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port e343a7ca-903a-4acb-935f-a81d141d1a6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e343a7ca-903a-4acb-935f-a81d141d1a6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:09.235686 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-00013be6-3c43-4522-a1af-66333778fcec tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069941383&fields=id&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 267 time: 0.0400136 Nov 01 19:27:09.363725 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-47f087cf-e771-43d2-b3d3-b0b8c45fc803 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:09.365443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-47f087cf-e771-43d2-b3d3-b0b8c45fc803 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/networks?id=84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 200 len: 797 time: 0.1217537 Nov 01 19:27:09.383389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-d7665eca-e7fa-4732-895c-73d6ad77023e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/quotas/6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 375 time: 0.0108020 Nov 01 19:27:09.448168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-8cd52339-5ca9-4d5f-8ff9-deeec0541092 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575390 Nov 01 19:27:09.459995 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.510282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e2ff918c-1748-432c-9527-6fdedf365132 None None] Provisioning complete for port dc650754-fd45-4188-b882-e50b90d59a73 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:09.510771 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2ff918c-1748-432c-9527-6fdedf365132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.527412 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-fef7ddf1-af32-4d6b-bac2-f105bfa6fa3e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:27:09.528561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-fef7ddf1-af32-4d6b-bac2-f105bfa6fa3e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0664918 Nov 01 19:27:09.545001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:09.603885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=e343a7ca-903a-4acb-935f-a81d141d1a6d,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:09.613924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff918c-1748-432c-9527-6fdedf365132 None None] Port dc650754-fd45-4188-b882-e50b90d59a73 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:27:09.629680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-3f62eb52-b149-4b8c-b6a3-f33e010d51c1 service neutron] 10.222.0.31 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939672 Nov 01 19:27:09.676705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e2ff918c-1748-432c-9527-6fdedf365132 None None] Provisioning complete for port ddc2543e-5f25-437e-897b-ac82d8dbb835 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:09.677085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e2ff918c-1748-432c-9527-6fdedf365132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.735408 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-1da42f54-8a9a-4285-a969-7d8fae8488c4 service neutron] 10.222.0.31 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984647 Nov 01 19:27:09.841211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.880158 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 2, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:09.907742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Checking router: 85f0628d-612e-459a-94f4-a15622efd2a3 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:27:09.908102 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Updating router 85f0628d-612e-459a-94f4-a15622efd2a3 port dc650754-fd45-4188-b882-e50b90d59a73 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:27:09.934783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:09.988167 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-272b5cc4-9ba5-49e8-b6eb-0224854e2508 req-735bfdaa-a663-4db1-81ef-5de735c61e34 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 210 time: 0.0383086 Nov 01 19:27:09.996012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3078d97d-571d-42e2-8184-46078024e50c None None] Provisioning complete for port dc650754-fd45-4188-b882-e50b90d59a73 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:09.996419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3078d97d-571d-42e2-8184-46078024e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.096065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3078d97d-571d-42e2-8184-46078024e50c None None] Port dc650754-fd45-4188-b882-e50b90d59a73 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:27:10.238671 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.315078 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.365801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e54e-e53c-4d32-a06d-fd2d2670c618 None None] Pushing event updated for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:10.416143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Attempting to bind port dc650754-fd45-4188-b882-e50b90d59a73 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:27:10.416514 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Attempting to bind port dc650754-fd45-4188-b882-e50b90d59a73 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:27:10.416872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Attempting to bind port dc650754-fd45-4188-b882-e50b90d59a73 on network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:27:10.424307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:27:10.424729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Checking segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:27:10.425080 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.425490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Bound using segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:27:10.426137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Bound port: dc650754-fd45-4188-b882-e50b90d59a73, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:27:10.426413 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.495321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddc2543e-5f25-437e-897b-ac82d8dbb835 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:10.535528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] For port dc650754-fd45-4188-b882-e50b90d59a73, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:27:10.555756 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] For port dc650754-fd45-4188-b882-e50b90d59a73, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc650754-fd45-4188-b882-e50b90d59a73,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:27:10.570322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port ddc2543e-5f25-437e-897b-ac82d8dbb835 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:10.570690 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.624961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f49c7e32-3f24-40a7-95c8-35de43ccd4b3 None None] Provisioning complete for port dc650754-fd45-4188-b882-e50b90d59a73 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:10.625605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f49c7e32-3f24-40a7-95c8-35de43ccd4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.679879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.728075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e343a7ca-903a-4acb-935f-a81d141d1a6d up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:10.729593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f49c7e32-3f24-40a7-95c8-35de43ccd4b3 None None] Port dc650754-fd45-4188-b882-e50b90d59a73 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:27:10.790941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:10.791608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:26:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:10.796750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e54e-e53c-4d32-a06d-fd2d2670c618 None None] Pushing event updated for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:10.892321 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e343a7ca-903a-4acb-935f-a81d141d1a6d triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:10.892697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:10.938351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:11.032925 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] Provisioning complete for port dc650754-fd45-4188-b882-e50b90d59a73 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:11.033295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:11.067025 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e9bf6c5-f9e9-4e82-aff2-b3fbf68d2880 req-6a58b2a5-9586-49c2-a383-271a4ef03ca6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 210 time: 0.0273125 Nov 01 19:27:11.231442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:11.274190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] For port dc650754-fd45-4188-b882-e50b90d59a73, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc650754-fd45-4188-b882-e50b90d59a73,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:11.280767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:10Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:11.311084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ea8c-3a83-4dd5-a9f0-09971054464f None None] The sync data for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 is: [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:10Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:27:11.359704 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:11.422120 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1e3c-92c4-4f5f-8049-da6f5468c407 None None] Pushing event updated for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:12.173481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82dd25f1-279c-44c2-baeb-d4407e4d1d1a req-d48712ed-95cb-4310-b0b5-0cec1ad0f01b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 210 time: 0.0309365 Nov 01 19:27:12.249989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-8a5bebf2-252c-4dbb-821d-1caa52e2ab83 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:12.251731 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-8a5bebf2-252c-4dbb-821d-1caa52e2ab83 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/networks?id=84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 200 len: 797 time: 0.1213498 Nov 01 19:27:12.297413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-604981e0-0659-4f6a-8cfa-52b6d24027d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 380 time: 0.0368850 Nov 01 19:27:12.306695 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'port': {'device_id': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'admin_state_up': True, 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'security_groups': ['27d9b5d2-b576-4364-ab8a-96bcf57685ac']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:12.476769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc650754-fd45-4188-b882-e50b90d59a73 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:12.490249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:27:12.495376 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:12.524244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port dc650754-fd45-4188-b882-e50b90d59a73 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:12.524619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:12.621242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.8 (84aa8d67-aaee-4b34-8e40-d490d21d3c13/9a2b9941-dbcf-4d16-a3d4-6f668e836d81/79e3ad46-d07f-436b-a598-d273659d288a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:27:12.757738 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:12.858484 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:12.897566 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:12.900399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:12.903953 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:27:12.941552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:12.965868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:12.966476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.061204 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-a22e7494-a347-422b-ad62-18f4398707f7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582130 Nov 01 19:27:13.074282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Request body: {'port': {'device_id': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:13.126383 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.189480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ceaa78e3-2cc3-458c-b911-2d55c6d5b8f5 None None] Provisioning complete for port 79e3ad46-d07f-436b-a598-d273659d288a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:13.190298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ceaa78e3-2cc3-458c-b911-2d55c6d5b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.225377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa78e3-2cc3-458c-b911-2d55c6d5b8f5 None None] Port 79e3ad46-d07f-436b-a598-d273659d288a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:27:13.319302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e14ca5-0aa3-4f6d-9d4c-89f524919cc4 req-d4d653da-1327-456c-82b6-18be47492911 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:13.320832 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36e14ca5-0aa3-4f6d-9d4c-89f524919cc4 req-d4d653da-1327-456c-82b6-18be47492911 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 931 time: 0.0617180 Nov 01 19:27:13.358267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-36e14ca5-0aa3-4f6d-9d4c-89f524919cc4 req-4a94b42f-56c3-4ff5-ab3e-1c80a26dae3c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Nov 01 19:27:13.389099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e3ad46-d07f-436b-a598-d273659d288a {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:27:13.397377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.408944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Transition to ACTIVE for port object 79e3ad46-d07f-436b-a598-d273659d288a will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:27:13.472825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.528451 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:13.596841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Attempting to bind port 79e3ad46-d07f-436b-a598-d273659d288a on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:27:13.597184 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Attempting to bind port 79e3ad46-d07f-436b-a598-d273659d288a by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:27:13.597520 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Attempting to bind port 79e3ad46-d07f-436b-a598-d273659d288a on network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:27:13.602202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Port 79e3ad46-d07f-436b-a598-d273659d288a on network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:27:13.602525 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Attempting to bind port 79e3ad46-d07f-436b-a598-d273659d288a on network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:27:13.607859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:27:13.608694 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Checking segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:27:13.609079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Bound using segment: {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:27:13.609530 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Bound port: 79e3ad46-d07f-436b-a598-d273659d288a, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25865f4c-c957-4e75-ad02-6b2cb4505f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:27:13.609955 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.675722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:27:13.679130 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=79e3ad46-d07f-436b-a598-d273659d288a,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:27:13.764545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.803660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:13.803660 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:13.804551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 200 len: 1091 time: 0.7346466 Nov 01 19:27:13.804794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:27:13.807143 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c02208-3265-4754-a197-3527fc1c8d97" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:27:13.836466 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea95b9-1572-4dea-8902-70e5135fbfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:13.847858 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65379e0-71c3-40d4-acb4-8fb76beb46d1 x-openstack-request-id: req-c65379e0-71c3-40d4-acb4-8fb76beb46d1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:27:13.848218 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:27:13.848469 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c65379e0-71c3-40d4-acb4-8fb76beb46d1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:27:13.848864 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a', 'status': 'completed', 'code': 200} Nov 01 19:27:13.911986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-0ba3bac2-22e1-4c0a-84cc-32c24a17938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:13.913506 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-0ba3bac2-22e1-4c0a-84cc-32c24a17938d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1094 time: 0.0439460 Nov 01 19:27:14.020802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-790c0a82-e5ca-46cd-9d15-6dcab609816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.022309 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-790c0a82-e5ca-46cd-9d15-6dcab609816a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1002488 Nov 01 19:27:14.442818 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-55ea8e3e-964d-4d4a-bde0-25844f6cf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.444362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f5c02208-3265-4754-a197-3527fc1c8d97 req-55ea8e3e-964d-4d4a-bde0-25844f6cf9ca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4155571 Nov 01 19:27:14.479147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3de55-8f3f-4cbe-9713-f046ad0aac3b req-930bc35f-4336-4a9b-891f-ceda4e37f012 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.480779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18b3de55-8f3f-4cbe-9713-f046ad0aac3b req-930bc35f-4336-4a9b-891f-ceda4e37f012 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 943 time: 0.0510852 Nov 01 19:27:14.519229 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-18b3de55-8f3f-4cbe-9713-f046ad0aac3b req-ca72b567-6456-4cf9-981d-302fca22621d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Nov 01 19:27:14.519917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-57a336a6-2742-48a3-bbd5-0931c8eb00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.521421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-57a336a6-2742-48a3-bbd5-0931c8eb00aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1094 time: 0.0408871 Nov 01 19:27:14.567667 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-b705a3b6-093d-41b1-805e-0e235511d58c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 200 len: 217 time: 0.0361753 Nov 01 19:27:14.615911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-7e47cf4a-04c2-4b1d-8728-254c625ba733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.617324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-7e47cf4a-04c2-4b1d-8728-254c625ba733 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a2b9941-dbcf-4d16-a3d4-6f668e836d81 HTTP/1.1" status: 200 len: 834 time: 0.0431545 Nov 01 19:27:14.662435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-ca8c173b-9f4d-4519-ad02-edc20f694cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:14.663959 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-ca8c173b-9f4d-4519-ad02-edc20f694cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84aa8d67-aaee-4b34-8e40-d490d21d3c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390341 Nov 01 19:27:14.755946 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-b0ef1eff-175d-4fd0-b5bb-7255a6bee6fb service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Nov 01 19:27:14.843728 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ce498e5a-4b8d-43a7-be73-47e3b51f19ae req-85ec74ec-205e-41de-9a91-9a9e05cfeb3d service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811145 Nov 01 19:27:15.637007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadfc-e2c1-4714-8721-a5c15db37e18 req-784e84b2-6e42-4039-8ed5-6dcd8efb478e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:15.638476 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-530fadfc-e2c1-4714-8721-a5c15db37e18 req-784e84b2-6e42-4039-8ed5-6dcd8efb478e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 943 time: 0.0499575 Nov 01 19:27:15.676766 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-530fadfc-e2c1-4714-8721-a5c15db37e18 req-25844228-c67b-4a93-be8a-78c8cddfb1ae tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Nov 01 19:27:16.794849 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f613949-615a-4e00-a3e4-9af1617a123f req-db87d211-ed4a-4c0c-bfd4-4c96c146f2c4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:16.796596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f613949-615a-4e00-a3e4-9af1617a123f req-db87d211-ed4a-4c0c-bfd4-4c96c146f2c4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 943 time: 0.0535502 Nov 01 19:27:16.834629 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f613949-615a-4e00-a3e4-9af1617a123f req-4b3c50c2-f8ff-4b7d-be96-1aad9dca758f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Nov 01 19:27:17.958954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577cf92-df06-4187-9d54-a291256ffe26 req-c29c0b1f-ad64-44d6-be62-063ad828b437 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:17.960362 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0577cf92-df06-4187-9d54-a291256ffe26 req-c29c0b1f-ad64-44d6-be62-063ad828b437 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 943 time: 0.0492153 Nov 01 19:27:17.999186 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0577cf92-df06-4187-9d54-a291256ffe26 req-a4f75025-6aa7-4c54-a9a5-a03e0bd2c751 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Nov 01 19:27:18.806085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-414de301-6ce4-4c9e-b443-32aab6f004b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:18.841894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 79e3ad46-d07f-436b-a598-d273659d288a details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:27:18.937169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=79e3ad46-d07f-436b-a598-d273659d288a,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:18.948023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '79e3ad46-d07f-436b-a598-d273659d288a', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'port_id': '79e3ad46-d07f-436b-a598-d273659d288a', 'mac_address': 'fa:16:3e:69:9e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:27:18.984377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:18.999932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e3ad46-d07f-436b-a598-d273659d288a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:27:19.019329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=79e3ad46-d07f-436b-a598-d273659d288a,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:19.101514 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:19.114251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038851f-8ac0-4cd5-a23a-61c62e1671b9 req-063f2787-7623-44a5-8da6-3ca8e85b3eee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:19.115790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0038851f-8ac0-4cd5-a23a-61c62e1671b9 req-063f2787-7623-44a5-8da6-3ca8e85b3eee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 943 time: 0.0497758 Nov 01 19:27:19.148388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:19.153618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0038851f-8ac0-4cd5-a23a-61c62e1671b9 req-a6dc5753-2d0f-4ec1-9370-bc5fabad000e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Nov 01 19:27:19.341369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['79e3ad46-d07f-436b-a598-d273659d288a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:27:20.272729 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c280d-b898-4219-a20c-b772853c5a66 req-ef8e877e-f727-47cf-a8d9-1b0a33740ed5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:20.274220 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-718c280d-b898-4219-a20c-b772853c5a66 req-ef8e877e-f727-47cf-a8d9-1b0a33740ed5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 944 time: 0.0515265 Nov 01 19:27:20.312856 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-718c280d-b898-4219-a20c-b772853c5a66 req-496f468c-a0a4-4c5d-beed-ef78e924799e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Nov 01 19:27:20.847634 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 79e3ad46-d07f-436b-a598-d273659d288a up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:27:20.985372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f23dee9e-2263-4c96-b14a-808c1087a2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:21.006077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 79e3ad46-d07f-436b-a598-d273659d288a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:27:21.010090 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 79e3ad46-d07f-436b-a598-d273659d288a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:27:21.010452 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:21.086507 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:21.108393 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:27:21.112498 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5fbf5-c293-447f-a173-dc4584c4ecc1" -d '{"events": [{"server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ad46-d07f-436b-a598-d273659d288a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:27:21.122669 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=79e3ad46-d07f-436b-a598-d273659d288a,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:27:21.147605 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d52ba0-71e7-46dc-83ee-df57b068d16a x-openstack-request-id: req-42d52ba0-71e7-46dc-83ee-df57b068d16a {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:27:21.152977 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "79e3ad46-d07f-436b-a598-d273659d288a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:27:21.152977 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42d52ba0-71e7-46dc-83ee-df57b068d16a {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:27:21.152977 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a', 'code': 200} Nov 01 19:27:21.200590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:21.247215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:21.254202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b567-8d5f-4a6e-ab32-55e5f7da69f8 req-869ce2c9-43e6-49b0-bbc5-f367a8ae8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:21.255753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1249b567-8d5f-4a6e-ab32-55e5f7da69f8 req-869ce2c9-43e6-49b0-bbc5-f367a8ae8b56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1096 time: 0.0481608 Nov 01 19:27:21.289598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1249b567-8d5f-4a6e-ab32-55e5f7da69f8 req-2da187f2-0354-458c-87ce-6a2ea883b9d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270770 Nov 01 19:27:21.431476 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500e1b-e9fd-4fc1-b52f-138e3286b661 req-6d2b5147-6b1a-41a5-87e6-1d7fc701b9a6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:21.432979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0500e1b-e9fd-4fc1-b52f-138e3286b661 req-6d2b5147-6b1a-41a5-87e6-1d7fc701b9a6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0509717 Nov 01 19:27:21.471893 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0500e1b-e9fd-4fc1-b52f-138e3286b661 req-82b021e3-6ac8-4c47-9a78-e668aafd7643 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Nov 01 19:27:22.364289 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:22.591105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30673d-749d-4184-8f54-2fb52e32e5cd req-d045bba8-7c92-4bd2-872a-dfd719cbbf62 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:22.593401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b30673d-749d-4184-8f54-2fb52e32e5cd req-d045bba8-7c92-4bd2-872a-dfd719cbbf62 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0517800 Nov 01 19:27:22.631212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4b30673d-749d-4184-8f54-2fb52e32e5cd req-071d0c29-7fc4-4ed5-b210-1bc76ed90d26 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Nov 01 19:27:22.748336 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a135f3-ba99-40b8-aaec-06f7f03810bc req-d6c02420-8e39-499e-b023-a51b94ac5d37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:22.750306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a135f3-ba99-40b8-aaec-06f7f03810bc req-d6c02420-8e39-499e-b023-a51b94ac5d37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0527272 Nov 01 19:27:22.786749 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-84a135f3-ba99-40b8-aaec-06f7f03810bc req-8832d804-d25b-4efd-8a51-d22971c17e9e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Nov 01 19:27:22.808601 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42820) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:22.847593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c910c50-540a-4c16-bd5d-6afcc5deecec tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:22.849091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c910c50-540a-4c16-bd5d-6afcc5deecec tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1091 time: 0.0395317 Nov 01 19:27:22.851950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42822) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:22.856138 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '79e3ad46-d07f-436b-a598-d273659d288a', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:27:22.931740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:23.029339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:23.131604 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.245 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/5fe7830c-3cd1-43af-9ebc-4c12820eab19) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:27:23.234814 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:23.337692 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:23.378362 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:27:23.384556 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:27:23.388183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:27:23.415452 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=5fe7830c-3cd1-43af-9ebc-4c12820eab19,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:23.786594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:23.922261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.049705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.086768 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.147063 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.216609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=5fe7830c-3cd1-43af-9ebc-4c12820eab19,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:27:24.230457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.331359 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP b279c165-9e17-4a8e-9552-f686fdd2d1d4 associated. External IP: 172.25.2.245, port: 79e3ad46-d07f-436b-a598-d273659d288a. Nov 01 19:27:24.538151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 85f0628d-612e-459a-94f4-a15622efd2a3 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:27:24.644769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:27:24.654310 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Sync routers for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:27:24.664078 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:24.664744 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:24.734757 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:24.763250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-43d652c8-7f39-4eb7-bbc4-5cc5c5295f4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9102802 Nov 01 19:27:24.764427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:27:24.766451 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d21fc-4a3b-4446-95af-dd7faeb03e79" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:27:24.772359 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:24.816234 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501f443-df59-4b08-871f-6376154332a4 x-openstack-request-id: req-4501f443-df59-4b08-871f-6376154332a4 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:27:24.816234 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:27:24.816234 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4501f443-df59-4b08-871f-6376154332a4 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:27:24.816234 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a', 'status': 'completed', 'code': 200} Nov 01 19:27:24.875541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1812a-5e79-4979-9ca4-5db718975319 req-c7cf0ad9-1e78-4c0d-a237-554cc5375471 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:24.876972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-42be6e19-55b8-459d-a934-b4e6e32815ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:24.877484 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdb1812a-5e79-4979-9ca4-5db718975319 req-c7cf0ad9-1e78-4c0d-a237-554cc5375471 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0525372 Nov 01 19:27:24.879176 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-42be6e19-55b8-459d-a934-b4e6e32815ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1096 time: 0.0422928 Nov 01 19:27:24.916774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-bdb1812a-5e79-4979-9ca4-5db718975319 req-bcbaa03e-a074-4b5d-931b-dcbfdff11b5f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Nov 01 19:27:24.939835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42828) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:24.981898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-622483aa-b40c-4958-b135-647cdc47f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:24.983443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-622483aa-b40c-4958-b135-647cdc47f58c service neutron] 10.222.0.32 "GET /v2.0/networks?id=84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 200 len: 898 time: 0.0951216 Nov 01 19:27:25.009104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7f1bde00-69e7-43be-92e4-8d00e969a744 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/b279c165-9e17-4a8e-9552-f686fdd2d1d4 HTTP/1.1" status: 200 len: 991 time: 0.0670493 Nov 01 19:27:25.018203 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b279c165-9e17-4a8e-9552-f686fdd2d1d4', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'port_id': '79e3ad46-d07f-436b-a598-d273659d288a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'mac_address': 'fa:16:3e:69:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:27:23Z', 'updated_at': '2021-11-01T19:27:23Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:25.047605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Checking router: 85f0628d-612e-459a-94f4-a15622efd2a3 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:27:25.050392 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-0bff4dc2-31f7-4d2f-83c8-6579e83a821a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 200 len: 999 time: 0.0595639 Nov 01 19:27:25.055697 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:27:25.056367 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:25.099233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-d276a9ab-b17d-4513-a546-c3bbdb8fd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:25.100762 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-d276a9ab-b17d-4513-a546-c3bbdb8fd0c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a2b9941-dbcf-4d16-a3d4-6f668e836d81 HTTP/1.1" status: 200 len: 834 time: 0.0440466 Nov 01 19:27:25.150050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-41d4607c-3328-45e6-bb6b-46977842d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:25.151612 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-41d4607c-3328-45e6-bb6b-46977842d92f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84aa8d67-aaee-4b34-8e40-d490d21d3c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436990 Nov 01 19:27:25.159721 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:27:25.257399 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-4a399575-fdea-4584-84c3-4882859e3921 service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984280 Nov 01 19:27:25.355984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-456d21fc-4a3b-4446-95af-dd7faeb03e79 req-299164d0-6992-4a37-b799-5b2b509f2198 service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917222 Nov 01 19:27:25.471776 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b279c165-9e17-4a8e-9552-f686fdd2d1d4', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'port_id': '79e3ad46-d07f-436b-a598-d273659d288a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'mac_address': 'fa:16:3e:69:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:27:23Z', 'updated_at': '2021-11-01T19:27:23Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:27:25.500428 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20053489-0bd5-4e10-aad7-f2a2ecf7248a None None] The sync data for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 is: [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'b279c165-9e17-4a8e-9552-f686fdd2d1d4', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'port_id': '79e3ad46-d07f-436b-a598-d273659d288a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'mac_address': 'fa:16:3e:69:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:27:23Z', 'updated_at': '2021-11-01T19:27:23Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:27:25.696377 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369e302-9bd2-42fe-a2d0-2f9f63920b85 None None] New status for floating IP b279c165-9e17-4a8e-9552-f686fdd2d1d4: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:27:26.011924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42830) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:26.071251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7f961e95-60b8-42b4-936b-0bfae8e34d2f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/b279c165-9e17-4a8e-9552-f686fdd2d1d4 HTTP/1.1" status: 200 len: 993 time: 0.0581777 Nov 01 19:27:26.816931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:35.565541 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:39.797844 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:43.566783 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:27:48.799353 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf0e6-643f-4e0a-82af-f76d80ea74c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:50.925561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3923-5a5b-4c6b-af6e-47a021cb0206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:52.348509 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:53.462238 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-163bf7dd-d7a9-4a8b-b9b2-45b09df5c6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404158 Nov 01 19:27:53.543639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-923e56d9-9dd9-4cf6-98a0-59e98236c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:53.545120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-923e56d9-9dd9-4cf6-98a0-59e98236c7b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1096 time: 0.0399284 Nov 01 19:27:53.649859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-0b06bd51-69fa-4465-bff4-0d241084a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:53.651382 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-0b06bd51-69fa-4465-bff4-0d241084a181 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 200 len: 898 time: 0.0866046 Nov 01 19:27:53.718576 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-9433f264-1377-4f4d-9291-1230e2b01abd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 200 len: 1001 time: 0.0598872 Nov 01 19:27:53.773574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-ed4bb759-7963-4edf-ac1d-7e7f881a61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:53.775028 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-ed4bb759-7963-4edf-ac1d-7e7f881a61bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a2b9941-dbcf-4d16-a3d4-6f668e836d81 HTTP/1.1" status: 200 len: 834 time: 0.0485220 Nov 01 19:27:53.820359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-a1a1f4e4-07b4-4a5d-89ab-6ad63f2a8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:53.822088 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-a1a1f4e4-07b4-4a5d-89ab-6ad63f2a8223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84aa8d67-aaee-4b34-8e40-d490d21d3c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397122 Nov 01 19:27:53.911150 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-c02b66d8-b818-43b3-af14-9f6720e8f144 service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809190 Nov 01 19:27:54.039962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:54.063249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd825045-606f-4c9a-b2d1-97052265ef28 req-3e8610ac-3510-427b-80bb-ce3c6ea6ffbf service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447752 Nov 01 19:27:55.025239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e38f1-8432-435c-99f2-220ca67254f2 req-3ab54668-778e-4f45-986b-e58c106f653b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:55.026722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-899e38f1-8432-435c-99f2-220ca67254f2 req-3ab54668-778e-4f45-986b-e58c106f653b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.1139019 Nov 01 19:27:55.064201 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-899e38f1-8432-435c-99f2-220ca67254f2 req-732156fc-cb7c-44c8-8faf-471f9d200ee1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Nov 01 19:27:56.230978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ded84-aadb-4d02-9113-941df989faa3 req-20f66f0e-e0fa-489b-b782-7f489de664c4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:56.232471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-932ded84-aadb-4d02-9113-941df989faa3 req-20f66f0e-e0fa-489b-b782-7f489de664c4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0965343 Nov 01 19:27:56.269717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-932ded84-aadb-4d02-9113-941df989faa3 req-776e81ab-e477-4c45-a507-743c8830f764 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Nov 01 19:27:56.291851 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42854) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:27:56.355816 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e2e3efa2-4de7-4093-a7d3-88e7cd8d5608 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/b279c165-9e17-4a8e-9552-f686fdd2d1d4 HTTP/1.1" status: 200 len: 993 time: 0.0627227 Nov 01 19:27:56.861858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:27:57.769459 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab1f6a-6796-46c9-a2ff-83a8cb364841 req-42e53b12-c35a-4ea0-ac68-d1edf26a5c21 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:57.770978 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aab1f6a-6796-46c9-a2ff-83a8cb364841 req-42e53b12-c35a-4ea0-ac68-d1edf26a5c21 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0494602 Nov 01 19:27:57.808778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7aab1f6a-6796-46c9-a2ff-83a8cb364841 req-e72a73a1-3e80-447b-b20d-183c627ba350 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318587 Nov 01 19:27:58.924820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46e07a-69ae-40dd-81b1-87b4060ab8dc req-8d6ef716-62d3-4400-94ec-9882155acb9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:27:58.926574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb46e07a-69ae-40dd-81b1-87b4060ab8dc req-8d6ef716-62d3-4400-94ec-9882155acb9c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0488765 Nov 01 19:27:58.965870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb46e07a-69ae-40dd-81b1-87b4060ab8dc req-fb6f8fd9-6990-4df2-b928-07a7bb1b326e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Nov 01 19:28:00.086697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369892f7-7ec3-413f-a36c-ace39d288018 req-fe5a1fd7-018f-41e0-8412-afcda88ddf79 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:00.088209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-369892f7-7ec3-413f-a36c-ace39d288018 req-fe5a1fd7-018f-41e0-8412-afcda88ddf79 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0517101 Nov 01 19:28:00.125328 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-369892f7-7ec3-413f-a36c-ace39d288018 req-ad345898-a4d5-4180-a48c-d41bb0b0732d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Nov 01 19:28:00.147967 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:00.208846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fa6ae807-94e8-49a0-8dbd-82d195560060 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/b279c165-9e17-4a8e-9552-f686fdd2d1d4 HTTP/1.1" status: 200 len: 993 time: 0.0597591 Nov 01 19:28:00.431440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42872) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:00.586658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 5fe7830c-3cd1-43af-9ebc-4c12820eab19 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:28:00.586994 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:00.673305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:00.673648 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:00.686042 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 5fe7830c-3cd1-43af-9ebc-4c12820eab19 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:28:00.895196 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:00.918224 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=5fe7830c-3cd1-43af-9ebc-4c12820eab19,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:00.932270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.932627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.932969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.933315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.933637 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.933970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.934299 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.934627 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.934955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.935283 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.935634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.935955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:00.990362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:00.990710 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP b279c165-9e17-4a8e-9552-f686fdd2d1d4 disassociated (deleted). External IP: 172.25.2.245, port: 79e3ad46-d07f-436b-a598-d273659d288a. Nov 01 19:28:01.511293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 85f0628d-612e-459a-94f4-a15622efd2a3 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:28:01.617676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:28:01.622777 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:01.627120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Sync routers for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:28:01.636365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:01.637028 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:01.651226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f5c764be-676b-4a32-aab3-6aebebc54a88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/floatingips/b279c165-9e17-4a8e-9552-f686fdd2d1d4 HTTP/1.1" status: 204 len: 168 time: 1.2186673 Nov 01 19:28:01.651827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:28:01.654353 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0077490-9a12-487c-a090-b1be654e8598" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:28:01.705232 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be2404-835f-4b3c-8379-eaca43936101 x-openstack-request-id: req-03be2404-835f-4b3c-8379-eaca43936101 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:28:01.705232 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "tag": "79e3ad46-d07f-436b-a598-d273659d288a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:28:01.705232 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03be2404-835f-4b3c-8379-eaca43936101 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:28:01.705232 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a', 'status': 'completed', 'code': 200} Nov 01 19:28:01.755944 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:01.765191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0077490-9a12-487c-a090-b1be654e8598 req-ef3d599d-eea3-4607-b830-2f67d27e3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:01.766639 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-ef3d599d-eea3-4607-b830-2f67d27e3337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 1096 time: 0.0420218 Nov 01 19:28:01.865095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0077490-9a12-487c-a090-b1be654e8598 req-18dee243-53b4-4bf9-a834-cc1209413d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:01.866498 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-18dee243-53b4-4bf9-a834-cc1209413d05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 200 len: 898 time: 0.0917630 Nov 01 19:28:01.908823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-a5457c7a-3d89-48b9-b4b6-a9c24b347c0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 200 len: 217 time: 0.0352190 Nov 01 19:28:01.958918 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:01.959665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0077490-9a12-487c-a090-b1be654e8598 req-31aec4b6-3d66-45a3-b41e-07b5f4ac03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:01.961169 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-31aec4b6-3d66-45a3-b41e-07b5f4ac03bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a2b9941-dbcf-4d16-a3d4-6f668e836d81 HTTP/1.1" status: 200 len: 834 time: 0.0453906 Nov 01 19:28:01.985095 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Checking router: 85f0628d-612e-459a-94f4-a15622efd2a3 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:28:01.993776 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:01.994388 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:02.014736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0077490-9a12-487c-a090-b1be654e8598 req-fc73f138-ae70-4126-87d6-2f94857a27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:02.016344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-fc73f138-ae70-4126-87d6-2f94857a27ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84aa8d67-aaee-4b34-8e40-d490d21d3c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481756 Nov 01 19:28:02.106237 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:02.110288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-22569255-86aa-49c6-84e9-fe37bf3a2736 service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Nov 01 19:28:02.115370 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642082b1-c399-47e6-8d6a-cf0b6bcaa8e6 req-2f28c81f-28da-448e-b3fc-3ae27288ce49 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:02.116894 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642082b1-c399-47e6-8d6a-cf0b6bcaa8e6 req-2f28c81f-28da-448e-b3fc-3ae27288ce49 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0538800 Nov 01 19:28:02.156226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-642082b1-c399-47e6-8d6a-cf0b6bcaa8e6 req-ec31d1ee-d16d-47ba-a981-67dd9689f701 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Nov 01 19:28:02.211373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d0077490-9a12-487c-a090-b1be654e8598 req-ef7b5385-73d2-428a-97bf-bc2d5ca9dce6 service neutron] 10.222.0.32 "GET /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923393 Nov 01 19:28:02.310902 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:02.344004 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00113c41-687a-4f92-bcf4-aaa448d3ace2 None None] The sync data for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 is: [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:27:08Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'dc650754-fd45-4188-b882-e50b90d59a73', 'name': '', 'network_id': '84aa8d67-aaee-4b34-8e40-d490d21d3c13', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:d6:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:07Z', 'updated_at': '2021-11-01T19:27:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '9a2b9941-dbcf-4d16-a3d4-6f668e836d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:28:02.557118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3adbc-5b8a-498f-ae20-4190b3d03563 None None] New status for floating IP b279c165-9e17-4a8e-9552-f686fdd2d1d4: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:28:03.277602 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637cfe-4ff0-4fb2-a2b8-3ea2e8566072 req-c42d11e9-845a-4590-9de6-ed2ea25c36e4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:03.279176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48637cfe-4ff0-4fb2-a2b8-3ea2e8566072 req-c42d11e9-845a-4590-9de6-ed2ea25c36e4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0521688 Nov 01 19:28:03.317535 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-48637cfe-4ff0-4fb2-a2b8-3ea2e8566072 req-d8505379-020f-41f6-b652-df19f16278c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=27d9b5d2-b576-4364-ab8a-96bcf57685ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Nov 01 19:28:03.603332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-efa0143b-7783-44c0-85f0-e3bf2b89a56f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:03.604802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-efa0143b-7783-44c0-85f0-e3bf2b89a56f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 945 time: 0.0488622 Nov 01 19:28:03.705025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 79e3ad46-d07f-436b-a598-d273659d288a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:28:03.705540 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:03.801782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 79e3ad46-d07f-436b-a598-d273659d288a, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=79e3ad46-d07f-436b-a598-d273659d288a,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:03.802179 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:03.814729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 79e3ad46-d07f-436b-a598-d273659d288a owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:28:04.026445 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:04.053711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=79e3ad46-d07f-436b-a598-d273659d288a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:04.066102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.066456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.066804 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.067141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.067474 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.067835 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.068164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.068494 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.068822 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.069147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.069469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.069790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:04.107349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] No DVR routers for this DVR port 79e3ad46-d07f-436b-a598-d273659d288a on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:28:04.110018 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:04.114317 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b724ab3c-eaa5-4973-9c7c-9e58bc347844 req-92defb68-f454-4f4e-912e-bf68cdc46ac0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "DELETE /v2.0/ports/79e3ad46-d07f-436b-a598-d273659d288a HTTP/1.1" status: 204 len: 173 time: 0.5032058 Nov 01 19:28:04.114761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'name': 'network-vif-deleted', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:28:04.117037 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645331f9-ad9b-47b2-b0e0-4dcf4b9ebc3c" -d '{"events": [{"server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "name": "network-vif-deleted", "tag": "79e3ad46-d07f-436b-a598-d273659d288a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:28:04.151829 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a8073c-2b3c-4de4-99c4-1f8c0bdca317 x-openstack-request-id: req-97a8073c-2b3c-4de4-99c4-1f8c0bdca317 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:28:04.152163 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef", "name": "network-vif-deleted", "tag": "79e3ad46-d07f-436b-a598-d273659d288a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:28:04.152418 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97a8073c-2b3c-4de4-99c4-1f8c0bdca317 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:28:04.152817 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef', 'name': 'network-vif-deleted', 'tag': '79e3ad46-d07f-436b-a598-d273659d288a', 'status': 'completed', 'code': 200} Nov 01 19:28:04.428505 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-886646d7-673c-4119-9c8e-0faebff77fd2 req-dfeccadd-8f02-468c-9ab8-92981dcd67f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbc3d5a6-6b73-4c0b-aafb-8c5b68a4b2ef HTTP/1.1" status: 200 len: 210 time: 0.0275402 Nov 01 19:28:05.489777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42888) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:05.558708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:05.850715 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:06.120161 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port dc650754-fd45-4188-b882-e50b90d59a73 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:28:06.120424 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:06.212182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port dc650754-fd45-4188-b882-e50b90d59a73, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=dc650754-fd45-4188-b882-e50b90d59a73,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:06.212547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:06.225296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for dc650754-fd45-4188-b882-e50b90d59a73 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:28:06.479121 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:06.506333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=dc650754-fd45-4188-b882-e50b90d59a73,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:06.684242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:06.894092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 85f0628d-612e-459a-94f4-a15622efd2a3 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:28:06.998651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:28:07.003798 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fb587ae7-9291-45be-8738-24acb6ed899e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/85f0628d-612e-459a-94f4-a15622efd2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129647 Nov 01 19:28:07.006547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42890) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:07.009624 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Sync routers for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:28:07.020725 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:07.021343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:07.066041 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting subnet 9a2b9941-dbcf-4d16-a3d4-6f668e836d81 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:28:07.069158 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.104029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 79e3ad46-d07f-436b-a598-d273659d288a no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:28:07.109901 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.127017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 79e3ad46-d07f-436b-a598-d273659d288a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:28:07.127915 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 79e3ad46-d07f-436b-a598-d273659d288a not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:28:07.129035 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:07.194948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.303101 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:28:06Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:07.319448 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.333917 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Checking router: 85f0628d-612e-459a-94f4-a15622efd2a3 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:28:07.342197 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Routers {'85f0628d-612e-459a-94f4-a15622efd2a3'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:07.342799 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['85f0628d-612e-459a-94f4-a15622efd2a3'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:07.346241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2b9941-dbcf-4d16-a3d4-6f668e836d81,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:07.352066 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.356949 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-45e1f7eb-801b-413e-aa31-0a78d55c48e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/subnets/9a2b9941-dbcf-4d16-a3d4-6f668e836d81 HTTP/1.1" status: 204 len: 168 time: 0.3478563 Nov 01 19:28:07.358076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42892) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:07.360769 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be1f88-2cfa-4426-ab9c-8fb4faff74c7 None None] Network 84aa8d67-aaee-4b34-8e40-d490d21d3c13 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:28:07.448046 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] Set router 85f0628d-612e-459a-94f4-a15622efd2a3 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:07.473669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.550716 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] DHCP port deletion for 84aa8d67-aaee-4b34-8e40-d490d21d3c13 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:28:07.594092 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.607103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Deleting port ddc2543e-5f25-437e-897b-ac82d8dbb835 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:28:07.612548 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.673322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] For port ddc2543e-5f25-437e-897b-ac82d8dbb835, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=ddc2543e-5f25-437e-897b-ac82d8dbb835,segment=NetworkSegment(25865f4c-c957-4e75-ad02-6b2cb4505f97),segment_id=25865f4c-c957-4e75-ad02-6b2cb4505f97)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:07.673722 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.688050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Calling delete_port for ddc2543e-5f25-437e-897b-ac82d8dbb835 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:28:07.709962 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port e343a7ca-903a-4acb-935f-a81d141d1a6d {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:28:07.714468 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.733470 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:28:06Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:07.764297 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0261597-ad50-487f-a769-cddf56c29ad4 None None] The sync data for ids ['85f0628d-612e-459a-94f4-a15622efd2a3'] in n-d-815923-2 is: [{'id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004233132', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:27:03Z', 'updated_at': '2021-11-01T19:28:06Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': 'e343a7ca-903a-4acb-935f-a81d141d1a6d', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f0628d-612e-459a-94f4-a15622efd2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:27:04Z', 'updated_at': '2021-11-01T19:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:28:07.793982 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port e343a7ca-903a-4acb-935f-a81d141d1a6d, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e343a7ca-903a-4acb-935f-a81d141d1a6d,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:07.794905 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.808355 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for e343a7ca-903a-4acb-935f-a81d141d1a6d owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:28:07.833129 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:07.860301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Pushing event deleted for resources: {'Port': ['ID=ddc2543e-5f25-437e-897b-ac82d8dbb835,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:07.864270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] No DVR routers for this DVR port ddc2543e-5f25-437e-897b-ac82d8dbb835 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:28:07.871643 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.874974 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:07.876625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14776d0-bc94-44ab-86ee-6095ec06ad17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:08.037833 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.067900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=e343a7ca-903a-4acb-935f-a81d141d1a6d,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:08.133869 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.228920 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.231111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.329394 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.329971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Fanout notify agent at l3_agent the message router_deleted on router 85f0628d-612e-459a-94f4-a15622efd2a3 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:28:08.339369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.339369 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-47de54ab-6a8f-43c9-94b7-08dd9abc9738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/routers/85f0628d-612e-459a-94f4-a15622efd2a3 HTTP/1.1" status: 204 len: 168 time: 0.9794526 Nov 01 19:28:08.341479 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42894) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:08.433257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.526040 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.546024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aa8d67-aaee-4b34-8e40-d490d21d3c13']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:08.555984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25865f4c-c957-4e75-ad02-6b2cb4505f97') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:08.556284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25865f4c-c957-4e75-ad02-6b2cb4505f97') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:08.565390 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.578262 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.584194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:28:08.584678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:28:08.587536 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:28:08.724841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.732079 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.735249 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/networks/84aa8d67-aaee-4b34-8e40-d490d21d3c13 HTTP/1.1" status: 204 len: 168 time: 0.3927608 Nov 01 19:28:08.738847 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42896) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:08.747350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309dfdf-7bdd-45e2-a88c-96936e5adceb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Network': ['ID=84aa8d67-aaee-4b34-8e40-d490d21d3c13,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:08.798440 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.832667 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.873894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddc2543e-5f25-437e-897b-ac82d8dbb835 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:28:08.894845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: ddc2543e-5f25-437e-897b-ac82d8dbb835 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:28:08.895192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device ddc2543e-5f25-437e-897b-ac82d8dbb835 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:28:08.895642 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc650754-fd45-4188-b882-e50b90d59a73 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:28:08.914400 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: dc650754-fd45-4188-b882-e50b90d59a73 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:28:08.914739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device dc650754-fd45-4188-b882-e50b90d59a73 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:28:08.959265 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.961996 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:08.963246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/security-groups/27d9b5d2-b576-4364-ab8a-96bcf57685ac HTTP/1.1" status: 204 len: 168 time: 0.2230883 Nov 01 19:28:08.974061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd6d2-191d-4ee2-89ee-99b086d210ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9b5d2-b576-4364-ab8a-96bcf57685ac,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:09.546675 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42902) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:09.551368 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213479699', 'description': 'tempest-secgroup-smoke-1213479699 description', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:09.661798 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:09.729115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:09.821957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:09.855863 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:09.885688 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8c9a3-a5a1-421d-93b1-022a1abd06b6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:09.949052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:09.950288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4654440e-ed04-4c7d-a282-5ba5fd5235b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4025784 Nov 01 19:28:09.953263 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42904) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:09.957763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:10.048713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.103579 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.175178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.193607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5382c3-0244-4ae1-85fb-0f1e18fcbffc,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:10.269442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.270664 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-945c471e-c579-41fd-a807-8f7bcec9121c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164551 Nov 01 19:28:10.273333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42906) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:10.277720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:10.364441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.422270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.443959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e343a7ca-903a-4acb-935f-a81d141d1a6d no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:28:10.467047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e343a7ca-903a-4acb-935f-a81d141d1a6d {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:28:10.467388 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e343a7ca-903a-4acb-935f-a81d141d1a6d not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:28:10.501846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.520226 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ac22e9-a656-4fae-942c-5988b8d9ee46,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:10.611998 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.613216 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-b24652bc-e38e-48d8-81c9-acb86b5160f4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389370 Nov 01 19:28:10.615917 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42908) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:10.620156 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:10.729252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.787743 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.867160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.886145 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b64873-0e5a-43ab-8349-09ad0f41574d,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:10.955020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:10.956956 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-dbb116e5-942a-4394-b429-04ae7e05e06b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400917 Nov 01 19:28:10.959565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42910) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:10.963981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:11.066713 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.126022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.203313 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.221598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb7a266-fac5-4122-a1a0-43ab26426e78,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:11.302897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.304159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0a171e38-86ac-40f2-8d68-8961f944f43e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3436544 Nov 01 19:28:11.306888 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42912) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:11.311174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:11.404580 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:28:11.409608 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.471699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.558703 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.576971 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db4ac83-d2ab-484b-b25d-deb1bcc0353b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:11.640894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.642172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-915f6c01-202f-4d56-ae08-701e0efdadf3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343549 Nov 01 19:28:11.644863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42914) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:11.649213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '38b8c9a3-a5a1-421d-93b1-022a1abd06b6', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:11.736300 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:28:11.742334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.801554 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.850180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.867944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071f1e88-513f-4c77-9d95-28892f60e35a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:11.955131 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:11.956871 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-7989ba7a-b77b-44b8-a97a-07b0d9becc37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110843 Nov 01 19:28:11.959842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42916) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:11.964655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'network': {'name': 'tempest-network-smoke--335815892', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:12.038931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:28:12.042531 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.065935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:28:12.074572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.074896 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Added segment b3df88c9-4e37-4388-aed0-0d617061923f of type vlan for network 496c8197-7ad7-45aa-bd7c-303598a05a79 Nov 01 19:28:12.113878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.191568 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.197552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:12.198139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.268557 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Network': ['ID=496c8197-7ad7-45aa-bd7c-303598a05a79,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:12.278231 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:28:12.303295 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4e7a77f6-7882-4aa6-ac2a-ae8bd90127b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3424106 Nov 01 19:28:12.305866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42918) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:12.310589 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'admin_state_up': True, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:12.410116 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.411239 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.466745 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.659028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.900394 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:12.918327 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:13.020278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.67 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/5f8b4c56-9c6a-4039-9d51-083c87227072) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:28:13.125749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:13.233235 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:13.271396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:13.278341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:13.282673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:28:13.286313 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=5f8b4c56-9c6a-4039-9d51-083c87227072,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:13.607182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:13.804308 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.010421 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:28:14.117748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:28:14.127902 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Sync routers for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:28:14.137899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:14.138516 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:14.211078 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.212388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7f9263a-0af0-41fc-b46b-4fc63e6a9c7c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9053135 Nov 01 19:28:14.215592 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42920) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:14.243845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:14.244249 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-38d91f20-8c91-42ca-9d16-7f86ca7c4979 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cdf2a9a935a4085b63f3de2e7797a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275695 Nov 01 19:28:14.246866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42922) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:14.338478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71911352-8158-4bf0-b2b2-aa9ac381ced1 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:14.342673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-71911352-8158-4bf0-b2b2-aa9ac381ced1 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923038 Nov 01 19:28:14.342935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42924) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:14.370721 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a399508d-c2e0-4d40-94b1-764ffe6eff5b tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266662 Nov 01 19:28:14.373275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42926) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:14.378667 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373857845', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:14.422729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:13Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:14.450259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Checking router: d1c8418e-9358-4e2d-b0bf-8ce41b410f27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:28:14.450608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Updating router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 port 5f8b4c56-9c6a-4039-9d51-083c87227072 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:28:14.474365 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.546291 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:28:14.550827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.726941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.816046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.826907 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.876305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Attempting to bind port 5f8b4c56-9c6a-4039-9d51-083c87227072 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:28:14.876679 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Attempting to bind port 5f8b4c56-9c6a-4039-9d51-083c87227072 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:28:14.877084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Attempting to bind port 5f8b4c56-9c6a-4039-9d51-083c87227072 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:28:14.880295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Subnet': ['ID=19336ea3-96a8-46d7-b364-9d29204fcdb6,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:14.884664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c0078-5f81-4f1d-b205-2a04f8b6d7be None None] Pushing event updated for resources: {'Port': ['ID=5f8b4c56-9c6a-4039-9d51-083c87227072,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:14.887208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:28:14.887521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:28:14.887928 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.888315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:28:14.888781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Bound port: 5f8b4c56-9c6a-4039-9d51-083c87227072, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:28:14.889165 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:14.889827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Checking segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:28:14.890194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network hostable DHCP agents. Network: 496c8197-7ad7-45aa-bd7c-303598a05a79, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:28:14.939217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] For port 5f8b4c56-9c6a-4039-9d51-083c87227072, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:28:14.942229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] For port 5f8b4c56-9c6a-4039-9d51-083c87227072, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5f8b4c56-9c6a-4039-9d51-083c87227072,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:28:14.958383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:28:15.010334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:15.038515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 496c8197-7ad7-45aa-bd7c-303598a05a79) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:15.042899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:15.043486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:15.054620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84adef1a-6666-4430-9950-e8b6a8674fdc None None] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:28:15.091496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:15.093791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:15.122084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c0078-5f81-4f1d-b205-2a04f8b6d7be None None] Pushing event updated for resources: {'Port': ['ID=5f8b4c56-9c6a-4039-9d51-083c87227072,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:15.144939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3538ffa1-c359-4f8f-8c82-f64c33097f76 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7705805 Nov 01 19:28:15.147773 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 42930) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:15.277233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:15.344503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-496c8197-7ad7-45aa-bd7c-303598a05a79', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:28:15.345364 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:15.731072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Allocated IP 172.20.0.2 (496c8197-7ad7-45aa-bd7c-303598a05a79/19336ea3-96a8-46d7-b364-9d29204fcdb6/096093ad-58bf-47ff-aee4-a1517f7bdbb7) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:28:15.802894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:13Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:15.834534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf14b7-ea38-4eb5-8437-d7a576357433 None None] The sync data for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 is: [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:13Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:28:15.928149 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:15.945602 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.004834 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.070611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:16.074824 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:16.083160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:28:16.093195 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Pushing event updated for resources: {'Port': ['ID=096093ad-58bf-47ff-aee4-a1517f7bdbb7,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:16.158012 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Attempting to bind port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:28:16.158948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Attempting to bind port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:28:16.159309 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Attempting to bind port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 on network 496c8197-7ad7-45aa-bd7c-303598a05a79 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:28:16.165455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:28:16.165825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Checking segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:28:16.169109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.169109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Bound using segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:28:16.169109 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Bound port: 096093ad-58bf-47ff-aee4-a1517f7bdbb7, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:28:16.169109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.238275 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] For port 096093ad-58bf-47ff-aee4-a1517f7bdbb7, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:28:16.243253 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] For port 096093ad-58bf-47ff-aee4-a1517f7bdbb7, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=096093ad-58bf-47ff-aee4-a1517f7bdbb7,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:28:16.249896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.1 (496c8197-7ad7-45aa-bd7c-303598a05a79/19336ea3-96a8-46d7-b364-9d29204fcdb6/da20f6fd-57a1-4609-ba18-69dc9c0da066) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:28:16.307824 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.376406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.378670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58751b-bfbf-4b9d-a70d-52411fc23f2b None None] Pushing event updated for resources: {'Port': ['ID=096093ad-58bf-47ff-aee4-a1517f7bdbb7,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:16.456868 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.500469 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:16.506834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:16.510927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:28:16.518324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:16.539442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5f8b4c56-9c6a-4039-9d51-083c87227072 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:28:16.586003 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.636222 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5f8b4c56-9c6a-4039-9d51-083c87227072 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:16.636908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.738301 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.802839 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 5f8b4c56-9c6a-4039-9d51-083c87227072, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5f8b4c56-9c6a-4039-9d51-083c87227072,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:16.851462 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.879464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:16.930328 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=5f8b4c56-9c6a-4039-9d51-083c87227072,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:17.148087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.204605 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.293830 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:17.298699 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.395673 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444c0be-0c0e-4507-a344-c6f645743f99 None None] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:28:17.403859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:17.405347 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:17.498821 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] Provisioning complete for port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:17.499230 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.536654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:28:17.639589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.654424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:28:17.660720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-01e7676b-712f-48b0-b39d-870f7f0e8e18 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/d1c8418e-9358-4e2d-b0bf-8ce41b410f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118308 Nov 01 19:28:17.700690 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] For port 096093ad-58bf-47ff-aee4-a1517f7bdbb7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=096093ad-58bf-47ff-aee4-a1517f7bdbb7,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:17.763895 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:17.833044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9ae4f-bd72-4c13-8397-74cf2be2f73c None None] Pushing event updated for resources: {'Port': ['ID=096093ad-58bf-47ff-aee4-a1517f7bdbb7,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:17.876455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-ab06c08c-8cef-40a6-8071-550c9f39736e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213479699&fields=id&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 267 time: 0.0420201 Nov 01 19:28:18.001093 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d0249b1f-1f8a-46bc-9b3c-e5d4cd30a046 None None] Provisioning complete for port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.001822 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0249b1f-1f8a-46bc-9b3c-e5d4cd30a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.010434 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b7088b93-37a0-4262-b02e-1314807d6ffd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:18.012274 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b7088b93-37a0-4262-b02e-1314807d6ffd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 796 time: 0.1265094 Nov 01 19:28:18.029916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-f3d5dea7-61af-47ff-b0d1-58510ef9dd04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/quotas/6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 375 time: 0.0101438 Nov 01 19:28:18.118510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-5132f1f6-00f9-4e00-9358-4305294a8940 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737827 Nov 01 19:28:18.130987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-d0249b1f-1f8a-46bc-9b3c-e5d4cd30a046 None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.131361 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d0249b1f-1f8a-46bc-9b3c-e5d4cd30a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.178625 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-d0249b1f-1f8a-46bc-9b3c-e5d4cd30a046 None None] Port da20f6fd-57a1-4609-ba18-69dc9c0da066 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:28:18.216814 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Sync routers for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:28:18.230899 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:18.231537 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:18.292096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-4eb3b26c-2e41-495a-a357-f21c38173b73 service neutron] 10.222.0.31 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725061 Nov 01 19:28:18.302813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-82d88461-041b-42f1-af27-3d3766468425 None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.303350 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-82d88461-041b-42f1-af27-3d3766468425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.340971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-82d88461-041b-42f1-af27-3d3766468425 None None] Port da20f6fd-57a1-4609-ba18-69dc9c0da066 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:28:18.360343 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:18.392090 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-6f2375bf-fdd7-48d4-9f2d-4f4b8bc4b446 service neutron] 10.222.0.31 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977771 Nov 01 19:28:18.471801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-22089453-33e3-460f-9b8a-6250329ed89b None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.474013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-22089453-33e3-460f-9b8a-6250329ed89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.527038 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-22089453-33e3-460f-9b8a-6250329ed89b None None] Port da20f6fd-57a1-4609-ba18-69dc9c0da066 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:28:18.583186 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:17Z', 'revision_number': 2, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:18.615257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Checking router: d1c8418e-9358-4e2d-b0bf-8ce41b410f27 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:28:18.615646 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Updating router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 port da20f6fd-57a1-4609-ba18-69dc9c0da066 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:28:18.622994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 096093ad-58bf-47ff-aee4-a1517f7bdbb7 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:28:18.645883 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.692062 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-95e9f258-f7a9-4632-9292-c4cca5ef071f req-2afe1bf6-eec1-444e-9287-e99162523324 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 210 time: 0.0480549 Nov 01 19:28:18.701683 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.701683 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.798463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5f8b4c56-9c6a-4039-9d51-083c87227072 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:28:18.823848 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c540d89f-983c-484b-ac1e-8df012d8b6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.855761 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5f8b4c56-9c6a-4039-9d51-083c87227072 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:18.856128 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:18.941906 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.015280 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.071254 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Pushing event updated for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:19.096040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.096040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.096351 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.096670 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.096999 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.097329 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.097650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.098255 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.098675 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.098996 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.099313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.099659 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:28:19.141660 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Attempting to bind port da20f6fd-57a1-4609-ba18-69dc9c0da066 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:28:19.142033 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Attempting to bind port da20f6fd-57a1-4609-ba18-69dc9c0da066 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:28:19.142403 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Attempting to bind port da20f6fd-57a1-4609-ba18-69dc9c0da066 on network 496c8197-7ad7-45aa-bd7c-303598a05a79 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:28:19.148207 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:28:19.148583 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Checking segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:28:19.149130 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.149554 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Bound using segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:28:19.149847 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Bound port: da20f6fd-57a1-4609-ba18-69dc9c0da066, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:28:19.150227 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.216007 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] For port da20f6fd-57a1-4609-ba18-69dc9c0da066, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:28:19.219088 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] For port da20f6fd-57a1-4609-ba18-69dc9c0da066, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=da20f6fd-57a1-4609-ba18-69dc9c0da066,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:28:19.268450 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.332209 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:19.332834 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:27:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:19.335772 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f183eab-bc28-4caf-ab85-aacf7ced71eb None None] Pushing event updated for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:19.358206 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:19.358206 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.447034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.456131 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:19.480811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] For port da20f6fd-57a1-4609-ba18-69dc9c0da066, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=da20f6fd-57a1-4609-ba18-69dc9c0da066,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:19.547437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.597521 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40217a-1ae6-4e3a-99d1-1b06cce5fe71 None None] Pushing event updated for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:19.666536 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:19.673531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-81cac435-6240-40bd-aa1e-37c03ec055b3 None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:19.674401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-81cac435-6240-40bd-aa1e-37c03ec055b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:19.695005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2a793-032b-4969-ae59-a13a6137b6f9 None None] The sync data for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 is: [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:28:19.826897 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1aab9ca0-f3fd-4306-a861-1442cae31cf9 req-9b176a32-1087-49b7-bb0c-6da6a21fbdd6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 210 time: 0.0314043 Nov 01 19:28:20.535989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device da20f6fd-57a1-4609-ba18-69dc9c0da066 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:28:20.567438 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:28:20.589871 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port da20f6fd-57a1-4609-ba18-69dc9c0da066 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:20.590240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:20.728814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-4cca5c95-ee3e-4a23-9c8d-1f5f156fd2bb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:20.733574 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-4cca5c95-ee3e-4a23-9c8d-1f5f156fd2bb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 796 time: 0.1368239 Nov 01 19:28:20.779661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-badf97cd-80f2-4b6f-b4b7-098db0690bec tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 380 time: 0.0404582 Nov 01 19:28:20.790547 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'port': {'device_id': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'admin_state_up': True, 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'security_groups': ['38b8c9a3-a5a1-421d-93b1-022a1abd06b6']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:20.935051 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b0139db7-1f21-4881-a85b-d5e82b03d452 req-eebc7f98-6a17-4000-8944-787a35535473 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 210 time: 0.0262115 Nov 01 19:28:20.947103 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6678b490-7fb6-40dd-815f-5fdf1529c927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:20.975662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:28:20.979272 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.106407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.14 (496c8197-7ad7-45aa-bd7c-303598a05a79/19336ea3-96a8-46d7-b364-9d29204fcdb6/a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:28:21.254905 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.347886 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.388137 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:21.391169 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:21.397511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:28:21.423071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:21.455157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:21.455800 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.521530 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-49273d74-2504-49a5-9392-62ad917b69e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346911 Nov 01 19:28:21.535412 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-6c395511-74da-44b1-ba45-d0fd08bbf419 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:28:21.536485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-6c395511-74da-44b1-ba45-d0fd08bbf419 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061951 Nov 01 19:28:21.593384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Request body: {'port': {'device_id': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:21.620657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e0682a07-9a9e-41a9-a4eb-89a2ceb5e552 None None] Provisioning complete for port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:21.621238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e0682a07-9a9e-41a9-a4eb-89a2ceb5e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.655119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.655736 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e0682a07-9a9e-41a9-a4eb-89a2ceb5e552 None None] Port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:28:21.919051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:28:21.926319 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:21.937792 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Transition to ACTIVE for port object a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:28:22.004443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:22.053318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b0bf5-255c-4adb-959a-c979a686bd59 req-b4bcd86e-f4c2-474f-bc17-12a2615dad24 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.055981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-253b0bf5-255c-4adb-959a-c979a686bd59 req-b4bcd86e-f4c2-474f-bc17-12a2615dad24 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 944 time: 0.0517080 Nov 01 19:28:22.057748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:22.097531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-253b0bf5-255c-4adb-959a-c979a686bd59 req-20484331-f0f2-4741-8344-dd0dbd8ea294 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366364 Nov 01 19:28:22.130988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Attempting to bind port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:28:22.131323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Attempting to bind port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:28:22.131689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Attempting to bind port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a on network 496c8197-7ad7-45aa-bd7c-303598a05a79 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:28:22.136155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a on network 496c8197-7ad7-45aa-bd7c-303598a05a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:28:22.136486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Attempting to bind port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a on network 496c8197-7ad7-45aa-bd7c-303598a05a79 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:28:22.141548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:28:22.141893 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Checking segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:28:22.142282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Bound using segment: {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:28:22.143299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Bound port: a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3df88c9-4e37-4388-aed0-0d617061923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:28:22.143693 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:22.209867 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:28:22.213224 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:28:22.290392 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:22.325743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.326410 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:22.327894 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] 10.222.0.37 "PUT /v2.0/ports/a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 1092 time: 0.7826998 Nov 01 19:28:22.328382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:28:22.330930 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b4d49-d5f5-41b3-92f7-2bad826209da" -d '{"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:28:22.358552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762daf7-d8af-4070-90bb-443ef872b6df service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:22.365173 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:22.382257 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fffb73-a606-4ee8-91a1-39cbae7696d5 x-openstack-request-id: req-b3fffb73-a606-4ee8-91a1-39cbae7696d5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:28:22.382257 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:28:22.382475 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3fffb73-a606-4ee8-91a1-39cbae7696d5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:28:22.382873 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'status': 'completed', 'code': 200} Nov 01 19:28:22.447185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-b404f8ce-fdf9-4448-a296-0dc06f0b708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.448736 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-b404f8ce-fdf9-4448-a296-0dc06f0b708c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1095 time: 0.0446458 Nov 01 19:28:22.553665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-01b0c6b1-ae87-4491-9224-44f88be1ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.555135 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-01b0c6b1-ae87-4491-9224-44f88be1ed8d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988657 Nov 01 19:28:22.649623 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-62aa19ee-ab5f-4ca5-b78a-384021883ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.651104 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a22b4d49-d5f5-41b3-92f7-2bad826209da req-62aa19ee-ab5f-4ca5-b78a-384021883ffe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896616 Nov 01 19:28:22.729914 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-9753461d-1889-45e5-a809-b584a6b46124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.731539 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-9753461d-1889-45e5-a809-b584a6b46124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1095 time: 0.0433693 Nov 01 19:28:22.774763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-2a69383f-7b68-4545-807e-778709060913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 217 time: 0.0350981 Nov 01 19:28:22.824377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-75d8a33d-65b3-4145-9585-4834ecde9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.825805 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-75d8a33d-65b3-4145-9585-4834ecde9616 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0440483 Nov 01 19:28:22.874653 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-9e7b7819-3b1e-4038-af45-c0f6ba3811bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:22.876182 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-9e7b7819-3b1e-4038-af45-c0f6ba3811bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438766 Nov 01 19:28:22.964129 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-d0463b39-897a-4ac9-b2d9-42f4748d2fba service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805600 Nov 01 19:28:23.057723 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d4e7fb4f-2822-4720-8389-3ec11c47f65e req-9276dfd1-4a3b-40b9-abda-351ae955882f service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Nov 01 19:28:23.218984 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26852b53-2633-4a0b-975e-b16c97aa8870 req-537addc6-3b76-4908-b9a2-2f766e282a85 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:23.220489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26852b53-2633-4a0b-975e-b16c97aa8870 req-537addc6-3b76-4908-b9a2-2f766e282a85 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 944 time: 0.0524306 Nov 01 19:28:23.258510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26852b53-2633-4a0b-975e-b16c97aa8870 req-309ef851-e84d-4254-96df-8a98ed474ea7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Nov 01 19:28:24.072400 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:24.379460 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdc984-f825-4d9e-8b61-3a1c84bafb43 req-36212183-b8a8-4637-bb95-8a3993d5239b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:24.380995 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8fdc984-f825-4d9e-8b61-3a1c84bafb43 req-36212183-b8a8-4637-bb95-8a3993d5239b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 944 time: 0.0491145 Nov 01 19:28:24.418254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b8fdc984-f825-4d9e-8b61-3a1c84bafb43 req-79560cbd-2ea1-4ae8-9d16-206953ed2f2a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Nov 01 19:28:25.533727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030456-5cdf-4d4f-9b82-3167341fe32e req-b558a6ab-a056-494a-98ea-3b1baf0608b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:25.535129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f030456-5cdf-4d4f-9b82-3167341fe32e req-b558a6ab-a056-494a-98ea-3b1baf0608b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 944 time: 0.0488105 Nov 01 19:28:25.572996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f030456-5cdf-4d4f-9b82-3167341fe32e req-c9c92180-516d-4284-8a44-0475f462da34 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Nov 01 19:28:26.690569 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b67c9d-ead3-4b7c-84b7-d4c406e9eff8 req-106ca5f3-4c0e-420e-853c-8f1982156ffb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:26.692079 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b67c9d-ead3-4b7c-84b7-d4c406e9eff8 req-106ca5f3-4c0e-420e-853c-8f1982156ffb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 944 time: 0.0531237 Nov 01 19:28:26.729422 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b67c9d-ead3-4b7c-84b7-d4c406e9eff8 req-a39e7e05-5a7c-410b-9eab-a9a1fcb1a53c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Nov 01 19:28:26.814850 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:27.479267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:28:27.581381 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:27.592184 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'port_id': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'mac_address': 'fa:16:3e:35:bb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:28:27.632356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:27.645142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:28:27.664117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:27.752489 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:27.800526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:27.848093 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6caf7f-2fb6-4163-8d86-c778dcd76561 req-8c92b064-ad0b-4787-87b9-cc5e18d4a405 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:27.849608 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c6caf7f-2fb6-4163-8d86-c778dcd76561 req-8c92b064-ad0b-4787-87b9-cc5e18d4a405 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 945 time: 0.0493360 Nov 01 19:28:27.893306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c6caf7f-2fb6-4163-8d86-c778dcd76561 req-92ffa4f5-adb6-4798-a629-8c3cb4bd8f07 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Nov 01 19:28:28.124494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:28:29.008940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c85da-7ee6-4121-9198-cf1947413c54 req-96d46c6d-6d97-4e2f-95b7-01ec5398e352 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:29.010452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-089c85da-7ee6-4121-9198-cf1947413c54 req-96d46c6d-6d97-4e2f-95b7-01ec5398e352 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 945 time: 0.0497732 Nov 01 19:28:29.047398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-089c85da-7ee6-4121-9198-cf1947413c54 req-207ac2ad-ebcb-4a92-aceb-23a40b6f5bb3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Nov 01 19:28:29.504706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:28:29.620745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:28:29.624561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:28:29.625451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:29.706582 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:29.728002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:28:29.730204 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3795b4c-433b-4856-86c2-11d6ddb26e62" -d '{"events": [{"server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:28:29.742040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:28:29.768192 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bb414-5f2d-4ab9-b9a6-5e850236ef94 x-openstack-request-id: req-7c6bb414-5f2d-4ab9-b9a6-5e850236ef94 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:28:29.768475 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:28:29.771862 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c6bb414-5f2d-4ab9-b9a6-5e850236ef94 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:28:29.771862 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'code': 200} Nov 01 19:28:29.808767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:29.857344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:29.864535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a5ba-caef-4043-8129-8ab2118f0287 req-46b27ebf-2eb5-4f7d-b76a-d0facf1d3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:29.866056 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d475a5ba-caef-4043-8129-8ab2118f0287 req-46b27ebf-2eb5-4f7d-b76a-d0facf1d3793 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0404367 Nov 01 19:28:29.900780 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d475a5ba-caef-4043-8129-8ab2118f0287 req-820abf26-4e4f-446f-bdf7-26a12bed5b5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279326 Nov 01 19:28:30.166620 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220dc2f-d0c6-4922-8cb4-5402498f3449 req-76cd93aa-3703-4f0e-a897-a1b8a0babdd3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:30.167991 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4220dc2f-d0c6-4922-8cb4-5402498f3449 req-76cd93aa-3703-4f0e-a897-a1b8a0babdd3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0510728 Nov 01 19:28:30.514838 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4220dc2f-d0c6-4922-8cb4-5402498f3449 req-353c386a-d414-48d9-945c-7e896cb966ae tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404138 Nov 01 19:28:31.633137 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44aab-ed84-4883-898d-150808427952 req-0182a1db-9b0e-45d8-8d98-0e813bde1a79 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:31.634614 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cf44aab-ed84-4883-898d-150808427952 req-0182a1db-9b0e-45d8-8d98-0e813bde1a79 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0505247 Nov 01 19:28:31.672469 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4cf44aab-ed84-4883-898d-150808427952 req-26a49732-9d49-4ed8-b4de-d425800bbba0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Nov 01 19:28:31.788068 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396feac-d474-4aeb-a939-9ea61356960e req-af28a974-2db2-473c-9393-1799395c9b52 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:31.789540 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9396feac-d474-4aeb-a939-9ea61356960e req-af28a974-2db2-473c-9393-1799395c9b52 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0489416 Nov 01 19:28:31.827320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9396feac-d474-4aeb-a939-9ea61356960e req-444233c0-790f-4f7d-8b5d-45fa22d215e5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Nov 01 19:28:31.848778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42994) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:31.894272 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1dcc5-95c3-4a5c-8a9e-2f9500a6bc39 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:31.895829 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cfa1dcc5-95c3-4a5c-8a9e-2f9500a6bc39 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1092 time: 0.0460455 Nov 01 19:28:31.898642 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 42996) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:31.902894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:28:31.980979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:32.074160 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:32.176183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.4 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/a36dfe78-56ef-41b5-b799-7ccb16d6cb1f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:28:32.273762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:32.375609 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:32.414895 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:28:32.417641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:28:32.421005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:28:32.452589 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=a36dfe78-56ef-41b5-b799-7ccb16d6cb1f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:32.783878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:32.915593 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:33.064198 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:33.157493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:33.225492 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=a36dfe78-56ef-41b5-b799-7ccb16d6cb1f,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:28:33.237039 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:33.336224 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 7fd588b1-34fa-4c4d-a167-886c4563536c associated. External IP: 172.25.2.4, port: a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a. Nov 01 19:28:33.542057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:28:33.649709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:28:33.659304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Sync routers for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:28:33.668437 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:33.669048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:33.743101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:33.770689 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-84527992-3cbd-43cd-87cc-3343528af66f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8710303 Nov 01 19:28:33.771270 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:28:33.773638 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deadaf76-f115-4158-bb40-c0be541db5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:28:33.776617 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:33.813930 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b98bce0-16f4-475b-8b33-10f671405ed6 x-openstack-request-id: req-5b98bce0-16f4-475b-8b33-10f671405ed6 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:28:33.815258 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:28:33.815258 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b98bce0-16f4-475b-8b33-10f671405ed6 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:28:33.815664 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'status': 'completed', 'code': 200} Nov 01 19:28:33.877206 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef91c3-758c-45a3-bbbf-474b57803828 req-45ad9b0c-ffd3-4958-83cb-a4e050b2c26f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:33.878855 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26ef91c3-758c-45a3-bbbf-474b57803828 req-45ad9b0c-ffd3-4958-83cb-a4e050b2c26f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0494821 Nov 01 19:28:33.882513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-72d91b45-7d33-4f9b-bd1a-97ba5d928572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:33.884047 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-72d91b45-7d33-4f9b-bd1a-97ba5d928572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0441437 Nov 01 19:28:33.918662 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-26ef91c3-758c-45a3-bbbf-474b57803828 req-336b5720-6fa1-4154-b37a-751f99d2cc45 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Nov 01 19:28:33.944425 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43002) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:33.996071 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-4dda2456-04a5-4a4d-be9f-d03c36042a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:33.997577 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-4dda2456-04a5-4a4d-be9f-d03c36042a89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 897 time: 0.1069725 Nov 01 19:28:34.024149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b95b7f29-a0f5-48f2-8558-4f87d3ae786d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/7fd588b1-34fa-4c4d-a167-886c4563536c HTTP/1.1" status: 200 len: 990 time: 0.0770583 Nov 01 19:28:34.037364 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7fd588b1-34fa-4c4d-a167-886c4563536c', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'port_id': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'mac_address': 'fa:16:3e:35:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:28:32Z', 'updated_at': '2021-11-01T19:28:32Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:34.064567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Checking router: d1c8418e-9358-4e2d-b0bf-8ce41b410f27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:28:34.069361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-15df56ff-0591-49df-8547-f0e346a369b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 998 time: 0.0651248 Nov 01 19:28:34.073230 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:28:34.073827 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:28:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:34.118528 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-42b5da98-3c8f-4ad2-b719-210ae8e8d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:34.120130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-42b5da98-3c8f-4ad2-b719-210ae8e8d7a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0441246 Nov 01 19:28:34.166197 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-98bee5f7-72cf-45db-8dd1-a773ed07960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:34.167717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-98bee5f7-72cf-45db-8dd1-a773ed07960a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394232 Nov 01 19:28:34.182130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:28:34.264696 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-2dd05d7d-34bb-45cd-83ad-e2fe902cb9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896983 Nov 01 19:28:34.353935 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-deadaf76-f115-4158-bb40-c0be541db5b4 req-cbc71d47-76e9-4ac1-90ad-3ab407b08164 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819647 Nov 01 19:28:34.406295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7fd588b1-34fa-4c4d-a167-886c4563536c', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'port_id': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'mac_address': 'fa:16:3e:35:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:28:32Z', 'updated_at': '2021-11-01T19:28:32Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:28:34.432406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbccaeb-1cda-432a-9a56-03b9988b00c0 None None] The sync data for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 is: [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '7fd588b1-34fa-4c4d-a167-886c4563536c', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'port_id': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'mac_address': 'fa:16:3e:35:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:28:32Z', 'updated_at': '2021-11-01T19:28:32Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:28:34.623835 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eb2e7-1199-45c6-9d2a-a8623d61f0d6 None None] New status for floating IP 7fd588b1-34fa-4c4d-a167-886c4563536c: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:28:35.027008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43004) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:28:35.089401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ae5c40f-e286-4b5e-933b-eeaa692fc942 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/7fd588b1-34fa-4c4d-a167-886c4563536c HTTP/1.1" status: 200 len: 992 time: 0.0612950 Nov 01 19:28:35.574790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:39.797444 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:48.808211 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1874-25ef-458d-84d1-74307848ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:50.974219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-138d5f79-58e9-40ff-8ea9-3d53ba6d9c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:52.340226 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:54.082883 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:54.919268 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-13aa1d3f-dc4f-4f03-8270-4b290f0320ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402319 Nov 01 19:28:55.000220 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-14dc13b3-7bfd-466a-b39e-5078a18de77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:55.002296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-14dc13b3-7bfd-466a-b39e-5078a18de77c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0403700 Nov 01 19:28:55.105367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-827f1777-e460-4c0e-a1c6-9126b0261d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:55.106809 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-827f1777-e460-4c0e-a1c6-9126b0261d98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 897 time: 0.0848141 Nov 01 19:28:55.172229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-caf6dba8-eef5-41ae-9e39-801468019dd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 1000 time: 0.0569801 Nov 01 19:28:55.221305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-d4ec84ae-0933-41e0-8d9b-bcd28e2cb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:55.222766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-d4ec84ae-0933-41e0-8d9b-bcd28e2cb790 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0438461 Nov 01 19:28:55.272165 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-378acf3d-7655-4974-bf15-7d6fb21f0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:28:55.273659 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-378acf3d-7655-4974-bf15-7d6fb21f0954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446250 Nov 01 19:28:55.360839 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-4650fafb-ac96-439a-8080-0839f37f7501 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801699 Nov 01 19:28:55.454934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-5438ac2d-e67f-4654-b74c-f90323599ef9 req-41848f1e-635e-487d-9949-716955eb58f1 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869489 Nov 01 19:28:56.842709 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:28:57.567450 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:29:05.596495 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:09.819795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:18.825031 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a42b318-12cb-4ce3-8d2a-254bdc6ef65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:20.944974 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b9b1dd6b-e261-4a59-82ae-12f92d1e6ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:22.350816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:24.116336 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:26.807892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:34.567132 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:29:35.595331 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:38.046711 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfa22b-bd7c-46b3-84a7-ee764dc06975 req-a8271c2b-c54d-4580-88bb-4cc65f430da8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:38.048292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3cfa22b-bd7c-46b3-84a7-ee764dc06975 req-a8271c2b-c54d-4580-88bb-4cc65f430da8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0508554 Nov 01 19:29:38.086467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3cfa22b-bd7c-46b3-84a7-ee764dc06975 req-00b7738a-b630-4c64-ad7f-5ef262a81fe8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Nov 01 19:29:38.105696 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489470c-34ad-4122-ac46-be7476b84a6d req-8e8ca74d-9ff2-496c-9a65-f7865cd183da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:38.108021 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-8e8ca74d-9ff2-496c-9a65-f7865cd183da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0424931 Nov 01 19:29:38.206202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489470c-34ad-4122-ac46-be7476b84a6d req-55c9164a-0356-4c75-98a9-9d51617a0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:38.207598 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-55c9164a-0356-4c75-98a9-9d51617a0795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 897 time: 0.0864859 Nov 01 19:29:38.273862 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-b414c050-bf53-4394-8c15-1638d3315f44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 1000 time: 0.0560238 Nov 01 19:29:38.322419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489470c-34ad-4122-ac46-be7476b84a6d req-3fd0c1b7-ea83-485c-b6ea-4811ea928560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:38.323884 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-3fd0c1b7-ea83-485c-b6ea-4811ea928560 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0427763 Nov 01 19:29:38.372684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489470c-34ad-4122-ac46-be7476b84a6d req-d11ad2db-8b6b-46a7-b84e-aff981bd3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:38.377006 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-d11ad2db-8b6b-46a7-b84e-aff981bd3906 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426791 Nov 01 19:29:38.471594 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-7dddcbc8-9073-401d-a82e-7aad5cd96671 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890253 Nov 01 19:29:38.570360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a489470c-34ad-4122-ac46-be7476b84a6d req-cb5ca073-c638-4dd8-8f4d-7dcb3bbdcaf5 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860355 Nov 01 19:29:39.209527 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c7cd-6189-475e-a41f-6c35f850ae15 req-8768b9a4-b8ac-4686-838c-aadcc236bf78 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:39.211020 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8f1c7cd-6189-475e-a41f-6c35f850ae15 req-8768b9a4-b8ac-4686-838c-aadcc236bf78 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0529139 Nov 01 19:29:39.253039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8f1c7cd-6189-475e-a41f-6c35f850ae15 req-56bd5c27-ceee-4c57-8311-7848d5241641 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359690 Nov 01 19:29:39.819322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:40.366810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa334a-85d1-4656-b110-59aa2aed3ed3 req-160b4f8f-ef91-4ee0-99ea-b12ed76f667f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:40.368300 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7fa334a-85d1-4656-b110-59aa2aed3ed3 req-160b4f8f-ef91-4ee0-99ea-b12ed76f667f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0479896 Nov 01 19:29:40.405445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e7fa334a-85d1-4656-b110-59aa2aed3ed3 req-888712ba-a2c6-422b-86e6-fa4d7e75ac85 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306861 Nov 01 19:29:41.522443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cdb4f-9e51-4f02-83b8-f8fa039b2e5e req-2d478683-6938-429e-85eb-d29f9ccd7a33 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:41.523919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c81cdb4f-9e51-4f02-83b8-f8fa039b2e5e req-2d478683-6938-429e-85eb-d29f9ccd7a33 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0481198 Nov 01 19:29:41.561534 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c81cdb4f-9e51-4f02-83b8-f8fa039b2e5e req-d0b4167d-d507-4922-84d4-19424c678576 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Nov 01 19:29:42.675871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cdd16-3d97-45c6-9a47-29e29c24a24b req-5d81e939-0b99-430c-ab12-38c1af4c7b71 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:42.677340 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd9cdd16-3d97-45c6-9a47-29e29c24a24b req-5d81e939-0b99-430c-ab12-38c1af4c7b71 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0488298 Nov 01 19:29:42.719129 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd9cdd16-3d97-45c6-9a47-29e29c24a24b req-e72eeb74-645f-4bb3-afb9-774b6e3d7045 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359044 Nov 01 19:29:43.838592 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e474f6-6ce7-411e-a977-75fd1137128a req-fd1bc990-b3f6-45c7-9e5b-8ae58fd44d4a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:43.840084 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8e474f6-6ce7-411e-a977-75fd1137128a req-fd1bc990-b3f6-45c7-9e5b-8ae58fd44d4a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0520918 Nov 01 19:29:43.877523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f8e474f6-6ce7-411e-a977-75fd1137128a req-3e7c1920-d8fd-4805-a207-ac5e3f2592f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Nov 01 19:29:44.997293 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8df6-4c6e-45c6-9765-0b014723d86c req-37686add-020c-4729-83e8-0377f0eebd7b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:44.998898 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f44e8df6-4c6e-45c6-9765-0b014723d86c req-37686add-020c-4729-83e8-0377f0eebd7b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0516973 Nov 01 19:29:45.036389 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f44e8df6-4c6e-45c6-9765-0b014723d86c req-486a28e7-88de-4661-ba9d-0ad18ae22079 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Nov 01 19:29:46.150110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3697b6-282e-4cd3-9b8d-9ca4faaa898e req-54b6ee7e-2110-4f9b-9b0c-b274254abf92 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:46.151607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec3697b6-282e-4cd3-9b8d-9ca4faaa898e req-54b6ee7e-2110-4f9b-9b0c-b274254abf92 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0478737 Nov 01 19:29:46.193907 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec3697b6-282e-4cd3-9b8d-9ca4faaa898e req-cab47f1d-af03-4c98-bfed-1ccc3c7a9dcb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358169 Nov 01 19:29:47.307991 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc89fa-7c37-4f9d-8b00-8bb8a09c248c req-19e1b492-6998-4573-aa31-054ef97da544 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:47.309467 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bcc89fa-7c37-4f9d-8b00-8bb8a09c248c req-19e1b492-6998-4573-aa31-054ef97da544 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0483894 Nov 01 19:29:47.347065 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bcc89fa-7c37-4f9d-8b00-8bb8a09c248c req-e2c7408c-9952-491b-8892-528f53b1764d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Nov 01 19:29:48.462960 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fcd98-3475-4609-97db-614acb3041a4 req-2b696c88-f01d-494c-b32c-68094c54e4da tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:48.464479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b8fcd98-3475-4609-97db-614acb3041a4 req-2b696c88-f01d-494c-b32c-68094c54e4da tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0493748 Nov 01 19:29:48.501941 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b8fcd98-3475-4609-97db-614acb3041a4 req-a0789bb6-c887-4eb5-8899-1087fed98494 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Nov 01 19:29:48.796265 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9ad30c4a-9e6f-45a8-bbf5-b28282257d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:49.617671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec6e0d-5b2c-4ce4-ab85-a0ea6d7968c2 req-b0c63974-bb4e-43ee-aa46-7eff93108b78 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:49.619171 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bec6e0d-5b2c-4ce4-ab85-a0ea6d7968c2 req-b0c63974-bb4e-43ee-aa46-7eff93108b78 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0500674 Nov 01 19:29:49.662292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7bec6e0d-5b2c-4ce4-ab85-a0ea6d7968c2 req-1cc40ff9-3459-4bb3-b47f-9901bd052ece tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365648 Nov 01 19:29:50.779935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b5e8d-eea4-4ba4-8e4c-511f78b7c9fc req-b8a9d2d3-d870-418e-876f-4ab63c1bb2ed tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:50.781310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-183b5e8d-eea4-4ba4-8e4c-511f78b7c9fc req-b8a9d2d3-d870-418e-876f-4ab63c1bb2ed tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0482450 Nov 01 19:29:50.819018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-183b5e8d-eea4-4ba4-8e4c-511f78b7c9fc req-8e8c7b03-7055-49be-8987-48ce6480ce9b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Nov 01 19:29:50.932669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f793ed77-b45c-4000-994f-2875ebf793bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:51.933193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcafc4-4fae-46c1-84ec-572bdf095501 req-a8cfd4c9-bec2-4841-946b-42381f5a6d15 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:51.934671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08fcafc4-4fae-46c1-84ec-572bdf095501 req-a8cfd4c9-bec2-4841-946b-42381f5a6d15 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0492706 Nov 01 19:29:51.972846 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-08fcafc4-4fae-46c1-84ec-572bdf095501 req-7a63e172-52ce-45b3-bb0b-c524556f4cc3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Nov 01 19:29:52.349162 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:53.086732 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893535b2-88b4-4c0d-9cb3-cde5211b77f0 req-caf616ba-f3df-48b1-a5d1-cfb197c6e2f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:53.088251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-893535b2-88b4-4c0d-9cb3-cde5211b77f0 req-caf616ba-f3df-48b1-a5d1-cfb197c6e2f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0485530 Nov 01 19:29:53.129870 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-893535b2-88b4-4c0d-9cb3-cde5211b77f0 req-16aceb23-d392-40bc-b94b-14f4957da33a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349970 Nov 01 19:29:54.053061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:29:54.244668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737cf3-b984-426e-9060-dcdaeb9ea600 req-c3f5ee58-e72d-4930-ba48-230aac72f75e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:54.246052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77737cf3-b984-426e-9060-dcdaeb9ea600 req-c3f5ee58-e72d-4930-ba48-230aac72f75e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0487087 Nov 01 19:29:54.283895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-77737cf3-b984-426e-9060-dcdaeb9ea600 req-bf4c1a76-7caf-4908-9a66-54d21c86e7a9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309985 Nov 01 19:29:54.913769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-0e38636c-f8ce-47dc-b98d-bc7e604d8e14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401621 Nov 01 19:29:54.991611 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-4308db2e-46fa-4d82-91ed-5af4934fe669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:54.993024 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-4308db2e-46fa-4d82-91ed-5af4934fe669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0399079 Nov 01 19:29:55.102507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-538c200f-5421-42c4-be7d-3bb947e31ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:55.104020 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-538c200f-5421-42c4-be7d-3bb947e31ebf service neutron] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 897 time: 0.0930691 Nov 01 19:29:55.167077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-a1107ecf-4d2c-479f-8276-a49af1208096 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 1000 time: 0.0564868 Nov 01 19:29:55.219187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-e87a2694-84ce-4659-b500-1ca7c223c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:55.220673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-e87a2694-84ce-4659-b500-1ca7c223c1cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0474622 Nov 01 19:29:55.265912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-5712e2a9-edb7-43c0-921a-4bdbb026165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:55.267358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-5712e2a9-edb7-43c0-921a-4bdbb026165e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399013 Nov 01 19:29:55.361354 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-191bfda1-aaf7-478c-8f82-aa6e01997f53 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Nov 01 19:29:55.405555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aab97-1aa5-42aa-b579-f3697b0e3467 req-70f2ba5f-460f-4851-840d-7434ed877eda tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:29:55.407163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e84aab97-1aa5-42aa-b579-f3697b0e3467 req-70f2ba5f-460f-4851-840d-7434ed877eda tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0531993 Nov 01 19:29:55.448919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e84aab97-1aa5-42aa-b579-f3697b0e3467 req-e5c19222-c2b0-47a9-a274-41cd54def85b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354068 Nov 01 19:29:55.473217 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43072) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:29:55.543052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-12ae83cf-570b-4b46-9160-cfb344619347 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/7fd588b1-34fa-4c4d-a167-886c4563536c HTTP/1.1" status: 200 len: 992 time: 0.0685191 Nov 01 19:29:55.779468 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-936c76bc-80c0-4d76-80a8-cd8615d4b5e2 req-d46b87ad-cba7-4c44-8042-56d7dbd69771 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109488 Nov 01 19:29:56.835933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:05.652633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:09.828559 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:11.566579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:30:18.835442 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2b50a4c2-6e34-4ef0-ae89-029e3fb00b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:20.932296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dcd9dc30-1bea-493e-a42e-3e2f8d3e9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:22.355416 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:24.093313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:26.840991 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:35.610889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:39.846627 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.138333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43090) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:44.292591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port a36dfe78-56ef-41b5-b799-7ccb16d6cb1f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:30:44.292933 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.368994 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.369326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.381051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for a36dfe78-56ef-41b5-b799-7ccb16d6cb1f owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:30:44.613104 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.635990 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=a36dfe78-56ef-41b5-b799-7ccb16d6cb1f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:44.663332 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.663852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.664055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.664400 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.664739 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.665083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.665423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.665758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.666095 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.666425 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.666752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.667076 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:44.712498 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:44.712835 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 7fd588b1-34fa-4c4d-a167-886c4563536c disassociated (deleted). External IP: 172.25.2.4, port: a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a. Nov 01 19:30:44.917125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:30:45.023334 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:30:45.028081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:45.033310 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Sync routers for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:30:45.043330 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:45.044044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:45.058690 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d99689a3-15ef-4150-8d0e-f6418195b0f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/floatingips/7fd588b1-34fa-4c4d-a167-886c4563536c HTTP/1.1" status: 204 len: 168 time: 0.9192574 Nov 01 19:30:45.059279 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:30:45.061611 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af1037-1d8b-4b3b-b580-fbf74c4893a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:30:45.160152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:45.199623 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd31bc-bc9a-423d-8b88-376b2cd65451 x-openstack-request-id: req-76dd31bc-bc9a-423d-8b88-376b2cd65451 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:30:45.200147 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:30:45.200147 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76dd31bc-bc9a-423d-8b88-376b2cd65451 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:30:45.200590 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'status': 'completed', 'code': 200} Nov 01 19:30:45.263036 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-bc1a7beb-a841-4455-bbd1-4b9406968441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:45.265297 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-bc1a7beb-a841-4455-bbd1-4b9406968441 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 1097 time: 0.0418730 Nov 01 19:30:45.358792 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:45.360067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-5aa39bd5-6536-4293-8ddd-3c3285b60b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:45.361613 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-5aa39bd5-6536-4293-8ddd-3c3285b60b58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 200 len: 897 time: 0.0874634 Nov 01 19:30:45.389956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Checking router: d1c8418e-9358-4e2d-b0bf-8ce41b410f27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:30:45.399705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:45.400327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:45.410549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-f98026ad-6f6c-4b16-801e-122954dbde5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 200 len: 217 time: 0.0408952 Nov 01 19:30:45.463762 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-88c9bc04-a5bf-427b-9301-c07aac5972ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:45.465224 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-88c9bc04-a5bf-427b-9301-c07aac5972ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 200 len: 834 time: 0.0469437 Nov 01 19:30:45.508287 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:45.514890 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-e44b1eef-532f-4eb4-961f-13738e35882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:45.516430 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-e44b1eef-532f-4eb4-961f-13738e35882f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=496c8197-7ad7-45aa-bd7c-303598a05a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412459 Nov 01 19:30:45.619326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-f1fc4efd-b2a9-4db1-9c33-f0a512abcefb service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934043 Nov 01 19:30:45.652570 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb156d-6868-4e99-8ebe-4e5400de9f8b req-0bf31bd2-316b-47ed-8375-1bc324d197e3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:45.654068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47fb156d-6868-4e99-8ebe-4e5400de9f8b req-0bf31bd2-316b-47ed-8375-1bc324d197e3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0534232 Nov 01 19:30:45.711844 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47fb156d-6868-4e99-8ebe-4e5400de9f8b req-ac8d3c42-ce6d-46c4-8108-503b3edf253a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493884 Nov 01 19:30:45.720425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-98af1037-1d8b-4b3b-b580-fbf74c4893a9 req-0cd70ed4-0b04-4483-8110-6618c539be43 service neutron] 10.222.0.37 "GET /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916171 Nov 01 19:30:45.723300 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:45.750850 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad37fc4-62ed-459f-92ca-4b564b3431bf None None] The sync data for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 is: [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'da20f6fd-57a1-4609-ba18-69dc9c0da066', 'name': '', 'network_id': '496c8197-7ad7-45aa-bd7c-303598a05a79', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:74:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:16Z', 'updated_at': '2021-11-01T19:28:19Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '19336ea3-96a8-46d7-b364-9d29204fcdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:30:45.968385 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680edfa-d38d-4cc1-b1f5-986bdf7c361c None None] New status for floating IP 7fd588b1-34fa-4c4d-a167-886c4563536c: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:30:46.827322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8347e4-bbf4-4d0a-9d6b-4d7f53e82f93 req-9d216541-5de9-4195-a5ab-59b63f2223b5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:46.828833 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f8347e4-bbf4-4d0a-9d6b-4d7f53e82f93 req-9d216541-5de9-4195-a5ab-59b63f2223b5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0537310 Nov 01 19:30:46.865520 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f8347e4-bbf4-4d0a-9d6b-4d7f53e82f93 req-a6ced105-f8ae-418d-a444-5d848bde78eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=38b8c9a3-a5a1-421d-93b1-022a1abd06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301979 Nov 01 19:30:47.160163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc667-a250-4925-9992-b9eb9cde9445 req-e75343a7-83fc-4f07-8c44-c915bd3e01e9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:47.161534 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-386cc667-a250-4925-9992-b9eb9cde9445 req-e75343a7-83fc-4f07-8c44-c915bd3e01e9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 946 time: 0.0532362 Nov 01 19:30:47.249453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:30:47.249796 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:47.340285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:30:47.340644 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:47.353242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:30:47.538187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:47.570108 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:47.613673 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] No DVR routers for this DVR port a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:30:47.616467 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:47.620058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-386cc667-a250-4925-9992-b9eb9cde9445 req-b9b71f8d-0e48-465d-8712-1db3b3f5c1ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "DELETE /v2.0/ports/a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a HTTP/1.1" status: 204 len: 173 time: 0.4529095 Nov 01 19:30:47.620509 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'name': 'network-vif-deleted', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:30:47.623053 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c93c52-460a-41dc-8854-e042351b65bf" -d '{"events": [{"server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "name": "network-vif-deleted", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:30:47.658223 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c4b9cb-8fdd-4c5f-8582-e067df16459e x-openstack-request-id: req-17c4b9cb-8fdd-4c5f-8582-e067df16459e {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:30:47.658517 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3089bc5-8f5f-4597-b77a-fcf8a238ef0a", "name": "network-vif-deleted", "tag": "a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:30:47.659368 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17c4b9cb-8fdd-4c5f-8582-e067df16459e {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:30:47.659971 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3089bc5-8f5f-4597-b77a-fcf8a238ef0a', 'name': 'network-vif-deleted', 'tag': 'a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a', 'status': 'completed', 'code': 200} Nov 01 19:30:47.980801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f77adf4d-c096-438e-9760-fa4fb9cf29f5 req-c1c381ff-bd4e-4ef8-a753-8d7b589f2af3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3089bc5-8f5f-4597-b77a-fcf8a238ef0a HTTP/1.1" status: 200 len: 210 time: 0.0331192 Nov 01 19:30:48.566295 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:30:48.806426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-04b6c4c9-5054-4742-90c4-d477cea37aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:49.037532 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43108) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:49.393780 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:49.663406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port da20f6fd-57a1-4609-ba18-69dc9c0da066 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:30:49.663698 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:49.756362 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port da20f6fd-57a1-4609-ba18-69dc9c0da066, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=da20f6fd-57a1-4609-ba18-69dc9c0da066,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:30:49.756725 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:49.769013 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for da20f6fd-57a1-4609-ba18-69dc9c0da066 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:30:50.005551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.031768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=da20f6fd-57a1-4609-ba18-69dc9c0da066,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:50.214199 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.424241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:30:50.526507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:30:50.535814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ed95e647-00a8-4425-acd6-bc0c4485ad4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/d1c8418e-9358-4e2d-b0bf-8ce41b410f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966938 Nov 01 19:30:50.536437 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43110) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:50.540386 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Sync routers for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:30:50.550032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:50.550715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:50.591598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting subnet 19336ea3-96a8-46d7-b364-9d29204fcdb6 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:30:50.594714 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.635084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.655555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:50.721545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.833493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:30:49Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:50.858911 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.864050 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Checking router: d1c8418e-9358-4e2d-b0bf-8ce41b410f27 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:30:50.878646 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Routers {'d1c8418e-9358-4e2d-b0bf-8ce41b410f27'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:50.879306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:50.885701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Subnet': ['ID=19336ea3-96a8-46d7-b364-9d29204fcdb6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:50.889320 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:50.892515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bd99ed97-d1fc-4ec6-945e-ac423640be60 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/subnets/19336ea3-96a8-46d7-b364-9d29204fcdb6 HTTP/1.1" status: 204 len: 168 time: 0.3551254 Nov 01 19:30:50.896449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43112) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:50.920593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f8d07-e9d5-4647-a53e-ae8767a9d1f1 None None] Network 496c8197-7ad7-45aa-bd7c-303598a05a79 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:30:50.924258 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd68eb9e-9ba7-499f-823e-decfce5b1893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.009345 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.075534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] Set router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:51.407994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] DHCP port deletion for 496c8197-7ad7-45aa-bd7c-303598a05a79 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:30:51.458541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:30:49Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:51.459960 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.489714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceeb740-d79a-4576-ab2d-1cb4e1d6937f None None] The sync data for ids ['d1c8418e-9358-4e2d-b0bf-8ce41b410f27'] in n-d-815923-2 is: [{'id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692495235', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:30:49Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '5f8b4c56-9c6a-4039-9d51-083c87227072', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c8418e-9358-4e2d-b0bf-8ce41b410f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:28:12Z', 'updated_at': '2021-11-01T19:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:30:51.497144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Deleting port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:30:51.497516 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.565774 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] For port 096093ad-58bf-47ff-aee4-a1517f7bdbb7, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=096093ad-58bf-47ff-aee4-a1517f7bdbb7,segment=NetworkSegment(b3df88c9-4e37-4388-aed0-0d617061923f),segment_id=b3df88c9-4e37-4388-aed0-0d617061923f)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:30:51.567409 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.573628 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 5f8b4c56-9c6a-4039-9d51-083c87227072 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:30:51.574052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.579101 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Calling delete_port for 096093ad-58bf-47ff-aee4-a1517f7bdbb7 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:30:51.651017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 5f8b4c56-9c6a-4039-9d51-083c87227072, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5f8b4c56-9c6a-4039-9d51-083c87227072,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:30:51.651438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.664092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 5f8b4c56-9c6a-4039-9d51-083c87227072 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:30:51.738164 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.765848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Pushing event deleted for resources: {'Port': ['ID=096093ad-58bf-47ff-aee4-a1517f7bdbb7,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:51.772720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] No DVR routers for this DVR port 096093ad-58bf-47ff-aee4-a1517f7bdbb7 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:30:51.782162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.782565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.782909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.783243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.783595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.783922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.784701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.784701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.784858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.785414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.785849 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.786168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb2dfb-cc9f-4d19-a007-90a980ac951d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:51.864541 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:51.888597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=5f8b4c56-9c6a-4039-9d51-083c87227072,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:51.961649 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.054852 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.057042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.154802 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.155358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Fanout notify agent at l3_agent the message router_deleted on router d1c8418e-9358-4e2d-b0bf-8ce41b410f27 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:30:52.162880 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.164039 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c24e8fc2-caf7-4ea8-ab54-d2b2d50c2c09 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/routers/d1c8418e-9358-4e2d-b0bf-8ce41b410f27 HTTP/1.1" status: 204 len: 168 time: 1.2654905 Nov 01 19:30:52.170693 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43114) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:52.249224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.289296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:30:52.315016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:30:52.315366 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device a7b5d8e1-fb43-4a47-b4fc-e6487d12b33a not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:30:52.346472 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.366092 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496c8197-7ad7-45aa-bd7c-303598a05a79']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:52.374954 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3df88c9-4e37-4388-aed0-0d617061923f') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:52.375248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3df88c9-4e37-4388-aed0-0d617061923f') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:52.376306 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.385100 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.398545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.404285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:30:52.408574 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:30:52.530253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.537824 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.540910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/networks/496c8197-7ad7-45aa-bd7c-303598a05a79 HTTP/1.1" status: 204 len: 168 time: 0.3731079 Nov 01 19:30:52.544910 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43116) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:52.552818 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Network': ['ID=496c8197-7ad7-45aa-bd7c-303598a05a79,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:52.560559 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.560945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.561291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.561634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.561970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.562302 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.562649 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.562968 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.563346 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.563756 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.564145 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.564435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb1f8ff-4ff1-485d-a152-6dae5e1cf24f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:52.615589 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.642817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 096093ad-58bf-47ff-aee4-a1517f7bdbb7 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:30:52.648921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.662803 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 096093ad-58bf-47ff-aee4-a1517f7bdbb7 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:30:52.663152 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 096093ad-58bf-47ff-aee4-a1517f7bdbb7 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:30:52.666169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5f8b4c56-9c6a-4039-9d51-083c87227072 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:30:52.684065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5f8b4c56-9c6a-4039-9d51-083c87227072 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:30:52.684414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5f8b4c56-9c6a-4039-9d51-083c87227072 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:30:52.684836 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device da20f6fd-57a1-4609-ba18-69dc9c0da066 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:30:52.705941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: da20f6fd-57a1-4609-ba18-69dc9c0da066 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:30:52.706338 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device da20f6fd-57a1-4609-ba18-69dc9c0da066 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:30:52.776332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.778851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:52.780044 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/security-groups/38b8c9a3-a5a1-421d-93b1-022a1abd06b6 HTTP/1.1" status: 204 len: 168 time: 0.2340434 Nov 01 19:30:52.789746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8cb13-a837-47d3-8ada-d431f3c80848 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8c9a3-a5a1-421d-93b1-022a1abd06b6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:53.177703 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43122) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:53.182253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024289926', 'description': 'tempest-secgroup-smoke-2024289926 description', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:53.292509 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.357804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.429027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.457586 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3dbaea-8d36-473d-9b96-2ae17d559328,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:53.516832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.518279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-19588bf1-9574-49fb-b824-7aa6f2371cf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3395615 Nov 01 19:30:53.521252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43124) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:53.525724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:53.600569 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.654527 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.726351 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.745744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd31e8fc-8e44-47ee-a55a-585ccda49c03,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:53.814041 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.815688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3fb50f33-f36d-4d33-8539-2ede594e717e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933817 Nov 01 19:30:53.819583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43126) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:53.824138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:53.925247 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:53.983957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.067443 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.084880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.085503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc7f8a-06a6-4c2e-a833-1f7724902c4c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:54.146236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.147449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a9de527b-1a83-45fa-b0bc-2296086de6bd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3268607 Nov 01 19:30:54.150229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43128) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:54.154576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:54.232476 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.290141 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.369925 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.388729 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b48d8e-2af8-4d52-996d-66e881a18bba,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:54.453959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.455220 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec4172de-88d3-44f2-b412-01523b9b8121 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040581 Nov 01 19:30:54.458958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43130) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:54.463286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:54.563357 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.623341 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.684387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.703085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc18fef-9ce8-4b7e-a9e4-09b44cfa9a7b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:54.763068 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.764600 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-61c879cc-cc88-40aa-ab92-ca8b6266b7c8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046763 Nov 01 19:30:54.767283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43132) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:54.772399 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:54.846298 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:30:54.851962 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.914022 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.977600 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:54.995646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ad4cb2-db86-4e64-af9c-a456cec1e010,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:55.066101 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.067341 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-26c2bbc7-891e-4e9e-92ad-f2fdacf2e3f2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990670 Nov 01 19:30:55.070014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43134) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:55.074300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '6b3dbaea-8d36-473d-9b96-2ae17d559328', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:55.172033 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:30:55.177837 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.237318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.329746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.349173 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeedbe61-b5cf-44f9-8798-18a5ba296dda,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:55.423344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.424688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bdfe3135-0b38-44b7-83e4-969dea8db3b1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3537474 Nov 01 19:30:55.427549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43136) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:55.432380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'network': {'name': 'tempest-network-smoke--748692102', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:55.501507 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:30:55.505165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.528308 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:30:55.538052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.538422 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Added segment 687360e7-62ed-4afe-8a7d-fdc38d27942e of type vlan for network bfb5fb30-5c86-473b-9128-820160b38af8 Nov 01 19:30:55.576810 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.657847 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.663572 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:55.664156 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.731966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Network': ['ID=bfb5fb30-5c86-473b-9128-820160b38af8,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:55.742291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network bfb5fb30-5c86-473b-9128-820160b38af8 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:30:55.751761 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-fdb3ae8b-0169-44a4-b962-60746e3a4fa7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3231652 Nov 01 19:30:55.755008 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43138) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:55.759543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'admin_state_up': True, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:55.852325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.853384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:55.907624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.097073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.336244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.355971 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.455194 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.124 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/3a317ffb-5222-49dd-800c-bdbeafc73255) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:30:56.558567 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.646149 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.684016 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:30:56.688926 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:30:56.692506 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:30:56.718882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=3a317ffb-5222-49dd-800c-bdbeafc73255,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:56.832963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:56.993124 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:57.185750 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:57.360300 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 1c91ebfd-85fe-418d-8a68-85466f666d14 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:30:57.466939 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:30:57.477431 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Sync routers for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:30:57.486774 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:57.487372 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:57.540032 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:57.544303 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f6991d1c-39a4-481c-99fb-1b68e049ab90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7852833 Nov 01 19:30:57.544464 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43140) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:57.574449 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-84fc4e03-e35d-4634-89d4-b212de5cd41e tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cdf2a9a935a4085b63f3de2e7797a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288944 Nov 01 19:30:57.577049 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43142) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:57.593669 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:57.668765 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38945f-2b92-43ea-9d73-cc01897717d0 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:57.670319 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0c38945f-2b92-43ea-9d73-cc01897717d0 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922425 Nov 01 19:30:57.673294 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43144) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:57.718753 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c83fae1c-e8dc-4dfa-9c6f-ffbb496df368 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438008 Nov 01 19:30:57.721055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43146) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:57.725875 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194624323', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:30:57.797622 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:56Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:57.824606 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Checking router: 1c91ebfd-85fe-418d-8a68-85466f666d14 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:30:57.824950 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Updating router 1c91ebfd-85fe-418d-8a68-85466f666d14 port 3a317ffb-5222-49dd-800c-bdbeafc73255 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:30:57.853213 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:57.867100 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:30:57.870864 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.096050 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.100881 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.160922 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Subnet': ['ID=48a7555a-c9df-411b-adf2-10976346a0fe,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:58.171094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Checking segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:30:58.171457 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network hostable DHCP agents. Network: bfb5fb30-5c86-473b-9128-820160b38af8, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:30:58.187397 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.237592 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Attempting to bind port 3a317ffb-5222-49dd-800c-bdbeafc73255 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:30:58.237960 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Attempting to bind port 3a317ffb-5222-49dd-800c-bdbeafc73255 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:30:58.238917 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Attempting to bind port 3a317ffb-5222-49dd-800c-bdbeafc73255 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:30:58.245758 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Pushing event updated for resources: {'Port': ['ID=3a317ffb-5222-49dd-800c-bdbeafc73255,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:58.251984 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:30:58.252358 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:30:58.252760 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Bound port: 3a317ffb-5222-49dd-800c-bdbeafc73255, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.265974 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:30:58.290198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network bfb5fb30-5c86-473b-9128-820160b38af8 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:30:58.313283 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] For port 3a317ffb-5222-49dd-800c-bdbeafc73255, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:30:58.317166 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] For port 3a317ffb-5222-49dd-800c-bdbeafc73255, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3a317ffb-5222-49dd-800c-bdbeafc73255,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:30:58.392920 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, bfb5fb30-5c86-473b-9128-820160b38af8) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:30:58.397089 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:30:58.402893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.406948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3d5c0-41c9-44f4-aa08-4f740cd05105 None None] Network bfb5fb30-5c86-473b-9128-820160b38af8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:30:58.407471 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.464177 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:30:58.464791 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:58.484420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1329db85-8f22-4866-bd0d-7745656ad11b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7597888 Nov 01 19:30:58.484824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43148) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:30:58.507334 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900238fb-66e4-4e73-9160-9fccbce03380 None None] Pushing event updated for resources: {'Port': ['ID=3a317ffb-5222-49dd-800c-bdbeafc73255,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:58.557078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-bfb5fb30-5c86-473b-9128-820160b38af8', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:30:58.557962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.594052 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:30:58.694587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Allocated IP 172.20.0.2 (bfb5fb30-5c86-473b-9128-820160b38af8/48a7555a-c9df-411b-adf2-10976346a0fe/c43b941b-188f-491f-b475-5c6c6a642189) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:30:58.784784 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:56Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:30:58.816260 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5a99-fd56-4451-8ffc-93099b553aca None None] The sync data for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 is: [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:56Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:30:58.845757 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.918866 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.946216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:58.959207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Network bfb5fb30-5c86-473b-9128-820160b38af8 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:30:58.968658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:30:58.973626 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:30:58.980019 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Pushing event updated for resources: {'Port': ['ID=c43b941b-188f-491f-b475-5c6c6a642189,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:59.048151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Attempting to bind port c43b941b-188f-491f-b475-5c6c6a642189 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:30:59.048741 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Attempting to bind port c43b941b-188f-491f-b475-5c6c6a642189 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:30:59.049948 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Attempting to bind port c43b941b-188f-491f-b475-5c6c6a642189 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:30:59.058982 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:30:59.059351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Checking segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:30:59.059816 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.060196 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Bound using segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:30:59.060655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Bound port: c43b941b-188f-491f-b475-5c6c6a642189, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:30:59.061028 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.127991 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] For port c43b941b-188f-491f-b475-5c6c6a642189, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:30:59.131663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] For port c43b941b-188f-491f-b475-5c6c6a642189, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c43b941b-188f-491f-b475-5c6c6a642189,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:30:59.199567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.262660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.1 (bfb5fb30-5c86-473b-9128-820160b38af8/48a7555a-c9df-411b-adf2-10976346a0fe/26580a72-6e77-4e44-9cbf-1f6a44e77742) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:30:59.276144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ac81f-6332-4206-bf24-162c82b58dfb None None] Pushing event updated for resources: {'Port': ['ID=c43b941b-188f-491f-b475-5c6c6a642189,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:59.385064 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.486809 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.540206 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network bfb5fb30-5c86-473b-9128-820160b38af8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:30:59.545745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:30:59.549778 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:30:59.556880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:30:59.602893 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:30:59.795488 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.070851 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.138238 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.214118 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:00.218972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.316981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network bfb5fb30-5c86-473b-9128-820160b38af8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:31:00.319404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:31:00.436351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 1c91ebfd-85fe-418d-8a68-85466f666d14 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:31:00.642343 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c9d9f-7412-47d3-bd45-4ac5441af4c1 None None] Network bfb5fb30-5c86-473b-9128-820160b38af8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:31:00.680334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3a317ffb-5222-49dd-800c-bdbeafc73255 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:00.743095 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] Provisioning complete for port c43b941b-188f-491f-b475-5c6c6a642189 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:00.743600 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.853962 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3a317ffb-5222-49dd-800c-bdbeafc73255 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:00.854255 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.909330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:31:00.923416 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ae9ea60a-6ab7-4353-895a-c3c8f41346d8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/1c91ebfd-85fe-418d-8a68-85466f666d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286184 Nov 01 19:31:00.939240 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Sync routers for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:31:00.962196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:00.978212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:31:00.978847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:01.062283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-05e16c86-7dcf-43c5-ad38-8e8d6c62fd2d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024289926&fields=id&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 267 time: 0.0378306 Nov 01 19:31:01.089002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] For port c43b941b-188f-491f-b475-5c6c6a642189, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c43b941b-188f-491f-b475-5c6c6a642189,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:01.119626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.153989 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 3a317ffb-5222-49dd-800c-bdbeafc73255, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3a317ffb-5222-49dd-800c-bdbeafc73255,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:01.163088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.165951 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:31:01.183760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-3fd19e94-8d6e-49af-9b60-ccbdff55316e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:01.185459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-3fd19e94-8d6e-49af-9b60-ccbdff55316e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 796 time: 0.1129234 Nov 01 19:31:01.203461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-5a7f3bd8-3cd4-4d86-a5d1-f71cd27b1d53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/quotas/6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 375 time: 0.0103819 Nov 01 19:31:01.219155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.222865 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c43b941b-188f-491f-b475-5c6c6a642189 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:01.263892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-5716c5ab-cbe1-44f8-bc8f-f40eaf2cc156 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513020 Nov 01 19:31:01.323653 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149c9c6-17e6-429b-a1d1-b11ebe296ba5 None None] Pushing event updated for resources: {'Port': ['ID=c43b941b-188f-491f-b475-5c6c6a642189,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:01.377162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-94825ae2-16d1-4f3f-8099-65ac671b0a47 service neutron] 10.222.0.31 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962934 Nov 01 19:31:01.422551 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7e762c50-d7e5-4fa2-a58d-5aad6a4b05d6 None None] Provisioning complete for port 26580a72-6e77-4e44-9cbf-1f6a44e77742 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:01.422932 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7e762c50-d7e5-4fa2-a58d-5aad6a4b05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.473960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c43b941b-188f-491f-b475-5c6c6a642189 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:01.474344 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.478955 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-712cc3ee-15ee-4fa6-b23b-5383c1c008a4 service neutron] 10.222.0.31 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941827 Nov 01 19:31:01.678221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=3a317ffb-5222-49dd-800c-bdbeafc73255,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:01.709926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-7e762c50-d7e5-4fa2-a58d-5aad6a4b05d6 None None] Port 26580a72-6e77-4e44-9cbf-1f6a44e77742 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:31:01.757333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7e762c50-d7e5-4fa2-a58d-5aad6a4b05d6 None None] Provisioning complete for port c43b941b-188f-491f-b475-5c6c6a642189 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:01.757333 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7e762c50-d7e5-4fa2-a58d-5aad6a4b05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:01.843637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 2, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:01.870963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Checking router: 1c91ebfd-85fe-418d-8a68-85466f666d14 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:31:01.871352 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Updating router 1c91ebfd-85fe-418d-8a68-85466f666d14 port 26580a72-6e77-4e44-9cbf-1f6a44e77742 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:31:01.920235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.111162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0ac1c030-79d2-447d-aea8-780ffb22270b None None] Provisioning complete for port 26580a72-6e77-4e44-9cbf-1f6a44e77742 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:02.111556 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c030-79d2-447d-aea8-780ffb22270b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.170139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0ac1c030-79d2-447d-aea8-780ffb22270b None None] Port 26580a72-6e77-4e44-9cbf-1f6a44e77742 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:31:02.232356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.274932 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.324136 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d101-978c-4daa-925f-07517eeab982 None None] Pushing event updated for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:02.379895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Attempting to bind port 26580a72-6e77-4e44-9cbf-1f6a44e77742 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:31:02.380272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Attempting to bind port 26580a72-6e77-4e44-9cbf-1f6a44e77742 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:31:02.380637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Attempting to bind port 26580a72-6e77-4e44-9cbf-1f6a44e77742 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:31:02.385854 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:31:02.386229 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Checking segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:31:02.386631 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.387024 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Bound using segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:31:02.387518 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Bound port: 26580a72-6e77-4e44-9cbf-1f6a44e77742, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:31:02.387979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.452443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] For port 26580a72-6e77-4e44-9cbf-1f6a44e77742, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:31:02.455715 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] For port 26580a72-6e77-4e44-9cbf-1f6a44e77742, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=26580a72-6e77-4e44-9cbf-1f6a44e77742,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:31:02.491823 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cd39bd19-70ca-439c-9c05-9e0341f366ae None None] Provisioning complete for port 26580a72-6e77-4e44-9cbf-1f6a44e77742 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:02.492195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cd39bd19-70ca-439c-9c05-9e0341f366ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.524815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cd39bd19-70ca-439c-9c05-9e0341f366ae None None] Port 26580a72-6e77-4e44-9cbf-1f6a44e77742 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:31:02.530354 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.592629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:31:02.593268 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:02.596244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d101-978c-4daa-925f-07517eeab982 None None] Pushing event updated for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:02.630743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c43b941b-188f-491f-b475-5c6c6a642189 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:02.751680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c43b941b-188f-491f-b475-5c6c6a642189 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:02.752356 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:02.776421 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c551cdc0-74a0-4181-bfbf-884b4bb65487 req-bf665ba3-3812-4ded-8fa7-e6c7119b75d2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 210 time: 0.0398052 Nov 01 19:31:02.800923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:31:02.897117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] Provisioning complete for port 26580a72-6e77-4e44-9cbf-1f6a44e77742 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:02.897500 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:03.004829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3a317ffb-5222-49dd-800c-bdbeafc73255 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:03.136256 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:03.147577 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 3a317ffb-5222-49dd-800c-bdbeafc73255 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:03.147946 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:03.210061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] For port 26580a72-6e77-4e44-9cbf-1f6a44e77742, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=26580a72-6e77-4e44-9cbf-1f6a44e77742,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:03.221201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:02Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:03.252329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37a434-a301-481d-8ef9-572bcb365d0d None None] The sync data for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 is: [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:02Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:31:03.323375 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:03.384339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58298-6183-4b51-9e0f-a5911c6cf0ce None None] Pushing event updated for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:03.892857 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ccca885-9eed-4759-ade1-a2c1eb3d9b1d req-fec81d8b-ca6e-492e-8bd2-e19cbcbae3fc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 210 time: 0.0372922 Nov 01 19:31:04.604418 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 26580a72-6e77-4e44-9cbf-1f6a44e77742 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:04.653561 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 26580a72-6e77-4e44-9cbf-1f6a44e77742 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:04.653937 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:04.697492 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-5e467bd5-e77f-4795-895e-0bac3077ba97 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:04.699030 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-5e467bd5-e77f-4795-895e-0bac3077ba97 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 796 time: 0.1055653 Nov 01 19:31:04.743908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-f2ef6c89-7a81-41c8-b07c-0d02886b224b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 380 time: 0.0359111 Nov 01 19:31:04.754011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'port': {'device_id': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'admin_state_up': True, 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'security_groups': ['6b3dbaea-8d36-473d-9b96-2ae17d559328']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:31:04.984349 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d42a2608-6819-43fe-8370-d5667f74f6c3 req-d52dfd87-4ebf-4627-82f0-ab771508fc5d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Nov 01 19:31:05.006438 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:31:05.011271 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.147062 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.8 (bfb5fb30-5c86-473b-9128-820160b38af8/48a7555a-c9df-411b-adf2-10976346a0fe/db20337e-085e-48a2-8bbd-dbc95516ea60) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:31:05.311661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.412645 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.460613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network bfb5fb30-5c86-473b-9128-820160b38af8 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:31:05.465693 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:31:05.469463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:31:05.493513 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:05.523763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:05.524401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.595697 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-cafb7957-b9f4-4c03-a7ac-a93ce12c6c7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457429 Nov 01 19:31:05.608609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Request body: {'port': {'device_id': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:31:05.640599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.665044 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.667676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5f35dbc0-d988-480c-8ac3-54e2a287ccf2 None None] Provisioning complete for port db20337e-085e-48a2-8bbd-dbc95516ea60 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:05.668067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f35dbc0-d988-480c-8ac3-54e2a287ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.702746 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5f35dbc0-d988-480c-8ac3-54e2a287ccf2 None None] Port db20337e-085e-48a2-8bbd-dbc95516ea60 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:31:05.930655 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db20337e-085e-48a2-8bbd-dbc95516ea60 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:31:05.937885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:05.950207 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Transition to ACTIVE for port object db20337e-085e-48a2-8bbd-dbc95516ea60 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:31:06.012318 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:06.063759 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:06.103658 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5d334-5831-41c2-9c64-4698a43c210e req-40b12822-e610-450d-b6a1-00810e751431 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.105236 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ce5d334-5831-41c2-9c64-4698a43c210e req-40b12822-e610-450d-b6a1-00810e751431 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0530620 Nov 01 19:31:06.140836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:31:06.141767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:31:06.141767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:31:06.146734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:31:06.147059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:31:06.148162 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4ce5d334-5831-41c2-9c64-4698a43c210e req-1319c2e5-2f3c-460a-9c78-db29ab1114d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355666 Nov 01 19:31:06.152419 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:31:06.152767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Checking segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:31:06.153154 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Bound using segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:31:06.153585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Bound port: db20337e-085e-48a2-8bbd-dbc95516ea60, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:31:06.153950 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:06.226257 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:31:06.235034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:31:06.286565 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:06.321353 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.322027 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:06.323426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] 10.222.0.32 "PUT /v2.0/ports/db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1091 time: 0.7191942 Nov 01 19:31:06.323903 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:31:06.326221 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1e051-a6ad-4215-815f-78702fc2ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:31:06.351629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2f826-55cb-450e-bd28-82af4c05bd53 service neutron] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:06.377103 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d9aeb0-d889-4d49-886d-b876383a74d7 x-openstack-request-id: req-22d9aeb0-d889-4d49-886d-b876383a74d7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:31:06.377524 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:31:06.377780 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22d9aeb0-d889-4d49-886d-b876383a74d7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:31:06.378196 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'status': 'completed', 'code': 200} Nov 01 19:31:06.442373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-afbd9c67-f8b8-4ed6-a2d4-2cc76d3d26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.444119 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-afbd9c67-f8b8-4ed6-a2d4-2cc76d3d26fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1094 time: 0.0438228 Nov 01 19:31:06.549351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-55167538-121b-468d-8b83-3fd80a4e3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.551487 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-55167538-121b-468d-8b83-3fd80a4e3c4e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0990510 Nov 01 19:31:06.644514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-20e4efd2-0836-431f-8e0d-cb4618d6a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.645968 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f6c1e051-a6ad-4215-815f-78702fc2ef2e req-20e4efd2-0836-431f-8e0d-cb4618d6a018 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872719 Nov 01 19:31:06.728905 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-63f068c8-d594-4588-b6cb-b502cb8a4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.730401 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-63f068c8-d594-4588-b6cb-b502cb8a4f1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1094 time: 0.0457070 Nov 01 19:31:06.773058 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-5767ae9d-03d1-4595-b53a-6bf745bc7e64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 217 time: 0.0350649 Nov 01 19:31:06.821985 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-78dbac40-f2a5-4105-83bc-37811393bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.823407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-78dbac40-f2a5-4105-83bc-37811393bcb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0438349 Nov 01 19:31:06.869529 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-91a444f4-c9dd-41eb-8ab9-e15b1a1b884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:06.870993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-91a444f4-c9dd-41eb-8ab9-e15b1a1b884b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408578 Nov 01 19:31:06.962691 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-ea3a4d06-d2ea-490d-842f-68f84feb558b service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843124 Nov 01 19:31:07.056558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-2ee0c8bf-e735-4938-923c-5f5ddbcc1e40 req-d2153645-941b-4455-a71f-b0c2d1af87ed service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865333 Nov 01 19:31:07.281141 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2beb7-fcc9-4889-b97e-13ac06618632 req-893c6dd8-34c7-4f4a-ac0b-c7e7c4acf902 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:07.282643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac2beb7-fcc9-4889-b97e-13ac06618632 req-893c6dd8-34c7-4f4a-ac0b-c7e7c4acf902 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0567117 Nov 01 19:31:07.320193 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ac2beb7-fcc9-4889-b97e-13ac06618632 req-9cad0038-a79f-47ec-8606-ee37701f1edd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Nov 01 19:31:08.438774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0f71e-0d37-46a4-a515-45e9581ed587 req-9d666f76-8697-4d6f-8223-f4a761490fb4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:08.440292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02b0f71e-0d37-46a4-a515-45e9581ed587 req-9d666f76-8697-4d6f-8223-f4a761490fb4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0505548 Nov 01 19:31:08.478118 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-02b0f71e-0d37-46a4-a515-45e9581ed587 req-83466b3d-f66f-4c94-82c7-87f17ca46d6a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Nov 01 19:31:09.597246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f5b0a-e971-4dca-9bd7-61518124503c req-10f17fe1-5fa8-41fa-ab61-8cb062f24281 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:09.597246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a60f5b0a-e971-4dca-9bd7-61518124503c req-10f17fe1-5fa8-41fa-ab61-8cb062f24281 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0492589 Nov 01 19:31:09.632566 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a60f5b0a-e971-4dca-9bd7-61518124503c req-9a6b21b0-39a1-435b-8e28-ada5b753bfb9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Nov 01 19:31:09.806296 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:10.026846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:31:10.119944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:10.130720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'mac_address': 'fa:16:3e:eb:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:31:10.170458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:10.183079 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db20337e-085e-48a2-8bbd-dbc95516ea60 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:31:10.201830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:10.269775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:10.316863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:10.491255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['db20337e-085e-48a2-8bbd-dbc95516ea60'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:31:10.757883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c37ea-52f7-4b1f-9f8d-eeea397db3e9 req-897515d0-3654-4983-981d-a2841647e634 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:10.759270 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-551c37ea-52f7-4b1f-9f8d-eeea397db3e9 req-897515d0-3654-4983-981d-a2841647e634 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0580075 Nov 01 19:31:10.796762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-551c37ea-52f7-4b1f-9f8d-eeea397db3e9 req-7c9cd6b5-c4a7-4ff6-afd2-30973b09c405 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Nov 01 19:31:11.917657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aa44f-5d20-4dc8-a3e7-c5f60d15246a req-326c24cc-ad48-496e-aee5-7d540a2791de tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:11.919149 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-346aa44f-5d20-4dc8-a3e7-c5f60d15246a req-326c24cc-ad48-496e-aee5-7d540a2791de tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0491047 Nov 01 19:31:11.957645 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-346aa44f-5d20-4dc8-a3e7-c5f60d15246a req-ec6d94c1-1f39-46cd-9546-3c364c407f33 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Nov 01 19:31:12.042977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:31:12.158201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port db20337e-085e-48a2-8bbd-dbc95516ea60 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:31:12.162166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port db20337e-085e-48a2-8bbd-dbc95516ea60 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:31:12.172016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:12.239259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:12.260878 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:31:12.263095 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4de5b0-b8b2-4770-b9b2-e92d65407c86" -d '{"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-plugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:31:12.276149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:31:12.337451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:12.361469 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef05ed-9ee6-44b9-b363-2601391931b6 x-openstack-request-id: req-e1ef05ed-9ee6-44b9-b363-2601391931b6 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:31:12.361779 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-plugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:31:12.362032 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1ef05ed-9ee6-44b9-b363-2601391931b6 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:31:12.362466 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'code': 200} Nov 01 19:31:12.388301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:12.450944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3607281-97dc-4e25-a39d-8fbf1188a080 req-a83fd103-1961-49f4-8a50-9a6f18a13106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:12.452459 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3607281-97dc-4e25-a39d-8fbf1188a080 req-a83fd103-1961-49f4-8a50-9a6f18a13106 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0400000 Nov 01 19:31:12.489125 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a3607281-97dc-4e25-a39d-8fbf1188a080 req-fdeeab1d-206d-45ca-8a17-ed3a39965d02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280631 Nov 01 19:31:13.072024 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33274b-ead7-4a82-8444-b63907391452 req-11c05dc7-b3e7-4fca-ade4-0cbfbb1591c1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:13.073497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b33274b-ead7-4a82-8444-b63907391452 req-11c05dc7-b3e7-4fca-ade4-0cbfbb1591c1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Nov 01 19:31:13.110103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b33274b-ead7-4a82-8444-b63907391452 req-685cdb2d-77e7-4ce1-b4e0-d149a36cd732 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Nov 01 19:31:14.238164 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99524be-0f50-48a6-9186-7d7cb11a040b req-fa3e46fa-5ba7-4c37-a74a-d7166d040f59 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:14.239815 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e99524be-0f50-48a6-9186-7d7cb11a040b req-fa3e46fa-5ba7-4c37-a74a-d7166d040f59 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Nov 01 19:31:14.277877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e99524be-0f50-48a6-9186-7d7cb11a040b req-c0567048-7ff3-45e4-bb81-2d17d16b4198 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Nov 01 19:31:14.394659 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16820536-8b2d-4e18-98c3-e9db3562f9e7 req-cd0fa696-4cd7-4664-9739-29a033d7a326 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:14.396381 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16820536-8b2d-4e18-98c3-e9db3562f9e7 req-cd0fa696-4cd7-4664-9739-29a033d7a326 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Nov 01 19:31:14.434831 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-16820536-8b2d-4e18-98c3-e9db3562f9e7 req-df49d9ed-fe2b-4708-aba3-99db33da6491 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Nov 01 19:31:14.457268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43208) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:31:14.497375 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b64f5a9-3ed7-41b9-b78e-c91fdd808c44 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:14.498879 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3b64f5a9-3ed7-41b9-b78e-c91fdd808c44 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1091 time: 0.0406084 Nov 01 19:31:14.501613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43210) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:31:14.506522 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:31:14.577872 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:14.675534 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:14.777149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.173 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/ba77b90f-8e5d-4c0e-af30-30274a7a2f7a) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:31:14.879178 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:14.954975 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:14.992490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:31:14.997280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:31:15.000869 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:31:15.006945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=ba77b90f-8e5d-4c0e-af30-30274a7a2f7a,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:15.355438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:15.496091 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:15.645596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:15.694986 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:15.764110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=ba77b90f-8e5d-4c0e-af30-30274a7a2f7a,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:31:15.777551 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:15.884588 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 3ad4ce46-4377-457f-a450-dee21716ecdf associated. External IP: 172.25.2.173, port: db20337e-085e-48a2-8bbd-dbc95516ea60. Nov 01 19:31:16.089711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 1c91ebfd-85fe-418d-8a68-85466f666d14 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:31:16.196870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:31:16.207297 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Sync routers for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:31:16.216408 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:31:16.217002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:16.299555 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:16.319603 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:31:16.326685 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-22947fb0-b0f6-4518-b2ac-0c61333325ac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8240767 Nov 01 19:31:16.327713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:31:16.330059 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:31:16.369386 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515b817-b4c3-4112-a13a-760d9d00e2d1 x-openstack-request-id: req-3515b817-b4c3-4112-a13a-760d9d00e2d1 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:31:16.369714 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:31:16.369909 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3515b817-b4c3-4112-a13a-760d9d00e2d1 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:31:16.370391 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'status': 'completed', 'code': 200} Nov 01 19:31:16.430247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306665a-da0f-4ef7-b98e-e5d51768c029 req-b71c3178-9e72-4a4e-b01e-ab9cff45982e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:16.431814 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1306665a-da0f-4ef7-b98e-e5d51768c029 req-b71c3178-9e72-4a4e-b01e-ab9cff45982e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0508118 Nov 01 19:31:16.438440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-69b153d5-2cda-44f9-8016-6d884f76bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:16.441801 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-69b153d5-2cda-44f9-8016-6d884f76bd43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0498292 Nov 01 19:31:16.472684 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1306665a-da0f-4ef7-b98e-e5d51768c029 req-d06d1dcc-553a-4362-882c-fd61704d7d87 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Nov 01 19:31:16.495533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43216) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:31:16.546322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-5ffd7332-9d68-4723-b0db-a1ab3cc70db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:16.547972 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-5ffd7332-9d68-4723-b0db-a1ab3cc70db9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0982876 Nov 01 19:31:16.564527 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-78e15450-85af-4fd1-8f42-ff9230e6cc56 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/3ad4ce46-4377-457f-a450-dee21716ecdf HTTP/1.1" status: 200 len: 991 time: 0.0665607 Nov 01 19:31:16.566311 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '3ad4ce46-4377-457f-a450-dee21716ecdf', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'mac_address': 'fa:16:3e:eb:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:31:15Z', 'updated_at': '2021-11-01T19:31:15Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:16.592010 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Checking router: 1c91ebfd-85fe-418d-8a68-85466f666d14 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:31:16.601005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:31:16.602056 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:30:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:16.616933 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-e81a09ca-6950-4e28-beba-e49ad3ff8058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 999 time: 0.0608249 Nov 01 19:31:16.666752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-34bf08c1-6fee-44a1-ab87-96e4a5279ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:16.668283 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-34bf08c1-6fee-44a1-ab87-96e4a5279ab2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0444944 Nov 01 19:31:16.706658 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:31:16.721005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-97140151-c860-4d8e-8fc8-400ea55d5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:16.723248 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-97140151-c860-4d8e-8fc8-400ea55d5b77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479186 Nov 01 19:31:16.814458 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-d727787e-a321-4fe0-aee6-0f468a93e62d service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834286 Nov 01 19:31:16.910494 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-a5c0c2ae-742d-4b2f-a29d-ffa99030fa01 req-73eb2f06-db16-45ce-866f-5fbae626362e service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881600 Nov 01 19:31:16.925657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '3ad4ce46-4377-457f-a450-dee21716ecdf', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'mac_address': 'fa:16:3e:eb:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:31:15Z', 'updated_at': '2021-11-01T19:31:15Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:31:16.955878 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef4e66-67ad-4c2e-8e71-e62bf18b4609 None None] The sync data for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 is: [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '3ad4ce46-4377-457f-a450-dee21716ecdf', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'mac_address': 'fa:16:3e:eb:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:31:15Z', 'updated_at': '2021-11-01T19:31:15Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:31:17.158970 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068e1ca-e964-4247-817e-f71290236545 None None] New status for floating IP 3ad4ce46-4377-457f-a450-dee21716ecdf: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:31:17.567885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43218) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:31:17.629159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-8ac47e8f-3f72-4b2e-8615-c4f701fe11d7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/3ad4ce46-4377-457f-a450-dee21716ecdf HTTP/1.1" status: 200 len: 993 time: 0.0599825 Nov 01 19:31:18.845873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b3fa52d9-1da4-4718-9acf-f2aea37ad481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:20.963759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0c9254c2-899b-4b3a-a7e5-ed7002608398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:22.360219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:24.097791 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:25.564774 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:31:26.860560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:35.622755 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:39.832188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:48.813964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf479-8698-4736-901b-9bf628f657f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:48.906437 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-6eee2a55-1dea-4b1b-90fd-03776a63395c req-ddabc749-15eb-4b3b-b932-a5bcf1c21cb2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:31:48.907392 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6eee2a55-1dea-4b1b-90fd-03776a63395c req-ddabc749-15eb-4b3b-b932-a5bcf1c21cb2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053880 Nov 01 19:31:49.226462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538b1-14f5-44a7-91f4-27b87cfa0f5b req-06982aa8-7df3-43b7-ad39-3f993d5a8ef1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:49.228013 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55c538b1-14f5-44a7-91f4-27b87cfa0f5b req-06982aa8-7df3-43b7-ad39-3f993d5a8ef1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0556612 Nov 01 19:31:49.266545 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-55c538b1-14f5-44a7-91f4-27b87cfa0f5b req-9bd0d12d-bd3b-41ab-83ba-b919b0c0d9bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Nov 01 19:31:49.400889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43248) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:31:49.479426 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-67351142-4c53-4fd2-9ef9-5b20822d6a3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773790 Nov 01 19:31:49.488590 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f9998e9a-7ad6-4e7d-a91e-ca14808b93c9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:31:49.489535 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f9998e9a-7ad6-4e7d-a91e-ca14808b93c9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050755 Nov 01 19:31:50.385214 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22238fa8-8d2f-4dbf-b591-11980fbd7e1d req-cef65e7d-6ba1-45c2-956e-a7b22c897650 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:50.386808 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22238fa8-8d2f-4dbf-b591-11980fbd7e1d req-cef65e7d-6ba1-45c2-956e-a7b22c897650 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Nov 01 19:31:50.424230 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-22238fa8-8d2f-4dbf-b591-11980fbd7e1d req-b3d20230-5fb3-419c-bb30-ad719c25ef66 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Nov 01 19:31:50.936828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-426263c9-fb91-4339-965d-92694e9965c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:51.518202 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-22d10d7a-4743-4eef-94c7-9dfe8a5afd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:51.520302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-22d10d7a-4743-4eef-94c7-9dfe8a5afd42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0446897 Nov 01 19:31:51.548701 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814e3a3-b6a8-4222-962c-e49d39456f1a req-592c3ff6-02d3-4455-901a-4a282dcc1bf9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:51.550238 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4814e3a3-b6a8-4222-962c-e49d39456f1a req-592c3ff6-02d3-4455-901a-4a282dcc1bf9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Nov 01 19:31:51.601747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4814e3a3-b6a8-4222-962c-e49d39456f1a req-863628cb-5d2a-49f3-868d-2987e68e92fd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451410 Nov 01 19:31:51.611163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-d61311b3-fe9c-4f3b-b29f-8f22aba53f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:51.612982 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-d61311b3-fe9c-4f3b-b29f-8f22aba53f54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0842192 Nov 01 19:31:51.680970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-05656acd-fc81-4452-a0ae-96bf2e0f3ee4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1001 time: 0.0603585 Nov 01 19:31:51.730032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-3aa91a8e-1bbb-4eed-a287-3851d350f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:51.731371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-3aa91a8e-1bbb-4eed-a287-3851d350f8a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0438812 Nov 01 19:31:51.776404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-bc746944-4359-4b4c-8dc3-221ccac5391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:51.777849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-bc746944-4359-4b4c-8dc3-221ccac5391f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395324 Nov 01 19:31:51.870610 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-3e0b3471-786a-4ccc-9715-2ecd368d5170 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 Nov 01 19:31:51.961095 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-20070f3f-0bf8-4214-9dc7-379fdc2872ab service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Nov 01 19:31:52.362672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:52.717098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440df71e-0b0d-4465-b660-9351eed6bb49 req-4368476b-8e92-4201-a743-01672b9addd2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:52.718565 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-440df71e-0b0d-4465-b660-9351eed6bb49 req-4368476b-8e92-4201-a743-01672b9addd2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Nov 01 19:31:52.755725 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-440df71e-0b0d-4465-b660-9351eed6bb49 req-69cc45c9-bc8a-4339-8563-c9d285007906 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Nov 01 19:31:53.873077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c715-df4b-47a6-b63f-5d3b6beecdf6 req-137ac021-0c00-40c8-8836-df90239e1796 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:53.874563 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3062c715-df4b-47a6-b63f-5d3b6beecdf6 req-137ac021-0c00-40c8-8836-df90239e1796 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Nov 01 19:31:53.911306 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3062c715-df4b-47a6-b63f-5d3b6beecdf6 req-760c0a3a-fe06-4add-8bb0-edd44bcdf345 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306530 Nov 01 19:31:54.073861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:54.500784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-cd2f8393-e6dd-4812-b92b-9dff6a048760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:54.502279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-cd2f8393-e6dd-4812-b92b-9dff6a048760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0455432 Nov 01 19:31:54.603367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-b2adb828-ac64-47c3-b4a0-6d634f580731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:54.604902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-b2adb828-ac64-47c3-b4a0-6d634f580731 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0836685 Nov 01 19:31:55.010090 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-54b375ec-331d-4cce-a155-bcbec9f46c68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1001 time: 0.3972015 Nov 01 19:31:55.035853 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e333b-d864-4e22-a9f4-e79833ccf17c req-e9f0f9d8-7cd3-4233-9a00-b740356339f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:55.037331 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-130e333b-d864-4e22-a9f4-e79833ccf17c req-e9f0f9d8-7cd3-4233-9a00-b740356339f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0540035 Nov 01 19:31:55.060591 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-0b04b141-6158-4c2f-a527-92d8d165e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:55.062086 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-0b04b141-6158-4c2f-a527-92d8d165e632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0449524 Nov 01 19:31:55.075661 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-130e333b-d864-4e22-a9f4-e79833ccf17c req-5f7fa914-0a98-43c8-81c0-87eef8d4e731 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Nov 01 19:31:55.108084 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-b04a08c2-a1e4-4203-ba73-6b385a543eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:55.109588 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-b04a08c2-a1e4-4203-ba73-6b385a543eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403154 Nov 01 19:31:55.204077 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-b1d97774-2dce-4c72-a644-932977563514 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Nov 01 19:31:55.297677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-96d29e3b-d3e4-4b1c-b6c8-7ab8e7c2bae1 req-777c6d36-b634-4c10-8cb0-d8693a2e9eaf service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864699 Nov 01 19:31:56.191708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57db78-5e6c-40bc-9b2a-2ba063326edc req-7c274752-b4cd-4f9d-90f3-2003df10b929 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:56.193206 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d57db78-5e6c-40bc-9b2a-2ba063326edc req-7c274752-b4cd-4f9d-90f3-2003df10b929 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Nov 01 19:31:56.230414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4d57db78-5e6c-40bc-9b2a-2ba063326edc req-c2df4f33-0ecb-45ab-851e-0aaab48a171f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Nov 01 19:31:56.842089 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:31:57.604218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbd479-06bf-481e-bbb1-fc6fe39bd472 req-0a5124e4-d5bc-454b-9390-1d71421cda0f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:57.605692 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fadbd479-06bf-481e-bbb1-fc6fe39bd472 req-0a5124e4-d5bc-454b-9390-1d71421cda0f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0481880 Nov 01 19:31:57.642775 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fadbd479-06bf-481e-bbb1-fc6fe39bd472 req-b0ca51eb-a048-4016-a63f-58ef73e3ff88 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Nov 01 19:31:58.763901 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e85c-0313-4964-9bba-725bde9ef800 req-7980693e-62c2-44e9-bb31-6071daef0aee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:58.765348 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fff3e85c-0313-4964-9bba-725bde9ef800 req-7980693e-62c2-44e9-bb31-6071daef0aee tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Nov 01 19:31:58.802185 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fff3e85c-0313-4964-9bba-725bde9ef800 req-a861b279-1dfa-4168-92c9-b7158008b2d9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Nov 01 19:31:59.961905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4487c-e217-41fc-96c0-54e6d5361a36 req-c15466fe-cd13-4e67-95e7-253d6be97beb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:31:59.963275 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8c4487c-e217-41fc-96c0-54e6d5361a36 req-c15466fe-cd13-4e67-95e7-253d6be97beb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0481381 Nov 01 19:31:59.999479 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8c4487c-e217-41fc-96c0-54e6d5361a36 req-bdc3923b-8aca-4bed-99ab-bc5e9d2b90f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303111 Nov 01 19:32:01.117715 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449f14-4069-4fd3-bcdd-8d126dc91355 req-52cd7fb0-eb50-4c12-a0bf-97b73ca7a02c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:01.119184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c449f14-4069-4fd3-bcdd-8d126dc91355 req-52cd7fb0-eb50-4c12-a0bf-97b73ca7a02c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Nov 01 19:32:01.155789 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0c449f14-4069-4fd3-bcdd-8d126dc91355 req-176650d8-0bb8-4352-aa83-844579903b24 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Nov 01 19:32:02.276327 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee0da-0c74-4a93-bf53-91c730c2f3dc req-e4acfe9c-650e-47ea-974e-92555a510491 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:02.277792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-926ee0da-0c74-4a93-bf53-91c730c2f3dc req-e4acfe9c-650e-47ea-974e-92555a510491 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Nov 01 19:32:02.315858 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-926ee0da-0c74-4a93-bf53-91c730c2f3dc req-4f2f2424-11cf-48f1-9194-da263509e701 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Nov 01 19:32:02.563045 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:32:03.429400 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a039-aad8-4b72-8378-9c9fc1b06a5b req-abb18725-a5b0-4b0a-b766-f2436d69f016 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:03.430874 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a15a039-aad8-4b72-8378-9c9fc1b06a5b req-abb18725-a5b0-4b0a-b766-f2436d69f016 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Nov 01 19:32:03.467679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a15a039-aad8-4b72-8378-9c9fc1b06a5b req-03c8c5f6-ce24-4b10-a966-90d87dd77c51 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309262 Nov 01 19:32:04.581694 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a5599-55b6-4fc8-97a2-814bacd9a5c8 req-cfe39c40-1f23-442c-9f8f-130fd476122e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:04.583157 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-748a5599-55b6-4fc8-97a2-814bacd9a5c8 req-cfe39c40-1f23-442c-9f8f-130fd476122e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Nov 01 19:32:04.619715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-748a5599-55b6-4fc8-97a2-814bacd9a5c8 req-0fb5284a-b662-4171-83ec-2c18874b2a42 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Nov 01 19:32:05.641598 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:05.739811 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24efac-e03b-477d-81d4-7d529c5ed11f req-94a5bf1a-494c-4bbe-87e8-eb73c940e832 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:05.741284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c24efac-e03b-477d-81d4-7d529c5ed11f req-94a5bf1a-494c-4bbe-87e8-eb73c940e832 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0536463 Nov 01 19:32:05.778018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c24efac-e03b-477d-81d4-7d529c5ed11f req-4fb83fbb-9f17-4588-a9c3-f492e4762c3a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307717 Nov 01 19:32:06.892689 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105210a-132a-434a-b728-19bd7f4be3dd req-47fa2cac-a665-4eef-81e7-a243badef955 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:06.894424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4105210a-132a-434a-b728-19bd7f4be3dd req-47fa2cac-a665-4eef-81e7-a243badef955 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Nov 01 19:32:06.930737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4105210a-132a-434a-b728-19bd7f4be3dd req-52b6a62c-598a-4b72-8fef-421a58f3c5d2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303319 Nov 01 19:32:08.047290 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58109f-d64c-4e08-a159-e92d0b83f16b req-9d0ef70f-014e-472e-b95d-cfe086f00d98 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:08.048802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce58109f-d64c-4e08-a159-e92d0b83f16b req-9d0ef70f-014e-472e-b95d-cfe086f00d98 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0484569 Nov 01 19:32:08.085967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce58109f-d64c-4e08-a159-e92d0b83f16b req-cf1a667e-3e69-4e6a-8291-ae3556e5281b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Nov 01 19:32:09.103456 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-9470126d-262e-4896-a094-d0d02136dbc0 service neutron] show failed (client error): The resource could not be found. Nov 01 19:32:09.104543 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-9470126d-262e-4896-a094-d0d02136dbc0 service neutron] 10.222.0.32 "GET /v2.0/ports/db20337e-085e-48a2-8bbd-dbc95516ea60/bindings/n-h1-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0592217 Nov 01 19:32:09.204082 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afb490-4066-47da-a9a1-1f3d8f3c10a1 req-2954ef15-1e37-4ddd-820d-a28b3c38fb89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:09.206104 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8afb490-4066-47da-a9a1-1f3d8f3c10a1 req-2954ef15-1e37-4ddd-820d-a28b3c38fb89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Nov 01 19:32:09.243557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e8afb490-4066-47da-a9a1-1f3d8f3c10a1 req-dcb3400e-7751-4e33-9de2-744dc4447bba tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Nov 01 19:32:09.706009 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-a082d1c0-df71-4cbd-abca-8ed31859341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:09.707967 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-a082d1c0-df71-4cbd-abca-8ed31859341a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 1096 time: 0.0449004 Nov 01 19:32:09.719380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:32:09.773215 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:09.807573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:09.978142 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:32:10.010455 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:32:10.047997 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:32:10.050829 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0da133-a411-4f9b-ba07-4eda6a4c9ded" -d '{"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-unplugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:32:10.054570 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:10.067610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Transition to ACTIVE for port object db20337e-085e-48a2-8bbd-dbc95516ea60 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:32:10.102402 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a91d13-644e-4629-ac83-44ead067d21d x-openstack-request-id: req-22a91d13-644e-4629-ac83-44ead067d21d {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:32:10.102691 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-unplugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:32:10.102941 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22a91d13-644e-4629-ac83-44ead067d21d {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:32:10.103340 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'code': 200} Nov 01 19:32:10.139013 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:10.215187 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=6']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.242453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:10.277042 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] No DVR routers for this DVR port db20337e-085e-48a2-8bbd-dbc95516ea60 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:32:10.367184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9b588-2407-4eaf-93d4-f37d9a70dda7 req-c40f94dd-83f1-41e8-b512-0ae08adb4412 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.368729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ad9b588-2407-4eaf-93d4-f37d9a70dda7 req-c40f94dd-83f1-41e8-b512-0ae08adb4412 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0514944 Nov 01 19:32:10.407700 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1ad9b588-2407-4eaf-93d4-f37d9a70dda7 req-e77a65fc-80b3-4acc-af3f-cd0a445cf5f8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Nov 01 19:32:10.416270 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:32:10.416604 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:32:10.416932 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:32:10.421763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:32:10.422085 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Attempting to bind port db20337e-085e-48a2-8bbd-dbc95516ea60 on network bfb5fb30-5c86-473b-9128-820160b38af8 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:32:10.426950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:32:10.427310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Checking segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:32:10.427767 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Bound using segment: {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:32:10.428192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Bound port: db20337e-085e-48a2-8bbd-dbc95516ea60, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687360e7-62ed-4afe-8a7d-fdc38d27942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:32:10.428545 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:10.491814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:32:10.494783 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:32:10.579616 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:10.614966 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.615607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:10.617027 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] 10.222.0.37 "PUT /v2.0/ports/db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1091 time: 0.9015794 Nov 01 19:32:10.639876 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c04055-e710-4da3-a4ba-e90209053a3a service neutron] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=7']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:32:10.688355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-3080c55a-5b7e-4ec6-8de5-159446a22725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.690959 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-3080c55a-5b7e-4ec6-8de5-159446a22725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1094 time: 0.0474052 Nov 01 19:32:10.785963 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-a6c81f08-aa65-4c94-8997-54c3d7c34b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.787455 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-a6c81f08-aa65-4c94-8997-54c3d7c34b1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0903275 Nov 01 19:32:10.859435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-4a027bc5-d170-4306-ba7c-8267d09ee6cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 999 time: 0.0651104 Nov 01 19:32:10.908859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-589d58d1-3bcc-4970-aeca-98bc81393e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.910330 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-589d58d1-3bcc-4970-aeca-98bc81393e09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0442767 Nov 01 19:32:10.955862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-6cbd62c1-2ee7-4638-a04d-28bc994e8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:10.957349 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-6cbd62c1-2ee7-4638-a04d-28bc994e8c3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404298 Nov 01 19:32:11.059953 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-4df859f6-e3c6-4668-a86e-f37d8643d674 service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954719 Nov 01 19:32:11.149355 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-333b08b7-2bfc-461e-af20-2f5fdafe6172 req-a2c7811f-0fda-4fbb-ad13-9071f1d1e33a service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Nov 01 19:32:11.531408 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fbfc8-6541-43ed-a9cf-d0b758de4c16 req-6db05fff-0864-43ee-b429-40f0f82ab6e4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:11.532889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e0fbfc8-6541-43ed-a9cf-d0b758de4c16 req-6db05fff-0864-43ee-b429-40f0f82ab6e4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0491657 Nov 01 19:32:11.569769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e0fbfc8-6541-43ed-a9cf-d0b758de4c16 req-47e0cb50-07ff-406d-991c-0d694d990428 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304649 Nov 01 19:32:12.104088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:32:12.106477 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:32:12.155135 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97378287-fc9c-4e71-a3f7-c9a78c0548c8 x-openstack-request-id: req-97378287-fc9c-4e71-a3f7-c9a78c0548c8 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:32:12.156409 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:32:12.156409 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97378287-fc9c-4e71-a3f7-c9a78c0548c8 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:32:12.156409 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'status': 'completed', 'code': 200} Nov 01 19:32:12.249079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-21d7dc7e-172c-4971-959a-9a35f550c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.249480 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:32:12.250611 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-21d7dc7e-172c-4971-959a-9a35f550c122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1094 time: 0.0746117 Nov 01 19:32:12.253906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-df8e2111-806a-4f0b-936e-d0778f856f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.255306 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-df8e2111-806a-4f0b-936e-d0778f856f97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1094 time: 0.0711591 Nov 01 19:32:12.290213 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:32:12.416191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-74403c60-cf6c-4143-b63f-86a4eed3632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.417591 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-74403c60-cf6c-4143-b63f-86a4eed3632a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.1584449 Nov 01 19:32:12.418660 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-2c446f47-7d5e-4241-beca-1f9009900272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.419997 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-2c446f47-7d5e-4241-beca-1f9009900272 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.1536124 Nov 01 19:32:12.530717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-82be7d9a-9282-47b8-a3a8-878ded31bf1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 999 time: 0.1054518 Nov 01 19:32:12.532482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-b9ef2731-539a-4824-982f-1ff72ca886c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 999 time: 0.1014395 Nov 01 19:32:12.617979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-b87fe251-4164-498e-9c1f-e710701fbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.619485 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-b87fe251-4164-498e-9c1f-e710701fbb72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0821118 Nov 01 19:32:12.621230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-0bee14db-937f-4a59-9c98-e2338d281497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.622544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-0bee14db-937f-4a59-9c98-e2338d281497 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0781765 Nov 01 19:32:12.689854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f06ca-8daf-40a0-9664-afe6497143da req-6fcf40e8-a4b9-425b-be58-220add70278d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.691396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d6f06ca-8daf-40a0-9664-afe6497143da req-6fcf40e8-a4b9-425b-be58-220add70278d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0537517 Nov 01 19:32:12.691918 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-21fa871e-3259-4f5b-98d5-32f9627b85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.693428 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-21fa871e-3259-4f5b-98d5-32f9627b85d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665841 Nov 01 19:32:12.699128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-79d161b3-eb63-44b1-a3d1-49f9816f2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:12.700542 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-79d161b3-eb63-44b1-a3d1-49f9816f2b78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659618 Nov 01 19:32:12.729442 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9d6f06ca-8daf-40a0-9664-afe6497143da req-74e4a802-470a-4d10-921b-94aada6e0d7a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Nov 01 19:32:12.857878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-25cf57ec-7ce6-4ec6-b2ec-c1852133e5f4 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561081 Nov 01 19:32:12.859988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-c61e5f3e-0808-4c3c-9ce9-cb3b8c1cf07c service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502662 Nov 01 19:32:13.013110 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-d5cfba84-fbd6-4f59-b549-44ec41f85875 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480241 Nov 01 19:32:13.016371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d8f5b5b-9de3-482f-b175-9bc2e0c74ef3 req-b5bbc811-8ea3-4a11-afa7-6b83463fc5ab service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446598 Nov 01 19:32:13.849240 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c90-2b48-43f4-98f9-5d91fb725862 req-0ef55fbc-43a1-420d-a16d-6b64a39b4c7f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:13.850701 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de835c90-2b48-43f4-98f9-5d91fb725862 req-0ef55fbc-43a1-420d-a16d-6b64a39b4c7f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 943 time: 0.0512855 Nov 01 19:32:13.887068 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de835c90-2b48-43f4-98f9-5d91fb725862 req-817bf39d-c59c-4a93-b8c5-fbec2ebdc194 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Nov 01 19:32:14.710916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:32:14.802261 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:32:14.818203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'port_id': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'mac_address': 'fa:16:3e:eb:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:32:14.854433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:14.867528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db20337e-085e-48a2-8bbd-dbc95516ea60 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:32:14.886042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:32:14.948093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:14.997786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:32:15.005011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.005344 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.005684 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.006018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.006348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.006671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.006992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.007314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.007659 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.007980 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.008298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.008614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:32:15.010397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725bec1-9fae-4f74-8bec-1cbddd7e047f req-d780827d-38ab-4c58-96e3-ee7d1a37d813 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.012059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b725bec1-9fae-4f74-8bec-1cbddd7e047f req-d780827d-38ab-4c58-96e3-ee7d1a37d813 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0530536 Nov 01 19:32:15.049312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b725bec1-9fae-4f74-8bec-1cbddd7e047f req-4d25d3da-8b57-4ee1-871d-93fe7dd9f500 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Nov 01 19:32:15.354623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['db20337e-085e-48a2-8bbd-dbc95516ea60'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:32:15.398939 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a317-259a-4bb5-ace9-f03421881420 req-16281d7f-9107-480d-af86-5a8843ac7738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.406279 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b218a317-259a-4bb5-ace9-f03421881420 req-16281d7f-9107-480d-af86-5a8843ac7738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0605319 Nov 01 19:32:15.444184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b218a317-259a-4bb5-ace9-f03421881420 req-873fcf9d-7136-47da-b2cd-483c3cf440b2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Nov 01 19:32:15.497900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-cf6f58e4-8fb2-4827-ad4d-fe24e9af72f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.499413 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-cf6f58e4-8fb2-4827-ad4d-fe24e9af72f5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&binding%3Ahost_id=n-h1-815923-2 HTTP/1.1" status: 200 len: 944 time: 0.0649464 Nov 01 19:32:15.565871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec101f4e-07e4-4104-81be-3fe45e42baf5 req-f96d6573-3d08-4da3-8341-983d63b7029b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.568053 n-d-815923-2 neutron-server[102783]: INFO neutron.api.v2.resource [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-73e580a1-40df-459e-acc1-17c79701f017 service neutron] delete failed (client error): The resource could not be found. Nov 01 19:32:15.568197 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec101f4e-07e4-4104-81be-3fe45e42baf5 req-f96d6573-3d08-4da3-8341-983d63b7029b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0512202 Nov 01 19:32:15.569236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-73e580a1-40df-459e-acc1-17c79701f017 service neutron] 10.222.0.32 "DELETE /v2.0/ports/db20337e-085e-48a2-8bbd-dbc95516ea60/bindings/n-h2-815923-2 HTTP/1.1" status: 404 len: 380 time: 0.0626392 Nov 01 19:32:15.608292 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ec101f4e-07e4-4104-81be-3fe45e42baf5 req-94c71c23-4e1a-4d1a-98f3-e2da1f1aa502 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Nov 01 19:32:15.656253 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-105ab2bd-a034-479e-94f5-9c4fd872ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.657737 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-105ab2bd-a034-479e-94f5-9c4fd872ef3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1095 time: 0.0432732 Nov 01 19:32:15.747157 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-36e4512d-f8b7-44a7-a417-aeeeacb59ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.748705 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-36e4512d-f8b7-44a7-a417-aeeeacb59ce4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0844407 Nov 01 19:32:15.815396 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-af7c97f9-6218-4d18-b778-55e9d6b4b2f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1000 time: 0.0600843 Nov 01 19:32:15.864752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-ec9589cf-db24-4664-b444-86efd83a9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.866105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-ec9589cf-db24-4664-b444-86efd83a9617 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0443449 Nov 01 19:32:15.912219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-bbe4fe07-356a-4be1-a72a-67c5d44a985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:15.913688 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-bbe4fe07-356a-4be1-a72a-67c5d44a985f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398195 Nov 01 19:32:16.005563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-912b5dac-da73-4dd8-874f-cd90fc4ece57 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 Nov 01 19:32:16.094603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6d947dbf-39b8-4bb2-b9b4-fa6aa2fc8c20 req-a022aad3-4496-49fd-9186-9643894523b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813310 Nov 01 19:32:16.718975 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:32:16.732996 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88cc26-ea05-4e5c-b175-1b41e3a0e516 req-321944da-18ec-4c99-af81-02d0a05d05de tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:16.732996 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd88cc26-ea05-4e5c-b175-1b41e3a0e516 req-321944da-18ec-4c99-af81-02d0a05d05de tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 944 time: 0.0515118 Nov 01 19:32:16.767357 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd88cc26-ea05-4e5c-b175-1b41e3a0e516 req-821c8fa5-a339-4abf-bbf5-c5f89232fb55 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Nov 01 19:32:16.839613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port db20337e-085e-48a2-8bbd-dbc95516ea60 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:32:16.843773 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port db20337e-085e-48a2-8bbd-dbc95516ea60 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:32:16.844148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:16.922652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:16.944672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:32:16.946902 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3821a00-6341-4fa8-9102-27a493e7a7ff" -d '{"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-plugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:32:16.960787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:32:16.984156 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d84259-31c3-4ec9-ab1e-843d373236ee x-openstack-request-id: req-99d84259-31c3-4ec9-ab1e-843d373236ee {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:32:16.986917 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-plugged", "status": "completed", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:32:16.986917 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99d84259-31c3-4ec9-ab1e-843d373236ee {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:32:16.986917 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'code': 200} Nov 01 19:32:17.030640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:17.080270 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=9']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:32:17.889760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecf9e4-628c-4b9e-8fbb-882d94c194d6 req-a21e722a-a8c5-4d99-827d-b010ff0b44b0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:17.891237 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60ecf9e4-628c-4b9e-8fbb-882d94c194d6 req-a21e722a-a8c5-4d99-827d-b010ff0b44b0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0535202 Nov 01 19:32:17.929071 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-60ecf9e4-628c-4b9e-8fbb-882d94c194d6 req-a7909bd5-a603-49f4-bddf-30ed9e4a6a39 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Nov 01 19:32:17.950985 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43336) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:32:18.011596 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-39f968f5-a83e-44af-b6fa-f3504438a1c4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/3ad4ce46-4377-457f-a450-dee21716ecdf HTTP/1.1" status: 200 len: 993 time: 0.0593998 Nov 01 19:32:18.813024 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-178af85d-5acf-420a-9f19-2fd81db42936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:20.947694 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7d4736d7-2dca-41ac-829d-ef6c191bccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:22.355697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:24.090492 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:26.830175 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:35.650095 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:39.562462 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:32:39.822084 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:48.829278 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee106-6aae-4043-b7d4-db621e3b571a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:50.937946 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-60bfdbfc-9ed3-4e2b-85ff-528608d079f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:52.377310 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:54.080225 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:32:55.921640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-55f5fa6b-e8e7-4048-b0a6-ba170aa0c256 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395744 Nov 01 19:32:56.007881 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f173a6-2853-4b39-9859-7589932919ba req-60f59bb9-e69d-4516-9d9d-2496163d8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:56.009279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-60f59bb9-e69d-4516-9d9d-2496163d8110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0448689 Nov 01 19:32:56.110702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f173a6-2853-4b39-9859-7589932919ba req-ff40afd0-fdc5-4799-9cc0-6eb21a2d13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:56.112196 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-ff40afd0-fdc5-4799-9cc0-6eb21a2d13a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0845792 Nov 01 19:32:56.180773 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-2b525855-0c95-4f16-aca5-bc9bf86acb97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 1001 time: 0.0611093 Nov 01 19:32:56.229383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f173a6-2853-4b39-9859-7589932919ba req-a6568250-e35d-4b99-8690-0fa4662e795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:56.230790 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-a6568250-e35d-4b99-8690-0fa4662e795c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0432086 Nov 01 19:32:56.275435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f173a6-2853-4b39-9859-7589932919ba req-59a08bc7-f156-46b4-8289-4208520516c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:32:56.276849 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-59a08bc7-f156-46b4-8289-4208520516c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383704 Nov 01 19:32:56.370869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-ce78a6af-b8a4-4233-828b-ef16cdbfbfae service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866585 Nov 01 19:32:56.460813 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81f173a6-2853-4b39-9859-7589932919ba req-b5f02217-0935-486a-b590-306cf52f5d55 service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829740 Nov 01 19:32:56.845633 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:05.622747 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:09.843805 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.247566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43352) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:11.399858 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port ba77b90f-8e5d-4c0e-af30-30274a7a2f7a {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:33:11.400205 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.477525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.477852 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.489980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for ba77b90f-8e5d-4c0e-af30-30274a7a2f7a owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:33:11.719948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.744924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=ba77b90f-8e5d-4c0e-af30-30274a7a2f7a,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:11.757394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.757740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.758087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.758413 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.758740 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.759067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.759392 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.759737 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.760061 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.760377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.760692 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.761008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:11.813650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:11.814041 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 3ad4ce46-4377-457f-a450-dee21716ecdf disassociated (deleted). External IP: 172.25.2.173, port: db20337e-085e-48a2-8bbd-dbc95516ea60. Nov 01 19:33:12.023154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 1c91ebfd-85fe-418d-8a68-85466f666d14 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:33:12.130158 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:33:12.134974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:12.139458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Sync routers for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:33:12.148858 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:12.149489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:12.162078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b63923f7-3e1e-4dd9-b38a-2dae6ee80612 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ad4ce46-4377-457f-a450-dee21716ecdf HTTP/1.1" status: 204 len: 168 time: 0.9133015 Nov 01 19:33:12.162521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:33:12.164894 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3cbd91-c834-48a9-b628-002095e6c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:33:12.264175 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:12.298416 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed2fb6-3911-4033-9f24-515770dc24b4 x-openstack-request-id: req-31ed2fb6-3911-4033-9f24-515770dc24b4 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:33:12.299761 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:33:12.299761 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ed2fb6-3911-4033-9f24-515770dc24b4 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:33:12.300114 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'status': 'completed', 'code': 200} Nov 01 19:33:12.372349 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-29217def-5a38-4725-98e9-924699ab7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:12.373862 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-29217def-5a38-4725-98e9-924699ab7fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 1096 time: 0.0505962 Nov 01 19:33:12.475685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-f6ea33c2-5b20-4290-8806-579a4382568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:12.477225 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-f6ea33c2-5b20-4290-8806-579a4382568b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 200 len: 897 time: 0.0931203 Nov 01 19:33:12.523179 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-a149e27c-6949-4f28-81da-d47e38b14736 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Nov 01 19:33:12.568183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:12.573374 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-12c52bf7-f365-4082-a259-dd47920e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:12.583178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-12c52bf7-f365-4082-a259-dd47920e11ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 200 len: 834 time: 0.0449345 Nov 01 19:33:12.594429 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Checking router: 1c91ebfd-85fe-418d-8a68-85466f666d14 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:33:12.604002 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:12.604313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:12.627242 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-98ffdd81-c84b-457d-b975-39d5db8a34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:12.628877 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-98ffdd81-c84b-457d-b975-39d5db8a34ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfb5fb30-5c86-473b-9128-820160b38af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458522 Nov 01 19:33:12.720271 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:12.731913 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-dd3a594a-1364-4423-80ce-d13eeb8bf143 service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949843 Nov 01 19:33:12.750102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9373e1-91b0-41ae-9566-255fdd40828d req-6704bc21-f3cb-4ec3-8897-67e806ce55d6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:12.751825 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d9373e1-91b0-41ae-9566-255fdd40828d req-6704bc21-f3cb-4ec3-8897-67e806ce55d6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.1154921 Nov 01 19:33:12.792595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2d9373e1-91b0-41ae-9566-255fdd40828d req-5d0013d5-d937-4437-98c5-3c79e304f2cb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332942 Nov 01 19:33:12.830554 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6c3cbd91-c834-48a9-b628-002095e6c44b req-c39e83f0-c750-40f2-95a7-656320743787 service neutron] 10.222.0.37 "GET /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893991 Nov 01 19:33:12.925666 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:12.951794 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865de69-ca9d-49b4-92d2-8dd53159456d None None] The sync data for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 is: [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:30:59Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '26580a72-6e77-4e44-9cbf-1f6a44e77742', 'name': '', 'network_id': 'bfb5fb30-5c86-473b-9128-820160b38af8', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:59Z', 'updated_at': '2021-11-01T19:31:03Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': '48a7555a-c9df-411b-adf2-10976346a0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:33:13.166800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3dded-a05a-441c-9337-bb6ae01caa41 None None] New status for floating IP 3ad4ce46-4377-457f-a450-dee21716ecdf: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:33:13.958116 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af6bc-e351-4165-b726-e377cb116e40 req-29b2b182-ced5-42e9-9594-ef61d63c6541 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:13.959571 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e9af6bc-e351-4165-b726-e377cb116e40 req-29b2b182-ced5-42e9-9594-ef61d63c6541 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0941632 Nov 01 19:33:13.998321 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e9af6bc-e351-4165-b726-e377cb116e40 req-5947f545-1d5c-4794-9fa6-9ce04943e5cb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b3dbaea-8d36-473d-9b96-2ae17d559328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Nov 01 19:33:14.166736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-6b55e522-69ee-49b1-a22c-059ed7228b73 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:14.168245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-6b55e522-69ee-49b1-a22c-059ed7228b73 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Nov 01 19:33:14.259518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port db20337e-085e-48a2-8bbd-dbc95516ea60 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:33:14.259797 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:14.350734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port db20337e-085e-48a2-8bbd-dbc95516ea60, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=db20337e-085e-48a2-8bbd-dbc95516ea60,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:14.351098 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:14.362548 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for db20337e-085e-48a2-8bbd-dbc95516ea60 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:33:14.873604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:14.903430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=db20337e-085e-48a2-8bbd-dbc95516ea60,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:14.913209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.913559 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.913898 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.914231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.914561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.914891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.915219 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.915563 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.916401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.916401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.916627 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.916824 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:14.956418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] No DVR routers for this DVR port db20337e-085e-48a2-8bbd-dbc95516ea60 on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:33:14.959957 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:14.963325 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d29cb17a-7f9e-4102-af89-1b1cd83f0ee5 req-1ebdde24-bd51-4636-9d14-e3d90ec531eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "DELETE /v2.0/ports/db20337e-085e-48a2-8bbd-dbc95516ea60 HTTP/1.1" status: 204 len: 173 time: 0.7891417 Nov 01 19:33:14.963815 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-deleted', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:33:14.966217 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a712e5f-2b0c-4e91-af4b-579fd0182d28" -d '{"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-deleted", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:33:15.001592 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540064a-31bb-49fa-908e-ee2b5b91b552 x-openstack-request-id: req-a540064a-31bb-49fa-908e-ee2b5b91b552 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:33:15.001886 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5413c-8986-40b0-a271-7f12d3ead105", "name": "network-vif-deleted", "tag": "db20337e-085e-48a2-8bbd-dbc95516ea60", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:33:15.002180 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a540064a-31bb-49fa-908e-ee2b5b91b552 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:33:15.002541 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5413c-8986-40b0-a271-7f12d3ead105', 'name': 'network-vif-deleted', 'tag': 'db20337e-085e-48a2-8bbd-dbc95516ea60', 'status': 'completed', 'code': 200} Nov 01 19:33:15.099769 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34ccdd6d-98f0-4d68-849a-4e302c606eb3 req-f69715f7-b1d3-469e-95dc-754882ba2e5b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d5413c-8986-40b0-a271-7f12d3ead105 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Nov 01 19:33:16.156144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43374) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:16.562423 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:33:16.814277 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:17.062854 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 26580a72-6e77-4e44-9cbf-1f6a44e77742 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:33:17.063200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:17.150824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 26580a72-6e77-4e44-9cbf-1f6a44e77742, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=26580a72-6e77-4e44-9cbf-1f6a44e77742,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:17.151465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:17.163730 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 26580a72-6e77-4e44-9cbf-1f6a44e77742 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:33:17.388206 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:17.413405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=26580a72-6e77-4e44-9cbf-1f6a44e77742,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:17.597574 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:17.834363 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 1c91ebfd-85fe-418d-8a68-85466f666d14 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:33:17.940020 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:33:17.948837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-00a5ecd6-b0a9-476c-be57-f24b883cbe53 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/1c91ebfd-85fe-418d-8a68-85466f666d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888963 Nov 01 19:33:17.949550 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43376) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:17.951887 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Sync routers for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:33:17.962477 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:17.963232 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:18.001761 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting subnet 48a7555a-c9df-411b-adf2-10976346a0fe {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:33:18.006060 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.047241 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.072367 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:18.134757 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.263126 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.264048 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:33:17Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:18.292959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Subnet': ['ID=48a7555a-c9df-411b-adf2-10976346a0fe,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:18.293548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Checking router: 1c91ebfd-85fe-418d-8a68-85466f666d14 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:33:18.299200 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.305519 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Routers {'1c91ebfd-85fe-418d-8a68-85466f666d14'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:18.306161 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:32:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['1c91ebfd-85fe-418d-8a68-85466f666d14'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:18.313990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c821a-949e-49d8-a67e-f7613f858ba2 None None] Network bfb5fb30-5c86-473b-9128-820160b38af8 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:33:18.320105 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-31b463f6-adcc-45d7-864e-01e86097eefc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/subnets/48a7555a-c9df-411b-adf2-10976346a0fe HTTP/1.1" status: 204 len: 168 time: 0.3694420 Nov 01 19:33:18.322570 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43378) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:18.439333 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] Set router 1c91ebfd-85fe-418d-8a68-85466f666d14 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:18.454344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.553508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b532a190-86ee-4856-9736-5727eba43abb None None] DHCP port deletion for bfb5fb30-5c86-473b-9128-820160b38af8 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:33:18.574624 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.606905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Deleting port c43b941b-188f-491f-b475-5c6c6a642189 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:33:18.607278 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.623879 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:33:17Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:18.655676 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2944b-dc31-40b3-8423-7fb61612c46c None None] The sync data for ids ['1c91ebfd-85fe-418d-8a68-85466f666d14'] in n-d-815923-2 is: [{'id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652054215', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:30:55Z', 'updated_at': '2021-11-01T19:33:17Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '3a317ffb-5222-49dd-800c-bdbeafc73255', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ebfd-85fe-418d-8a68-85466f666d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:30:56Z', 'updated_at': '2021-11-01T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:33:18.685536 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-b532a190-86ee-4856-9736-5727eba43abb None None] For port c43b941b-188f-491f-b475-5c6c6a642189, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c43b941b-188f-491f-b475-5c6c6a642189,segment=NetworkSegment(687360e7-62ed-4afe-8a7d-fdc38d27942e),segment_id=687360e7-62ed-4afe-8a7d-fdc38d27942e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:18.685536 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.698621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Calling delete_port for c43b941b-188f-491f-b475-5c6c6a642189 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:33:18.703676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 3a317ffb-5222-49dd-800c-bdbeafc73255 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:33:18.704028 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.795413 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 3a317ffb-5222-49dd-800c-bdbeafc73255, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=3a317ffb-5222-49dd-800c-bdbeafc73255,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:18.795724 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.799220 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-69973c60-2252-4b03-b717-bac4151b3462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.808233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 3a317ffb-5222-49dd-800c-bdbeafc73255 owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:33:18.839736 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:18.866604 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Pushing event deleted for resources: {'Port': ['ID=c43b941b-188f-491f-b475-5c6c6a642189,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:18.874978 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532a190-86ee-4856-9736-5727eba43abb None None] No DVR routers for this DVR port c43b941b-188f-491f-b475-5c6c6a642189 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:33:18.877186 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.877541 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.877903 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.878316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.880215 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.880586 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.880916 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.881255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.881593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.881924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.882256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:18.882590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532a190-86ee-4856-9736-5727eba43abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:19.022591 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.046988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c43b941b-188f-491f-b475-5c6c6a642189 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:33:19.049014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=3a317ffb-5222-49dd-800c-bdbeafc73255,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:19.079444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:33:19.082950 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: c43b941b-188f-491f-b475-5c6c6a642189 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:33:19.083368 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c43b941b-188f-491f-b475-5c6c6a642189 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:33:19.105860 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: db20337e-085e-48a2-8bbd-dbc95516ea60 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:33:19.106208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device db20337e-085e-48a2-8bbd-dbc95516ea60 not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:33:19.119455 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.217519 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.219741 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.348174 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.348651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Fanout notify agent at l3_agent the message router_deleted on router 1c91ebfd-85fe-418d-8a68-85466f666d14 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:33:19.355588 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.356691 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3257c1a1-77ef-439e-a451-c33d3ba3227a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/routers/1c91ebfd-85fe-418d-8a68-85466f666d14 HTTP/1.1" status: 204 len: 168 time: 1.0325322 Nov 01 19:33:19.359784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43380) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:19.442783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.529520 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.549333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb5fb30-5c86-473b-9128-820160b38af8']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:19.558190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687360e7-62ed-4afe-8a7d-fdc38d27942e') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:19.558498 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687360e7-62ed-4afe-8a7d-fdc38d27942e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:19.567749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.580418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.586645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:33:19.587021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:33:19.595833 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:33:19.718106 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.726485 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.729285 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/networks/bfb5fb30-5c86-473b-9128-820160b38af8 HTTP/1.1" status: 204 len: 168 time: 0.3687553 Nov 01 19:33:19.733781 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43382) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:19.741230 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3b4b6-5a5e-445a-b99f-24754b117dd7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Network': ['ID=bfb5fb30-5c86-473b-9128-820160b38af8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:19.796065 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.824685 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.947679 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.950150 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:19.951355 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b3dbaea-8d36-473d-9b96-2ae17d559328 HTTP/1.1" status: 204 len: 168 time: 0.2181482 Nov 01 19:33:19.962254 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355abdb3-d179-427b-b2fb-928697e87c37 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3dbaea-8d36-473d-9b96-2ae17d559328,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:20.309062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43388) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:20.313940 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615581498', 'description': 'tempest-secgroup-smoke-1615581498 description', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:20.393484 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.460219 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.541740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.574142 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43c3f38-e4dc-4361-8c13-953ef5536859,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:20.630834 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.632334 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-850a878f-05fa-4614-a387-6ea561cbc3db tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3222463 Nov 01 19:33:20.635213 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43390) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:20.639705 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:20.649042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3a317ffb-5222-49dd-800c-bdbeafc73255 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:33:20.669701 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 3a317ffb-5222-49dd-800c-bdbeafc73255 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:33:20.670044 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 3a317ffb-5222-49dd-800c-bdbeafc73255 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:33:20.673097 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 26580a72-6e77-4e44-9cbf-1f6a44e77742 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:33:20.690096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 26580a72-6e77-4e44-9cbf-1f6a44e77742 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:33:20.690435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 26580a72-6e77-4e44-9cbf-1f6a44e77742 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:33:20.718369 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.772973 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.821805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.839848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1eb8a11-49c1-43a2-9d4e-6ed0d50d5ed7,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:20.903979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:20.905204 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e4c07f22-941c-4b55-8719-f2a8d166d8b3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690086 Nov 01 19:33:20.907835 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43392) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:20.912793 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:20.953288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83bad86a-02de-42a6-90f9-fa972a756476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.009745 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.064823 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.113238 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.130868 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcf6b81-a0c6-4650-817b-0b0cfe4dddce,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:21.172387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.173583 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-986e1d2e-d5d9-439c-a991-4b1d91103f4f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648251 Nov 01 19:33:21.176377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43394) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:21.185944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:21.260875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.317389 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.382146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.402872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a83339a-6817-4c68-b2c9-75034ebc372f,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:21.486851 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.488780 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a37537b1-9942-4bd4-823b-eb9b1cb051ce tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114738 Nov 01 19:33:21.492978 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43396) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:21.496520 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:21.569151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.626149 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.702054 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.724561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10afd9b0-a8a4-41d5-b415-6cc144565b82,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:21.817160 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.818424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c1461057-c876-4320-8597-4ff7913f8399 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3254550 Nov 01 19:33:21.821286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43398) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:21.827634 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:21.930411 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:33:21.935392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:21.997717 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.067373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.085513 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800117a1-6d77-47ac-8c4b-2557c8802e0f,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:22.143551 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.145446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-138566af-6cec-4e6d-9643-310ee6e96492 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3232329 Nov 01 19:33:22.148235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43400) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:22.152584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': 'b43c3f38-e4dc-4361-8c13-953ef5536859', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:22.227619 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:33:22.232708 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.290867 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.364762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.375307 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.386379 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa84fa0-1f8e-44de-b756-ef171fb5f838,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:22.464137 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.465396 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-dfa47d58-0a15-46df-b02c-2d2b80355d8f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161621 Nov 01 19:33:22.468307 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43402) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:22.473770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'network': {'name': 'tempest-network-smoke--363485244', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'port_security_enabled': True}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:22.552127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:33:22.555643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.579284 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:33:22.587780 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.588179 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Added segment 81b1b03f-4b06-44d7-be7b-dddacd46a1d4 of type vlan for network e4535f5d-1b18-425c-a9db-7f8e65f89997 Nov 01 19:33:22.627705 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.724078 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.729744 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:22.730321 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.795886 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Network': ['ID=e4535f5d-1b18-425c-a9db-7f8e65f89997,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:22.806772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:33:22.836454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-6e420116-4dff-4950-a0d4-d28133588873 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3670735 Nov 01 19:33:22.839118 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43404) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:22.843635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'admin_state_up': True, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:22.930051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.931120 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:22.985068 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.183561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.446961 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.465616 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.571183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.13 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:33:23.669716 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.771493 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:23.823324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:23.827876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:23.834304 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:33:23.859983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:24.114249 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:24.148702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:24.340831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:24.856557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 9e9f36c4-b046-447d-9379-98a24905fcf9 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:33:24.957932 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:33:24.967021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Sync routers for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:33:24.977078 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:24.977708 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:25.018527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.020383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-16e46a83-cb61-448b-bd37-b8a138b62f4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1801848 Nov 01 19:33:25.023442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43406) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:25.080758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:25.097675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e084f936-d0d0-47ff-bc1f-700fd73b5a97 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cdf2a9a935a4085b63f3de2e7797a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723419 Nov 01 19:33:25.100114 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43410) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:25.186026 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f0017-0b97-4f53-b86f-de9f1059a436 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:25.190354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-862f0017-0b97-4f53-b86f-de9f1059a436 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864775 Nov 01 19:33:25.191085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43412) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:25.221130 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f7d647ae-1a05-4108-a8b5-470790675803 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266969 Nov 01 19:33:25.221360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43414) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:25.226108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469594769', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:25.259411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:23Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:25.285856 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Checking router: 9e9f36c4-b046-447d-9379-98a24905fcf9 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:33:25.286202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Updating router 9e9f36c4-b046-447d-9379-98a24905fcf9 port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:33:25.309891 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.353594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:33:25.357294 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.559306 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.609904 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.638098 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.670807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Subnet': ['ID=eadaab88-7a4a-4551-b827-8f09b3b14434,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:25.679285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Checking segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:33:25.679584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network hostable DHCP agents. Network: e4535f5d-1b18-425c-a9db-7f8e65f89997, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:33:25.695443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Attempting to bind port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:33:25.695841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Attempting to bind port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:33:25.696202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Attempting to bind port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:33:25.703017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8299ce-df2d-40e2-9386-70c73708813b None None] Pushing event updated for resources: {'Port': ['ID=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:25.705721 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:33:25.706210 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:33:25.706538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.706924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:33:25.707375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Bound port: 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:33:25.707779 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.757105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] For port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:33:25.760047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] For port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:33:25.764607 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:33:25.822312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.850790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, e4535f5d-1b18-425c-a9db-7f8e65f89997) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:25.857551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:25.858266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:25.868002 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4d4cd-a9d8-48e4-b6ac-dcea67e78b3f None None] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:33:25.905815 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:25.906430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:25.908122 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8299ce-df2d-40e2-9386-70c73708813b None None] Pushing event updated for resources: {'Port': ['ID=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:25.939426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4ef5fc15-4858-4f9a-8b8a-54c6e756af90 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7170720 Nov 01 19:33:25.942481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43416) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:26.081495 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:26.359851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-e4535f5d-1b18-425c-a9db-7f8e65f89997', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:33:26.360713 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.382973 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.562573 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Allocated IP 172.20.0.2 (e4535f5d-1b18-425c-a9db-7f8e65f89997/eadaab88-7a4a-4551-b827-8f09b3b14434/410987c5-8b5a-4beb-88ea-055981c0733e) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:33:26.580066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:23Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:26.620192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b970dbc-bfb0-4eb0-ba7f-7338e5048265 None None] The sync data for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 is: [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:23Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:33:26.740964 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.794199 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.829349 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.850960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:26.872555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:26.874378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Pushing event updated for resources: {'Port': ['ID=410987c5-8b5a-4beb-88ea-055981c0733e,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:26.875018 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.1 (e4535f5d-1b18-425c-a9db-7f8e65f89997/eadaab88-7a4a-4551-b827-8f09b3b14434/b19b0a7e-25a5-4a1b-b430-af840c9ec63b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:33:26.876652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:33:26.941880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Attempting to bind port 410987c5-8b5a-4beb-88ea-055981c0733e on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:33:26.942342 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Attempting to bind port 410987c5-8b5a-4beb-88ea-055981c0733e by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:33:26.942923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Attempting to bind port 410987c5-8b5a-4beb-88ea-055981c0733e on network e4535f5d-1b18-425c-a9db-7f8e65f89997 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:33:26.948791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:33:26.949257 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Checking segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:33:26.949730 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:26.950193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Bound using segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:33:26.950764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Bound port: 410987c5-8b5a-4beb-88ea-055981c0733e, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:33:26.951219 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.011114 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.016843 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] For port 410987c5-8b5a-4beb-88ea-055981c0733e, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:33:27.021325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] For port 410987c5-8b5a-4beb-88ea-055981c0733e, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=410987c5-8b5a-4beb-88ea-055981c0733e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:33:27.063410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.097979 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.134322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bb179-e941-4dee-a913-8313cbf7b9b6 None None] Pushing event updated for resources: {'Port': ['ID=410987c5-8b5a-4beb-88ea-055981c0733e,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:27.140377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:27.144372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:27.148582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:33:27.187605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:27.215371 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.434336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.764103 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.810917 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:27.896308 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:27.901437 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.004491 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:28.005894 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:28.044637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354967b3-8bc8-4d30-8d02-c47a492b6bc8 None None] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:33:28.114442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] Provisioning complete for port 410987c5-8b5a-4beb-88ea-055981c0733e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:28.114815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.120697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 9e9f36c4-b046-447d-9379-98a24905fcf9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:33:28.238348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:33:28.243960 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e62bfb64-4ad5-4754-8e6d-2798f9665e04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/9e9f36c4-b046-447d-9379-98a24905fcf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3004627 Nov 01 19:33:28.265027 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.307575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] For port 410987c5-8b5a-4beb-88ea-055981c0733e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=410987c5-8b5a-4beb-88ea-055981c0733e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:28.382152 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.397188 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-f96ccda6-e4a6-4de0-97ef-51429f4f2cde tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615581498&fields=id&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 267 time: 0.0403528 Nov 01 19:33:28.441621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c641-cfcc-4821-a14d-10220f76c2bb None None] Pushing event updated for resources: {'Port': ['ID=410987c5-8b5a-4beb-88ea-055981c0733e,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:28.520241 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-83dcf00a-7147-450e-b638-675a9e21f05b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:28.521828 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-83dcf00a-7147-450e-b638-675a9e21f05b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 796 time: 0.1174054 Nov 01 19:33:28.535730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Sync routers for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:33:28.545680 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:28.545877 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-62108539-bfec-42f0-b67c-54b373ca6103 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/quotas/6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 375 time: 0.0168462 Nov 01 19:33:28.546383 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:28.611124 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6c8fc2af-b817-4cdd-821c-f2ab0d3ed328 None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:28.611521 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2af-b817-4cdd-821c-f2ab0d3ed328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.643903 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-3ebbc9a6-060e-406e-8fe3-8a4341b88c81 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820899 Nov 01 19:33:28.679838 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fc2af-b817-4cdd-821c-f2ab0d3ed328 None None] Port b19b0a7e-25a5-4a1b-b430-af840c9ec63b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:33:28.705739 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6c8fc2af-b817-4cdd-821c-f2ab0d3ed328 None None] Provisioning complete for port 410987c5-8b5a-4beb-88ea-055981c0733e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:28.707077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-f366a0ed-a629-4fac-b759-6db16c45bc21 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:33:28.707325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2af-b817-4cdd-821c-f2ab0d3ed328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.708611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-f366a0ed-a629-4fac-b759-6db16c45bc21 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0637205 Nov 01 19:33:28.797307 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 410987c5-8b5a-4beb-88ea-055981c0733e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:33:28.821703 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:28.837663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-900b5ee0-bd4b-4ed7-8e53-52e9e074b80e service neutron] 10.222.0.31 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201177 Nov 01 19:33:28.867314 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 410987c5-8b5a-4beb-88ea-055981c0733e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:28.867732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:28.946643 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-98abad03-b619-4bd4-92e6-fc77c82c1b76 service neutron] 10.222.0.31 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002991 Nov 01 19:33:28.991298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:33:29.016322 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-8afd8d63-50a7-4b26-9241-cf34830ff5d6 None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:29.016701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8afd8d63-50a7-4b26-9241-cf34830ff5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.071313 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 2, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:29.071615 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-8afd8d63-50a7-4b26-9241-cf34830ff5d6 None None] Port b19b0a7e-25a5-4a1b-b430-af840c9ec63b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:33:29.084387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:29.084767 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.098643 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Checking router: 9e9f36c4-b046-447d-9379-98a24905fcf9 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:33:29.105203 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Updating router 9e9f36c4-b046-447d-9379-98a24905fcf9 port b19b0a7e-25a5-4a1b-b430-af840c9ec63b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:33:29.126299 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.164670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.186681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:29.213112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-82e7cc30-1499-4abb-b37a-ed82a963ca3e None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:29.213760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-82e7cc30-1499-4abb-b37a-ed82a963ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.259353 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.262170 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0f312427-e982-467e-8d3c-9d71bbdc28cc req-14beb662-2c33-4754-a11e-7ccf75030ccf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 210 time: 0.0361061 Nov 01 19:33:29.270804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-82e7cc30-1499-4abb-b37a-ed82a963ca3e None None] Port b19b0a7e-25a5-4a1b-b430-af840c9ec63b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:33:29.330609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:29.419993 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.518885 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.571230 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Pushing event updated for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:29.595381 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.595777 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.596116 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.596446 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.596967 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.597202 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.597524 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.597896 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.598681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.598681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.598867 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.599135 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:33:29.644418 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Attempting to bind port b19b0a7e-25a5-4a1b-b430-af840c9ec63b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:33:29.645076 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Attempting to bind port b19b0a7e-25a5-4a1b-b430-af840c9ec63b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:33:29.645207 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Attempting to bind port b19b0a7e-25a5-4a1b-b430-af840c9ec63b on network e4535f5d-1b18-425c-a9db-7f8e65f89997 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:33:29.650282 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:33:29.650656 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Checking segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:33:29.651051 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.651434 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Bound using segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:33:29.651923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Bound port: b19b0a7e-25a5-4a1b-b430-af840c9ec63b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:33:29.652299 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.718891 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] For port b19b0a7e-25a5-4a1b-b430-af840c9ec63b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:33:29.723965 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] For port b19b0a7e-25a5-4a1b-b430-af840c9ec63b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:33:29.796273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-92e5afe2-d2a7-4ad7-9d75-2b40943ad59c None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:29.796651 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-92e5afe2-d2a7-4ad7-9d75-2b40943ad59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.816892 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:29.832320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-92e5afe2-d2a7-4ad7-9d75-2b40943ad59c None None] Port b19b0a7e-25a5-4a1b-b430-af840c9ec63b cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:33:29.876192 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:29.876816 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:29.878716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557dc3c-b01f-453e-b0b5-50dc197f0183 None None] Pushing event updated for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:29.991179 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:30.051340 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:30.051744 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:30.132740 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:30.168205 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] For port b19b0a7e-25a5-4a1b-b430-af840c9ec63b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:30.210227 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:30.237076 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaf007-8cc5-4eee-84de-9bd167b503df None None] The sync data for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 is: [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:33:30.238906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:30.316614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d408f-59dc-48f8-86d2-b7c678dc55ea None None] Pushing event updated for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:30.388196 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6449ae7-9878-4c77-a22a-c6077cc47784 req-45344fbe-ace4-4e3e-b158-8d7334b2b3c6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 210 time: 0.0355306 Nov 01 19:33:30.749392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:33:30.804870 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:30.805260 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:30.894608 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b19b0a7e-25a5-4a1b-b430-af840c9ec63b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:33:30.956587 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port b19b0a7e-25a5-4a1b-b430-af840c9ec63b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:30.956984 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:31.227079 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-62cf1a33-7b2c-4cde-9293-edc5f33e5ab7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:31.228622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-62cf1a33-7b2c-4cde-9293-edc5f33e5ab7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 796 time: 0.1179845 Nov 01 19:33:31.274381 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-691b0a65-3506-49d8-9418-a99e7a944015 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 380 time: 0.0359871 Nov 01 19:33:31.285094 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'port': {'device_id': '90ed45d4-f998-4541-be6a-107046254cd7', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'admin_state_up': True, 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'security_groups': ['b43c3f38-e4dc-4361-8c13-953ef5536859']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:31.484975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:33:31.489391 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:31.493762 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5c5378a2-295e-4165-95a9-fde0fb70185a req-fc21c53d-8cd2-4ad4-8508-90c26234c8e6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 210 time: 0.0287874 Nov 01 19:33:31.617144 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.12 (e4535f5d-1b18-425c-a9db-7f8e65f89997/eadaab88-7a4a-4551-b827-8f09b3b14434/d430036a-2b1e-48df-8f70-9d607302cc2e) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:33:31.753283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:31.816710 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:31.859264 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:31.864677 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:31.868404 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:33:31.892125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:31.921208 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:31.921823 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.001840 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2bb94e05-1ac5-40a5-b584-a02acf5994f9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7211206 Nov 01 19:33:32.012373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2edef1c7-029b-47a6-9a8a-13f41dc9746b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:33:32.013365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-2edef1c7-029b-47a6-9a8a-13f41dc9746b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053477 Nov 01 19:33:32.067355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Request body: {'port': {'device_id': '90ed45d4-f998-4541-be6a-107046254cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:32.071208 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4d0a5c85-65b7-4875-8d3d-1ba7a02f022d None None] Provisioning complete for port d430036a-2b1e-48df-8f70-9d607302cc2e triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:32.071762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5c85-65b7-4875-8d3d-1ba7a02f022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.109365 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a5c85-65b7-4875-8d3d-1ba7a02f022d None None] Port d430036a-2b1e-48df-8f70-9d607302cc2e cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:33:32.120442 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.376877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d430036a-2b1e-48df-8f70-9d607302cc2e {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:33:32.384789 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.396212 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Transition to ACTIVE for port object d430036a-2b1e-48df-8f70-9d607302cc2e will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:33:32.461931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.528293 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Pushing event updated for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:32.590295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Attempting to bind port d430036a-2b1e-48df-8f70-9d607302cc2e on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:33:32.590683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Attempting to bind port d430036a-2b1e-48df-8f70-9d607302cc2e by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:33:32.591025 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Attempting to bind port d430036a-2b1e-48df-8f70-9d607302cc2e on network e4535f5d-1b18-425c-a9db-7f8e65f89997 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:33:32.595991 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Port d430036a-2b1e-48df-8f70-9d607302cc2e on network e4535f5d-1b18-425c-a9db-7f8e65f89997 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:33:32.596323 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Attempting to bind port d430036a-2b1e-48df-8f70-9d607302cc2e on network e4535f5d-1b18-425c-a9db-7f8e65f89997 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:33:32.602343 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:33:32.602690 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Checking segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:33:32.603262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Bound using segment: {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:33:32.603754 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Bound port: d430036a-2b1e-48df-8f70-9d607302cc2e, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b1b03f-4b06-44d7-be7b-dddacd46a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:33:32.604119 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.639575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b544a-e6ad-465f-a8de-74b60f079250 req-87a56832-e8d8-4066-aa74-d50998fab84e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:32.641168 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d45b544a-e6ad-465f-a8de-74b60f079250 req-87a56832-e8d8-4066-aa74-d50998fab84e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 944 time: 0.0618906 Nov 01 19:33:32.673606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:33:32.677866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d430036a-2b1e-48df-8f70-9d607302cc2e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:33:32.689965 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d45b544a-e6ad-465f-a8de-74b60f079250 req-2eb26675-8f26-47f0-9428-90bf8b36a512 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Nov 01 19:33:32.735704 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.769956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:32.770513 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:32.771908 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] 10.222.0.32 "PUT /v2.0/ports/d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 1092 time: 0.7507520 Nov 01 19:33:32.772344 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:33:32.774591 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:33:32.802093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df370eb-c564-4c61-ba41-e6cd721c768b service neutron] Pushing event updated for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:32.815923 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259248d-d870-460c-b3ca-0d25e49cea60 x-openstack-request-id: req-6259248d-d870-460c-b3ca-0d25e49cea60 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:33:32.819589 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:33:32.819589 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6259248d-d870-460c-b3ca-0d25e49cea60 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:33:32.819589 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'status': 'completed', 'code': 200} Nov 01 19:33:32.878724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-e95eaff9-42eb-4a5d-b4d3-0c46bebb46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:32.880310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-e95eaff9-42eb-4a5d-b4d3-0c46bebb46e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0443799 Nov 01 19:33:32.985430 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-374c19fc-64c5-49b5-ba33-74af518b8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:32.986900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-374c19fc-64c5-49b5-ba33-74af518b8a94 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0985003 Nov 01 19:33:33.085231 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-f98db11c-643b-41e8-9b21-6f96e58c217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:33.086834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d7bd0b1f-c238-4b5e-b0b9-5818135e5b5e req-f98db11c-643b-41e8-9b21-6f96e58c217b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930619 Nov 01 19:33:33.163512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-0e5e0394-eef3-429c-8c05-03805353ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:33.165010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-0e5e0394-eef3-429c-8c05-03805353ebee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0412319 Nov 01 19:33:33.209278 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-5faa8f46-829c-415d-ae5b-115c9e18d4fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 217 time: 0.0345678 Nov 01 19:33:33.258394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-3ab61805-6012-4da1-a0c4-99423cfcbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:33.259888 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-3ab61805-6012-4da1-a0c4-99423cfcbfa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0432982 Nov 01 19:33:33.309477 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-c7874fe0-bce8-46de-99c8-21694e29da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:33.310950 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-c7874fe0-bce8-46de-99c8-21694e29da69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443935 Nov 01 19:33:33.400101 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-3d9d4e3a-c7e6-40b0-a572-40b634f63756 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810778 Nov 01 19:33:33.494236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b2e8c9a4-d5f3-440e-856c-488c4fcf0086 req-ce4c7794-cef6-40a5-bfdb-61db5f2e86c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Nov 01 19:33:33.803124 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0f50a-84cb-4e98-a447-8cac0b3d355f req-bf59f146-124d-4f4e-9d4f-61356c55575d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:33.804627 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dba0f50a-84cb-4e98-a447-8cac0b3d355f req-bf59f146-124d-4f4e-9d4f-61356c55575d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 944 time: 0.0493460 Nov 01 19:33:33.842699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dba0f50a-84cb-4e98-a447-8cac0b3d355f req-b76e07a6-9d93-487a-8baf-91e205742d48 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Nov 01 19:33:34.962405 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0da82-c1db-4bcd-9bf4-e4f7bd62687e req-0fdf3d72-24be-4227-9c40-ac183a4417a8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:34.963889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de0da82-c1db-4bcd-9bf4-e4f7bd62687e req-0fdf3d72-24be-4227-9c40-ac183a4417a8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 944 time: 0.0521581 Nov 01 19:33:34.999437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9de0da82-c1db-4bcd-9bf4-e4f7bd62687e req-c8792001-7930-49f4-a3b6-0be45d6e5c83 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297465 Nov 01 19:33:35.637728 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:36.112598 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d5cf9-2047-4ce0-9d63-ff12f03912c0 req-b3c00c4f-76df-428f-9bc8-d774d3267c56 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:36.114177 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-714d5cf9-2047-4ce0-9d63-ff12f03912c0 req-b3c00c4f-76df-428f-9bc8-d774d3267c56 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 944 time: 0.0489419 Nov 01 19:33:36.150957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-714d5cf9-2047-4ce0-9d63-ff12f03912c0 req-4af1d1f8-a755-4556-8826-5de7eeff25bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308905 Nov 01 19:33:36.789361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d430036a-2b1e-48df-8f70-9d607302cc2e details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:33:36.885511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d430036a-2b1e-48df-8f70-9d607302cc2e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:36.896147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'port_id': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'mac_address': 'fa:16:3e:8c:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:33:36.931394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:36.944315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d430036a-2b1e-48df-8f70-9d607302cc2e {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:33:36.962503 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d430036a-2b1e-48df-8f70-9d607302cc2e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:37.049614 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:37.100442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:37.266350 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994ac2-8355-4bc3-9787-bfb7557027d9 req-0b933c47-a389-4f8a-8e4a-9558873bd373 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:37.268181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b994ac2-8355-4bc3-9787-bfb7557027d9 req-0b933c47-a389-4f8a-8e4a-9558873bd373 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Nov 01 19:33:37.292795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['d430036a-2b1e-48df-8f70-9d607302cc2e'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:33:37.307256 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b994ac2-8355-4bc3-9787-bfb7557027d9 req-4f50f37f-2260-4c99-9a3c-32b3ee6af815 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Nov 01 19:33:38.424918 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fcda-7051-4417-8651-a07913ec2ec4 req-0c548328-b219-4d06-b41d-9fb7d1b1305a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:38.427123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db91fcda-7051-4417-8651-a07913ec2ec4 req-0c548328-b219-4d06-b41d-9fb7d1b1305a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 945 time: 0.0539892 Nov 01 19:33:38.464958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db91fcda-7051-4417-8651-a07913ec2ec4 req-6a34bee8-f95f-40aa-906a-606ad1904864 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Nov 01 19:33:38.797909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d430036a-2b1e-48df-8f70-9d607302cc2e up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:33:38.936317 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port d430036a-2b1e-48df-8f70-9d607302cc2e completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:33:38.940407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port d430036a-2b1e-48df-8f70-9d607302cc2e triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:33:38.940807 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:39.014806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:39.037011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:33:39.039223 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6409bafd-9475-425d-9ed2-fd02d7d510c4" -d '{"events": [{"server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "name": "network-vif-plugged", "status": "completed", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:33:39.055243 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d430036a-2b1e-48df-8f70-9d607302cc2e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:33:39.076646 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90116e2a-50b5-4641-9f3c-194521702805 x-openstack-request-id: req-90116e2a-50b5-4641-9f3c-194521702805 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:33:39.076774 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "name": "network-vif-plugged", "status": "completed", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:33:39.076984 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90116e2a-50b5-4641-9f3c-194521702805 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:33:39.077372 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'code': 200} Nov 01 19:33:39.124658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:39.172853 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:39.176131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8d5c8-0e37-435e-9b58-5c0d5f39415b req-26add563-b497-4090-94fd-7873d482d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:39.177643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-feb8d5c8-0e37-435e-9b58-5c0d5f39415b req-26add563-b497-4090-94fd-7873d482d2ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0429230 Nov 01 19:33:39.213126 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-feb8d5c8-0e37-435e-9b58-5c0d5f39415b req-02926034-0cc7-4cbf-a227-231b99afe512 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280275 Nov 01 19:33:39.582182 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f50c-126f-4514-9c34-c21c789f9a60 req-a3cd314e-d506-4e07-b761-76f41b357382 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:39.583693 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eee2f50c-126f-4514-9c34-c21c789f9a60 req-a3cd314e-d506-4e07-b761-76f41b357382 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0494227 Nov 01 19:33:39.621516 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eee2f50c-126f-4514-9c34-c21c789f9a60 req-42ab275f-c7ca-4690-9afb-1bf87a487987 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Nov 01 19:33:39.849585 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:40.739462 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acfcc9-6ed1-42ff-ab41-3ab6948bf5a8 req-db24bb99-0b45-41f8-9648-2e43291cf723 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:40.740956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80acfcc9-6ed1-42ff-ab41-3ab6948bf5a8 req-db24bb99-0b45-41f8-9648-2e43291cf723 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0495639 Nov 01 19:33:40.778255 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-80acfcc9-6ed1-42ff-ab41-3ab6948bf5a8 req-7d7e44f6-fd6f-46bb-a048-098b0a9292b7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Nov 01 19:33:40.899067 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f96e3-702e-458e-a7ec-b34a7c2677d2 req-1fdba8b2-8f97-4e27-bebf-18ced5b0a535 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:40.900579 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af1f96e3-702e-458e-a7ec-b34a7c2677d2 req-1fdba8b2-8f97-4e27-bebf-18ced5b0a535 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0531702 Nov 01 19:33:40.937666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-af1f96e3-702e-458e-a7ec-b34a7c2677d2 req-87984c66-ba73-45ad-82bb-a753c169a5dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Nov 01 19:33:40.959625 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43474) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:40.998276 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65074274-22b5-478e-a97d-5e9706c68827 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:40.999792 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-65074274-22b5-478e-a97d-5e9706c68827 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1092 time: 0.0391493 Nov 01 19:33:41.002582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43476) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:41.007439 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:33:41.078647 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:41.177527 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:41.275546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.146 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/f00cb2a5-7550-40a9-8f05-5ecb4ff5d288) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:33:41.377024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:41.438658 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:41.474375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:33:41.477107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:33:41.482567 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:33:41.508085 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=f00cb2a5-7550-40a9-8f05-5ecb4ff5d288,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:41.851351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:41.977627 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:42.442640 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:42.518479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:42.587776 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=f00cb2a5-7550-40a9-8f05-5ecb4ff5d288,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:33:42.601965 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:42.701161 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 34c4d92a-2fb1-4795-9c95-aa92ac6b721f associated. External IP: 172.25.2.146, port: d430036a-2b1e-48df-8f70-9d607302cc2e. Nov 01 19:33:42.903334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 9e9f36c4-b046-447d-9379-98a24905fcf9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:33:43.008266 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:33:43.018301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Sync routers for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:33:43.027858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:43.028464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:43.080272 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:43.108223 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ee3059ad-de33-409f-81a7-ecefe814d6d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1046264 Nov 01 19:33:43.108823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:33:43.111114 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e25a21-6600-4f19-b4bd-569e5516086e" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:33:43.135748 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:43.153641 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa04395d-f534-4a65-b8fa-5facb826e765 x-openstack-request-id: req-fa04395d-f534-4a65-b8fa-5facb826e765 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:33:43.153933 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:33:43.154315 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa04395d-f534-4a65-b8fa-5facb826e765 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:33:43.154755 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'status': 'completed', 'code': 200} Nov 01 19:33:43.218507 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099f01-df7a-4c45-95d6-9efa042f7dcb req-a1857410-509f-4624-8b25-acbdf7acd1d6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:43.219776 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99099f01-df7a-4c45-95d6-9efa042f7dcb req-a1857410-509f-4624-8b25-acbdf7acd1d6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0594094 Nov 01 19:33:43.229125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-4a66cc99-b02b-4482-89a3-f8cbdf2cecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:43.231301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-4a66cc99-b02b-4482-89a3-f8cbdf2cecb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0535855 Nov 01 19:33:43.262366 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-99099f01-df7a-4c45-95d6-9efa042f7dcb req-0ec95950-beca-4877-acb9-0c543894f498 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Nov 01 19:33:43.286377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43482) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:43.333127 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-c6dee285-744e-4ac8-9e6f-4edfe86f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:43.334634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-c6dee285-744e-4ac8-9e6f-4edfe86f2e61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 897 time: 0.0961566 Nov 01 19:33:43.350461 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-955b53c8-e40e-42e8-a8dc-f3dfc9c115c7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/34c4d92a-2fb1-4795-9c95-aa92ac6b721f HTTP/1.1" status: 200 len: 992 time: 0.0626364 Nov 01 19:33:43.376596 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '34c4d92a-2fb1-4795-9c95-aa92ac6b721f', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'port_id': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'mac_address': 'fa:16:3e:8c:05:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed45d4-f998-4541-be6a-107046254cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:33:41Z', 'updated_at': '2021-11-01T19:33:41Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:43.407232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-cc024455-00e3-4d9e-b4cc-8e9cbd786d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 1000 time: 0.0645607 Nov 01 19:33:43.461125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-f1308c82-5193-4521-a3ec-1d5887bb9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:43.462625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-f1308c82-5193-4521-a3ec-1d5887bb9fb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0485492 Nov 01 19:33:43.513487 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-c79e7197-a702-48fc-829c-8a240438a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:43.514901 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-c79e7197-a702-48fc-829c-8a240438a04f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431163 Nov 01 19:33:43.563053 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Checking router: 9e9f36c4-b046-447d-9379-98a24905fcf9 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:33:43.572244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:33:43.572857 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:33:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:43.609163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-b1e09cc6-c54d-416e-bed4-25e5ad894468 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 Nov 01 19:33:43.678613 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:33:43.706051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e0e25a21-6600-4f19-b4bd-569e5516086e req-d4b00769-0d09-45ff-8aba-ba847e3e46d2 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Nov 01 19:33:43.901325 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '34c4d92a-2fb1-4795-9c95-aa92ac6b721f', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'port_id': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'mac_address': 'fa:16:3e:8c:05:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed45d4-f998-4541-be6a-107046254cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:33:41Z', 'updated_at': '2021-11-01T19:33:41Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:33:43.927459 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafcc45-6e3a-4aa7-80fd-87b02c80db94 None None] The sync data for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 is: [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '34c4d92a-2fb1-4795-9c95-aa92ac6b721f', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'port_id': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'mac_address': 'fa:16:3e:8c:05:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed45d4-f998-4541-be6a-107046254cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:33:41Z', 'updated_at': '2021-11-01T19:33:41Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:33:44.129306 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa0c23-d304-4b6c-9322-cb0f23544e0a None None] New status for floating IP 34c4d92a-2fb1-4795-9c95-aa92ac6b721f: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:33:44.353267 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43484) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:33:44.416559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e7ae62af-5d29-4358-83dd-58273ada2d2a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/34c4d92a-2fb1-4795-9c95-aa92ac6b721f HTTP/1.1" status: 200 len: 994 time: 0.0621312 Nov 01 19:33:48.895977 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-859fbb56-1767-4b66-8711-cafc98d192bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:50.946902 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2200f480-3acd-43dc-83f7-4d2b895372ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:52.346659 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:53.566322 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:33:54.072466 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:56.484515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-85c62ecd-8adc-4676-bac7-4ecd71b2b583 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399058 Nov 01 19:33:56.569578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-4b7b9a49-442c-45c0-af9c-e06ca23a210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:56.571061 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-4b7b9a49-442c-45c0-af9c-e06ca23a210a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0443566 Nov 01 19:33:56.671587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-6a4e0db5-b6f9-4c74-93a1-7ca0621b6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:56.673064 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-6a4e0db5-b6f9-4c74-93a1-7ca0621b6882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 897 time: 0.0833642 Nov 01 19:33:56.742838 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-9f26cd19-8fb2-42aa-a1e2-a91421f6a387 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 1002 time: 0.0619855 Nov 01 19:33:56.792125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-d951f84e-8288-417d-9dd1-c88d63da8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:56.796316 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-d951f84e-8288-417d-9dd1-c88d63da8fe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0440667 Nov 01 19:33:56.840607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-37a5094b-69a6-4270-b93a-5012db51acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:33:56.842080 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-37a5094b-69a6-4270-b93a-5012db51acc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405200 Nov 01 19:33:56.866607 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:33:56.934626 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-4251b8d7-f8f9-4c50-a7c3-0bde03f4e41e service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Nov 01 19:33:57.021974 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fd592a87-aba1-4def-93fa-d437d6902ef3 req-1e650c80-1644-4470-871c-23d708bc0853 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800440 Nov 01 19:34:05.637798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:09.878573 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:15.975442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00f310-674c-4042-8eb4-df5d87d6ea66 req-2fee087e-3211-4628-9188-df5a818730ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:15.976984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d00f310-674c-4042-8eb4-df5d87d6ea66 req-2fee087e-3211-4628-9188-df5a818730ab tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Nov 01 19:34:16.014409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d00f310-674c-4042-8eb4-df5d87d6ea66 req-36300a0a-397a-4822-9029-b409d1705d0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Nov 01 19:34:17.134151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba3c5-5503-4c77-b1d0-7927d346c8d1 req-6845cb3d-8d8e-4ff7-9e64-e238bc560431 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:17.135740 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dfba3c5-5503-4c77-b1d0-7927d346c8d1 req-6845cb3d-8d8e-4ff7-9e64-e238bc560431 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0490310 Nov 01 19:34:17.173510 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5dfba3c5-5503-4c77-b1d0-7927d346c8d1 req-059a375c-ff67-4c61-8665-cfcc9345797c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Nov 01 19:34:18.295291 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded411df-8d8f-48c4-9b12-04b5835de24b req-f56026a9-1d84-4cc4-8c20-7d1ebe33e4dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:18.296918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ded411df-8d8f-48c4-9b12-04b5835de24b req-f56026a9-1d84-4cc4-8c20-7d1ebe33e4dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0549424 Nov 01 19:34:18.338438 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ded411df-8d8f-48c4-9b12-04b5835de24b req-19810cf3-99b7-4fbf-910d-d40c0f2b948e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343189 Nov 01 19:34:18.802985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c1d480ad-0a68-4315-a13f-8f5eee841165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:19.454127 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2169-b2ec-438a-8da2-cfe3655db492 req-bbe18804-adb3-40ec-860e-522f29fdbf4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:19.455655 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5aea2169-b2ec-438a-8da2-cfe3655db492 req-bbe18804-adb3-40ec-860e-522f29fdbf4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0493963 Nov 01 19:34:19.493598 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5aea2169-b2ec-438a-8da2-cfe3655db492 req-a6c8561b-e5d1-4e67-8518-ebed517af833 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Nov 01 19:34:20.608618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140557-d746-43f2-90f3-011ced0801a2 req-704105a3-bd62-4edc-8b1a-c384233ca2c0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:20.610163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee140557-d746-43f2-90f3-011ced0801a2 req-704105a3-bd62-4edc-8b1a-c384233ca2c0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0487769 Nov 01 19:34:20.648283 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ee140557-d746-43f2-90f3-011ced0801a2 req-b2610e43-cfa8-4ffe-ab37-c9e8e27549c5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Nov 01 19:34:20.945681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9c40438f-5a3f-45cb-99f8-d1626fe7413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:21.770050 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078c6f-10ef-44f6-a1a4-c9afca7075bc req-eb76e79e-e039-4b3b-b7f7-b920ea831a95 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:21.771544 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3078c6f-10ef-44f6-a1a4-c9afca7075bc req-eb76e79e-e039-4b3b-b7f7-b920ea831a95 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0532687 Nov 01 19:34:21.809257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e3078c6f-10ef-44f6-a1a4-c9afca7075bc req-5a24ba4f-748d-446d-88e3-a68c08999194 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Nov 01 19:34:22.351013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:22.925736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6071fb-9fa1-4788-b3c1-735d31d20fed req-6719330a-6808-4cf7-ae26-c419d8d061fa tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:22.927915 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe6071fb-9fa1-4788-b3c1-735d31d20fed req-6719330a-6808-4cf7-ae26-c419d8d061fa tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Nov 01 19:34:22.964884 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe6071fb-9fa1-4788-b3c1-735d31d20fed req-f4512278-c329-43f6-be70-d0be3886a388 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Nov 01 19:34:24.082034 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714495-9f72-405d-b416-85df29be9337 req-64a036ae-0ba6-487f-82e4-41b81b09af4c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:24.082920 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:24.083642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d714495-9f72-405d-b416-85df29be9337 req-64a036ae-0ba6-487f-82e4-41b81b09af4c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Nov 01 19:34:24.120918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0d714495-9f72-405d-b416-85df29be9337 req-92a4ba9f-ac5b-4bef-8492-5d5e6bc65e6f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Nov 01 19:34:25.245927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0256-3137-4530-8355-63aa5c90b585 req-b7ae507e-6f2b-4e99-86a8-3441976c86d1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:25.247418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-743f0256-3137-4530-8355-63aa5c90b585 req-b7ae507e-6f2b-4e99-86a8-3441976c86d1 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0528610 Nov 01 19:34:25.285386 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-743f0256-3137-4530-8355-63aa5c90b585 req-eedf7b62-e20c-46fc-a36f-54cacc8182a8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Nov 01 19:34:26.400005 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fecbdf-e65d-4dc0-ac8a-97cefcb71a3b req-dc1b2f2f-422b-4ecd-a4dd-8f23cf90120f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:26.401497 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fecbdf-e65d-4dc0-ac8a-97cefcb71a3b req-dc1b2f2f-422b-4ecd-a4dd-8f23cf90120f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Nov 01 19:34:26.439910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-58fecbdf-e65d-4dc0-ac8a-97cefcb71a3b req-0a66f04c-4df1-4d2f-a93b-c0c6f703b65d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Nov 01 19:34:26.837119 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:27.556875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f4b1f-92ba-4f5b-83c4-ddf0546cea0d req-8c120aa5-bad2-456a-9950-bf954c8693eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:27.558361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f16f4b1f-92ba-4f5b-83c4-ddf0546cea0d req-8c120aa5-bad2-456a-9950-bf954c8693eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0485120 Nov 01 19:34:27.594975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f16f4b1f-92ba-4f5b-83c4-ddf0546cea0d req-d9fbb404-c6f3-4d8e-bf73-cd1bf9dd5e4e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Nov 01 19:34:28.717125 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a2d7-1392-415e-ade9-d06f5001db4d req-2d85f1f2-02bb-4d16-a38f-c93e41d96339 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:28.718625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f68a2d7-1392-415e-ade9-d06f5001db4d req-2d85f1f2-02bb-4d16-a38f-c93e41d96339 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0552020 Nov 01 19:34:28.756554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9f68a2d7-1392-415e-ade9-d06f5001db4d req-034ee043-35db-40c5-a620-94e3d259f576 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Nov 01 19:34:29.871261 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6454a82-843f-4d3d-a05e-e524f76fac15 req-12b10384-80b1-43a8-a51b-8a8c3ae63ec7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:29.872788 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6454a82-843f-4d3d-a05e-e524f76fac15 req-12b10384-80b1-43a8-a51b-8a8c3ae63ec7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0483844 Nov 01 19:34:29.912690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e6454a82-843f-4d3d-a05e-e524f76fac15 req-ddfa7cfb-bd41-40b1-ac6c-360204cd217c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Nov 01 19:34:30.566636 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:34:31.027480 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ba641-ba2e-4c50-a8f8-ccb800541968 req-3b313cbe-9517-4f55-988e-044dc5c86b32 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:31.028977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c45ba641-ba2e-4c50-a8f8-ccb800541968 req-3b313cbe-9517-4f55-988e-044dc5c86b32 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0484166 Nov 01 19:34:31.066787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c45ba641-ba2e-4c50-a8f8-ccb800541968 req-c7d5bfb9-c095-4437-81f4-f0d681894919 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Nov 01 19:34:32.186605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f5f3d-1b8a-447e-bb24-3c65c4de9e91 req-b2f7e9e8-0392-49c6-8bdb-37de479828c3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:32.188142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64f5f3d-1b8a-447e-bb24-3c65c4de9e91 req-b2f7e9e8-0392-49c6-8bdb-37de479828c3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0537856 Nov 01 19:34:32.226309 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64f5f3d-1b8a-447e-bb24-3c65c4de9e91 req-e57c76d4-60ac-40a6-8e02-40cdd0144bed tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Nov 01 19:34:32.248777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43532) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:34:32.313251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b04b7e3e-aa7f-4a11-a004-e2e722e6529b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/34c4d92a-2fb1-4795-9c95-aa92ac6b721f HTTP/1.1" status: 200 len: 994 time: 0.0629966 Nov 01 19:34:33.757470 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de498fca-d96e-4698-be0a-71a4833bbb4e req-e889fd2e-c3cb-4643-bd7b-f45752bd508f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:33.759052 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de498fca-d96e-4698-be0a-71a4833bbb4e req-e889fd2e-c3cb-4643-bd7b-f45752bd508f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0516462 Nov 01 19:34:33.803137 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de498fca-d96e-4698-be0a-71a4833bbb4e req-9d6578d3-9d94-4a6e-91ac-a7fee6407fa8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378017 Nov 01 19:34:33.855786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-978f8730-0b5e-49a8-b0cf-c7e3fd352673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:33.857269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-978f8730-0b5e-49a8-b0cf-c7e3fd352673 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0461221 Nov 01 19:34:33.949172 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-82bfb229-9c86-40ee-993f-a8be10a9600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:33.950558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-82bfb229-9c86-40ee-993f-a8be10a9600d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 897 time: 0.0850091 Nov 01 19:34:34.020814 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-a77b990e-a673-4e19-9a80-c1997bab6c07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 1002 time: 0.0623190 Nov 01 19:34:34.071707 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-31fc5fa1-e47e-43d2-95ae-48edf6547928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:34.073133 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-31fc5fa1-e47e-43d2-95ae-48edf6547928 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0453885 Nov 01 19:34:34.119251 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-2fe1f0b9-0e2a-485a-a9c5-c171c63f60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:34.120732 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-2fe1f0b9-0e2a-485a-a9c5-c171c63f60a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396411 Nov 01 19:34:34.212490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-2e865231-5224-44fa-8693-24788b0a391b service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843787 Nov 01 19:34:34.300286 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c38c6a13-c8d1-445e-81a9-a9ea0d095246 req-e8cebab3-dbf6-4bdb-a917-ec63c08cabf6 service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799832 Nov 01 19:34:34.926726 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aacb2-0855-408d-b905-300a0054a41e req-f90ccd60-29e7-4e80-92ff-e5842e77ae3a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:34.928163 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea7aacb2-0855-408d-b905-300a0054a41e req-f90ccd60-29e7-4e80-92ff-e5842e77ae3a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0497522 Nov 01 19:34:34.966631 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ea7aacb2-0855-408d-b905-300a0054a41e req-3dacb61d-2de9-4b45-9adf-9d72aba89a7e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324893 Nov 01 19:34:34.988687 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43542) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:34:35.047854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ceed0f3e-f803-4ae4-9910-02c89c8a80eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/34c4d92a-2fb1-4795-9c95-aa92ac6b721f HTTP/1.1" status: 200 len: 994 time: 0.0579498 Nov 01 19:34:35.665363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:39.864706 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:48.795919 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ea10b56a-f89b-45bc-a66f-4e9aa3516077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:50.933482 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8ad8-0e29-4aac-b686-ceb46697197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:52.362323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:54.105072 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:56.836445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:34:58.466207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-48af5bc9-5ff9-42c2-bf04-c69255eae7b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438292 Nov 01 19:34:58.545539 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-c62929dd-7d55-4aa3-90fa-bd02394aba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:58.547014 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-c62929dd-7d55-4aa3-90fa-bd02394aba09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0388770 Nov 01 19:34:58.649161 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-6886807c-7afd-45ff-ae1e-1366ab6bd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:58.650622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-6886807c-7afd-45ff-ae1e-1366ab6bd408 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 897 time: 0.0837238 Nov 01 19:34:58.719988 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-0f5f9cd0-4174-4425-9303-c2e544c7ce9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 1002 time: 0.0612376 Nov 01 19:34:58.768549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-2351d2b1-e5d9-4fba-afda-7686a18e1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:58.769976 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-2351d2b1-e5d9-4fba-afda-7686a18e1d25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0432022 Nov 01 19:34:58.815046 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-4dd6f686-1217-4cfe-aa32-55a84f0288be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:34:58.816610 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-4dd6f686-1217-4cfe-aa32-55a84f0288be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399141 Nov 01 19:34:58.907329 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-4c3b75ee-cfb0-48a1-8f42-8a57701b1f8c service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Nov 01 19:34:59.000365 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ac2cf274-fb86-4aa7-8790-7acae6c3fdcd req-5292ccf7-f53d-4a96-bb63-aaa7aa79bfcb service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848262 Nov 01 19:35:05.397913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43564) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:05.560093 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port f00cb2a5-7550-40a9-8f05-5ecb4ff5d288 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:35:05.560446 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:05.635384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:05.635755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:05.647288 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for f00cb2a5-7550-40a9-8f05-5ecb4ff5d288 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:35:05.671691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:06.185005 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:06.211356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=f00cb2a5-7550-40a9-8f05-5ecb4ff5d288,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:06.235597 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.238642 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.239481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.239481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:06.280924 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:06.281307 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 34c4d92a-2fb1-4795-9c95-aa92ac6b721f disassociated (deleted). External IP: 172.25.2.146, port: d430036a-2b1e-48df-8f70-9d607302cc2e. Nov 01 19:35:06.485384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 9e9f36c4-b046-447d-9379-98a24905fcf9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:35:06.593418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:35:06.598300 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:06.603443 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Sync routers for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:35:06.612809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:06.613429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:06.629720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-5e276472-a868-435d-912a-9933c6424ed7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/floatingips/34c4d92a-2fb1-4795-9c95-aa92ac6b721f HTTP/1.1" status: 204 len: 168 time: 1.2302332 Nov 01 19:35:06.630359 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:35:06.632774 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6718120-c2ca-41c2-aa40-ff039357d474" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:35:06.677781 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a4df42-9abd-4136-b8d1-c96086eda9d6 x-openstack-request-id: req-82a4df42-9abd-4136-b8d1-c96086eda9d6 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:35:06.678077 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:35:06.678334 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82a4df42-9abd-4136-b8d1-c96086eda9d6 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:35:06.678735 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'status': 'completed', 'code': 200} Nov 01 19:35:06.742882 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:06.745020 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-a2641ac8-82b2-4c68-b1a0-83786b936264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:06.746603 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-a2641ac8-82b2-4c68-b1a0-83786b936264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0417020 Nov 01 19:35:06.841475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-3931c969-5de4-4967-a03e-e46ea1a4da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:06.842941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-3931c969-5de4-4967-a03e-e46ea1a4da8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 200 len: 897 time: 0.0875986 Nov 01 19:35:06.891435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-b52d36be-8795-4898-a68d-8f884e8d030c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 200 len: 217 time: 0.0395691 Nov 01 19:35:06.945158 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-bb169c94-09bc-4516-a124-4b1ceb2852b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:06.946652 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-bb169c94-09bc-4516-a124-4b1ceb2852b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 200 len: 835 time: 0.0465572 Nov 01 19:35:06.946800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:06.973831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Checking router: 9e9f36c4-b046-447d-9379-98a24905fcf9 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:35:06.983985 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:06.985014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:06.999722 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-6b2a8014-0cd4-4b74-8375-d0ad4bbbd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:07.001959 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-6b2a8014-0cd4-4b74-8375-d0ad4bbbd00b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4535f5d-1b18-425c-a9db-7f8e65f89997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470989 Nov 01 19:35:07.075676 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf0ba3-bc8f-4f72-98ef-78f05594309a req-3be91b8e-4cf3-48cd-acc5-beec2091ed6b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:07.078242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eabf0ba3-bc8f-4f72-98ef-78f05594309a req-3be91b8e-4cf3-48cd-acc5-beec2091ed6b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0632620 Nov 01 19:35:07.100800 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:07.103312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-473a7955-083f-4035-9768-8bbf27ec794a service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930531 Nov 01 19:35:07.117904 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eabf0ba3-bc8f-4f72-98ef-78f05594309a req-a930e543-376a-4428-ab47-cbcb130278d0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Nov 01 19:35:07.201393 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d6718120-c2ca-41c2-aa40-ff039357d474 req-597ed289-8c47-4745-973a-28fd4f7567ce service neutron] 10.222.0.32 "GET /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864947 Nov 01 19:35:07.298405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:07.328496 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace024b-9f36-4a3d-9ac4-d2823f4ba3b7 None None] The sync data for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 is: [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:33:27Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'b19b0a7e-25a5-4a1b-b430-af840c9ec63b', 'name': '', 'network_id': 'e4535f5d-1b18-425c-a9db-7f8e65f89997', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:70:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:26Z', 'updated_at': '2021-11-01T19:33:30Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'eadaab88-7a4a-4551-b827-8f09b3b14434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:35:07.540737 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b89455-0199-4929-8d05-0592e0e07e2a None None] New status for floating IP 34c4d92a-2fb1-4795-9c95-aa92ac6b721f: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:35:07.602001 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:35:08.236297 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6222c-f906-4e3e-ba09-e007c461be1c req-963748da-8e46-454d-a9df-0b0eaf0f24ff tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:08.238478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dc6222c-f906-4e3e-ba09-e007c461be1c req-963748da-8e46-454d-a9df-0b0eaf0f24ff tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0487285 Nov 01 19:35:08.276212 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8dc6222c-f906-4e3e-ba09-e007c461be1c req-4f844579-22ca-444e-8f78-eea86c89cb15 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=b43c3f38-e4dc-4361-8c13-953ef5536859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Nov 01 19:35:08.583684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-bbd540d7-72a0-43cb-b7fe-f3421784dcf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:08.585137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-bbd540d7-72a0-43cb-b7fe-f3421784dcf2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 946 time: 0.0537221 Nov 01 19:35:08.673409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port d430036a-2b1e-48df-8f70-9d607302cc2e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:35:08.673753 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:08.765650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port d430036a-2b1e-48df-8f70-9d607302cc2e, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=d430036a-2b1e-48df-8f70-9d607302cc2e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:08.766024 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:08.778711 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for d430036a-2b1e-48df-8f70-9d607302cc2e owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:35:08.985216 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:09.019852 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=d430036a-2b1e-48df-8f70-9d607302cc2e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:09.063022 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] No DVR routers for this DVR port d430036a-2b1e-48df-8f70-9d607302cc2e on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:35:09.066062 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:09.069625 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8f402a3a-b832-4368-8ebe-46972ee9d66f req-e1e43151-afc5-43e1-8ee3-85b5e594ef65 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.32 "DELETE /v2.0/ports/d430036a-2b1e-48df-8f70-9d607302cc2e HTTP/1.1" status: 204 len: 173 time: 0.4783549 Nov 01 19:35:09.070068 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'name': 'network-vif-deleted', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:35:09.072418 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602bc02b-2066-4451-bc28-2132b31c585e" -d '{"events": [{"server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "name": "network-vif-deleted", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:35:09.112427 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abee11e-6b8d-433f-8576-561c83388394 x-openstack-request-id: req-0abee11e-6b8d-433f-8576-561c83388394 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:35:09.112714 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed45d4-f998-4541-be6a-107046254cd7", "name": "network-vif-deleted", "tag": "d430036a-2b1e-48df-8f70-9d607302cc2e", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:35:09.112967 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0abee11e-6b8d-433f-8576-561c83388394 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:35:09.113365 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed45d4-f998-4541-be6a-107046254cd7', 'name': 'network-vif-deleted', 'tag': 'd430036a-2b1e-48df-8f70-9d607302cc2e', 'status': 'completed', 'code': 200} Nov 01 19:35:09.384970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7ea94549-ac8a-4efb-a23e-610953c3965b req-996ed62e-ccb4-4f70-8a1c-1ba71c5f0fd8 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ed45d4-f998-4541-be6a-107046254cd7 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Nov 01 19:35:09.859033 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:10.442921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43584) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:10.806286 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:11.053321 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port b19b0a7e-25a5-4a1b-b430-af840c9ec63b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:35:11.053661 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:11.139146 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port b19b0a7e-25a5-4a1b-b430-af840c9ec63b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:11.139528 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:11.152112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for b19b0a7e-25a5-4a1b-b430-af840c9ec63b owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:35:11.306676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d430036a-2b1e-48df-8f70-9d607302cc2e no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:35:11.325175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: d430036a-2b1e-48df-8f70-9d607302cc2e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:35:11.325525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device d430036a-2b1e-48df-8f70-9d607302cc2e not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:35:11.407658 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:11.439609 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=b19b0a7e-25a5-4a1b-b430-af840c9ec63b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:11.616927 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:11.875599 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router 9e9f36c4-b046-447d-9379-98a24905fcf9 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:35:11.982249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:35:11.987320 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-85506670-8926-4ff2-b6fb-3f222c765b89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/9e9f36c4-b046-447d-9379-98a24905fcf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5433507 Nov 01 19:35:11.991112 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43586) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:11.992201 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Sync routers for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:35:12.001733 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:12.002346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:12.040879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting subnet eadaab88-7a4a-4551-b827-8f09b3b14434 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:35:12.043981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.084236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.107956 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:12.169356 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.271086 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.293944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:35:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:12.303463 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Subnet': ['ID=eadaab88-7a4a-4551-b827-8f09b3b14434,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:12.308296 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.311960 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-57c1951d-4661-488d-b61a-756593867378 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/subnets/eadaab88-7a4a-4551-b827-8f09b3b14434 HTTP/1.1" status: 204 len: 168 time: 0.3198550 Nov 01 19:35:12.314484 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43588) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:12.330061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32375e21-f684-4b35-8046-ec23131ee64c None None] Network e4535f5d-1b18-425c-a9db-7f8e65f89997 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:35:12.333013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Checking router: 9e9f36c4-b046-447d-9379-98a24905fcf9 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:35:12.359910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Routers {'9e9f36c4-b046-447d-9379-98a24905fcf9'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:12.360540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['9e9f36c4-b046-447d-9379-98a24905fcf9'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:12.423322 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.536285 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.645786 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:35:12.646505 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.703082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] Set router 9e9f36c4-b046-447d-9379-98a24905fcf9 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:12.760268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:12.760728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.774518 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:35:12.812801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] DHCP port deletion for e4535f5d-1b18-425c-a9db-7f8e65f89997 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:35:12.920277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Deleting port 410987c5-8b5a-4beb-88ea-055981c0733e {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:35:12.920653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:12.997599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] For port 410987c5-8b5a-4beb-88ea-055981c0733e, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=410987c5-8b5a-4beb-88ea-055981c0733e,segment=NetworkSegment(81b1b03f-4b06-44d7-be7b-dddacd46a1d4),segment_id=81b1b03f-4b06-44d7-be7b-dddacd46a1d4)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:12.997924 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.001446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:35:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:13.038292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308b40a-4d27-4189-8d25-596bd4c7eee8 None None] The sync data for ids ['9e9f36c4-b046-447d-9379-98a24905fcf9'] in n-d-815923-2 is: [{'id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676416329', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:33:22Z', 'updated_at': '2021-11-01T19:35:11Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9f36c4-b046-447d-9379-98a24905fcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:33:23Z', 'updated_at': '2021-11-01T19:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:35:13.040108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Calling delete_port for 410987c5-8b5a-4beb-88ea-055981c0733e owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:35:13.201250 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.226952 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Pushing event deleted for resources: {'Port': ['ID=410987c5-8b5a-4beb-88ea-055981c0733e,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:13.231293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] No DVR routers for this DVR port 410987c5-8b5a-4beb-88ea-055981c0733e on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:35:13.238941 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.240973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.241563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.241563 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.241885 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.242212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.242532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b67562-970c-4199-8236-ed08aa88138c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:13.344183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.377099 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:13.442450 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.540706 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.542777 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.641821 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.642355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9f36c4-b046-447d-9379-98a24905fcf9 {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:35:13.649716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.650939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-127894cc-87b1-4a70-970c-bd5d4dcce1d5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/routers/9e9f36c4-b046-447d-9379-98a24905fcf9 HTTP/1.1" status: 204 len: 168 time: 1.3355253 Nov 01 19:35:13.653647 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43590) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:13.742344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.828352 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.848267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4535f5d-1b18-425c-a9db-7f8e65f89997']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:13.857237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b1b03f-4b06-44d7-be7b-dddacd46a1d4') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:13.857535 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b1b03f-4b06-44d7-be7b-dddacd46a1d4') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:13.866931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.880299 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.886088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:35:13.890418 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:35:14.012695 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.022581 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.023807 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/networks/e4535f5d-1b18-425c-a9db-7f8e65f89997 HTTP/1.1" status: 204 len: 168 time: 0.3691297 Nov 01 19:35:14.026605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:14.035490 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3accb-abf0-4287-add5-677dd9219ec5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Network': ['ID=e4535f5d-1b18-425c-a9db-7f8e65f89997,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:14.085997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.115714 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.236144 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.239261 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.240465 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/security-groups/b43c3f38-e4dc-4361-8c13-953ef5536859 HTTP/1.1" status: 204 len: 168 time: 0.2128332 Nov 01 19:35:14.249672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43c3f38-e4dc-4361-8c13-953ef5536859,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:14.258071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.258427 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.258770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.259107 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.259442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.259802 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.260139 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.260471 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.260801 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.261128 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.261456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.261779 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dad18-0637-4988-9f3d-853eede6c626 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:14.595797 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43598) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:14.601541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803570088', 'description': 'tempest-secgroup-smoke-803570088 description', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:14.705611 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.714431 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 410987c5-8b5a-4beb-88ea-055981c0733e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:35:14.734995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 410987c5-8b5a-4beb-88ea-055981c0733e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:35:14.735339 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 410987c5-8b5a-4beb-88ea-055981c0733e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:35:14.735791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:35:14.758444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:35:14.758790 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 6f15051d-48e4-4d81-a4e0-bbdbfbdbfe4e not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:35:14.759194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b19b0a7e-25a5-4a1b-b430-af840c9ec63b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:35:14.774423 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.778766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: b19b0a7e-25a5-4a1b-b430-af840c9ec63b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:35:14.779118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device b19b0a7e-25a5-4a1b-b430-af840c9ec63b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:35:14.858702 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.888110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdfaa18-5ea2-44af-bc55-4ba5106326d2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:14.946456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:14.947743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e232bf49-9543-46cb-9eda-39745c9e6696 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3498669 Nov 01 19:35:14.956211 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43600) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:14.960840 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:15.046927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.102530 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.230643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.249629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9db59-2c94-4916-befa-984525a361be,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:15.329666 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.331595 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a85806d7-baf9-4683-b407-8e6126f3c2eb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736305 Nov 01 19:35:15.334317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:15.338707 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:15.446841 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.506997 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.572111 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.591636 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23b072e-1cfb-4179-97b2-3e2a39bb0197,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:15.667047 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.668522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-64feda3e-8ef8-4162-b9ba-fb2c105543cd tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332183 Nov 01 19:35:15.671278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43604) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:15.676067 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:15.755168 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.811274 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.869061 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.886814 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1c115b-59b7-4b98-b3eb-3da03622a6d2,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:15.929158 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:15.930407 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1cb320da-9552-4c52-8410-6ebb767b2780 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2580595 Nov 01 19:35:15.933082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43606) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:15.937639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:16.000572 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.062747 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.110398 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.129223 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87532d51-d376-4a7c-b1f9-454039de0e55,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:16.202885 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.204172 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1ca0afed-86e5-45e0-afef-1c92f7949be4 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698593 Nov 01 19:35:16.206840 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43608) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:16.211170 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:16.292387 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:35:16.297384 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.366586 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.435252 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.453941 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d747c4-cca4-476c-b144-71d035820132,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:16.506763 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.508008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a7c9a566-9edd-4a10-9345-0a9d76dac1bf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3002200 Nov 01 19:35:16.510733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43610) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:16.514975 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'security_group_rule': {'security_group_id': '5bdfaa18-5ea2-44af-bc55-4ba5106326d2', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:16.594970 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Project 6cdf2a9a935a4085b63f3de2e7797a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:35:16.600735 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.661849 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.723628 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.741681 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3620e7b-5b5d-48f0-8ba7-0c814f241dc8,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:16.820530 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.821742 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-455e54bd-a38d-4ae9-887c-a1eb10868c0d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100896 Nov 01 19:35:16.824558 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43612) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:16.829299 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'network': {'name': 'tempest-network-smoke--513553776', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'port_security_enabled': True}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:16.904178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:35:16.907740 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.930704 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:35:16.939651 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:16.940538 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Added segment 03039359-caf4-4792-bd82-6d93fbc2014a of type vlan for network 40c2aaac-44ce-4f6c-b671-adfecd089629 Nov 01 19:35:16.981598 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.064616 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.070998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:17.071617 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.135961 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Network': ['ID=40c2aaac-44ce-4f6c-b671-adfecd089629,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:17.147481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:35:17.179214 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-171539c5-c43e-410e-a79f-81773d01a8dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3511798 Nov 01 19:35:17.179629 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43614) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:17.184672 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'admin_state_up': True, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:17.299807 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.301009 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.351985 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.574787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.834575 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.857013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:17.958863 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.216 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:35:18.063269 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:18.156933 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:18.193902 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:18.196733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:18.202551 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:35:18.229926 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:18.515621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:18.712236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:18.796141 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9439-a4f6-4e9b-9a2c-7eb1db25aa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:18.892928 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router aef67c12-5592-4e0d-9023-8354c00b10af is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:35:18.996943 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:35:19.007542 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Sync routers for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:35:19.017228 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:19.023229 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:19.078181 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.079393 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-298020da-b503-41be-8c13-c83c0394884f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8986495 Nov 01 19:35:19.082839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43616) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:19.114077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5cb94513-81b9-435e-9e2e-d62dc1086f1b tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cdf2a9a935a4085b63f3de2e7797a65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269542 Nov 01 19:35:19.114331 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43618) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:19.120804 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:19.203533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4f91b-8e0e-4511-8cbb-988f243a3ff2 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:19.205059 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-e3f4f91b-8e0e-4511-8cbb-988f243a3ff2 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899086 Nov 01 19:35:19.207915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43620) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:19.236091 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2318595a-1578-443b-9758-56d842edef4a tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=771ecb33-affa-449d-a474-caaa3faffc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270283 Nov 01 19:35:19.239322 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43622) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:19.244089 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1253557266', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:19.296850 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:18Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:19.323420 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Checking router: aef67c12-5592-4e0d-9023-8354c00b10af for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:35:19.323791 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Updating router aef67c12-5592-4e0d-9023-8354c00b10af port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:35:19.351971 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.396112 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:35:19.399667 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.642197 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.694285 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.711547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Subnet': ['ID=b560f9e3-545d-4572-951c-24e74d083751,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:19.718365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Checking segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:35:19.718743 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network hostable DHCP agents. Network: 40c2aaac-44ce-4f6c-b671-adfecd089629, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:35:19.779026 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.807581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:35:19.810838 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-dc997de9-7b58-4533-ae5d-5b52ada0a7c9 req-4b58436d-cc33-4bb1-8255-c1150501fc46 service neutron] (102782) timed out ('10.222.0.31', 38920) {{(pid=102782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 19:35:19.828674 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Attempting to bind port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:35:19.829037 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Attempting to bind port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:35:19.829393 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Attempting to bind port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:35:19.836736 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Pushing event updated for resources: {'Port': ['ID=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,revision_number=2']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:19.839788 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:35:19.840157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:35:19.840545 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.840926 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:35:19.841386 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Bound port: 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:35:19.841752 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.865248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.865588 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.865934 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.866257 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.866581 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.866906 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.867270 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.867579 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.870455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.870455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.870455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.870455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:35:19.887915 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 40c2aaac-44ce-4f6c-b671-adfecd089629) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:19.892568 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:19.893377 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:19.898919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f061a64-2b3f-4c6b-83cd-0bc1cfdf0685 None None] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:35:19.903836 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] For port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:35:19.906870 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] For port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:35:19.970618 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9736ebea-a97d-436d-a34c-d3e2f3037eeb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7301733 Nov 01 19:35:19.973209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43624) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:19.991155 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.049470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-40c2aaac-44ce-4f6c-b671-adfecd089629', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:35:20.050414 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.051545 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49f86e-ad43-4a6a-a2c8-a41d48755d58 None None] Pushing event updated for resources: {'Port': ['ID=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:20.056903 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:20.057524 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:34:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:20.173762 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:20.196936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Allocated IP 172.20.0.2 (40c2aaac-44ce-4f6c-b671-adfecd089629/b560f9e3-545d-4572-951c-24e74d083751/be66b1be-a1e2-48fd-932a-d86f7247b848) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:35:20.356905 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.368759 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:18Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:20.398648 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a11aa-ae66-47d0-b763-6b60928b92bf None None] The sync data for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 is: [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:18Z', 'revision_number': 3, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:35:20.436968 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.490479 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:20.493825 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:20.496442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:35:20.504562 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Pushing event updated for resources: {'Port': ['ID=be66b1be-a1e2-48fd-932a-d86f7247b848,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:20.557855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Attempting to bind port be66b1be-a1e2-48fd-932a-d86f7247b848 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:35:20.558487 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Attempting to bind port be66b1be-a1e2-48fd-932a-d86f7247b848 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:35:20.558863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Attempting to bind port be66b1be-a1e2-48fd-932a-d86f7247b848 on network 40c2aaac-44ce-4f6c-b671-adfecd089629 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:35:20.564423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:35:20.564797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Checking segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:35:20.565237 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.565638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Bound using segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:35:20.566306 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Bound port: be66b1be-a1e2-48fd-932a-d86f7247b848, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:35:20.566527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.653973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] For port be66b1be-a1e2-48fd-932a-d86f7247b848, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:35:20.656924 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] For port be66b1be-a1e2-48fd-932a-d86f7247b848, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=be66b1be-a1e2-48fd-932a-d86f7247b848,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:35:20.705511 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.784176 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb282442-7e24-489d-b6be-34f666a680c1 None None] Pushing event updated for resources: {'Port': ['ID=be66b1be-a1e2-48fd-932a-d86f7247b848,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:20.801499 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.821406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:35:20.906531 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:20.907231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:20.969560 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-17715262-3d45-4c6e-b9be-3baedd5fd796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.018222 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.048775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:21.155441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.162328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.1 (40c2aaac-44ce-4f6c-b671-adfecd089629/b560f9e3-545d-4572-951c-24e74d083751/f34058d1-2d34-4a52-aeac-882f0ca9d9b2) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:35:21.215778 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:21.291362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.384418 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.425880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:21.431467 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:21.435980 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:35:21.460184 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:21.483761 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.685337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.759319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56baac-ff10-43fb-baf3-cfd138c816bf None None] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:35:21.849383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] Provisioning complete for port be66b1be-a1e2-48fd-932a-d86f7247b848 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:21.849749 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.968638 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:21.987847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.022817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] For port be66b1be-a1e2-48fd-932a-d86f7247b848, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=be66b1be-a1e2-48fd-932a-d86f7247b848,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:22.030712 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.106546 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:22.109360 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.116760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.178049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7614e-34fe-4cb7-a137-3c2c86191049 None None] Pushing event updated for resources: {'Port': ['ID=be66b1be-a1e2-48fd-932a-d86f7247b848,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:22.223129 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:22.224763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:22.239579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5efead47-f732-4668-bb26-feb4b96eb42d None None] Provisioning complete for port be66b1be-a1e2-48fd-932a-d86f7247b848 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:22.240223 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5efead47-f732-4668-bb26-feb4b96eb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.350131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5efead47-f732-4668-bb26-feb4b96eb42d None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:22.350589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5efead47-f732-4668-bb26-feb4b96eb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.369407 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router aef67c12-5592-4e0d-9023-8354c00b10af has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:35:22.396121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.397031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-5efead47-f732-4668-bb26-feb4b96eb42d None None] Port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:35:22.498109 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:35:22.503335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-30445b10-fcf8-4ac4-8d9b-fa53137b53a0 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/aef67c12-5592-4e0d-9023-8354c00b10af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291300 Nov 01 19:35:22.512786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Sync routers for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:35:22.530025 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:22.530729 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:35:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:22.576528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-857dc66c-6292-479d-961b-7edfc35d2397 None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:22.576901 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-857dc66c-6292-479d-961b-7edfc35d2397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.651966 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-8948e9b0-c5b9-49a1-8071-77bbbab65b45 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803570088&fields=id&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 267 time: 0.0339732 Nov 01 19:35:22.652427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-857dc66c-6292-479d-961b-7edfc35d2397 None None] Port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:35:22.694043 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:22.785880 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-69ea6b40-6899-4832-8f28-883e111391a7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:22.787663 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-69ea6b40-6899-4832-8f28-883e111391a7 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 796 time: 0.1265278 Nov 01 19:35:22.804916 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-c4f7b3f4-e57a-4979-999a-dc810978656b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/quotas/6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 375 time: 0.0108626 Nov 01 19:35:22.827429 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:35:22.834527 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4b5eef0e-6cf2-4078-8cbc-063881eaf72c None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:22.834893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4b5eef0e-6cf2-4078-8cbc-063881eaf72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:22.864224 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-61ad036d-4e66-4684-8973-a975004dccbb tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526628 Nov 01 19:35:22.964515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-31b8e7fb-194c-434c-a497-80d17f9b1f24 service neutron] 10.222.0.31 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880220 Nov 01 19:35:23.061759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-47352588-fb0c-44b9-a579-a1cba3fb9e7a service neutron] 10.222.0.31 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908914 Nov 01 19:35:23.077255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4b5eef0e-6cf2-4078-8cbc-063881eaf72c None None] Port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:35:23.115947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:23.116218 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.166405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 2, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:23.198173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Checking router: aef67c12-5592-4e0d-9023-8354c00b10af for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:35:23.198522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Updating router aef67c12-5592-4e0d-9023-8354c00b10af port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:35:23.248123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.269667 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device be66b1be-a1e2-48fd-932a-d86f7247b848 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:35:23.278096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a036ff0-decb-46d9-9458-ce827bea704a req-e9fbd0fb-4313-4d02-a910-05b87354504a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Nov 01 19:35:23.414378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port be66b1be-a1e2-48fd-932a-d86f7247b848 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:23.414752 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.620298 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.692324 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.786481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876458c8-35be-43f6-b42e-3a3d1b6fc213 None None] Pushing event updated for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:23.798846 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Attempting to bind port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:35:23.799670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Attempting to bind port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:35:23.800049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Attempting to bind port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 on network 40c2aaac-44ce-4f6c-b671-adfecd089629 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:35:23.805493 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:35:23.805872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Checking segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:35:23.806277 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.806671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Bound using segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:35:23.807144 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Bound port: f34058d1-2d34-4a52-aeac-882f0ca9d9b2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:35:23.807551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.873254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] For port f34058d1-2d34-4a52-aeac-882f0ca9d9b2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:35:23.876722 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] For port f34058d1-2d34-4a52-aeac-882f0ca9d9b2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:35:23.927999 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:23.989017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:23.989636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:35:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:23.991801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876458c8-35be-43f6-b42e-3a3d1b6fc213 None None] Pushing event updated for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:24.066319 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:24.066691 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:24.151605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:24.181253 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:24.276341 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:24.369464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] For port f34058d1-2d34-4a52-aeac-882f0ca9d9b2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:24.374483 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-53e2b500-680f-41c4-971f-5d676cca7617 req-980d5f8e-ea3b-4d55-9c0c-84033a4abf0e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 210 time: 0.0263252 Nov 01 19:35:24.422567 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:23Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:24.449511 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bb5f7-511e-4b1a-bbac-123078273196 None None] The sync data for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 is: [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:23Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:35:24.451100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:24.521395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b31cf-d0d8-4f30-8d8a-8c0b081500f8 None None] Pushing event updated for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:24.573028 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-ce0cd362-459e-465c-8d8a-cd6830431d9c None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:24.573402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd362-459e-465c-8d8a-cd6830431d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:24.754183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f34058d1-2d34-4a52-aeac-882f0ca9d9b2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:35:24.806728 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:24.807104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:25.341686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-da3f7a70-00c8-4abf-ac24-d0c35950b931 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:25.343312 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-da3f7a70-00c8-4abf-ac24-d0c35950b931 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 796 time: 0.1097119 Nov 01 19:35:25.388318 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2b79a54e-b48d-4822-bc7e-2a98ba9e5ca6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdf2a9a935a4085b63f3de2e7797a65 HTTP/1.1" status: 200 len: 379 time: 0.0354788 Nov 01 19:35:25.399745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'port': {'device_id': '314a2372-9f6e-4801-b686-dcbab31f1911', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'admin_state_up': True, 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'security_groups': ['5bdfaa18-5ea2-44af-bc55-4ba5106326d2']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:25.503635 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4cc406a-af6b-4ae1-8512-84b6822a6d00 req-46067ea2-7676-4d03-82cd-8fcc0d479757 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 210 time: 0.0453193 Nov 01 19:35:25.584683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Made reservation on behalf of 6cdf2a9a935a4085b63f3de2e7797a65 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:35:25.588666 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:25.717150 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.20.0.13 (40c2aaac-44ce-4f6c-b671-adfecd089629/b560f9e3-545d-4572-951c-24e74d083751/dd470c9a-846a-41e3-bc40-690374fc17bc) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:35:25.865429 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:25.966619 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.009617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:26.014689 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:26.018564 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:35:26.042629 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:26.071683 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:26.072307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.157497 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-2bd4d862-a202-4adb-9de4-7065d386f96d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7618339 Nov 01 19:35:26.209989 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Request body: {'port': {'device_id': '314a2372-9f6e-4801-b686-dcbab31f1911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:26.266571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.294742 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-6672e14e-abb8-404a-896f-7a114f523c50 None None] Provisioning complete for port dd470c9a-846a-41e3-bc40-690374fc17bc triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:26.295308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6672e14e-abb8-404a-896f-7a114f523c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.327946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-6672e14e-abb8-404a-896f-7a114f523c50 None None] Port dd470c9a-846a-41e3-bc40-690374fc17bc cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:35:26.529448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd470c9a-846a-41e3-bc40-690374fc17bc {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:35:26.537576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.549741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Transition to ACTIVE for port object dd470c9a-846a-41e3-bc40-690374fc17bc will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:35:26.607728 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.620099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e844c1-aec4-4715-a5a3-bab4c39e120e req-50729775-97f2-40bc-9d4d-3458b57d8d04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:26.621647 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61e844c1-aec4-4715-a5a3-bab4c39e120e req-50729775-97f2-40bc-9d4d-3458b57d8d04 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 932 time: 0.0539596 Nov 01 19:35:26.661820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Pushing event updated for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:26.686060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-61e844c1-aec4-4715-a5a3-bab4c39e120e req-41ab34d7-9f13-46b1-86d7-645b1479fbf5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Nov 01 19:35:26.735583 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Attempting to bind port dd470c9a-846a-41e3-bc40-690374fc17bc on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:35:26.735923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Attempting to bind port dd470c9a-846a-41e3-bc40-690374fc17bc by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:35:26.736252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Attempting to bind port dd470c9a-846a-41e3-bc40-690374fc17bc on network 40c2aaac-44ce-4f6c-b671-adfecd089629 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:35:26.741017 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Port dd470c9a-846a-41e3-bc40-690374fc17bc on network 40c2aaac-44ce-4f6c-b671-adfecd089629 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:35:26.741341 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Attempting to bind port dd470c9a-846a-41e3-bc40-690374fc17bc on network 40c2aaac-44ce-4f6c-b671-adfecd089629 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:35:26.746305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:35:26.746646 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Checking segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:35:26.747032 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Bound using segment: {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:35:26.747461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Bound port: dd470c9a-846a-41e3-bc40-690374fc17bc, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03039359-caf4-4792-bd82-6d93fbc2014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:35:26.747853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.820176 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:35:26.824055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dd470c9a-846a-41e3-bc40-690374fc17bc,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:35:26.870530 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.945526 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.978603 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:26.979253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:26.980657 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] 10.222.0.37 "PUT /v2.0/ports/dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 1092 time: 0.8149006 Nov 01 19:35:26.981159 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:35:26.983349 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016f033c-e7ad-4946-86e7-0d44b19a8127" -d '{"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:35:27.010237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60761f0-dbd2-4f6d-8542-b4f9001299db service neutron] Pushing event updated for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:27.026294 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a6e62-6c5e-46d2-b2aa-1e268a861571 x-openstack-request-id: req-157a6e62-6c5e-46d2-b2aa-1e268a861571 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:35:27.027103 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:35:27.027482 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-157a6e62-6c5e-46d2-b2aa-1e268a861571 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:35:27.027988 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'status': 'completed', 'code': 200} Nov 01 19:35:27.094907 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-a058f4d7-3b96-4a83-8375-104bccb19d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.096677 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-a058f4d7-3b96-4a83-8375-104bccb19d4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1095 time: 0.0500774 Nov 01 19:35:27.198724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-667c8278-e72f-4aae-85f9-14106a824bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.200269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-667c8278-e72f-4aae-85f9-14106a824bf0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955145 Nov 01 19:35:27.298115 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-aafe4cb7-9d13-4461-9bf2-ab408dc2c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.299777 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-016f033c-e7ad-4946-86e7-0d44b19a8127 req-aafe4cb7-9d13-4461-9bf2-ab408dc2c8ae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924716 Nov 01 19:35:27.379923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-a8301284-0d6b-4cff-bc24-2bca5f1640bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.381438 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-a8301284-0d6b-4cff-bc24-2bca5f1640bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1095 time: 0.0455363 Nov 01 19:35:27.427371 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-acb3b151-bb32-4cbf-9d0e-05a20aa1d63c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 217 time: 0.0382338 Nov 01 19:35:27.476733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-124d7b85-04c7-4dd4-8720-69b321cdcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.478188 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-124d7b85-04c7-4dd4-8720-69b321cdcfe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 200 len: 835 time: 0.0445840 Nov 01 19:35:27.524896 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-74d0f05f-a8e7-427c-8ab4-e84cb4252dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.526301 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-74d0f05f-a8e7-427c-8ab4-e84cb4252dae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c2aaac-44ce-4f6c-b671-adfecd089629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414910 Nov 01 19:35:27.619891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-76374e0f-448e-4624-b1cf-1cd256b30e5b service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863366 Nov 01 19:35:27.711207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-09ee5c78-5a22-4cea-8c16-c9db5ef3c74c req-a208c8c9-dcef-4e4e-bcd6-8ea39e994a08 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Nov 01 19:35:27.784324 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219a366-7eaf-4c7e-82fb-94f9bd7d9df5 req-dd176ed4-7c80-45a6-8626-db81c382764d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:27.786019 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7219a366-7eaf-4c7e-82fb-94f9bd7d9df5 req-dd176ed4-7c80-45a6-8626-db81c382764d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 944 time: 0.0517657 Nov 01 19:35:27.826585 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7219a366-7eaf-4c7e-82fb-94f9bd7d9df5 req-79ba0b60-7724-42d6-8972-5bfc7211595d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 Nov 01 19:35:28.946941 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b8fe3-7bfd-41fa-9ee3-6a32f807cc7e req-1102a434-28f6-4fd8-8344-c01b8226ed89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:28.948379 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe2b8fe3-7bfd-41fa-9ee3-6a32f807cc7e req-1102a434-28f6-4fd8-8344-c01b8226ed89 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 944 time: 0.0504112 Nov 01 19:35:28.986139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-fe2b8fe3-7bfd-41fa-9ee3-6a32f807cc7e req-f890a5cb-32ab-41a8-9a9b-5a3d18874be2 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318489 Nov 01 19:35:30.108827 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e835-8d21-4327-8564-ff1e2c7ebbfb req-96d38bc1-fe12-4d7e-86e2-717fbfd41fac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:30.110323 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f884e835-8d21-4327-8564-ff1e2c7ebbfb req-96d38bc1-fe12-4d7e-86e2-717fbfd41fac tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 944 time: 0.0532382 Nov 01 19:35:30.149093 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f884e835-8d21-4327-8564-ff1e2c7ebbfb req-bf61a86b-4698-46be-9a95-dcc2dc575be6 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Nov 01 19:35:31.275590 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757696f-2482-41e9-813d-308541618f40 req-507a02aa-1e71-471f-8a9e-39c01cffed8e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:31.277073 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b757696f-2482-41e9-813d-308541618f40 req-507a02aa-1e71-471f-8a9e-39c01cffed8e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 944 time: 0.0494211 Nov 01 19:35:31.314139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b757696f-2482-41e9-813d-308541618f40 req-07457df0-2958-4ac4-be4d-4d1fbab9ecdf tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309803 Nov 01 19:35:31.836467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dd470c9a-846a-41e3-bc40-690374fc17bc details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:35:31.933556 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dd470c9a-846a-41e3-bc40-690374fc17bc,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:31.945116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'port_id': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'mac_address': 'fa:16:3e:6c:3d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:35:31.984978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:31.998180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd470c9a-846a-41e3-bc40-690374fc17bc {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:35:32.016764 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dd470c9a-846a-41e3-bc40-690374fc17bc,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:32.074938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:32.122534 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:32.408813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['dd470c9a-846a-41e3-bc40-690374fc17bc'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:35:32.428872 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45e49-df3b-4436-b535-a585f8b0f941 req-95e5bba3-5524-4f85-83e0-60a17591db7b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:32.430391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3df45e49-df3b-4436-b535-a585f8b0f941 req-95e5bba3-5524-4f85-83e0-60a17591db7b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Nov 01 19:35:32.468506 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3df45e49-df3b-4436-b535-a585f8b0f941 req-00a71266-f2db-47a3-97cb-61cc8cdfb738 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317559 Nov 01 19:35:33.587318 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199354-ae7f-4baf-a2a0-7daeddf23ec6 req-f61bc898-ce45-4b86-8213-27d308891e8a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:33.588806 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4199354-ae7f-4baf-a2a0-7daeddf23ec6 req-f61bc898-ce45-4b86-8213-27d308891e8a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Nov 01 19:35:33.625822 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a4199354-ae7f-4baf-a2a0-7daeddf23ec6 req-18c28e6b-375b-4732-ad57-d31064783146 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Nov 01 19:35:33.838066 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dd470c9a-846a-41e3-bc40-690374fc17bc up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:35:33.949932 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port dd470c9a-846a-41e3-bc40-690374fc17bc completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:35:33.953631 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port dd470c9a-846a-41e3-bc40-690374fc17bc triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:35:33.954006 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:34.034011 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:34.056035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:35:34.058524 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653407b3-019f-49a4-a020-f6520cc6a452" -d '{"events": [{"server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "name": "network-vif-plugged", "status": "completed", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:35:34.071058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dd470c9a-846a-41e3-bc40-690374fc17bc,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:35:34.093584 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2765e-b549-4cb8-9019-01cae094300d x-openstack-request-id: req-ebd2765e-b549-4cb8-9019-01cae094300d {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:35:34.093876 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "name": "network-vif-plugged", "status": "completed", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:35:34.094134 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd2765e-b549-4cb8-9019-01cae094300d {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:35:34.094527 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'code': 200} Nov 01 19:35:34.144325 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:34.191238 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f5dcc-45bc-41c5-9543-7f42ee7568cb req-ae683bc4-4ac9-411f-b948-dcc031608ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:34.191869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:34.192843 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-652f5dcc-45bc-41c5-9543-7f42ee7568cb req-ae683bc4-4ac9-411f-b948-dcc031608ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1097 time: 0.0418980 Nov 01 19:35:34.232353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-652f5dcc-45bc-41c5-9543-7f42ee7568cb req-1d908587-e348-4f30-81a3-980da2041305 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Nov 01 19:35:34.744081 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a931d9a-5aab-4017-988e-bea70d3509fc req-f5f6ac6f-7ffd-4114-a4ea-cab4ca2b513e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:34.745549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a931d9a-5aab-4017-988e-bea70d3509fc req-f5f6ac6f-7ffd-4114-a4ea-cab4ca2b513e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0496864 Nov 01 19:35:34.782468 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a931d9a-5aab-4017-988e-bea70d3509fc req-0ccc8498-c8b9-4813-9916-b01928e4abfc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Nov 01 19:35:35.692406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:35.903916 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aba6d-1028-40b0-a75a-519c251b8933 req-65f13fc4-3931-4bba-91a6-ba4dd92ae5d3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:35.905332 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-309aba6d-1028-40b0-a75a-519c251b8933 req-65f13fc4-3931-4bba-91a6-ba4dd92ae5d3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Nov 01 19:35:35.943757 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-309aba6d-1028-40b0-a75a-519c251b8933 req-1d3ca8bc-afee-46e2-8bf8-c3ddf7032343 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Nov 01 19:35:36.061803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b7f95-3716-4dd3-8ba5-37a675a6e8e2 req-f34f64eb-43f0-4ea4-9225-7d047df5c3dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:36.063285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-100b7f95-3716-4dd3-8ba5-37a675a6e8e2 req-f34f64eb-43f0-4ea4-9225-7d047df5c3dc tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Nov 01 19:35:36.101299 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-100b7f95-3716-4dd3-8ba5-37a675a6e8e2 req-97a0519e-0406-47c5-b1f5-b62e64f1679a tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Nov 01 19:35:36.122456 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43684) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:36.162279 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f76513-3b66-4930-8b39-41137f8aa5a3 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:36.163702 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-80f76513-3b66-4930-8b39-41137f8aa5a3 tempest-TestNetworkAdvancedServerOps-1392518940 tempest-TestNetworkAdvancedServerOps-1392518940-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1092 time: 0.0402355 Nov 01 19:35:36.166502 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43686) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:36.170844 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:35:36.280255 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:36.378623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:36.478771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Allocated IP 172.25.2.39 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/74852692-5f59-4914-8624-04a43e19cba8) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:35:36.581307 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:36.675989 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:36.710859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:35:36.713605 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:35:36.716952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:35:36.747203 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=74852692-5f59-4914-8624-04a43e19cba8,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:37.075953 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:37.203445 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:37.359689 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:37.418668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:37.482813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event updated for resources: {'Port': ['ID=74852692-5f59-4914-8624-04a43e19cba8,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:35:37.497024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:37.906625 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 874e96bd-dcaa-4fd0-b76e-2d66de628d08 associated. External IP: 172.25.2.39, port: dd470c9a-846a-41e3-bc40-690374fc17bc. Nov 01 19:35:38.108274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router aef67c12-5592-4e0d-9023-8354c00b10af has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:35:38.218554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:35:38.229400 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Sync routers for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:35:38.239085 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:38.239711 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:35:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:38.305243 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:38.333231 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-36d77799-1d5c-4043-97b0-2455c42075b9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1655939 Nov 01 19:35:38.333832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:35:38.336180 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:35:38.344683 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:38.378130 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9545f3f-2cd4-4af6-a0c6-30fffff53a2b x-openstack-request-id: req-e9545f3f-2cd4-4af6-a0c6-30fffff53a2b {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:35:38.378658 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:35:38.378916 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9545f3f-2cd4-4af6-a0c6-30fffff53a2b {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:35:38.379319 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'status': 'completed', 'code': 200} Nov 01 19:35:38.435741 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78ebf5-a986-46c5-9c79-b5f89a00fd36 req-71d7255f-ccb0-47ce-8662-dd2fd493bd52 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:38.437576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e78ebf5-a986-46c5-9c79-b5f89a00fd36 req-71d7255f-ccb0-47ce-8662-dd2fd493bd52 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0540411 Nov 01 19:35:38.441750 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-94744dc3-0779-4fdc-868d-2b713229730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:38.443255 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-94744dc3-0779-4fdc-868d-2b713229730a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1097 time: 0.0435925 Nov 01 19:35:38.478265 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8e78ebf5-a986-46c5-9c79-b5f89a00fd36 req-66e10cbb-2344-4fdf-af4a-e988e1f6c921 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326240 Nov 01 19:35:38.504389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43692) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:38.538247 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-9385e5f1-5d29-431b-bc4f-0e929c8d42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:38.539887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-9385e5f1-5d29-431b-bc4f-0e929c8d42e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 897 time: 0.0901484 Nov 01 19:35:38.569047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c4aea23b-9268-4efa-b457-2db4b743d516 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/874e96bd-dcaa-4fd0-b76e-2d66de628d08 HTTP/1.1" status: 200 len: 991 time: 0.0633800 Nov 01 19:35:38.586814 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '874e96bd-dcaa-4fd0-b76e-2d66de628d08', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'port_id': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'mac_address': 'fa:16:3e:6c:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314a2372-9f6e-4801-b686-dcbab31f1911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:35:36Z', 'updated_at': '2021-11-01T19:35:36Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:38.612194 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-e115011c-e2bf-464f-963c-1eb52f8f7c80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 999 time: 0.0655816 Nov 01 19:35:38.613373 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Checking router: aef67c12-5592-4e0d-9023-8354c00b10af for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:35:38.621605 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:35:38.622141 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:35:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:38.661976 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-d852cd5e-1e4c-4508-a9f8-646828378ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:38.663467 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-d852cd5e-1e4c-4508-a9f8-646828378ec5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 200 len: 835 time: 0.0444796 Nov 01 19:35:38.714884 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-4bd87dcc-ea48-4a61-a073-0c65d0304e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:38.716439 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-4bd87dcc-ea48-4a61-a073-0c65d0304e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c2aaac-44ce-4f6c-b671-adfecd089629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442746 Nov 01 19:35:38.728552 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:35:38.810168 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-aca4fa47-944b-4efa-89c4-da0f44e98cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863631 Nov 01 19:35:38.901446 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-26fe12a4-3c2c-4374-b197-fc56f1c97eb5 req-80e48898-44a0-406e-9d11-36bba88f2be7 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839665 Nov 01 19:35:38.951150 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '874e96bd-dcaa-4fd0-b76e-2d66de628d08', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'port_id': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'mac_address': 'fa:16:3e:6c:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314a2372-9f6e-4801-b686-dcbab31f1911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:35:36Z', 'updated_at': '2021-11-01T19:35:36Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:35:39.069478 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e2120-8f95-480b-abd4-ab70b7df6b8f None None] The sync data for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 is: [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '874e96bd-dcaa-4fd0-b76e-2d66de628d08', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'port_id': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'mac_address': 'fa:16:3e:6c:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314a2372-9f6e-4801-b686-dcbab31f1911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:35:36Z', 'updated_at': '2021-11-01T19:35:36Z', 'revision_number': 0, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:35:39.263775 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e67bb-8f72-4732-9eba-43321646eb36 None None] New status for floating IP 874e96bd-dcaa-4fd0-b76e-2d66de628d08: ACTIVE {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:35:39.572609 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43694) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:35:39.634906 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-4c87e12c-79bc-4f06-bf08-123b51f11b07 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/874e96bd-dcaa-4fd0-b76e-2d66de628d08 HTTP/1.1" status: 200 len: 993 time: 0.0611453 Nov 01 19:35:39.926989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:44.581165 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:35:48.851110 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-594305e1-26e1-4b5c-ba20-3efe5c3b85da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:50.943759 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-039cc67b-da25-497d-a7ce-d87668cb9029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:52.376975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:54.108501 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:56.862386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:35:57.918370 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-19043589-2ca5-414c-83cb-1c68ebff7200 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439212 Nov 01 19:35:57.998763 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-d4c6fbfb-1221-4eb4-ad48-4a4f3929f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:58.000180 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-d4c6fbfb-1221-4eb4-ad48-4a4f3929f48f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1097 time: 0.0396171 Nov 01 19:35:58.103639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-1a08f310-9160-498a-8b77-086232dbdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:58.105071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-1a08f310-9160-498a-8b77-086232dbdffb service neutron] 10.222.0.37 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 897 time: 0.0855601 Nov 01 19:35:58.168806 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-3c60328a-99f7-4de0-9b41-bba80366eb85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 1001 time: 0.0558982 Nov 01 19:35:58.216286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-66188585-9a60-47f2-9218-38730a5f061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:58.217722 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-66188585-9a60-47f2-9218-38730a5f061a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 200 len: 835 time: 0.0418637 Nov 01 19:35:58.268745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-3162a5bb-ebed-4698-b5bb-e6755dad81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:35:58.270148 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-3162a5bb-ebed-4698-b5bb-e6755dad81e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c2aaac-44ce-4f6c-b671-adfecd089629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452137 Nov 01 19:35:58.358587 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-87d23c73-1aa0-422e-a3ff-2f0e1794761c service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810747 Nov 01 19:35:58.466496 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b612a58c-d4d4-4870-9b31-8d1af25013f8 req-63d62d53-ed29-4343-ae32-ff2934d3185c service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009362 Nov 01 19:36:05.704071 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:09.912774 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:18.809828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-135697e5-afde-4b9c-939d-74213ae27835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:20.935483 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c1c1dbf0-3ecb-4305-bbda-63fe837095ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:21.580276 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:36:22.375322 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:24.192966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:26.852652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:35.703025 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:39.885687 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:42.674727 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2f18d-0772-4034-b215-87f300f38aa9 req-bd6b970e-d514-4662-ab4f-2f4bf8ac0a71 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:42.676383 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74c2f18d-0772-4034-b215-87f300f38aa9 req-bd6b970e-d514-4662-ab4f-2f4bf8ac0a71 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0499403 Nov 01 19:36:42.715714 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-74c2f18d-0772-4034-b215-87f300f38aa9 req-54420f9b-bbdd-4729-86b2-42c798b8616c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Nov 01 19:36:43.838230 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87bd2-4396-4e6e-9ca0-2250866a5efe req-2489ab45-3cbb-40ef-a247-0d3819d26df5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:43.839891 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39a87bd2-4396-4e6e-9ca0-2250866a5efe req-2489ab45-3cbb-40ef-a247-0d3819d26df5 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0519252 Nov 01 19:36:43.881986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-39a87bd2-4396-4e6e-9ca0-2250866a5efe req-8eb6b16d-1430-485e-97d1-08c3fef2a884 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355580 Nov 01 19:36:45.004972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cbf5-dfaa-4f3a-ba23-853daac31056 req-f86ff3a9-c60e-4d06-963a-29c37badd26c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:45.006376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c505cbf5-dfaa-4f3a-ba23-853daac31056 req-f86ff3a9-c60e-4d06-963a-29c37badd26c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0533221 Nov 01 19:36:45.043747 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c505cbf5-dfaa-4f3a-ba23-853daac31056 req-035056dd-5183-4e24-bbc3-577f1599178f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Nov 01 19:36:45.066924 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43732) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:45.126939 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b81e8c2d-46a3-43d4-a32e-711519ae39df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/874e96bd-dcaa-4fd0-b76e-2d66de628d08 HTTP/1.1" status: 200 len: 993 time: 0.0588584 Nov 01 19:36:46.529999 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877c260-eba7-4e4f-a147-a65e1de0eea5 req-5e280e8d-b3bd-4245-af78-a336cefac116 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:46.531717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7877c260-eba7-4e4f-a147-a65e1de0eea5 req-5e280e8d-b3bd-4245-af78-a336cefac116 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0522966 Nov 01 19:36:46.575303 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7877c260-eba7-4e4f-a147-a65e1de0eea5 req-0c71a9aa-de16-49c9-800c-407a8f1e9949 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 Nov 01 19:36:46.601841 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-835b5125-fd35-4856-a54a-f357928bbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:46.603366 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-835b5125-fd35-4856-a54a-f357928bbd1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1097 time: 0.0476129 Nov 01 19:36:46.701919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-84f16645-2120-4b29-97f4-92e847b9c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:46.703513 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-84f16645-2120-4b29-97f4-92e847b9c3b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 897 time: 0.0934548 Nov 01 19:36:46.768043 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-5a8fb3d1-70b2-4f41-be92-b86f9db64ef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 1001 time: 0.0576556 Nov 01 19:36:46.816064 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-57688512-2d9b-4635-8663-231120a15ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:46.817510 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-57688512-2d9b-4635-8663-231120a15ddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 200 len: 835 time: 0.0429063 Nov 01 19:36:46.866379 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-f1d78e9e-20c1-4ae0-8b8f-c20eaa7ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:46.867940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-f1d78e9e-20c1-4ae0-8b8f-c20eaa7ccad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c2aaac-44ce-4f6c-b671-adfecd089629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436354 Nov 01 19:36:46.955995 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-b502d06b-8e47-40b4-a185-e0884f2ba722 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805986 Nov 01 19:36:47.050062 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b7786f70-a837-4616-a14a-89eb568bfa52 req-778ec5fe-2add-454a-9ac2-5ca3d73e09bc service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Nov 01 19:36:47.699418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ea4f6-6c09-4a97-818c-4f38c6470739 req-02fdc8aa-2d32-4b68-a885-4ab07040b66b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:47.701501 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-462ea4f6-6c09-4a97-818c-4f38c6470739 req-02fdc8aa-2d32-4b68-a885-4ab07040b66b tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0542908 Nov 01 19:36:47.739604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-462ea4f6-6c09-4a97-818c-4f38c6470739 req-e45006fe-4860-46aa-9b79-2799ec38fc62 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Nov 01 19:36:48.817367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d77e5c27-9825-4c35-a040-f59d1eb728f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:48.855394 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d23ff-9583-4439-bffb-3cfcda19b5d2 req-e927f516-946b-4a51-a552-efca43e8bf4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:48.856967 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e94d23ff-9583-4439-bffb-3cfcda19b5d2 req-e927f516-946b-4a51-a552-efca43e8bf4d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0486085 Nov 01 19:36:48.894677 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e94d23ff-9583-4439-bffb-3cfcda19b5d2 req-d08729c7-84a4-471f-b014-8d613dbcdd99 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310354 Nov 01 19:36:48.917003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43744) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:48.982850 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f29cf1f7-25d0-41da-9b40-bf6733973cb9 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/floatingips/874e96bd-dcaa-4fd0-b76e-2d66de628d08 HTTP/1.1" status: 200 len: 993 time: 0.0639613 Nov 01 19:36:49.241772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43750) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:49.394870 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 74852692-5f59-4914-8624-04a43e19cba8 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:36:49.395217 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:49.469680 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:49.470008 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:49.481330 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 74852692-5f59-4914-8624-04a43e19cba8 owned by network:floatingip {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:36:49.663047 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:49.693119 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=74852692-5f59-4914-8624-04a43e19cba8,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:49.718716 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720211 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720606 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.720988 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.721311 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.721632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.721950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.722266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:49.762387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:49.762853 n-d-815923-2 neutron-server[102783]: INFO neutron.db.l3_db [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Floating IP 874e96bd-dcaa-4fd0-b76e-2d66de628d08 disassociated (deleted). External IP: 172.25.2.39, port: dd470c9a-846a-41e3-bc40-690374fc17bc. Nov 01 19:36:49.968317 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router aef67c12-5592-4e0d-9023-8354c00b10af has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:36:50.403771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:36:50.408782 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:50.413355 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Sync routers for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:36:50.423737 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:36:50.424338 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:50.438155 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4ed42716-1697-4d42-8509-a14cd1e810df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/floatingips/874e96bd-dcaa-4fd0-b76e-2d66de628d08 HTTP/1.1" status: 204 len: 168 time: 1.1922529 Nov 01 19:36:50.438155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:36:50.438852 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf947c4-08f4-414f-ac83-9b165861bf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:36:50.532815 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:36:50.534264 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e398c6-c9f5-4201-8f62-f0a3924b1a11 x-openstack-request-id: req-e0e398c6-c9f5-4201-8f62-f0a3924b1a11 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:36:50.534559 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:36:50.534811 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0e398c6-c9f5-4201-8f62-f0a3924b1a11 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:36:50.535202 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'status': 'completed', 'code': 200} Nov 01 19:36:50.597423 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-0acc1d50-ae6b-496d-870d-9c4c80aa031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:50.598923 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-0acc1d50-ae6b-496d-870d-9c4c80aa031e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 1097 time: 0.0407085 Nov 01 19:36:50.695496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-0deba2a5-dcba-494a-9e35-8e31ad761efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:50.697041 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-0deba2a5-dcba-494a-9e35-8e31ad761efc service neutron] 10.222.0.37 "GET /v2.0/networks?id=40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 200 len: 897 time: 0.0911767 Nov 01 19:36:50.739136 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:50.743538 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-89046516-78c0-410e-b796-ada65d66f56b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 200 len: 217 time: 0.0375633 Nov 01 19:36:50.769491 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Checking router: aef67c12-5592-4e0d-9023-8354c00b10af for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:36:50.777695 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:36:50.778291 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:50.790578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-f5bc662b-f053-4ef3-a821-4c921b815a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:50.792099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-f5bc662b-f053-4ef3-a821-4c921b815a7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 200 len: 835 time: 0.0429688 Nov 01 19:36:50.847934 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-05dc92e1-4b48-44c9-b968-5ad0273fde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:50.849856 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-05dc92e1-4b48-44c9-b968-5ad0273fde5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c2aaac-44ce-4f6c-b671-adfecd089629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495150 Nov 01 19:36:50.906552 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:36:50.947310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42f642-81a9-4043-884a-bc6daf494d92 req-88811b24-e9bd-44c4-996d-2e7fdde2093f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:50.948759 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b42f642-81a9-4043-884a-bc6daf494d92 req-88811b24-e9bd-44c4-996d-2e7fdde2093f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0511525 Nov 01 19:36:50.958937 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-7e79f0c6-58ea-4e24-af3d-c8da8be42c23 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004238 Nov 01 19:36:50.969007 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-10d9f84f-531d-4b42-9ab4-1c143989d07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:50.991055 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0b42f642-81a9-4043-884a-bc6daf494d92 req-eb413dac-1d84-47ba-b1a1-ddce5e273278 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351226 Nov 01 19:36:51.064635 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8bf947c4-08f4-414f-ac83-9b165861bf1d req-aed065d9-255c-4dae-a54c-ee0688c52dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980039 Nov 01 19:36:51.111118 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:51.136489 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17077fb1-f704-46c8-a563-37d19962cb3d None None] The sync data for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 is: [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'f34058d1-2d34-4a52-aeac-882f0ca9d9b2', 'name': '', 'network_id': '40c2aaac-44ce-4f6c-b671-adfecd089629', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'mac_address': 'fa:16:3e:1e:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'b560f9e3-545d-4572-951c-24e74d083751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:20Z', 'updated_at': '2021-11-01T19:35:24Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'subnets': [{'id': 'b560f9e3-545d-4572-951c-24e74d083751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:36:51.357940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8efb100-d305-4f62-a164-ce485c1590c2 None None] New status for floating IP 874e96bd-dcaa-4fd0-b76e-2d66de628d08: DOWN {{(pid=102784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:36:52.111478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101edaa-7aa3-4b4c-aa68-5c0298fadc93 req-20e06a06-259a-40cc-a5ca-88c0231fbc1d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:52.112984 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5101edaa-7aa3-4b4c-aa68-5c0298fadc93 req-20e06a06-259a-40cc-a5ca-88c0231fbc1d tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Nov 01 19:36:52.150072 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5101edaa-7aa3-4b4c-aa68-5c0298fadc93 req-54b7a893-707b-4758-beef-01161dc5bf3e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bdfaa18-5ea2-44af-bc55-4ba5106326d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Nov 01 19:36:52.391440 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:52.549188 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb53c-3352-4971-be37-eebcb676186e req-9def01aa-e4fd-4e60-a3af-50a9beb0dd2e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:36:52.550696 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-096eb53c-3352-4971-be37-eebcb676186e req-9def01aa-e4fd-4e60-a3af-50a9beb0dd2e tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Nov 01 19:36:52.636635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port dd470c9a-846a-41e3-bc40-690374fc17bc {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:36:52.636972 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:52.727289 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port dd470c9a-846a-41e3-bc40-690374fc17bc, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=dd470c9a-846a-41e3-bc40-690374fc17bc,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:36:52.727689 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:52.740440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for dd470c9a-846a-41e3-bc40-690374fc17bc owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:36:52.957175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:52.986198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=dd470c9a-846a-41e3-bc40-690374fc17bc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:53.051236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] No DVR routers for this DVR port dd470c9a-846a-41e3-bc40-690374fc17bc on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:36:53.051236 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:53.051236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-096eb53c-3352-4971-be37-eebcb676186e req-41cc98f5-e378-4ee5-86c9-e18b3baaf9f3 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.37 "DELETE /v2.0/ports/dd470c9a-846a-41e3-bc40-690374fc17bc HTTP/1.1" status: 204 len: 173 time: 0.4775810 Nov 01 19:36:53.051236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'name': 'network-vif-deleted', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:36:53.051236 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b676db-2d4d-4945-bd1b-2886ca65df71" -d '{"events": [{"server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "name": "network-vif-deleted", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:36:53.077174 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0827e39-acfc-4277-b790-ec61b55fbadd x-openstack-request-id: req-b0827e39-acfc-4277-b790-ec61b55fbadd {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:36:53.077473 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314a2372-9f6e-4801-b686-dcbab31f1911", "name": "network-vif-deleted", "tag": "dd470c9a-846a-41e3-bc40-690374fc17bc", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:36:53.077770 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0827e39-acfc-4277-b790-ec61b55fbadd {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:36:53.078247 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314a2372-9f6e-4801-b686-dcbab31f1911', 'name': 'network-vif-deleted', 'tag': 'dd470c9a-846a-41e3-bc40-690374fc17bc', 'status': 'completed', 'code': 200} Nov 01 19:36:53.252697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4f7bf704-81f5-4730-a217-9f44c07368c1 req-9594a514-1f54-4258-9ffe-e9779e3ce05f tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "GET /v2.0/ports?device_id=314a2372-9f6e-4801-b686-dcbab31f1911 HTTP/1.1" status: 200 len: 210 time: 0.0309575 Nov 01 19:36:54.131104 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:54.312416 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43768) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:54.669170 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:54.918260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port f34058d1-2d34-4a52-aeac-882f0ca9d9b2 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:36:54.918604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.009352 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port f34058d1-2d34-4a52-aeac-882f0ca9d9b2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:36:55.009642 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.021598 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for f34058d1-2d34-4a52-aeac-882f0ca9d9b2 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:36:55.280573 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.306355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=f34058d1-2d34-4a52-aeac-882f0ca9d9b2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:55.478190 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.692685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Router aef67c12-5592-4e0d-9023-8354c00b10af has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:36:55.799865 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:36:55.804832 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ec8744ce-011a-46a3-a04d-62c23efc104c tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "PUT /v2.0/routers/aef67c12-5592-4e0d-9023-8354c00b10af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4913921 Nov 01 19:36:55.807994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:55.809837 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Sync routers for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:36:55.820007 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:36:55.820618 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:55.859699 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting subnet b560f9e3-545d-4572-951c-24e74d083751 {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:36:55.863012 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.902227 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:55.925651 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:36:55.988604 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.104120 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:36:55Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:56.111835 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.131517 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Checking router: aef67c12-5592-4e0d-9023-8354c00b10af for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:36:56.140044 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Routers {'aef67c12-5592-4e0d-9023-8354c00b10af'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:36:56.140453 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Subnet': ['ID=b560f9e3-545d-4572-951c-24e74d083751,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:56.140651 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['aef67c12-5592-4e0d-9023-8354c00b10af'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:56.144187 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.147360 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-0b9c356e-d2d1-4909-b44d-eeb098c1e522 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/subnets/b560f9e3-545d-4572-951c-24e74d083751 HTTP/1.1" status: 204 len: 168 time: 0.3383911 Nov 01 19:36:56.149877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43772) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:56.153423 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7b831-b527-4fd5-8c2e-6337b53443f4 None None] Network 40c2aaac-44ce-4f6c-b671-adfecd089629 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:36:56.258777 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] Set router aef67c12-5592-4e0d-9023-8354c00b10af gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:36:56.260243 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.360367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] DHCP port deletion for 40c2aaac-44ce-4f6c-b671-adfecd089629 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:36:56.366494 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dd470c9a-846a-41e3-bc40-690374fc17bc no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:36:56.378662 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.404981 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: dd470c9a-846a-41e3-bc40-690374fc17bc {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:36:56.405379 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device dd470c9a-846a-41e3-bc40-690374fc17bc not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:36:56.431073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Deleting port be66b1be-a1e2-48fd-932a-d86f7247b848 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:36:56.431451 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.492355 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Deleting port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:36:56.493326 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.498045 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] For port be66b1be-a1e2-48fd-932a-d86f7247b848, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=be66b1be-a1e2-48fd-932a-d86f7247b848,segment=NetworkSegment(03039359-caf4-4792-bd82-6d93fbc2014a),segment_id=03039359-caf4-4792-bd82-6d93fbc2014a)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:36:56.502170 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.511153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Calling delete_port for be66b1be-a1e2-48fd-932a-d86f7247b848 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:36:56.537064 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:36:55Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:56.569062 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ca4c-4632-44c9-9950-70cbe384d0de None None] The sync data for ids ['aef67c12-5592-4e0d-9023-8354c00b10af'] in n-d-815923-2 is: [{'id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56908351', 'tenant_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:36:55Z', 'revision_number': 5, 'project_id': '6cdf2a9a935a4085b63f3de2e7797a65', 'gw_port': {'id': '81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef67c12-5592-4e0d-9023-8354c00b10af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:35:17Z', 'updated_at': '2021-11-01T19:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:36:56.574273 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] For port 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:36:56.574430 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.588686 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Calling delete_port for 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:36:56.665939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.692084 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Pushing event deleted for resources: {'Port': ['ID=be66b1be-a1e2-48fd-932a-d86f7247b848,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:56.696299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] No DVR routers for this DVR port be66b1be-a1e2-48fd-932a-d86f7247b848 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:36:56.703786 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.704128 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.704464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.704801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.705132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.705598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.706204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.706528 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.706848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.707590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.707590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.707788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adc9ef-f7af-4aae-a606-58c337a1d6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:56.840295 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.866632 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Port': ['ID=81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:56.868717 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:56.935716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.028671 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f34058d1-2d34-4a52-aeac-882f0ca9d9b2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:36:57.039049 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.041532 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.051177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f34058d1-2d34-4a52-aeac-882f0ca9d9b2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:36:57.051402 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f34058d1-2d34-4a52-aeac-882f0ca9d9b2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:36:57.051680 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device be66b1be-a1e2-48fd-932a-d86f7247b848 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:36:57.071957 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: be66b1be-a1e2-48fd-932a-d86f7247b848 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:36:57.072301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device be66b1be-a1e2-48fd-932a-d86f7247b848 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:36:57.145859 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.146405 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Fanout notify agent at l3_agent the message router_deleted on router aef67c12-5592-4e0d-9023-8354c00b10af {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:36:57.153444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.155244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1537a130-59c2-432d-bfa6-4378fd0816df tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/routers/aef67c12-5592-4e0d-9023-8354c00b10af HTTP/1.1" status: 204 len: 168 time: 1.0044498 Nov 01 19:36:57.158411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43774) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:57.239732 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.328747 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.347944 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c2aaac-44ce-4f6c-b671-adfecd089629']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:57.356783 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03039359-caf4-4792-bd82-6d93fbc2014a') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:57.357699 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03039359-caf4-4792-bd82-6d93fbc2014a') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:36:57.366766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.379253 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.385011 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:36:57.390501 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:36:57.500037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.508000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.510320 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/networks/40c2aaac-44ce-4f6c-b671-adfecd089629 HTTP/1.1" status: 204 len: 168 time: 0.3508689 Nov 01 19:36:57.513560 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43776) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:57.522212 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'Network': ['ID=40c2aaac-44ce-4f6c-b671-adfecd089629,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:57.530360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533058 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.533927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0104f5-1c69-4427-8296-95c7db70a252 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:36:57.573180 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.601204 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.726337 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.728983 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:57.730197 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] 10.222.0.31 "DELETE /v2.0/security-groups/5bdfaa18-5ea2-44af-bc55-4ba5106326d2 HTTP/1.1" status: 204 len: 168 time: 0.2155917 Nov 01 19:36:57.739626 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1bd52-e798-49f5-b60c-1869af8c0112 tempest-TestNetworkAdvancedServerOps-172811282 tempest-TestNetworkAdvancedServerOps-172811282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdfaa18-5ea2-44af-bc55-4ba5106326d2,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:58.286031 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43784) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:58.414206 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a6a655ff-23c5-4888-abb2-c5c77c3cd841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cdf2a9a935a4085b63f3de2e7797a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270182 Nov 01 19:36:58.416714 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:58.464172 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:58.485491 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:58.579272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:36:58.602719 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:58.605334 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:58.606480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9b0fb04-9769-44aa-870c-2239cffd1d60 HTTP/1.1" status: 204 len: 168 time: 0.1888781 Nov 01 19:36:58.615124 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2699477-0127-42a4-abe2-15abd8aba879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0fb04-9769-44aa-870c-2239cffd1d60,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:58.727326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:36:58.748133 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:36:58.748468 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 81b0c50b-6aae-4c93-a6b5-fcf660f0fb4b not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:36:59.113460 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43794) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:59.126853 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4acd5cda-687c-4968-9383-7525a2c7bab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.202670 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4acd5cda-687c-4968-9383-7525a2c7bab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.268438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4acd5cda-687c-4968-9383-7525a2c7bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.311822 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4acd5cda-687c-4968-9383-7525a2c7bab4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eedd00a0ca8546ab92bfe82d91509bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972189 Nov 01 19:36:59.312784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd5cda-687c-4968-9383-7525a2c7bab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bedd41-3fea-4cdf-8022-9739383f4edd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:36:59.314557 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:36:59.368537 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.389126 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.502939 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.505491 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:36:59.506636 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6bedd41-3fea-4cdf-8022-9739383f4edd HTTP/1.1" status: 204 len: 168 time: 0.1910040 Nov 01 19:36:59.515354 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beafb8-8c2a-498a-a19c-213bde6b7167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bedd41-3fea-4cdf-8022-9739383f4edd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:00.638010 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43818) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:00.733319 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-616169792-network', 'tenant_id': '349e59042459406f95fecbdbd83050bd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:00.816859 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Made reservation on behalf of 349e59042459406f95fecbdbd83050bd for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:37:00.819356 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:00.828283 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:00.899477 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:00.990835 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.017975 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:37:01.023174 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d596a-ca40-491a-898a-dfe6443e71b6,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:01.030984 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.031114 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Added segment 1167d2a4-d44b-4f16-a6ce-8689a6c3c450 of type vlan for network 65d34900-151c-461c-a821-468f37c27f53 Nov 01 19:37:01.072781 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.150930 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.152060 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:01.152635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.211921 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] Pushing event updated for resources: {'Network': ['ID=65d34900-151c-461c-a821-468f37c27f53,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:01.223751 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 65d34900-151c-461c-a821-468f37c27f53 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:37:01.245217 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-537a8d03-3a9d-498a-9b0e-102767840993 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6060071 Nov 01 19:37:01.248915 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43822) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:01.253912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Request body: {'subnet': {'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-616169792-subnet', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:01.353906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Made reservation on behalf of 349e59042459406f95fecbdbd83050bd for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:37:01.356344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.577029 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.625982 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9d5e75-a046-4d17-8ece-1b556238995c,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:01.642128 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:01.642486 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Network hostable DHCP agents. Network: 65d34900-151c-461c-a821-468f37c27f53, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:37:01.719776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Network 65d34900-151c-461c-a821-468f37c27f53 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:37:01.799776 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 65d34900-151c-461c-a821-468f37c27f53) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:01.803833 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:01.804424 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.809018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151eac8c-da76-4365-808c-4979aa504f51 None None] Network 65d34900-151c-461c-a821-468f37c27f53 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:37:01.882608 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-22a22f0b-7c1f-4b19-8124-45bc28d42b80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6324785 Nov 01 19:37:01.885178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43824) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:01.889614 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:01.953652 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-65d34900-151c-461c-a821-468f37c27f53', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:37:01.954551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.977283 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:01.978393 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.028674 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.086334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Allocated IP 172.20.0.2 (65d34900-151c-461c-a821-468f37c27f53/0f9d5e75-a046-4d17-8ece-1b556238995c/994a6027-afc7-4224-944a-27f812a8eca3) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:02.229390 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.234956 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.317363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.355923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Network 65d34900-151c-461c-a821-468f37c27f53 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:02.361333 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:02.366866 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:02.380104 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Pushing event updated for resources: {'Port': ['ID=994a6027-afc7-4224-944a-27f812a8eca3,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:02.433906 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Attempting to bind port 994a6027-afc7-4224-944a-27f812a8eca3 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:02.434272 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Attempting to bind port 994a6027-afc7-4224-944a-27f812a8eca3 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:02.434628 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Attempting to bind port 994a6027-afc7-4224-944a-27f812a8eca3 on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:02.440190 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:02.440554 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:02.440947 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.441331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Bound using segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:02.441793 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Bound port: 994a6027-afc7-4224-944a-27f812a8eca3, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:02.442169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.502131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] For port 994a6027-afc7-4224-944a-27f812a8eca3, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:02.505331 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] For port 994a6027-afc7-4224-944a-27f812a8eca3, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=994a6027-afc7-4224-944a-27f812a8eca3,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:02.513968 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.532698 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.588775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.634909 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Allocated IP 172.25.2.25 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e1fc4eef-0a31-4840-af5f-d1fb736c465f) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:02.647597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0fb0-14b2-4439-b004-090e0310b179 None None] Pushing event updated for resources: {'Port': ['ID=994a6027-afc7-4224-944a-27f812a8eca3,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:02.748894 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.843949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:02.884879 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:02.890285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:02.892810 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:02.918221 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Pushing event updated for resources: {'Port': ['ID=e1fc4eef-0a31-4840-af5f-d1fb736c465f,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:03.255284 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:03.469355 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:03.575350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c87e6e-53ac-4749-bf2d-a7e5ad3faf26 None None] Network 65d34900-151c-461c-a821-468f37c27f53 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:37:03.710151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] Provisioning complete for port 994a6027-afc7-4224-944a-27f812a8eca3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:03.710479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:03.822744 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:03.862149 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] For port 994a6027-afc7-4224-944a-27f812a8eca3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=994a6027-afc7-4224-944a-27f812a8eca3,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:03.940239 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:03.989192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c448-4beb-44fa-b6da-8ec458c24d80 None None] Pushing event updated for resources: {'Port': ['ID=994a6027-afc7-4224-944a-27f812a8eca3,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:04.020082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Router cd834a3c-51d4-4738-8635-928770a1188c is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:37:04.061995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-5da98e82-d462-4408-a091-24ee929b7f27 None None] Provisioning complete for port 994a6027-afc7-4224-944a-27f812a8eca3 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:04.062358 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5da98e82-d462-4408-a091-24ee929b7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.153844 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:37:04.162754 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:37:04.172143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:04.172795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:04.221596 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.222825 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ad9c95e3-4ecd-4097-9087-830ce6f6789f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3366520 Nov 01 19:37:04.225635 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43826) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:04.277691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:04.462411 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:03Z', 'revision_number': 3, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:04.489132 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:37:04.489403 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Updating router cd834a3c-51d4-4738-8635-928770a1188c port e1fc4eef-0a31-4840-af5f-d1fb736c465f binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:37:04.512939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.640537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.767681 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.806245 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 994a6027-afc7-4224-944a-27f812a8eca3 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:04.808794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Allocated IP 172.20.0.1 (65d34900-151c-461c-a821-468f37c27f53/0f9d5e75-a046-4d17-8ece-1b556238995c/1b98cc8f-e3c1-4221-b5e8-8eec483111a2) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:04.849016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.906367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 994a6027-afc7-4224-944a-27f812a8eca3 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:04.906741 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.910877 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6696f-998d-4130-9197-16c19d1e965b None None] Pushing event updated for resources: {'Port': ['ID=e1fc4eef-0a31-4840-af5f-d1fb736c465f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:04.918919 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.929433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Attempting to bind port e1fc4eef-0a31-4840-af5f-d1fb736c465f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:04.929806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Attempting to bind port e1fc4eef-0a31-4840-af5f-d1fb736c465f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:04.930430 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Attempting to bind port e1fc4eef-0a31-4840-af5f-d1fb736c465f on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:04.945621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:04.945998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:04.946399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:04.946785 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:04.947249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Bound port: e1fc4eef-0a31-4840-af5f-d1fb736c465f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:04.947657 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.000512 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.009530 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] For port e1fc4eef-0a31-4840-af5f-d1fb736c465f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:05.037383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Network 65d34900-151c-461c-a821-468f37c27f53 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:05.040233 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:05.041348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] For port e1fc4eef-0a31-4840-af5f-d1fb736c465f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1fc4eef-0a31-4840-af5f-d1fb736c465f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:05.042702 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:05.075461 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Pushing event updated for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:05.094332 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.111737 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.178442 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:05.179073 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:05.184020 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6696f-998d-4130-9197-16c19d1e965b None None] Pushing event updated for resources: {'Port': ['ID=e1fc4eef-0a31-4840-af5f-d1fb736c465f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:05.304143 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:05.329597 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.431151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f1b47802-f13f-425b-a159-47216fa34fe8 None None] Provisioning complete for port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:05.431538 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f1b47802-f13f-425b-a159-47216fa34fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.521306 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.608981 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.652766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f1b47802-f13f-425b-a159-47216fa34fe8 None None] Port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:37:05.680998 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Pushing event updated for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:05.683614 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.717434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:03Z', 'revision_number': 3, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:05.745298 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1057d14-516d-467d-b749-68d3e84d1418 None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:03Z', 'revision_number': 3, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:37:05.751321 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:05.776282 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Network 65d34900-151c-461c-a821-468f37c27f53 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:05.777587 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:05.900674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:37:06.039630 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:37:06.047092 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-590da203-21f8-4232-a15b-91561dd12b08 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd834a3c-51d4-4738-8635-928770a1188c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203037 Nov 01 19:37:06.079559 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0651c3e8-11ec-499c-8c77-8f0956b89800 None None] Provisioning complete for port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:06.080088 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0651c3e8-11ec-499c-8c77-8f0956b89800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.117807 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0651c3e8-11ec-499c-8c77-8f0956b89800 None None] Port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:37:06.692949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43842) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:06.697946 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260526682-network', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:06.796332 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1fc4eef-0a31-4840-af5f-d1fb736c465f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:06.808394 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Made reservation on behalf of 8f25d759c56443838fa8fb198dd0a071 for: {'network': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:37:06.810966 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.820159 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.844432 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e1fc4eef-0a31-4840-af5f-d1fb736c465f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:06.844807 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.896073 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.922452 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:06.941595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port e1fc4eef-0a31-4840-af5f-d1fb736c465f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1fc4eef-0a31-4840-af5f-d1fb736c465f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:06.993989 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.020820 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:37:07.032208 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.032741 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52097607-c8ab-4662-897e-8faf7d838292,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:07.046535 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.046535 n-d-815923-2 neutron-server[102783]: INFO neutron.db.segments_db [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Added segment c44eab19-7e21-44c9-a42f-438317cec350 of type vlan for network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 Nov 01 19:37:07.084287 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.089640 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=e1fc4eef-0a31-4840-af5f-d1fb736c465f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:07.179824 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.181097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:07.181678 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.241549 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec6c24b-f970-4fec-b113-18fc5a8f19f9,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:07.252481 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:37:07.276192 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-952f1619-67f0-44a1-993e-e0bfa27ffa31 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5799789 Nov 01 19:37:07.276933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 43844) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:07.282185 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Request body: {'subnet': {'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260526682-subnet', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'ip_version': 4}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:07.339108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:37:07.349332 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:07.349935 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:07.374357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Made reservation on behalf of 8f25d759c56443838fa8fb198dd0a071 for: {'subnet': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:37:07.377105 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25318169'] for subnet, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.457067 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:07.597240 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25441938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25318187'] for subnet, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.654193 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f39293-436c-4083-9d6f-661b6fdf51d4,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:07.657046 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 2, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:07.663120 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Checking segment: {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:07.663489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Network hostable DHCP agents. Network: 3ec6c24b-f970-4fec-b113-18fc5a8f19f9, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:37:07.689688 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:37:07.690039 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Updating router cd834a3c-51d4-4738-8635-928770a1188c port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:37:07.713773 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.756886 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:37:07.825512 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 3ec6c24b-f970-4fec-b113-18fc5a8f19f9) {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:07.830901 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:07.832145 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.835273 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d7eed-06bd-4759-b1ea-83a975caf3db None None] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:37:07.920575 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43846) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:07.925065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:07.929094 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-491a4472-f48e-4831-b705-694271c23052 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6510687 Nov 01 19:37:07.975655 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:07.985872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:37:07.986840 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.017327 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.018470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.046309 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.076337 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.123913 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Pushing event updated for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:08.146568 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.146912 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.147248 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.148025 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.148025 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.148239 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.148565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.148884 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.149203 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.149520 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.149839 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.150154 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:37:08.167849 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Attempting to bind port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:08.168214 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Attempting to bind port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:08.168573 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Attempting to bind port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:08.170346 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Allocated IP 172.20.0.2 (3ec6c24b-f970-4fec-b113-18fc5a8f19f9/86f39293-436c-4083-9d6f-661b6fdf51d4/4a05799d-4f26-42cc-99e8-ec546dbea62c) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Bound using segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Bound port: 1b98cc8f-e3c1-4221-b5e8-8eec483111a2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:08.177567 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.264325 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] For port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:08.268923 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] For port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:08.314236 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.334915 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.345599 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.351726 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] Provisioning complete for port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:08.354478 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.407408 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:08.408080 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:08.445241 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.446910 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a2c9-20c9-4863-9c8b-e398ad64d56b None None] Pushing event updated for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:08.489071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:08.496048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:08.499323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:08.505720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.550254 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Pushing event updated for resources: {'Port': ['ID=4a05799d-4f26-42cc-99e8-ec546dbea62c,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:08.554409 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:08.602895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] For port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:08.604238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Attempting to bind port 4a05799d-4f26-42cc-99e8-ec546dbea62c on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:08.604581 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Attempting to bind port 4a05799d-4f26-42cc-99e8-ec546dbea62c by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:08.607718 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Attempting to bind port 4a05799d-4f26-42cc-99e8-ec546dbea62c on network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:08.612031 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:08.612404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Checking segment: {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:08.612803 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.613194 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Bound using segment: {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:08.613658 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Bound port: 4a05799d-4f26-42cc-99e8-ec546dbea62c, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:08.614036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.697214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] For port 4a05799d-4f26-42cc-99e8-ec546dbea62c, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:08.701508 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] For port 4a05799d-4f26-42cc-99e8-ec546dbea62c, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a05799d-4f26-42cc-99e8-ec546dbea62c,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:08.708518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.709805 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.738195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.775013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899088-6ccf-4e29-96a7-87a9d5ef20b5 None None] Pushing event updated for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:08.795871 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:08.800404 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1fc4eef-0a31-4840-af5f-d1fb736c465f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:08.823948 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976b721-45c1-4fc2-9c6f-10ec80b2bf1a None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:37:08.829074 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.857651 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Allocated IP 172.25.2.250 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/5331219a-1999-47c4-ab6b-36c0b8c4261f) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:08.909018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-43c5c924-be70-4a18-91c6-97059884811d None None] Provisioning complete for port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:08.914419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-43c5c924-be70-4a18-91c6-97059884811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:08.979852 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91729f-1f0e-4ad3-8e03-3676998e41c1 None None] Pushing event updated for resources: {'Port': ['ID=4a05799d-4f26-42cc-99e8-ec546dbea62c,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:08.999005 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e1fc4eef-0a31-4840-af5f-d1fb736c465f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:08.999398 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:09.022470 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:09.117175 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:09.187610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5331219a-1999-47c4-ab6b-36c0b8c4261f,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:09.200714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:09.202595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:09.205237 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:09.566263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:09.803966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:09.897588 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.021016 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927e96a-8146-41aa-8a38-19601d73326c None None] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:37:10.040039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Router cf28ca0f-9d2c-48a5-9fdc-12761308c08a is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:37:10.152952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:37:10.156304 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] Provisioning complete for port 4a05799d-4f26-42cc-99e8-ec546dbea62c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:10.156685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.191676 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Sync routers for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:37:10.219168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:10.219408 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.219813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:10.220849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-06529870-1979-4f68-9b32-18398a3845c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2993615 Nov 01 19:37:10.223807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43848) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:10.369953 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:10.371758 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.501575 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] For port 4a05799d-4f26-42cc-99e8-ec546dbea62c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a05799d-4f26-42cc-99e8-ec546dbea62c,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:10.575151 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.580963 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:09Z', 'revision_number': 3, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:10.629063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Checking router: cf28ca0f-9d2c-48a5-9fdc-12761308c08a for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:37:10.629416 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Updating router cf28ca0f-9d2c-48a5-9fdc-12761308c08a port 5331219a-1999-47c4-ab6b-36c0b8c4261f binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:37:10.660195 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.669059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.697940 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942fa83-7351-4974-b92c-14d46cb1b4ad None None] Pushing event updated for resources: {'Port': ['ID=4a05799d-4f26-42cc-99e8-ec546dbea62c,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:10.768410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-07c5bdcb-8b99-4229-8807-70ca360a9e38 None None] Provisioning complete for port 4a05799d-4f26-42cc-99e8-ec546dbea62c triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:10.768802 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-07c5bdcb-8b99-4229-8807-70ca360a9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:10.831365 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Allocated IP 172.20.0.1 (3ec6c24b-f970-4fec-b113-18fc5a8f19f9/86f39293-436c-4083-9d6f-661b6fdf51d4/d6f37d8b-02b2-4761-897f-61e5332fae43) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:10.873367 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:10.947138 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.009327 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:11.009879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.036974 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.075023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:11.078678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:11.084860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:11.112684 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:11.140552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.239372 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.289006 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a05799d-4f26-42cc-99e8-ec546dbea62c up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:11.320815 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.364214 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.382873 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838008-8183-4b61-84cc-372c74afd27d None None] Pushing event updated for resources: {'Port': ['ID=5331219a-1999-47c4-ab6b-36c0b8c4261f,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:11.385954 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Attempting to bind port 5331219a-1999-47c4-ab6b-36c0b8c4261f on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:11.386320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Attempting to bind port 5331219a-1999-47c4-ab6b-36c0b8c4261f by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:11.386677 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Attempting to bind port 5331219a-1999-47c4-ab6b-36c0b8c4261f on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:11.394995 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:11.395389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:11.395792 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.396177 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:11.396638 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Bound port: 5331219a-1999-47c4-ab6b-36c0b8c4261f, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:11.397326 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.403100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 4a05799d-4f26-42cc-99e8-ec546dbea62c triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:11.403291 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.480672 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4e80f283-8c11-4140-afea-63651c9d2113 None None] Provisioning complete for port d6f37d8b-02b2-4761-897f-61e5332fae43 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:11.481035 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4e80f283-8c11-4140-afea-63651c9d2113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.510610 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] For port 5331219a-1999-47c4-ab6b-36c0b8c4261f, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:11.531785 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.532705 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] For port 5331219a-1999-47c4-ab6b-36c0b8c4261f, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5331219a-1999-47c4-ab6b-36c0b8c4261f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:11.537137 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4e80f283-8c11-4140-afea-63651c9d2113 None None] Port d6f37d8b-02b2-4761-897f-61e5332fae43 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:37:11.596603 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.609394 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.664813 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:11.665454 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:11.704804 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838008-8183-4b61-84cc-372c74afd27d None None] Pushing event updated for resources: {'Port': ['ID=5331219a-1999-47c4-ab6b-36c0b8c4261f,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:11.785977 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:11.976487 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:11.979035 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:11.991909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd6f37d8b-02b2-4761-897f-61e5332fae43', 'name': '', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'mac_address': 'fa:16:3e:2f:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:10Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 2, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'subnets': [{'id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:12.023103 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97298b-cd00-4331-a042-f62fb6f3860c None None] The sync data for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 is: [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd6f37d8b-02b2-4761-897f-61e5332fae43', 'name': '', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'mac_address': 'fa:16:3e:2f:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:10Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 2, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'subnets': [{'id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:37:12.071661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:12.073147 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:12.196086 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Router cf28ca0f-9d2c-48a5-9fdc-12761308c08a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:37:12.341087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:37:12.359639 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-d4b0cf5d-d68f-44f0-8172-4d4d8786f2a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf28ca0f-9d2c-48a5-9fdc-12761308c08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1310887 Nov 01 19:37:12.370614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b03c1cc5-ce54-479f-b145-4684e0ed5081 None None] Provisioning complete for port d6f37d8b-02b2-4761-897f-61e5332fae43 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:12.370985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b03c1cc5-ce54-479f-b145-4684e0ed5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:12.410350 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-b03c1cc5-ce54-479f-b145-4684e0ed5081 None None] Port d6f37d8b-02b2-4761-897f-61e5332fae43 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:37:12.814605 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5331219a-1999-47c4-ab6b-36c0b8c4261f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:12.869449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5331219a-1999-47c4-ab6b-36c0b8c4261f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:12.869449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:12.949625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:12.965375 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43856) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:12.970664 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002319463', 'description': 'tempest-secgroup-smoke-1002319463 description', 'project_id': '349e59042459406f95fecbdbd83050bd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:12.972664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port 5331219a-1999-47c4-ab6b-36c0b8c4261f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5331219a-1999-47c4-ab6b-36c0b8c4261f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:13.062000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.088193 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.136845 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=5331219a-1999-47c4-ab6b-36c0b8c4261f,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:13.162290 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.231561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.261755 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:13.318875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.320002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-472ebfb6-6db9-44cf-b4f9-d7916cc889ae tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3533349 Nov 01 19:37:13.322930 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:13.327563 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:13.418519 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.485559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.554280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.572710 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7259f03e-9103-4080-9600-36a62c8c2081,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:13.754284 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.754284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f8edc575-a1e7-47c0-81a6-ff7c4ae2e3b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289262 Nov 01 19:37:13.755667 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:13.760274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:13.853153 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.914498 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:13.988457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.007639 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b43ae-8ad7-414a-9f09-0d378e3d335e,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:14.074235 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Sync routers for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:37:14.087455 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.090005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-faa97c5d-8477-4036-8189-a0960aee1b87 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3320997 Nov 01 19:37:14.091440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43862) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:14.096255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:14.102047 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:14.102659 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:14.196222 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.221108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:14.289793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.354263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.376613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0ffa11-9ac7-4734-b72e-62c38522a8ae,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:14.442731 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.444096 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-db52f96c-0785-4ca8-b664-8f18558de61c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514533 Nov 01 19:37:14.448377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:14.455189 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:14.541480 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.542742 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd6f37d8b-02b2-4761-897f-61e5332fae43', 'name': '', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'mac_address': 'fa:16:3e:2f:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:10Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 2, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'subnets': [{'id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:14.569798 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Checking router: cf28ca0f-9d2c-48a5-9fdc-12761308c08a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:37:14.570156 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Updating router cf28ca0f-9d2c-48a5-9fdc-12761308c08a port d6f37d8b-02b2-4761-897f-61e5332fae43 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:37:14.599093 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.607909 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.674146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.696247 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdd1a9c-13c2-48bf-a5ec-f949f2891ab5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:14.773101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.776930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-64864b7f-6e9d-4d29-ba42-3b922742efc5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3246624 Nov 01 19:37:14.777348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43866) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:14.782543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:14.803212 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5331219a-1999-47c4-ab6b-36c0b8c4261f up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:14.854077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5331219a-1999-47c4-ab6b-36c0b8c4261f triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:14.854449 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.868922 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Project 349e59042459406f95fecbdbd83050bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:37:14.873966 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.881496 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.935257 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:14.954269 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.011816 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.024793 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1afe3-55ab-4967-965f-c72240d053bc None None] Pushing event updated for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:15.044156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fc1160-e52c-4d93-b541-a0afe2ee05ef,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:15.087262 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Attempting to bind port d6f37d8b-02b2-4761-897f-61e5332fae43 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:15.087816 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Attempting to bind port d6f37d8b-02b2-4761-897f-61e5332fae43 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:15.088032 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Attempting to bind port d6f37d8b-02b2-4761-897f-61e5332fae43 on network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:15.094747 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:15.097345 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Checking segment: {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:15.097345 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.097345 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Bound using segment: {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:15.097345 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Bound port: d6f37d8b-02b2-4761-897f-61e5332fae43, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44eab19-7e21-44c9-a42f-438317cec350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:15.097345 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.120310 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.121720 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-69259e3c-310f-427f-a51f-6fb5ee86a594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432462 Nov 01 19:37:15.124632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43868) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:15.129440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:15.177565 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] For port d6f37d8b-02b2-4761-897f-61e5332fae43, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:15.181016 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] For port d6f37d8b-02b2-4761-897f-61e5332fae43, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d6f37d8b-02b2-4761-897f-61e5332fae43,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:15.214070 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Project 349e59042459406f95fecbdbd83050bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:37:15.219977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.243236 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.252749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] Provisioning complete for port d6f37d8b-02b2-4761-897f-61e5332fae43 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:15.253420 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.284746 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.309218 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1afe3-55ab-4967-965f-c72240d053bc None None] Pushing event updated for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:15.314988 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:15.314988 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:36:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:15.360391 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.377400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.396867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e44c58-6e01-44c0-a03d-ab70e4404893,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:15.420091 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] For port d6f37d8b-02b2-4761-897f-61e5332fae43, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d6f37d8b-02b2-4761-897f-61e5332fae43,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:15.448681 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:15.511207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.516250 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.516250 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-ccc59010-15a3-459c-ad0b-e94d442f020f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899357 Nov 01 19:37:15.577225 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a4220-7ffb-42c7-96cf-6d43bc6598f6 None None] Pushing event updated for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:15.637376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0e39f99f-a141-4a5e-ba2b-63f421d5e959 None None] Provisioning complete for port d6f37d8b-02b2-4761-897f-61e5332fae43 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:15.637841 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e39f99f-a141-4a5e-ba2b-63f421d5e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:15.676743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26bcb8f2-df5b-412e-a7c2-d244c48e7101 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002319463&fields=id&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 267 time: 0.0420849 Nov 01 19:37:15.694442 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd6f37d8b-02b2-4761-897f-61e5332fae43', 'name': '', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'mac_address': 'fa:16:3e:2f:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:10Z', 'updated_at': '2021-11-01T19:37:15Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'subnets': [{'id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:15.721906 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d8b4-07c2-46c6-b6d5-68361f3a9924 None None] The sync data for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 is: [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:11Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'd6f37d8b-02b2-4761-897f-61e5332fae43', 'name': '', 'network_id': '3ec6c24b-f970-4fec-b113-18fc5a8f19f9', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'mac_address': 'fa:16:3e:2f:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:10Z', 'updated_at': '2021-11-01T19:37:15Z', 'revision_number': 4, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'subnets': [{'id': '86f39293-436c-4083-9d6f-661b6fdf51d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:37:15.812663 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-4be38c8d-05c6-4855-9c86-351811b1d12b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:15.814548 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-4be38c8d-05c6-4855-9c86-351811b1d12b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 808 time: 0.1294577 Nov 01 19:37:15.831810 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-0873503f-c0e2-4312-9392-d046efc80a5c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/quotas/349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 375 time: 0.0110962 Nov 01 19:37:15.897346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-264f1fc9-2064-4590-ae41-b738f35a099c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594761 Nov 01 19:37:16.003849 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-e8198e03-e798-4ff7-828d-379a1639b0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926661 Nov 01 19:37:16.098675 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-6f1b8f4e-a3a1-445c-a713-33fe0d580add service neutron] 10.222.0.31 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885143 Nov 01 19:37:16.344754 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1e7c4a27-95ee-4289-8fe4-55accb6c2143 req-a5640a3e-0498-440d-ad51-45e67eb0eb3a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 210 time: 0.0289059 Nov 01 19:37:16.798829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d6f37d8b-02b2-4761-897f-61e5332fae43 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:16.851241 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port d6f37d8b-02b2-4761-897f-61e5332fae43 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:16.851672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:17.464424 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1d7fb9f2-c98c-4e7f-8ca9-533d7303b5de req-863dda53-0438-4c0e-91c5-cc7e30b42058 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 210 time: 0.0390494 Nov 01 19:37:18.461033 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-fa98501d-1a47-4fbe-a414-f351e4169310 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:18.462544 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-fa98501d-1a47-4fbe-a414-f351e4169310 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 808 time: 0.1131577 Nov 01 19:37:18.506240 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-313f4da6-7a1a-4b2e-8056-d1339a5ac74b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 380 time: 0.0343516 Nov 01 19:37:18.515944 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'port': {'device_id': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'admin_state_up': True, 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'security_groups': ['c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:18.558977 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b7e2c471-2b1a-4ca3-a980-e123970019c1 req-298e4dba-11e9-48c8-ae40-3bdd08af9c77 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 210 time: 0.0292685 Nov 01 19:37:18.719396 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Made reservation on behalf of 349e59042459406f95fecbdbd83050bd for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:37:18.723020 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:18.824661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-dc177b9c-cc11-43e8-a4b9-aaf101ebfce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:18.849427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Allocated IP 172.20.0.4 (65d34900-151c-461c-a821-468f37c27f53/0f9d5e75-a046-4d17-8ece-1b556238995c/7672bf7b-6fff-46e8-9e67-2c677f365ecd) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:18.985783 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.068291 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.109751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Network 65d34900-151c-461c-a821-468f37c27f53 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:19.114727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:19.118422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:19.125228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:19.178280 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:19.178921 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.248711 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-126721d1-02fb-444b-a527-36253054c1ea tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362967 Nov 01 19:37:19.261426 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Request body: {'port': {'device_id': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:19.316607 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.370318 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4880e407-fa9a-486c-a245-d97f8a8dee7a None None] Provisioning complete for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:19.370762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4880e407-fa9a-486c-a245-d97f8a8dee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.406616 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4880e407-fa9a-486c-a245-d97f8a8dee7a None None] Port 7672bf7b-6fff-46e8-9e67-2c677f365ecd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:37:19.577665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:37:19.585482 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.597424 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Transition to ACTIVE for port object 7672bf7b-6fff-46e8-9e67-2c677f365ecd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:37:19.657053 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.675039 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c07d64-3cd7-48dd-b4c5-715487c2320e req-4ea29a34-0973-40c1-9bc8-82b7b74b6a50 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:19.676599 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87c07d64-3cd7-48dd-b4c5-715487c2320e req-4ea29a34-0973-40c1-9bc8-82b7b74b6a50 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 931 time: 0.0497539 Nov 01 19:37:19.717937 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87c07d64-3cd7-48dd-b4c5-715487c2320e req-dee2b384-612d-4cb5-ad51-a2215dc8719c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342658 Nov 01 19:37:19.730309 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:19.785951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:37:19.786295 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:37:19.786657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:19.791147 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:37:19.791533 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:37:19.797552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:37:19.797894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:37:19.798286 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Bound using segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:37:19.798719 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Bound port: 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:37:19.799081 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.868310 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:37:19.871380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:37:19.933875 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.966305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:19.966929 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:19.969177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] 10.222.0.32 "PUT /v2.0/ports/7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1091 time: 0.7121520 Nov 01 19:37:19.969617 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:37:19.971903 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3814b8-0c98-45af-af27-2e46b2407bab" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:37:19.998771 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068ce0-1b4b-4933-95cb-ddb1d5b1d636 service neutron] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:20.019878 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7647958-d052-4e5e-84df-af3201f84b3a x-openstack-request-id: req-b7647958-d052-4e5e-84df-af3201f84b3a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:37:20.020234 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:37:20.020492 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7647958-d052-4e5e-84df-af3201f84b3a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:37:20.020895 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'status': 'completed', 'code': 200} Nov 01 19:37:20.088825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-1eec6b0a-026c-4fbb-94e3-6fe392c19b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.090136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-1eec6b0a-026c-4fbb-94e3-6fe392c19b47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1094 time: 0.0474143 Nov 01 19:37:20.194943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-823afb6f-a58e-4188-9a3b-8c3ac14731f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.196453 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-823afb6f-a58e-4188-9a3b-8c3ac14731f5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=349e59042459406f95fecbdbd83050bd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0975773 Nov 01 19:37:20.292285 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-4e072a5f-6642-475a-ab22-c91b4d8d34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.293749 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1d3814b8-0c98-45af-af27-2e46b2407bab req-4e072a5f-6642-475a-ab22-c91b4d8d34e2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901957 Nov 01 19:37:20.374367 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-a93e55a7-e27e-40d7-88fa-90634dac13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.375793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-a93e55a7-e27e-40d7-88fa-90634dac13c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1094 time: 0.0451739 Nov 01 19:37:20.419310 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-17820da3-0c64-4618-8907-7166a559de3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 217 time: 0.0351858 Nov 01 19:37:20.469600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-aeeddcfc-6c92-4905-ae63-aac911aac10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.471060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-aeeddcfc-6c92-4905-ae63-aac911aac10f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0436757 Nov 01 19:37:20.517209 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-4bead119-44d4-4f7a-9a13-60ce069ac019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.518696 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-4bead119-44d4-4f7a-9a13-60ce069ac019 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407000 Nov 01 19:37:20.610288 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-eb5cce2f-8563-41a8-8f74-5bbf0071e84c service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842879 Nov 01 19:37:20.701673 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-23d15834-6dd5-4656-a5ef-b84ad96ac265 req-d1f90a90-f6e2-4aec-9ee7-22bed77516bc service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844612 Nov 01 19:37:20.837090 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49702-345e-436b-83ba-58a471d95f73 req-f0187e78-cb3c-44a8-b965-d1452363f468 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:20.838592 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af49702-345e-436b-83ba-58a471d95f73 req-f0187e78-cb3c-44a8-b965-d1452363f468 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0491195 Nov 01 19:37:20.877456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af49702-345e-436b-83ba-58a471d95f73 req-daeabc13-e8d5-48b0-9a23-36e2770f233e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Nov 01 19:37:20.965374 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7b04c06d-ee0b-47f7-a0f3-2dc59850d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:22.000183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d3b23-6b54-469e-ac49-51bd8a9d1e5b req-3af134c3-1e34-4c16-b19f-ac32162a4329 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:22.001737 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-005d3b23-6b54-469e-ac49-51bd8a9d1e5b req-3af134c3-1e34-4c16-b19f-ac32162a4329 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0536830 Nov 01 19:37:22.040244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-005d3b23-6b54-469e-ac49-51bd8a9d1e5b req-b9035fdb-7cc3-4c3b-b2da-76c176711a97 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Nov 01 19:37:22.390612 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:23.153666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d4ab-eb3c-4bb3-803d-161388238874 req-7cf3063e-a2cc-4d75-83eb-817ec67d9b2a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:23.155922 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0eb2d4ab-eb3c-4bb3-803d-161388238874 req-7cf3063e-a2cc-4d75-83eb-817ec67d9b2a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0497212 Nov 01 19:37:23.194803 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0eb2d4ab-eb3c-4bb3-803d-161388238874 req-9dc8cf14-b020-401e-965d-ed2fab3116c0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330272 Nov 01 19:37:23.834214 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:37:23.927296 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:23.939004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:37:23.974941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:23.991391 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:37:24.010406 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:24.090702 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:24.120421 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:24.138255 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:24.313542 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b234-ade2-4ccc-821d-e00d0d585da3 req-20311660-2ff1-4671-b42b-c1b78a224096 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:24.315029 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2812b234-ade2-4ccc-821d-e00d0d585da3 req-20311660-2ff1-4671-b42b-c1b78a224096 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0524356 Nov 01 19:37:24.330955 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7672bf7b-6fff-46e8-9e67-2c677f365ecd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:37:24.352642 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2812b234-ade2-4ccc-821d-e00d0d585da3 req-e28f6464-d95d-42b7-a0de-6757c741a8f4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Nov 01 19:37:25.475144 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20d89-0296-4026-8dc1-f99ff13240f5 req-3dd66d8c-9aae-47d5-a466-ddb27dd584d0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:25.476679 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af20d89-0296-4026-8dc1-f99ff13240f5 req-3dd66d8c-9aae-47d5-a466-ddb27dd584d0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0559924 Nov 01 19:37:25.515304 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1af20d89-0296-4026-8dc1-f99ff13240f5 req-b64a22a4-6397-4fa2-9c01-a7eabc5731f3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Nov 01 19:37:25.849776 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:37:25.978750 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:37:25.984193 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:37:25.984568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:26.065363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:26.087072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:37:26.089345 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b4033a-e87a-497d-9f10-0ceec54332dd" -d '{"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:37:26.102641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:37:26.181268 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9461abfc-40f9-4df8-a274-7c56fbbd3624 x-openstack-request-id: req-9461abfc-40f9-4df8-a274-7c56fbbd3624 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:37:26.181268 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:37:26.181268 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9461abfc-40f9-4df8-a274-7c56fbbd3624 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:37:26.181586 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'code': 200} Nov 01 19:37:26.199880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:26.249826 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:26.276736 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf20db-7a94-4799-8a9e-e16fad7a03de req-19cd715b-e6e6-48be-9864-ff92610ddc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:26.278674 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e3bf20db-7a94-4799-8a9e-e16fad7a03de req-19cd715b-e6e6-48be-9864-ff92610ddc17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1096 time: 0.0400596 Nov 01 19:37:26.314934 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e3bf20db-7a94-4799-8a9e-e16fad7a03de req-9357e7e4-c62e-4eca-be2d-1a2ceb9d3e90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282133 Nov 01 19:37:26.629581 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f511-9538-4b31-a1ce-e88130e51f94 req-77c92de6-0235-4d41-8d2f-ab3fa320cd3c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:26.631053 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a97f511-9538-4b31-a1ce-e88130e51f94 req-77c92de6-0235-4d41-8d2f-ab3fa320cd3c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0490105 Nov 01 19:37:26.667715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a97f511-9538-4b31-a1ce-e88130e51f94 req-db1907ea-f333-4a84-bcae-f023e0a64fbb tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307279 Nov 01 19:37:26.835959 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:27.789956 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00876-7a40-4782-ab85-3bce4526d5eb req-dea604eb-758d-44fe-90c2-322b0a733d4f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:27.791452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fa00876-7a40-4782-ab85-3bce4526d5eb req-dea604eb-758d-44fe-90c2-322b0a733d4f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0512962 Nov 01 19:37:27.831443 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7fa00876-7a40-4782-ab85-3bce4526d5eb req-5f1b257c-6ea7-4a37-9198-ded267f5b30f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335007 Nov 01 19:37:27.948714 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf00c3-b7dc-4048-bf6d-2f7878ba9a35 req-95d606f1-a1ac-434e-8681-b45882435d16 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:27.950089 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7bf00c3-b7dc-4048-bf6d-2f7878ba9a35 req-95d606f1-a1ac-434e-8681-b45882435d16 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0528140 Nov 01 19:37:27.988425 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c7bf00c3-b7dc-4048-bf6d-2f7878ba9a35 req-66c6fb91-7843-4330-8639-eeadb6667777 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Nov 01 19:37:28.009511 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43926) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:28.132862 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd71ca-bd76-43cb-90d2-4dc8a268a6d5 tempest-TestShelveInstance-1117919185 tempest-TestShelveInstance-1117919185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:28.134353 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-87cd71ca-bd76-43cb-90d2-4dc8a268a6d5 tempest-TestShelveInstance-1117919185 tempest-TestShelveInstance-1117919185-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1091 time: 0.1238134 Nov 01 19:37:28.137236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 43930) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:37:28.142070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:37:28.227845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:28.324855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:28.426271 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Allocated IP 172.25.2.28 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:37:28.533529 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:28.611322 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:28.648496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:37:28.653328 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:37:28.656986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:37:28.662345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:29.013787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.139656 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.284341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.361287 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.426421 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:37:29.438372 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.536308 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Floating IP 31f41f43-65ea-49a1-9466-cc630d916912 associated. External IP: 172.25.2.28, port: 7672bf7b-6fff-46e8-9e67-2c677f365ecd. Nov 01 19:37:29.743078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:37:29.851121 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:37:29.861259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:37:29.870280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:29.875088 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:29.923376 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:29.953228 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5f6acc2e-b409-4712-978b-9863d003211b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8149581 Nov 01 19:37:29.953839 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:37:29.956211 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e67638-81b1-4bd1-a82c-99d52a9a638d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:37:29.978285 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:29.999104 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42f1840-712b-4cc7-bd74-a54944467ee6 x-openstack-request-id: req-c42f1840-712b-4cc7-bd74-a54944467ee6 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:37:29.999517 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:37:29.999800 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c42f1840-712b-4cc7-bd74-a54944467ee6 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:37:30.000200 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'status': 'completed', 'code': 200} Nov 01 19:37:30.065827 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-ed26dd70-5310-4dbd-9290-733c68421caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:30.067345 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-ed26dd70-5310-4dbd-9290-733c68421caa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1096 time: 0.0418417 Nov 01 19:37:30.162969 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-b435ed3c-e1f3-4b5c-83b3-1be78cb3ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:30.164391 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-b435ed3c-e1f3-4b5c-83b3-1be78cb3ffca service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0896819 Nov 01 19:37:30.201674 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31f41f43-65ea-49a1-9466-cc630d916912', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:37:28Z', 'updated_at': '2021-11-01T19:37:28Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:30.227026 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:37:30.228755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-878f0301-144d-4dbc-b036-553851c0f1ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 998 time: 0.0571790 Nov 01 19:37:30.235944 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:37:30.236540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:37:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:30.280652 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-e443ad83-eaac-4fb1-bf9e-5375f60d927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:30.282123 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-e443ad83-eaac-4fb1-bf9e-5375f60d927d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0470166 Nov 01 19:37:30.344032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:37:30.579147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31f41f43-65ea-49a1-9466-cc630d916912', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:37:28Z', 'updated_at': '2021-11-01T19:37:28Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:37:30.606460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca94a5-df21-4a43-b4f4-3269652053be None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '31f41f43-65ea-49a1-9466-cc630d916912', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:37:28Z', 'updated_at': '2021-11-01T19:37:28Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:37:30.669674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-479083f4-2f66-47d7-97a3-a6f1e21eda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:37:30.672222 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-479083f4-2f66-47d7-97a3-a6f1e21eda26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3834608 Nov 01 19:37:30.766137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-1f9cb5b9-3396-441a-8d2c-756ff3c599ab service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856097 Nov 01 19:37:30.814258 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d12a48-fa4e-415a-9384-01bd0e6b4683 None None] New status for floating IP 31f41f43-65ea-49a1-9466-cc630d916912: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:37:30.863670 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-27e67638-81b1-4bd1-a82c-99d52a9a638d req-887cfa84-b944-4472-8179-72e86a9fcbc8 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907714 Nov 01 19:37:35.579219 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:37:35.727111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:39.886743 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:48.812377 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9feaefaa-9a1e-43e5-bd62-66a680fd2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:50.955168 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-294d3997-3dcd-4375-a0b8-6c6d3cdbd932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:52.383273 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:54.101839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:37:56.846828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:01.460280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-3d28f269-25ee-4506-bf88-c9bdf344535a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402465 Nov 01 19:38:01.546414 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-e31fcc0b-83f5-40ac-befb-e016e6927e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:38:01.547926 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-e31fcc0b-83f5-40ac-befb-e016e6927e53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1096 time: 0.0423470 Nov 01 19:38:01.647401 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-fd66d57d-c384-4174-ab77-8f2d745cf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:38:01.648891 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-fd66d57d-c384-4174-ab77-8f2d745cf001 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0813034 Nov 01 19:38:01.720425 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-ad0effdd-02d1-4fe9-9ea7-3171385ab537 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1000 time: 0.0624919 Nov 01 19:38:01.767900 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-0f25474c-71af-4d9b-8f02-228b0d46d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:38:01.769324 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-0f25474c-71af-4d9b-8f02-228b0d46d4d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0426183 Nov 01 19:38:01.815407 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-80daacae-6978-483f-b099-9e8131aaffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:38:01.816900 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-80daacae-6978-483f-b099-9e8131aaffc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405824 Nov 01 19:38:01.907279 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-b7e40fa8-e87f-40e8-9b4a-54b8fdc183c5 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832326 Nov 01 19:38:01.995708 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7f249d25-a5a3-4708-95e7-9ea11a229fb0 req-6a2904b9-10f7-4a79-814d-fe96c7840467 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811656 Nov 01 19:38:05.718873 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:09.895446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:12.578448 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:38:18.799888 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-391e3959-e801-41d7-9338-bb782fd1708a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:20.925317 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-009e8faf-25c6-46d3-b29e-29a86280c404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:22.392332 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:24.101092 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:26.843966 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:35.747908 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:39.924403 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:48.804156 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5a4b-66a3-4d33-bb42-3ef77643437b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:49.577723 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:38:50.947150 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b50d10b1-60ac-407a-a690-3b59bbc7e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:52.404148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:54.106653 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:38:56.877793 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:02.545669 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-d7581e77-c356-49ec-b1f2-c8d01d7ea498 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991423 Nov 01 19:39:02.626836 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375452bd-d599-4373-8188-886cf1d45158 req-6403a73b-3171-4650-9fd7-8a1d156ba706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:02.628344 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-6403a73b-3171-4650-9fd7-8a1d156ba706 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1096 time: 0.0403237 Nov 01 19:39:02.732339 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375452bd-d599-4373-8188-886cf1d45158 req-20b484ca-3032-4e25-b18d-fe3c5a08f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:02.733760 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-20b484ca-3032-4e25-b18d-fe3c5a08f52b service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0872571 Nov 01 19:39:02.802106 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-b1b25857-37f5-47ba-a455-1fa7af9200bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1000 time: 0.0609322 Nov 01 19:39:02.849515 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375452bd-d599-4373-8188-886cf1d45158 req-e6fadaa9-c7fd-4d7b-a9be-26d7bd8df005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:02.851584 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-e6fadaa9-c7fd-4d7b-a9be-26d7bd8df005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0423236 Nov 01 19:39:02.895075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375452bd-d599-4373-8188-886cf1d45158 req-131bdd76-b6ea-4608-9196-3d4b08f2b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:02.896569 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-131bdd76-b6ea-4608-9196-3d4b08f2b57d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390327 Nov 01 19:39:02.989296 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-a75bd086-8aab-44f7-9aca-9b554a48fcb3 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Nov 01 19:39:03.087016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-375452bd-d599-4373-8188-886cf1d45158 req-bf8ea560-dba5-4819-abf0-f2c6c8f6be73 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904667 Nov 01 19:39:05.741093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:09.906229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:18.808625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9128d8ca-308b-44b6-81e5-09f8314cbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:20.955060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ce473e88-a981-4f57-9230-7547960c818c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:22.403060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:24.117619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:25.798680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c411-86e2-4ace-ab89-36e193dd81a6 req-2147f96f-69cd-4d83-b9c5-39f7c4738e36 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:25.800354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de60c411-86e2-4ace-ab89-36e193dd81a6 req-2147f96f-69cd-4d83-b9c5-39f7c4738e36 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.1025760 Nov 01 19:39:25.842119 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-de60c411-86e2-4ace-ab89-36e193dd81a6 req-8d9fd36f-7ac7-4423-a25c-ee2cba60cad8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344644 Nov 01 19:39:26.577575 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:39:26.848393 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:26.970008 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e7c0-ce4b-4351-a345-32633247aa53 req-750dacd5-2bca-4963-8351-ec63b4008f78 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:26.971480 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4319e7c0-ce4b-4351-a345-32633247aa53 req-750dacd5-2bca-4963-8351-ec63b4008f78 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0502899 Nov 01 19:39:27.009107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4319e7c0-ce4b-4351-a345-32633247aa53 req-ed4a4287-502f-4bc7-ad1c-06d20afdc2a9 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Nov 01 19:39:28.126882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f522d-49e5-4b59-aa22-f8171cb2ebbc req-e578b587-429d-4c5a-9222-814a4a48a789 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:28.128372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d99f522d-49e5-4b59-aa22-f8171cb2ebbc req-e578b587-429d-4c5a-9222-814a4a48a789 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 01 19:39:28.166164 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d99f522d-49e5-4b59-aa22-f8171cb2ebbc req-ad28f24a-f68f-4da3-a17c-1804e5589404 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Nov 01 19:39:29.281429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1528217-fd3f-4e36-b247-c19fbe5f764d req-99efe69c-34bf-4bcd-acc0-030d445ded2d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:29.282796 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1528217-fd3f-4e36-b247-c19fbe5f764d req-99efe69c-34bf-4bcd-acc0-030d445ded2d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0494878 Nov 01 19:39:29.325253 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c1528217-fd3f-4e36-b247-c19fbe5f764d req-ee4558c6-19b6-42cc-b50f-8f53401c8d9f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358155 Nov 01 19:39:30.459622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363537-12df-48c6-944e-15eb0583c572 req-2aa75a81-4f68-4935-bc80-8cc9a698c114 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:30.459622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9363537-12df-48c6-944e-15eb0583c572 req-2aa75a81-4f68-4935-bc80-8cc9a698c114 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0496423 Nov 01 19:39:30.481047 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f9363537-12df-48c6-944e-15eb0583c572 req-378db4f4-5f4b-44c0-a69e-e2b46d402ae1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Nov 01 19:39:31.594877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51810bb-341d-4c0d-a8fe-8da945a12a3a req-c3e64d0b-d9d2-44ba-bd8e-e3cb98437ba5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:31.596377 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d51810bb-341d-4c0d-a8fe-8da945a12a3a req-c3e64d0b-d9d2-44ba-bd8e-e3cb98437ba5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0481441 Nov 01 19:39:31.634015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d51810bb-341d-4c0d-a8fe-8da945a12a3a req-ddf279c2-806c-415e-ab8f-874f484a7863 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Nov 01 19:39:32.749477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ce68d-8781-4902-b0a8-836829cd650a req-35c7e612-0c42-44d5-bd10-c9b54f3fbe22 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:32.750943 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b67ce68d-8781-4902-b0a8-836829cd650a req-35c7e612-0c42-44d5-bd10-c9b54f3fbe22 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0481539 Nov 01 19:39:32.791853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b67ce68d-8781-4902-b0a8-836829cd650a req-1c6c3888-9128-4369-9f09-c61910b02ab9 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Nov 01 19:39:33.911635 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734337e-aa16-4a87-99c2-a8c1ae7e19fd req-4ff219b9-ce4e-4c62-9b39-7208e0b9de73 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:33.913235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2734337e-aa16-4a87-99c2-a8c1ae7e19fd req-4ff219b9-ce4e-4c62-9b39-7208e0b9de73 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0515587 Nov 01 19:39:33.950986 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2734337e-aa16-4a87-99c2-a8c1ae7e19fd req-2507bfef-fb1b-482f-884d-186647513cf8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Nov 01 19:39:35.065345 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916dc3-5c12-46e6-b555-a645a9735f2a req-19efb90c-92af-460f-86ec-372b0858f9c4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:35.066811 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e916dc3-5c12-46e6-b555-a645a9735f2a req-19efb90c-92af-460f-86ec-372b0858f9c4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0488307 Nov 01 19:39:35.111488 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4e916dc3-5c12-46e6-b555-a645a9735f2a req-4a22dc32-a1ca-4993-90bb-da81948d1b1a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385678 Nov 01 19:39:35.710941 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:36.226660 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4efeca-4e0b-46c1-9408-8ad168452aa8 req-e0f7ca57-b22c-4e12-96d0-853fd58315c8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:36.228159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a4efeca-4e0b-46c1-9408-8ad168452aa8 req-e0f7ca57-b22c-4e12-96d0-853fd58315c8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0485349 Nov 01 19:39:36.269311 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a4efeca-4e0b-46c1-9408-8ad168452aa8 req-e66607d0-29f4-4037-b35b-908b94508b70 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Nov 01 19:39:37.393666 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc1825-c6c9-41f6-a0f3-b865d0874840 req-85b275f5-d7f7-4cb4-bde1-13eafa22d40a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:37.396128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7dc1825-c6c9-41f6-a0f3-b865d0874840 req-85b275f5-d7f7-4cb4-bde1-13eafa22d40a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0549474 Nov 01 19:39:37.435953 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d7dc1825-c6c9-41f6-a0f3-b865d0874840 req-b42c8eee-b221-417b-99cd-3693749f40d4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338030 Nov 01 19:39:38.370383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:39:38.469358 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:39:38.482841 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:39:38.527246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:38.542173 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:39:38.561899 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:39:38.576762 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcd7ad-8f20-4e81-b846-3978e2be70ff req-33b5e779-a848-4cc5-b66f-01b72e9b8733 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:38.593741 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2fcd7ad-8f20-4e81-b846-3978e2be70ff req-33b5e779-a848-4cc5-b66f-01b72e9b8733 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0685203 Nov 01 19:39:38.623729 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2fcd7ad-8f20-4e81-b846-3978e2be70ff req-f6ad62db-3569-40bd-8dac-1b0d413d2bc0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Nov 01 19:39:38.637020 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:38.704988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:39:38.715919 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['7672bf7b-6fff-46e8-9e67-2c677f365ecd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:39:38.722113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.722538 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.722998 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.723409 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.723832 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.724233 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.725389 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.725939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.726589 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.726990 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.727395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:38.727810 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:39.786296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133695-c963-4315-ae60-2dfa512237a0 req-e3f3db7b-abe3-40db-8a99-d46b169bd7ca tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:39.789578 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25133695-c963-4315-ae60-2dfa512237a0 req-e3f3db7b-abe3-40db-8a99-d46b169bd7ca tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0581944 Nov 01 19:39:39.835938 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-25133695-c963-4315-ae60-2dfa512237a0 req-33c26756-185a-4f83-9136-8d5932185740 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394442 Nov 01 19:39:39.963168 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:40.392398 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:39:40.445973 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:39:40.446623 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:40.535091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:40.560738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:39:40.563006 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a35af-ff7a-412a-92c1-913223e5bf1f" -d '{"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:39:40.578448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:39:40.609036 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b04935-1d88-4ec9-ab96-ffe533ed2cb1 x-openstack-request-id: req-56b04935-1d88-4ec9-ab96-ffe533ed2cb1 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:39:40.609332 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:39:40.609718 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b04935-1d88-4ec9-ab96-ffe533ed2cb1 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:39:40.610003 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'code': 200} Nov 01 19:39:40.660251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:40.719414 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:39:40.977860 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bced3-e7c1-4bf0-9fae-5a7400001e71 req-7bd8734e-a71e-4a3c-a4b7-a493b5c677b4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:40.979532 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d27bced3-e7c1-4bf0-9fae-5a7400001e71 req-7bd8734e-a71e-4a3c-a4b7-a493b5c677b4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0599244 Nov 01 19:39:41.024542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d27bced3-e7c1-4bf0-9fae-5a7400001e71 req-f8daf22d-dbe6-4b9d-8fae-068a8bfb8acb tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384762 Nov 01 19:39:42.149170 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689036a-2895-4698-bf5a-f83a52e6759a req-2c01d1bd-4210-44ce-9c34-0f9b0871703c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:42.150698 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4689036a-2895-4698-bf5a-f83a52e6759a req-2c01d1bd-4210-44ce-9c34-0f9b0871703c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0519421 Nov 01 19:39:42.192254 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4689036a-2895-4698-bf5a-f83a52e6759a req-1dcbfcac-080d-444a-bca8-399c2b7e2094 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349691 Nov 01 19:39:43.333848 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79428663-a2d3-4f38-ab9a-18fbc61c7bdd req-f2d89f13-0d48-4e22-a3f1-dae0abd2f66f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:43.336756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79428663-a2d3-4f38-ab9a-18fbc61c7bdd req-f2d89f13-0d48-4e22-a3f1-dae0abd2f66f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0674331 Nov 01 19:39:43.389284 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-79428663-a2d3-4f38-ab9a-18fbc61c7bdd req-6586f7ea-8bdb-4cb0-b090-f8399d209e0b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Nov 01 19:39:44.506696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2594faf-33fe-4d79-b19b-17b7f6389cd2 req-7ea967c6-e52d-431c-a314-dc7e889ccda1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:44.508341 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2594faf-33fe-4d79-b19b-17b7f6389cd2 req-7ea967c6-e52d-431c-a314-dc7e889ccda1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0491710 Nov 01 19:39:44.548103 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2594faf-33fe-4d79-b19b-17b7f6389cd2 req-ab3450f5-4b04-4e20-a2ed-5b57cb9d0a80 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Nov 01 19:39:45.671665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b8d6-1805-4176-b971-f2a8373a305c req-e50f63bd-49c4-4ba6-ab27-47d25bf16bf1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:45.675979 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9a8b8d6-1805-4176-b971-f2a8373a305c req-e50f63bd-49c4-4ba6-ab27-47d25bf16bf1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0542436 Nov 01 19:39:45.721764 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c9a8b8d6-1805-4176-b971-f2a8373a305c req-ec2fb37f-741c-43d0-884a-0c05c06bd40e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Nov 01 19:39:46.845167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dc24-69b3-41db-8699-77a845a05ab1 req-da91912c-d2a4-47a6-8f72-a1f6ddece51f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:46.846830 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f37dc24-69b3-41db-8699-77a845a05ab1 req-da91912c-d2a4-47a6-8f72-a1f6ddece51f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0542216 Nov 01 19:39:46.904455 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3f37dc24-69b3-41db-8699-77a845a05ab1 req-0dc1a7b7-b38c-48c9-922e-6271548df87e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505645 Nov 01 19:39:48.045876 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bcdd3-8ce7-48ef-af08-640807b4e8ec req-125f931d-4bef-43a3-8fcc-76804a6a2a8a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:48.053122 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b0bcdd3-8ce7-48ef-af08-640807b4e8ec req-125f931d-4bef-43a3-8fcc-76804a6a2a8a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0658531 Nov 01 19:39:48.093802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3b0bcdd3-8ce7-48ef-af08-640807b4e8ec req-b8270c4c-96cf-4775-a271-a5a22899ea26 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Nov 01 19:39:48.830705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e43230c8-5604-47a5-94b5-fbe00808e567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:49.209574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c595-7a83-4a76-9157-6a41d84ec855 req-55d29f5c-b0a9-4eca-ab23-a507ae74c176 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:49.211335 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0431c595-7a83-4a76-9157-6a41d84ec855 req-55d29f5c-b0a9-4eca-ab23-a507ae74c176 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0501800 Nov 01 19:39:49.248603 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0431c595-7a83-4a76-9157-6a41d84ec855 req-743da533-3d91-483d-adcb-2663c17da0e6 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Nov 01 19:39:49.635097 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-bcc006c7-4da4-448c-99bc-4b2e5f8121b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:49.636634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-bcc006c7-4da4-448c-99bc-4b2e5f8121b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1096 time: 0.0470262 Nov 01 19:39:49.729331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-7102c35d-64d7-40e9-827f-4a02605b1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:49.730821 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-7102c35d-64d7-40e9-827f-4a02605b1de5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0873122 Nov 01 19:39:49.801375 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-b92fda0d-8931-4537-ae9f-5b5d393fef19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1000 time: 0.0632038 Nov 01 19:39:49.851024 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-37d590c7-79ed-4b4a-8813-de3f851e7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:49.853186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-37d590c7-79ed-4b4a-8813-de3f851e7ffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0433283 Nov 01 19:39:49.897442 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-4874557c-9f01-434f-803e-18b70d3ffab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:49.899549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-4874557c-9f01-434f-803e-18b70d3ffab2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392613 Nov 01 19:39:49.992389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-79f08069-e863-4e65-ba37-e01a2383b239 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Nov 01 19:39:50.081271 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1f758bb3-3be6-4cb2-ac03-9a2954e9dbb9 req-5595f2f8-30d3-4fb1-86e0-6d899d8b9160 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814309 Nov 01 19:39:50.365773 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7349bd-f3cc-436c-9772-52b95d31bf0d req-ee293a8f-f661-4cce-b378-178c15aad2f8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:50.367419 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b7349bd-f3cc-436c-9772-52b95d31bf0d req-ee293a8f-f661-4cce-b378-178c15aad2f8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0483797 Nov 01 19:39:50.408251 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9b7349bd-f3cc-436c-9772-52b95d31bf0d req-d908e242-b823-48a2-8000-1842a9fa99ef tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Nov 01 19:39:50.945798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b071c984-9c2e-4885-b75e-dc340dfd9c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:51.524632 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca5ea-ab2e-423a-9007-318ef9c54595 req-e5bd47f7-4ea9-4fed-9f2d-614492eb9943 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:51.526151 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e42ca5ea-ab2e-423a-9007-318ef9c54595 req-e5bd47f7-4ea9-4fed-9f2d-614492eb9943 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0486524 Nov 01 19:39:51.564448 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e42ca5ea-ab2e-423a-9007-318ef9c54595 req-a126a203-ab77-4c12-b933-c1b5434551ff tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Nov 01 19:39:52.402185 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:52.453217 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:39:52.529893 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:52.552312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:39:52.554516 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616178e9-6e1b-4f57-94a6-f6ab270d58ab" -d '{"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-unplugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:39:52.567259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:39:52.587996 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218c9c8-67ca-4c56-8128-a07ee3ebd089 x-openstack-request-id: req-c218c9c8-67ca-4c56-8128-a07ee3ebd089 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:39:52.591873 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-unplugged", "status": "failed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "code": 422}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:39:52.591873 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c218c9c8-67ca-4c56-8128-a07ee3ebd089 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:39:52.591873 n-d-815923-2 neutron-server[102784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'code': 422} returned with failed status Nov 01 19:39:52.636603 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:52.681493 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f4b4e-be9e-4f0f-bbd8-a53e0571d02a req-6df4dbde-7e08-449d-830a-11d66cabfc49 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:52.684142 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e2f4b4e-be9e-4f0f-bbd8-a53e0571d02a req-6df4dbde-7e08-449d-830a-11d66cabfc49 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0529988 Nov 01 19:39:52.684933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:39:52.723439 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-3e2f4b4e-be9e-4f0f-bbd8-a53e0571d02a req-736a3840-3884-4078-a085-ce5d0060236f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Nov 01 19:39:52.835167 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-1fc08d65-5dfe-443e-abe6-506b3f73f9fd req-a26dc000-c0d6-40c6-a945-158ecc9e5ed0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:39:52.836195 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1fc08d65-5dfe-443e-abe6-506b3f73f9fd req-a26dc000-c0d6-40c6-a945-158ecc9e5ed0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0490956 Nov 01 19:39:53.138668 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b8ed0-8a86-4519-91f2-1e8eb9b7ff20 req-61774204-3d86-4553-976b-1f25c7d633b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:53.140285 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b7b8ed0-8a86-4519-91f2-1e8eb9b7ff20 req-61774204-3d86-4553-976b-1f25c7d633b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0490694 Nov 01 19:39:53.183659 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-8b7b8ed0-8a86-4519-91f2-1e8eb9b7ff20 req-b737c51d-2e98-40bd-8fa3-0ace2ff95c4f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372531 Nov 01 19:39:53.529662 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-c4ad93ca-2371-49ab-83dc-74730cf24878 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879414 Nov 01 19:39:54.104938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:54.303952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772cd98-7fbf-4772-8dd7-f11e25a3a71e req-5d2aee39-c547-48f6-89b7-598814b7bc2c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:54.305450 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d772cd98-7fbf-4772-8dd7-f11e25a3a71e req-5d2aee39-c547-48f6-89b7-598814b7bc2c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0498836 Nov 01 19:39:54.346107 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d772cd98-7fbf-4772-8dd7-f11e25a3a71e req-6df94b50-eb13-48c7-8455-5ead2f522265 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Nov 01 19:39:54.674043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-9c197073-6435-4eac-b76f-90842b0af88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:54.675748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-9c197073-6435-4eac-b76f-90842b0af88c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 1094 time: 0.0427973 Nov 01 19:39:54.686957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-35b58764-10b6-48d0-bf77-bc09fa712e1b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:39:54.688008 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-35b58764-10b6-48d0-bf77-bc09fa712e1b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054288 Nov 01 19:39:54.699372 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815923-2', 'device_owner': 'compute:nova'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:39:54.752857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:54.957215 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:39:54.990393 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:39:55.022397 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:39:55.030418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:55.043086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Transition to ACTIVE for port object 7672bf7b-6fff-46e8-9e67-2c677f365ecd will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:39:55.105092 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:55.184360 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=9']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:39:55.198422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.198772 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.199116 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.199454 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.199816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.200151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.200478 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.200802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.201125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.201447 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.201768 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.202090 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:39:55.238784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] No DVR routers for this DVR port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:39:55.381034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:39:55.381370 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:39:55.381882 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:39:55.386954 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:39:55.387275 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Attempting to bind port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:39:55.392237 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:39:55.392578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:39:55.393026 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Bound using segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:39:55.393390 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Bound port: 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:39:55.393749 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:55.457981 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:39:55.463388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:39:55.474905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fdd5-0ffd-4db6-8bb3-1ba8df57472a req-51e1daa0-684a-4aec-ad30-86c5ad7f3f33 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.476437 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb9fdd5-0ffd-4db6-8bb3-1ba8df57472a req-51e1daa0-684a-4aec-ad30-86c5ad7f3f33 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 943 time: 0.0500338 Nov 01 19:39:55.514402 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-acb9fdd5-0ffd-4db6-8bb3-1ba8df57472a req-1f8684bd-ab25-4461-b53f-de9db4e5e65a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Nov 01 19:39:55.528584 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:55.562738 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.563329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:55.564865 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] 10.222.0.37 "PUT /v2.0/ports/7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1091 time: 0.8691041 Nov 01 19:39:55.565198 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:39:55.567421 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc153b-7723-45b2-b125-7db3c1727c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:39:55.625869 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee3e1c6-cd19-4b81-99e5-844da72589a5 x-openstack-request-id: req-aee3e1c6-cd19-4b81-99e5-844da72589a5 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:39:55.626149 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:39:55.626396 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aee3e1c6-cd19-4b81-99e5-844da72589a5 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:39:55.626786 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'status': 'completed', 'code': 200} Nov 01 19:39:55.628758 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81703d-a4a5-4cde-9ce9-3a4f051c0f6f service neutron] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=10']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:39:55.647574 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-62cfd318-3039-4b5a-8ad1-97ac72574074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.649093 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-62cfd318-3039-4b5a-8ad1-97ac72574074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1095 time: 0.0549438 Nov 01 19:39:55.744324 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-98c22d27-03c6-48c5-8ed5-12d5ef44056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.746036 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-98c22d27-03c6-48c5-8ed5-12d5ef44056a service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0886941 Nov 01 19:39:55.817367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-4133511d-4fdb-4127-be44-fa08a5887ca2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 998 time: 0.0645404 Nov 01 19:39:55.866857 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-bb1e2c36-3f64-4cbf-8c63-6b515184abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.868236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-bb1e2c36-3f64-4cbf-8c63-6b515184abc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0425107 Nov 01 19:39:55.913382 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836874-2e8d-4564-b742-76de647a29d5 req-05aeb43b-fee8-4ecb-85a7-1bbdc4cba97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:55.914834 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-05aeb43b-fee8-4ecb-85a7-1bbdc4cba97d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394027 Nov 01 19:39:56.008261 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-8a8af85e-6900-4950-ad02-b46531ff5e9e service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Nov 01 19:39:56.097828 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-35836874-2e8d-4564-b742-76de647a29d5 req-45b6b555-d038-48c1-b4bf-5209eb3c07bc service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Nov 01 19:39:56.256061 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-a8210c3c-422c-4708-bb1e-91eee5deca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:56.257601 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-a8210c3c-422c-4708-bb1e-91eee5deca90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1095 time: 0.0469961 Nov 01 19:39:56.350261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-8e52d2ef-c842-4637-ac51-49bbf8fc8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:56.351706 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-8e52d2ef-c842-4637-ac51-49bbf8fc8e80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0875752 Nov 01 19:39:56.421717 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-14332052-ee02-4c33-b61d-70289ec421c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 998 time: 0.0628338 Nov 01 19:39:56.470070 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-e7ca2eaf-8f44-4de4-83c5-523ee69497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:56.471495 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-e7ca2eaf-8f44-4de4-83c5-523ee69497a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0429511 Nov 01 19:39:56.519377 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-10a0a4eb-4d6a-49e1-9a69-e71b17c55bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:56.520936 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-10a0a4eb-4d6a-49e1-9a69-e71b17c55bca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425975 Nov 01 19:39:56.685670 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2376b-7dcf-4c3c-8e2e-d8a42b0a3920 req-e16a0a7e-59f2-4e92-8d99-8202c3206ee5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:56.687523 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0c2376b-7dcf-4c3c-8e2e-d8a42b0a3920 req-e16a0a7e-59f2-4e92-8d99-8202c3206ee5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0567188 Nov 01 19:39:56.739015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0c2376b-7dcf-4c3c-8e2e-d8a42b0a3920 req-7f5fd313-a98d-43b9-94f6-caa6829883ab tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Nov 01 19:39:56.865473 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:39:57.864428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d68c55-c83c-4f07-afcd-2bb025bf8b3f req-52e9807d-81fa-49c8-aa8b-67c81074ec85 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:57.865919 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56d68c55-c83c-4f07-afcd-2bb025bf8b3f req-52e9807d-81fa-49c8-aa8b-67c81074ec85 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0522988 Nov 01 19:39:57.908361 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56d68c55-c83c-4f07-afcd-2bb025bf8b3f req-7a858ae0-8953-41b8-97a5-50ee7ff87afe tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358894 Nov 01 19:39:59.037019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e8380-4882-4b85-8973-9a3090b9c0d6 req-591d2671-47c1-4fb2-bdbd-644ab0dcfe10 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:39:59.038717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10e8380-4882-4b85-8973-9a3090b9c0d6 req-591d2671-47c1-4fb2-bdbd-644ab0dcfe10 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0567627 Nov 01 19:39:59.077908 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10e8380-4882-4b85-8973-9a3090b9c0d6 req-b0aae65a-5769-4188-9147-0234a18556b1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Nov 01 19:40:00.203831 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266095b-4fc1-468c-8f19-f7613ca2c3cf req-4affe112-9711-4a4e-afcf-55fb82ee13ce tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:00.205481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4266095b-4fc1-468c-8f19-f7613ca2c3cf req-4affe112-9711-4a4e-afcf-55fb82ee13ce tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0500112 Nov 01 19:40:00.252322 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4266095b-4fc1-468c-8f19-f7613ca2c3cf req-81e98122-0ac2-47bf-bf60-fc24bd8eae8c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399733 Nov 01 19:40:01.376759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5263d-f6f4-4794-bf15-dc03ee8394a2 req-961698ed-7405-468f-b910-34101abf2bc0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:01.379147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59a5263d-f6f4-4794-bf15-dc03ee8394a2 req-961698ed-7405-468f-b910-34101abf2bc0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0511544 Nov 01 19:40:01.417710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-59a5263d-f6f4-4794-bf15-dc03ee8394a2 req-3ba15e31-0fd4-4ad9-90c9-7a6fddbbe1b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Nov 01 19:40:02.553108 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b440d-c143-4bb2-b9fb-fa0b1ce435a0 req-909b4a99-ffb5-4794-81f0-8870f4ea566e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:02.554586 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c97b440d-c143-4bb2-b9fb-fa0b1ce435a0 req-909b4a99-ffb5-4794-81f0-8870f4ea566e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0552936 Nov 01 19:40:02.596382 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c97b440d-c143-4bb2-b9fb-fa0b1ce435a0 req-06121ed3-a3ec-445b-8ec1-6acefe94116b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345254 Nov 01 19:40:03.577377 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:40:03.727159 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e77e-da7f-4baa-a41c-a6b9cc7aec08 req-47e84d4d-2850-406f-a7d2-a0e1c868e771 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:03.729460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8a9e77e-da7f-4baa-a41c-a6b9cc7aec08 req-47e84d4d-2850-406f-a7d2-a0e1c868e771 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0548427 Nov 01 19:40:03.777401 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c8a9e77e-da7f-4baa-a41c-a6b9cc7aec08 req-3354be45-2ffc-443e-82e3-34cbafc33516 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Nov 01 19:40:04.896208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbac85-9eaa-43f6-8c68-2794a375fb5b req-8712ff93-b140-4bd1-87b5-e14bffc4acfc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:04.897733 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43bbac85-9eaa-43f6-8c68-2794a375fb5b req-8712ff93-b140-4bd1-87b5-e14bffc4acfc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0509505 Nov 01 19:40:04.936098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-43bbac85-9eaa-43f6-8c68-2794a375fb5b req-9daf9526-3718-447d-966d-00f8ab6aef1e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Nov 01 19:40:05.791437 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:06.076709 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d664d-d126-44a9-aeec-b22d49d9f63f req-f32b74b0-4db8-4346-a766-67c0118f3823 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:06.079557 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64d664d-d126-44a9-aeec-b22d49d9f63f req-f32b74b0-4db8-4346-a766-67c0118f3823 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0522358 Nov 01 19:40:06.133781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64d664d-d126-44a9-aeec-b22d49d9f63f req-438ffef6-8bb8-4bb5-af0d-e046799d8b00 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445919 Nov 01 19:40:07.250454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4604ac6-7f29-479f-b02f-d81762d3bb35 req-0c4fd465-38b1-4e97-b0ac-5a25b98c8213 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:07.251957 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4604ac6-7f29-479f-b02f-d81762d3bb35 req-0c4fd465-38b1-4e97-b0ac-5a25b98c8213 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0493739 Nov 01 19:40:07.292546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b4604ac6-7f29-479f-b02f-d81762d3bb35 req-f614d57f-cecf-47c0-9ba0-db07d49d65b1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345757 Nov 01 19:40:08.412808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393e74-f9a3-4c48-906f-8c0701044e07 req-d2a30f2b-3c52-4527-bab0-79fe18b7bf88 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:08.414573 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a393e74-f9a3-4c48-906f-8c0701044e07 req-d2a30f2b-3c52-4527-bab0-79fe18b7bf88 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0518751 Nov 01 19:40:08.454123 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4a393e74-f9a3-4c48-906f-8c0701044e07 req-fc074139-c555-4c4c-b67d-6e4f56bdab3f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336266 Nov 01 19:40:09.294885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-b581197c-02ca-40f8-99ff-4d0e2b5f56a8 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911152 Nov 01 19:40:09.392793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-4bdc153b-7723-45b2-b125-7db3c1727c0a req-9806594f-0dd9-4277-8fbc-f74aafdfcaef service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861561 Nov 01 19:40:09.494011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-fa71acdd-fc01-4bb8-99e6-32e3d15439c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:09.495745 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-fa71acdd-fc01-4bb8-99e6-32e3d15439c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1095 time: 0.0460193 Nov 01 19:40:09.572594 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f92588-a2ba-4999-a101-043b6270d1cb req-7409bae1-8bef-40c7-8411-590cd8978b08 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:09.574182 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29f92588-a2ba-4999-a101-043b6270d1cb req-7409bae1-8bef-40c7-8411-590cd8978b08 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0499415 Nov 01 19:40:09.600503 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-62999545-2be9-4e44-b9ff-ae2c1ec462c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:09.602009 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-62999545-2be9-4e44-b9ff-ae2c1ec462c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0876789 Nov 01 19:40:09.612225 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-29f92588-a2ba-4999-a101-043b6270d1cb req-f22cec9f-90a3-476c-aac5-fec743e2060e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Nov 01 19:40:09.676524 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-864c35d5-1b89-4b8a-ab14-f733f59161a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 998 time: 0.0653780 Nov 01 19:40:09.727432 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-a922f136-9fb6-4522-af72-16cdf99c687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:09.729016 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-a922f136-9fb6-4522-af72-16cdf99c687a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0457346 Nov 01 19:40:09.776245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-0866013a-0f98-4399-8350-f4e1e88b3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:09.777748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-0866013a-0f98-4399-8350-f4e1e88b3dae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415287 Nov 01 19:40:09.869786 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-995fee74-03ee-44fd-8e6f-68fecf4fd802 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Nov 01 19:40:09.960548 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6434ba8a-a820-49cc-90f4-e05b86ebe12c req-66202620-18b6-43be-ba5c-bd68f3a12564 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Nov 01 19:40:09.984520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:10.727995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842c61-5241-42c9-ae24-6079dda5eeda req-7a85101d-6904-49c0-bef2-cbceb62c0c1b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:10.730263 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f842c61-5241-42c9-ae24-6079dda5eeda req-7a85101d-6904-49c0-bef2-cbceb62c0c1b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0490403 Nov 01 19:40:10.771215 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f842c61-5241-42c9-ae24-6079dda5eeda req-078c1a9e-193e-4015-b019-f0c281893702 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345776 Nov 01 19:40:11.888972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d253d26-60d6-43d9-a0bd-5a6395f38091 req-8ea5691e-65d2-48cc-acbf-ba0614e88e19 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:11.890453 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d253d26-60d6-43d9-a0bd-5a6395f38091 req-8ea5691e-65d2-48cc-acbf-ba0614e88e19 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0488977 Nov 01 19:40:11.927940 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7d253d26-60d6-43d9-a0bd-5a6395f38091 req-913e538a-e60c-47ec-994a-474bb48c5005 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Nov 01 19:40:13.042888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bd00c-a562-4aee-b591-5170755e2366 req-ef466e21-f143-4e6c-b6df-e1969773e5d8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:13.044456 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-616bd00c-a562-4aee-b591-5170755e2366 req-ef466e21-f143-4e6c-b6df-e1969773e5d8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 944 time: 0.0483856 Nov 01 19:40:13.081970 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-616bd00c-a562-4aee-b591-5170755e2366 req-8769df1a-a7f9-46ae-8119-4cc46ae35e2e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Nov 01 19:40:13.311758 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:40:13.405992 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:40:13.416983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'port_id': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'mac_address': 'fa:16:3e:2a:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:40:13.452661 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:13.465123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:40:13.484252 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:40:13.573652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:13.624249 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=11']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:40:13.935901 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['7672bf7b-6fff-46e8-9e67-2c677f365ecd'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:40:14.203289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c2fc-f050-4a39-bf2b-da9371d1c574 req-2b8d3e77-c88f-4391-8ca8-d6b9d0483137 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:14.204703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e140c2fc-f050-4a39-bf2b-da9371d1c574 req-2b8d3e77-c88f-4391-8ca8-d6b9d0483137 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0491636 Nov 01 19:40:14.246226 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e140c2fc-f050-4a39-bf2b-da9371d1c574 req-7ae01634-cc4d-4387-abd5-637f794ec2a7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Nov 01 19:40:15.326909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:40:15.363966 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500549d7-85e0-430b-910e-4a7681e0b10c req-2f602e71-7e34-4f2c-b9fd-5fbd243e8e08 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:15.365470 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-500549d7-85e0-430b-910e-4a7681e0b10c req-2f602e71-7e34-4f2c-b9fd-5fbd243e8e08 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 945 time: 0.0507889 Nov 01 19:40:15.403267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-500549d7-85e0-430b-910e-4a7681e0b10c req-2b0d7586-a420-496d-882a-55b4c8b91bc1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Nov 01 19:40:15.493421 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:40:15.497593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port 7672bf7b-6fff-46e8-9e67-2c677f365ecd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:40:15.497963 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:15.574445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:15.596512 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:40:15.598755 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3174c170-0b86-463e-96bb-1c4660c1aebd" -d '{"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:40:15.611831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:40:15.637621 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef7ce30-a834-48bc-8f3e-3a28ff2f7734 x-openstack-request-id: req-0ef7ce30-a834-48bc-8f3e-3a28ff2f7734 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:40:15.637910 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-plugged", "status": "completed", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:40:15.638162 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ef7ce30-a834-48bc-8f3e-3a28ff2f7734 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:40:15.638547 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'code': 200} Nov 01 19:40:15.682068 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:15.733040 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=12']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:40:15.857751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6394a-7b3a-4a2a-8c4a-63a011f01077 req-acfa6563-9dfa-4c98-ac1c-e4014f37c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:15.859149 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3bb6394a-7b3a-4a2a-8c4a-63a011f01077 req-acfa6563-9dfa-4c98-ac1c-e4014f37c8da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1097 time: 0.0448256 Nov 01 19:40:15.894081 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-3bb6394a-7b3a-4a2a-8c4a-63a011f01077 req-11fd19b0-c643-4826-9585-628eabeffaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278318 Nov 01 19:40:16.519173 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a82aa-3c2d-4026-b9ea-d84ae246be58 req-2a355281-75ba-4461-ba5e-a89225f56780 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:16.520674 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f34a82aa-3c2d-4026-b9ea-d84ae246be58 req-2a355281-75ba-4461-ba5e-a89225f56780 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0497637 Nov 01 19:40:16.558930 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f34a82aa-3c2d-4026-b9ea-d84ae246be58 req-8b38a077-bf9c-4e19-bb14-ce9b43797055 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Nov 01 19:40:17.680847 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd9967-ea37-433e-abf0-5fe9824cd14d req-7541b9db-73cd-45b9-8fd5-6ed166acd6c2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:17.683365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15bd9967-ea37-433e-abf0-5fe9824cd14d req-7541b9db-73cd-45b9-8fd5-6ed166acd6c2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0510278 Nov 01 19:40:17.724913 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15bd9967-ea37-433e-abf0-5fe9824cd14d req-a6ba5b1c-c1ac-4375-9af7-f5ad9eb78da3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355625 Nov 01 19:40:18.808856 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5188dd01-f37c-4df6-8b5e-ca03844421b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:18.841770 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc26b9d-9e4a-48e3-871b-4e012b13d88d req-f79893aa-3458-4f19-977e-f09bfcbc5686 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:40:18.843252 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fc26b9d-9e4a-48e3-871b-4e012b13d88d req-f79893aa-3458-4f19-977e-f09bfcbc5686 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0507166 Nov 01 19:40:18.881398 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5fc26b9d-9e4a-48e3-871b-4e012b13d88d req-dc2f3137-dfb9-4407-a51d-961049f98bdc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Nov 01 19:40:20.927561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-063bf0cd-63e9-42a3-a2f3-7a0b8bcb1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:22.389844 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:24.104635 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:26.857460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:35.760066 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:39.972664 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:40.577211 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:40:48.833969 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-63f1765e-c955-4b77-a7d2-2bfc4890472b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:50.948435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-11fe1886-bdf7-4596-8e1f-46c6f1bf3df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:52.405100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:54.126795 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:40:56.846918 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:02.952069 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-87244af1-2a16-4e45-8184-2518f90298fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042097 Nov 01 19:41:03.031672 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-61bdba2f-5c92-479f-a952-dbcb2ba57bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:41:03.033165 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-61bdba2f-5c92-479f-a952-dbcb2ba57bbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1097 time: 0.0403683 Nov 01 19:41:03.137802 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-49352890-b34d-4081-be4b-e3afd5d67f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:41:03.139362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-49352890-b34d-4081-be4b-e3afd5d67f63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0865526 Nov 01 19:41:03.205982 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-ab4467f0-9d54-4d3a-98eb-5c3a53953a2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1000 time: 0.0587597 Nov 01 19:41:03.253826 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-ef432d6b-4ed9-4550-aa58-51e75a6ec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:41:03.255227 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-ef432d6b-4ed9-4550-aa58-51e75a6ec244 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0425889 Nov 01 19:41:03.304791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-07a7ce07-4080-4dd1-a6a7-8c9b212eee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:41:03.310409 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-07a7ce07-4080-4dd1-a6a7-8c9b212eee3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437915 Nov 01 19:41:03.396622 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-efac00f3-eee4-4eea-8cb3-b75456d35863 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824103 Nov 01 19:41:03.488202 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c2ac2795-635e-4fbd-b9a1-c71bf82c68d3 req-88b858b4-84eb-4356-94a6-67205a09619c service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845778 Nov 01 19:41:05.732419 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:09.966622 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:17.575496 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:41:18.821670 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27b7fa91-cc01-489e-9d5a-bc7d078fb59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:20.960676 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d12ea21-eb55-49a5-91c4-6ba7bc05c467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:22.440565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:24.226921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:26.851751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:35.840395 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:39.983093 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:48.803118 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec046-f384-49e5-80cf-8a5258f8dc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:50.968931 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-693da2b6-16c4-454c-a032-4cba1abf0322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:52.411272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:54.139942 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:41:54.575524 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:41:56.834332 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:03.900592 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-4f9feed1-0019-4b7d-9d91-d259e4fcd96c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410588 Nov 01 19:42:03.939132 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44264) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:03.982670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-25ac328e-fe31-4630-9667-626eceab4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:03.984244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-25ac328e-fe31-4630-9667-626eceab4302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1097 time: 0.0416293 Nov 01 19:42:04.099192 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-6264cc0c-bd15-456f-a7a6-8c02e0cfda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:04.099466 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Deleting port 3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:42:04.099683 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:04.100757 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-6264cc0c-bd15-456f-a7a6-8c02e0cfda7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0979295 Nov 01 19:42:04.166156 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-2a9ef6bb-fd13-49e4-be28-acd1e7bc28ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 1000 time: 0.0570726 Nov 01 19:42:04.178670 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:04.179598 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:04.191377 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Calling delete_port for 3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:42:04.220201 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-b1f4993d-14cb-4b9f-b299-f54cd2fa436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:04.221679 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-b1f4993d-14cb-4b9f-b299-f54cd2fa436b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0481210 Nov 01 19:42:04.267357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-c89221dc-6579-4d5d-8656-2ad2711c40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:04.268885 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-c89221dc-6579-4d5d-8656-2ad2711c40ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405054 Nov 01 19:42:04.365246 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-6ab7c654-6b7a-404e-b227-5b9e7f5c4af4 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891616 Nov 01 19:42:04.411473 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:04.441574 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'Port': ['ID=3ce6f19f-edd6-4373-8f85-b9f1eaeb9d04,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:04.453453 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.453803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.454146 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.454485 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.454817 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.455151 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.455477 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.455829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.456154 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.456481 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.456810 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.457134 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:04.458552 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b4e777a6-8547-4700-bc5c-9b7bb7f0d070 req-608953ca-4292-4fc8-881b-5ccc5d5d18c9 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862796 Nov 01 19:42:04.511531 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:04.511912 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Floating IP 31f41f43-65ea-49a1-9466-cc630d916912 disassociated (deleted). External IP: 172.25.2.28, port: 7672bf7b-6fff-46e8-9e67-2c677f365ecd. Nov 01 19:42:05.022534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:42:05.129917 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:42:05.134621 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:05.139918 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:42:05.149301 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:42:05.149913 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:41:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:05.160500 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-49ba9a18-55d3-4413-9ef5-1ff0eed2648d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "DELETE /v2.0/floatingips/31f41f43-65ea-49a1-9466-cc630d916912 HTTP/1.1" status: 204 len: 168 time: 1.2203290 Nov 01 19:42:05.161076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:42:05.163335 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c3804b-f8f5-4a33-882a-3d39b76822e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:42:05.264623 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:42:05.285376 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8862d15c-7fc0-4998-99de-4bbc388a3da9 x-openstack-request-id: req-8862d15c-7fc0-4998-99de-4bbc388a3da9 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:42:05.285672 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:42:05.285930 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8862d15c-7fc0-4998-99de-4bbc388a3da9 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:42:05.286325 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'status': 'completed', 'code': 200} Nov 01 19:42:05.347928 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-541cfbbb-f1f0-45be-b75a-91f992eab1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:05.349505 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-541cfbbb-f1f0-45be-b75a-91f992eab1df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 1097 time: 0.0410159 Nov 01 19:42:05.443951 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-81d39059-5273-48ee-bc7b-08aa428ab1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:05.445515 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-81d39059-5273-48ee-bc7b-08aa428ab1d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0894129 Nov 01 19:42:05.461244 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:05.491440 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-72226e87-9a72-499d-8edb-f2c8e8f6b962 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 200 len: 217 time: 0.0386555 Nov 01 19:42:05.492809 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:42:05.501936 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:42:05.502533 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:41:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:05.548048 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-771c22f2-8699-42be-9b10-6e1aeab911ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:05.549551 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-771c22f2-8699-42be-9b10-6e1aeab911ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0512452 Nov 01 19:42:05.598753 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-38538ddc-470a-4061-bbf8-0958a96ed68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:05.601137 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-38538ddc-470a-4061-bbf8-0958a96ed68c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438898 Nov 01 19:42:05.614204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:42:05.658236 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f01d09-9821-4cde-871e-9215b4db524f req-bfe5f6f0-d2d3-419d-b6a8-4b6e4cd6f4eb tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:05.660002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f01d09-9821-4cde-871e-9215b4db524f req-bfe5f6f0-d2d3-419d-b6a8-4b6e4cd6f4eb tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0511205 Nov 01 19:42:05.703793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-82f01d09-9821-4cde-871e-9215b4db524f req-798b2620-0793-452a-b442-75b21bfc1313 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Nov 01 19:42:05.713528 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-188eff34-ea29-4869-a7b9-4275b555ebde service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046045 Nov 01 19:42:05.888021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:06.003203 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:06.031151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e210cb-631f-4038-9c4d-07e80b91e2b4 None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:42:06.144590 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-07c3804b-f8f5-4a33-882a-3d39b76822e5 req-b623505d-d64c-46b3-babb-af22efb42037 service neutron] 10.222.0.37 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226282 Nov 01 19:42:06.277800 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c4706-73eb-4f03-aacb-63f1660c350a None None] New status for floating IP 31f41f43-65ea-49a1-9466-cc630d916912: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:42:06.851907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1bfb5-7e11-4cd9-b1b7-bc942f33d276 req-79328f6b-7c30-4ced-8d83-99fb1c5b58b8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:06.853409 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dc1bfb5-7e11-4cd9-b1b7-bc942f33d276 req-79328f6b-7c30-4ced-8d83-99fb1c5b58b8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0530243 Nov 01 19:42:06.893035 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0dc1bfb5-7e11-4cd9-b1b7-bc942f33d276 req-f8e4e427-b2cc-4bce-82c7-eb9db46a2cfc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Nov 01 19:42:07.268733 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-39cfac3e-022e-4ea6-8860-53f76e7f5d7f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:07.270186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-39cfac3e-022e-4ea6-8860-53f76e7f5d7f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 946 time: 0.0477540 Nov 01 19:42:07.373972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Deleting port 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:42:07.374314 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:07.460942 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] For port 7672bf7b-6fff-46e8-9e67-2c677f365ecd, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=7672bf7b-6fff-46e8-9e67-2c677f365ecd,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:42:07.461309 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:07.473446 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Calling delete_port for 7672bf7b-6fff-46e8-9e67-2c677f365ecd owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:42:07.694510 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:07.725183 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'Port': ['ID=7672bf7b-6fff-46e8-9e67-2c677f365ecd,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:07.737864 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.738213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.738553 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.739030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.739228 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.739578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.739911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.740244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.740568 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.740894 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.741222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.741543 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:07.781943 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] No DVR routers for this DVR port 7672bf7b-6fff-46e8-9e67-2c677f365ecd on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:42:07.781943 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:07.785258 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c0fe88ef-2b65-485a-aa6c-774645971e21 req-c4d9f0b7-5753-47dd-b4ee-e1b2e8c563d3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.37 "DELETE /v2.0/ports/7672bf7b-6fff-46e8-9e67-2c677f365ecd HTTP/1.1" status: 204 len: 173 time: 0.5081677 Nov 01 19:42:07.785700 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-deleted', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:42:07.788022 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aee2ae-3af1-465c-b9a4-55897c4bed16" -d '{"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-deleted", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:42:07.906421 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7357ec-b892-4732-b9bb-085fb0bfaa24 x-openstack-request-id: req-5c7357ec-b892-4732-b9bb-085fb0bfaa24 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:42:07.906719 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5cbd69-6182-4053-9872-b2010c2d2efd", "name": "network-vif-deleted", "tag": "7672bf7b-6fff-46e8-9e67-2c677f365ecd", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:42:07.906976 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c7357ec-b892-4732-b9bb-085fb0bfaa24 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:42:07.907380 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5cbd69-6182-4053-9872-b2010c2d2efd', 'name': 'network-vif-deleted', 'tag': '7672bf7b-6fff-46e8-9e67-2c677f365ecd', 'status': 'completed', 'code': 200} Nov 01 19:42:07.998159 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-67b70020-009e-4c4c-b7b2-49e996a15268 req-3cc9236c-b39a-4a9d-a7a0-ebf597618298 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5cbd69-6182-4053-9872-b2010c2d2efd HTTP/1.1" status: 200 len: 210 time: 0.0299096 Nov 01 19:42:09.056258 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44300) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:09.114153 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:09.139940 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:09.262863 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:09.265478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:09.266628 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "DELETE /v2.0/security-groups/c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca HTTP/1.1" status: 204 len: 168 time: 0.2087443 Nov 01 19:42:09.275800 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63dfe6-2299-48fb-a678-8cf677d85647 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc5fd1-6eef-4282-89c8-8e3ce051e4ca,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:09.982487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:10.744671 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44308) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:10.750064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090590064', 'description': 'tempest-secgroup-smoke-2090590064 description', 'project_id': '349e59042459406f95fecbdbd83050bd'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:10.825563 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:10.893594 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:10.950902 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:10.978904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc8303-2207-4d7f-9363-2774bf8c53a4,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:11.038787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.040094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-74f2e60c-6eab-4c8a-beff-95eb58b37818 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2944088 Nov 01 19:42:11.043718 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44310) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:11.048387 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:11.132570 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.186458 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.276758 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.294952 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c571c606-6a77-4e82-bf0e-fd4382de6307,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:11.353011 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.354235 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-68a0689a-c671-4b2e-bffd-2f999bce56a3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095455 Nov 01 19:42:11.362778 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44312) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:11.367115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:11.444875 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.500948 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.565031 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.583281 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e8f397-3a0f-4585-a866-1bdda813bc36,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:11.646916 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.648166 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fda0c865-6b14-4a78-8fbe-81c475c1cf01 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844548 Nov 01 19:42:11.651023 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44314) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:11.656478 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:11.747211 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.807187 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.859311 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.878650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e1f3a6-ac18-499b-bfcd-fb214e4641b5,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:11.946937 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:11.948242 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-65cc2d53-dc3e-4099-9c6b-60cce6543e7d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954998 Nov 01 19:42:11.952887 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44316) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:11.957233 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:12.010565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:42:12.030833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: 7672bf7b-6fff-46e8-9e67-2c677f365ecd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:42:12.031181 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device 7672bf7b-6fff-46e8-9e67-2c677f365ecd not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:42:12.047521 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.104545 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.185370 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.202808 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8be9d2-6272-4896-8c7d-18616f920281,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:12.267278 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.268515 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-be217a03-8cb6-4f30-bb1f-6089552dc053 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3146880 Nov 01 19:42:12.271482 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44318) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:12.275909 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:12.362835 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Project 349e59042459406f95fecbdbd83050bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:42:12.368347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.426662 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.505456 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.522390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a953d7-e40f-4d93-b9fd-6ea8c3ca3979,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:12.590681 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.591946 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-704df529-55ed-4de6-ae9d-719140de5634 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3194578 Nov 01 19:42:12.594708 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44320) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:12.640074 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'security_group_rule': {'security_group_id': '2acc8303-2207-4d7f-9363-2774bf8c53a4', 'project_id': '349e59042459406f95fecbdbd83050bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:12.737148 n-d-815923-2 neutron-server[102782]: INFO neutron.db.securitygroups_db [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Project 349e59042459406f95fecbdbd83050bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:42:12.742240 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.803613 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.876280 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.894763 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d95b596-a4f9-4ba5-b32f-da3d8fefabbd,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:12.958305 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:12.959549 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-af989843-ac87-498d-ae2e-fc644d4f9873 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3638606 Nov 01 19:42:18.822716 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6244342c-6b5d-41c4-bf0b-ea9e923dee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:20.956547 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f99ec03d-7a8d-4c07-bcb8-59719255e7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:22.439551 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:24.144312 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:26.856468 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:31.574906 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:42:33.688604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-f51372dc-db3c-4c8e-9e72-9c6319f68482 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090590064&fields=id&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 267 time: 0.0326984 Nov 01 19:42:33.792550 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-e5e2ecb8-9d34-4de2-8a02-b36143bd2659 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:33.794015 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-e5e2ecb8-9d34-4de2-8a02-b36143bd2659 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 808 time: 0.0981798 Nov 01 19:42:33.809514 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-f1af7a84-697c-48ff-a748-2d99d45bf117 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/quotas/349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 375 time: 0.0089107 Nov 01 19:42:33.866945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-1407a4c3-0ab5-445c-9035-ccf98c3a582d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520594 Nov 01 19:42:33.883850 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-11b2e45d-3e72-4bb0-808c-c02302bb50b8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:42:33.884722 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-11b2e45d-3e72-4bb0-808c-c02302bb50b8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053575 Nov 01 19:42:33.973553 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-dab0daf7-f998-4d85-9eeb-7e39f4cc92fa service neutron] 10.222.0.31 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829856 Nov 01 19:42:34.065339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-94a9f074-91a6-48fc-b29a-5623e70bdfba service neutron] 10.222.0.31 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855694 Nov 01 19:42:34.613711 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2a79d1f3-bbec-4a3b-9269-fbe49b5c347c req-756c8a55-e0be-4bc7-a524-868487b197f0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0267906 Nov 01 19:42:35.693086 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ecd37a3f-adc0-4483-b264-064d55fdb44c req-00cb5602-c4dd-42e0-bf5f-cee74d804dac tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0285687 Nov 01 19:42:35.747594 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:36.788524 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0bbe4197-f332-4e82-82fd-b90c5f3b0910 req-dab33bbd-7813-4b30-af3e-001ced9656b7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Nov 01 19:42:37.490051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d9fbceda-139f-466b-a5fa-c0098d204aab tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:37.491529 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d9fbceda-139f-466b-a5fa-c0098d204aab tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 808 time: 0.0994382 Nov 01 19:42:37.537114 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-b0d8b9a1-24f6-4f3f-964d-0a9cf052e8f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 380 time: 0.0328586 Nov 01 19:42:37.546718 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'port': {'device_id': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'admin_state_up': True, 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'security_groups': ['2acc8303-2207-4d7f-9363-2774bf8c53a4']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:37.715885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Made reservation on behalf of 349e59042459406f95fecbdbd83050bd for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:42:37.719523 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:37.855682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Allocated IP 172.20.0.12 (65d34900-151c-461c-a821-468f37c27f53/0f9d5e75-a046-4d17-8ece-1b556238995c/0993294d-a607-4d2b-8cb7-c75682c48bd6) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:42:37.886444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d1c63a72-b4ba-49ff-bfff-31e823ef1783 req-50663f3f-2184-4ca0-84fe-f605d427d6e5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0285542 Nov 01 19:42:37.996639 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.087832 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.134715 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Network 65d34900-151c-461c-a821-468f37c27f53 is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:42:38.141720 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:42:38.146496 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:42:38.171967 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:38.208366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:38.208995 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.285232 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-5c848f8f-77a5-492e-93d5-25bb603a2f79 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420323 Nov 01 19:42:38.297752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Request body: {'port': {'device_id': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:38.356171 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.392023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a954cb99-8f61-4993-b5c0-e276ae5c7e9c None None] Provisioning complete for port 0993294d-a607-4d2b-8cb7-c75682c48bd6 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:42:38.392714 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a954cb99-8f61-4993-b5c0-e276ae5c7e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.434361 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-a954cb99-8f61-4993-b5c0-e276ae5c7e9c None None] Port 0993294d-a607-4d2b-8cb7-c75682c48bd6 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:42:38.642514 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0993294d-a607-4d2b-8cb7-c75682c48bd6 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:42:38.650794 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.662561 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Transition to ACTIVE for port object 0993294d-a607-4d2b-8cb7-c75682c48bd6 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:42:38.747833 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.802945 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:38.888523 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Attempting to bind port 0993294d-a607-4d2b-8cb7-c75682c48bd6 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:42:38.888911 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Attempting to bind port 0993294d-a607-4d2b-8cb7-c75682c48bd6 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:42:38.889200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Attempting to bind port 0993294d-a607-4d2b-8cb7-c75682c48bd6 on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:42:38.894724 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Port 0993294d-a607-4d2b-8cb7-c75682c48bd6 on network 65d34900-151c-461c-a821-468f37c27f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:42:38.894979 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Attempting to bind port 0993294d-a607-4d2b-8cb7-c75682c48bd6 on network 65d34900-151c-461c-a821-468f37c27f53 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:42:38.900986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:42:38.901125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Checking segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:42:38.901511 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Bound using segment: {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:42:38.901959 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Bound port: 0993294d-a607-4d2b-8cb7-c75682c48bd6, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167d2a4-d44b-4f16-a6ce-8689a6c3c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '65d34900-151c-461c-a821-468f37c27f53'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:42:38.902325 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:38.979163 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:42:38.982931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:42:39.030961 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088179d8-599f-446d-85f7-6a3be0acb340 req-5ddd3719-9a28-4fc5-9682-7444b4cc5a67 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.032478 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-088179d8-599f-446d-85f7-6a3be0acb340 req-5ddd3719-9a28-4fc5-9682-7444b4cc5a67 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0583849 Nov 01 19:42:39.042253 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:39.075845 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-088179d8-599f-446d-85f7-6a3be0acb340 req-a1e50aa5-7d21-4643-b735-2d0b2f51ab0a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Nov 01 19:42:39.080880 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.082298 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:39.083965 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] 10.222.0.32 "PUT /v2.0/ports/0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1092 time: 0.7909195 Nov 01 19:42:39.084448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:42:39.086806 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79e277-1e29-4c30-8edc-0cc0979d310d" -d '{"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:42:39.132913 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d4b67-f144-40e1-8480-224ec804b78e service neutron] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:39.137046 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75740786-e389-41d2-98fa-6168fd0561aa x-openstack-request-id: req-75740786-e389-41d2-98fa-6168fd0561aa {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:42:39.137409 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:42:39.137730 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75740786-e389-41d2-98fa-6168fd0561aa {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:42:39.138225 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'status': 'completed', 'code': 200} Nov 01 19:42:39.209650 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-b6bd96e4-0587-4ffc-8af1-29f216a5b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.211400 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-b6bd96e4-0587-4ffc-8af1-29f216a5b939 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1095 time: 0.0507166 Nov 01 19:42:39.335222 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-39ecb1ee-d468-4fa0-91c6-16fc80a338fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.336788 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-39ecb1ee-d468-4fa0-91c6-16fc80a338fc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=349e59042459406f95fecbdbd83050bd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1158323 Nov 01 19:42:39.440962 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-db21bc16-12dd-4e6f-92f0-2789dbdc8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.442443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0b79e277-1e29-4c30-8edc-0cc0979d310d req-db21bc16-12dd-4e6f-92f0-2789dbdc8700 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984166 Nov 01 19:42:39.523191 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-1efb8d2d-9fc0-4a4f-8042-94935922ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.524876 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-1efb8d2d-9fc0-4a4f-8042-94935922ff73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1095 time: 0.0421193 Nov 01 19:42:39.570942 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-ba81d302-3296-4c6d-94f6-e41e3587cdaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 217 time: 0.0376425 Nov 01 19:42:39.620633 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-89a97f31-abe0-4acf-b707-a6e037c08c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.622118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-89a97f31-abe0-4acf-b707-a6e037c08c9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0437047 Nov 01 19:42:39.672501 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-7b191176-3252-42ed-86c7-8522c37b5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:39.674026 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-7b191176-3252-42ed-86c7-8522c37b5bef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448403 Nov 01 19:42:39.765847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-d5efe6d5-2b9c-4e74-9069-7a6af1f9cccb service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844634 Nov 01 19:42:39.859823 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-92798a8c-61ad-42cb-8520-e8cee16e35b6 req-8750e060-a241-414c-ab13-2568626a0367 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 Nov 01 19:42:39.993197 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:40.212882 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5df6d1-d51c-4e92-aeab-ad1793e27ba7 req-bd16119c-5f4d-4534-98ed-0c918a1ba279 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:40.214485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb5df6d1-d51c-4e92-aeab-ad1793e27ba7 req-bd16119c-5f4d-4534-98ed-0c918a1ba279 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0508668 Nov 01 19:42:40.252148 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eb5df6d1-d51c-4e92-aeab-ad1793e27ba7 req-a36e9c1d-4ac8-449b-9f73-1223348fc263 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Nov 01 19:42:41.373348 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4bce-fe96-408b-8751-d96ae498a2c8 req-2bd1375f-c09c-4845-b026-93bf2a682365 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:41.374852 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f9d4bce-fe96-408b-8751-d96ae498a2c8 req-2bd1375f-c09c-4845-b026-93bf2a682365 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0517416 Nov 01 19:42:41.413376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f9d4bce-fe96-408b-8751-d96ae498a2c8 req-e922cd05-a481-4188-bf09-f73ca228a54f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Nov 01 19:42:42.551004 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7877a-7fd5-4d14-ac99-8344f47e48d2 req-635336f9-3521-4646-8040-4bd8cc114368 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:42.553474 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eea7877a-7fd5-4d14-ac99-8344f47e48d2 req-635336f9-3521-4646-8040-4bd8cc114368 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0613515 Nov 01 19:42:42.604209 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-eea7877a-7fd5-4d14-ac99-8344f47e48d2 req-e3031e01-bbcd-48d9-af1d-82e4f26aa677 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Nov 01 19:42:43.727009 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5a808-05ca-4648-86b0-f5df5b9ebe77 req-aef1a78a-9bd7-42ca-abac-53bec9239b36 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:43.728531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bf5a808-05ca-4648-86b0-f5df5b9ebe77 req-aef1a78a-9bd7-42ca-abac-53bec9239b36 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0485299 Nov 01 19:42:43.766876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1bf5a808-05ca-4648-86b0-f5df5b9ebe77 req-1795e65c-0177-4a67-9bcb-51bdc4e12c8f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Nov 01 19:42:44.888201 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d0b4-ff79-437e-a215-04fcf5a6c2b3 req-f65c0fa4-040f-4aa0-87c6-7cad55eaccb1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:44.889668 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5b6d0b4-ff79-437e-a215-04fcf5a6c2b3 req-f65c0fa4-040f-4aa0-87c6-7cad55eaccb1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0477896 Nov 01 19:42:44.927950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d5b6d0b4-ff79-437e-a215-04fcf5a6c2b3 req-840dbacf-e51e-48f9-8fd2-a1600081948e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Nov 01 19:42:46.049436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767a53c-cfef-4bc1-9284-72bca3d87787 req-d14684b5-13a8-48cd-b919-e129f534aa57 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:46.050918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d767a53c-cfef-4bc1-9284-72bca3d87787 req-d14684b5-13a8-48cd-b919-e129f534aa57 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0532978 Nov 01 19:42:46.088132 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d767a53c-cfef-4bc1-9284-72bca3d87787 req-56974782-fc14-4b3c-8996-b0507411e89a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Nov 01 19:42:47.201775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfd693-0579-474c-a2d5-8ce8bb81bdce req-c7433ccb-6ee0-476d-b04c-f0a70607f480 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:47.203267 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87cfd693-0579-474c-a2d5-8ce8bb81bdce req-c7433ccb-6ee0-476d-b04c-f0a70607f480 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0491285 Nov 01 19:42:47.241356 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-87cfd693-0579-474c-a2d5-8ce8bb81bdce req-1c8bb5ec-c8f6-467f-b808-927b08a35de1 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Nov 01 19:42:48.356883 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec703-22f7-4b03-8e76-c28eca218734 req-dc8a7199-c61d-4af0-9a09-d7fb43037a15 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:48.358367 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dddec703-22f7-4b03-8e76-c28eca218734 req-dc8a7199-c61d-4af0-9a09-d7fb43037a15 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0492599 Nov 01 19:42:48.395895 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dddec703-22f7-4b03-8e76-c28eca218734 req-13765e8f-efb5-45ee-a202-47685a102a03 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Nov 01 19:42:48.857830 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c172006-3a39-4082-9215-a4bb8b7235a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:49.516333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d33a1-78b9-4dc0-acbd-8cb5e0471b3b req-9a461744-6773-46af-949a-390b86525e32 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:49.517801 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10d33a1-78b9-4dc0-acbd-8cb5e0471b3b req-9a461744-6773-46af-949a-390b86525e32 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0545876 Nov 01 19:42:49.555983 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f10d33a1-78b9-4dc0-acbd-8cb5e0471b3b req-5e6edd24-9daf-47dc-990b-8c8a6ec8df0e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Nov 01 19:42:50.669806 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53bb7d-332b-451b-8de1-e4c0cc572a05 req-d5b3ced3-086e-4368-8dfa-ca839fe25975 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:50.671315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc53bb7d-332b-451b-8de1-e4c0cc572a05 req-d5b3ced3-086e-4368-8dfa-ca839fe25975 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0490470 Nov 01 19:42:50.709665 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cc53bb7d-332b-451b-8de1-e4c0cc572a05 req-0080b3c2-7d7f-4d39-9dbd-f713cee9746f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Nov 01 19:42:50.949611 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-38ee91c3-f222-4e5f-b577-8550ccd0ea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:51.341519 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:42:51.435382 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:42:51.446434 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'mac_address': 'fa:16:3e:7e:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:42:51.485142 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:51.497597 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0993294d-a607-4d2b-8cb7-c75682c48bd6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:42:51.515329 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:42:51.572207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:51.618598 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:51.625795 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.626141 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.626483 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.626816 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.627147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.627477 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.627830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.628159 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.628484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.628805 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.629151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.629489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:42:51.810055 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['0993294d-a607-4d2b-8cb7-c75682c48bd6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:42:51.823603 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c0f4-22a8-4b70-81b4-e5ecadc28234 req-05985173-0f55-44b2-9a61-53ed686aa476 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:51.825098 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f676c0f4-22a8-4b70-81b4-e5ecadc28234 req-05985173-0f55-44b2-9a61-53ed686aa476 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Nov 01 19:42:51.863117 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f676c0f4-22a8-4b70-81b4-e5ecadc28234 req-38201800-495c-49e6-9ff4-d73c01d72ca9 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Nov 01 19:42:52.418303 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:52.987465 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629c50-3994-42ae-9d87-20a5ce7c184e req-fa420456-49a1-4ab5-9d29-0162a535c27b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:52.989489 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a629c50-3994-42ae-9d87-20a5ce7c184e req-fa420456-49a1-4ab5-9d29-0162a535c27b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 945 time: 0.0537760 Nov 01 19:42:53.026244 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5a629c50-3994-42ae-9d87-20a5ce7c184e req-927213c6-5c0e-4828-bad1-2fe4204507c2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Nov 01 19:42:53.374135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:42:53.480441 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port 0993294d-a607-4d2b-8cb7-c75682c48bd6 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:42:53.484209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 0993294d-a607-4d2b-8cb7-c75682c48bd6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:42:53.484602 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:53.562561 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:53.585456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:42:53.587769 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28f780-5aba-49e4-836b-1d1ca6a1e11d" -d '{"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-plugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:42:53.602145 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:42:53.647458 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:53.675856 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6753f9a0-f0e5-4feb-9c07-37bafafa5242 x-openstack-request-id: req-6753f9a0-f0e5-4feb-9c07-37bafafa5242 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:42:53.676735 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-plugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:42:53.677071 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6753f9a0-f0e5-4feb-9c07-37bafafa5242 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:42:53.677464 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'code': 200} Nov 01 19:42:53.700997 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:53.771039 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4d92-1348-4bc5-a597-ea658d5cd269 req-80d00568-a692-4f0f-a9c3-e4d236346461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:53.772589 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1c5a4d92-1348-4bc5-a597-ea658d5cd269 req-80d00568-a692-4f0f-a9c3-e4d236346461 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0398247 Nov 01 19:42:53.809397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1c5a4d92-1348-4bc5-a597-ea658d5cd269 req-7c79b3ff-c323-4be4-9a70-78eee2215dfd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283465 Nov 01 19:42:54.124956 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:54.144970 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611244-6a9a-4809-bf06-d8cbc76332ae req-54373175-c194-4369-99ad-f32c5ac17782 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:54.146756 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d611244-6a9a-4809-bf06-d8cbc76332ae req-54373175-c194-4369-99ad-f32c5ac17782 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0514736 Nov 01 19:42:54.189418 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6d611244-6a9a-4809-bf06-d8cbc76332ae req-de015665-3c97-4488-a540-05cc779a2d2a tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Nov 01 19:42:55.306156 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c662-8d76-43cb-aadf-39d82f67bc60 req-3197dbfa-68c8-46ac-bac9-5a4562419583 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:55.307717 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e171c662-8d76-43cb-aadf-39d82f67bc60 req-3197dbfa-68c8-46ac-bac9-5a4562419583 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0499132 Nov 01 19:42:55.346312 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e171c662-8d76-43cb-aadf-39d82f67bc60 req-6565225b-1636-454d-ad73-04a7949f5047 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327446 Nov 01 19:42:55.466622 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248642-4d88-408c-a953-6e58060b7d45 req-e31e4dfc-a268-4d7c-8efe-571fcf8656ec tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:55.468180 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0248642-4d88-408c-a953-6e58060b7d45 req-e31e4dfc-a268-4d7c-8efe-571fcf8656ec tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Nov 01 19:42:55.505956 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a0248642-4d88-408c-a953-6e58060b7d45 req-f4b8b196-1c34-40aa-a846-6ba5ef0af52b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Nov 01 19:42:55.527626 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44538) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:55.614579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b37640-e13a-4134-aad2-63cf787aac6f tempest-TestShelveInstance-1117919185 tempest-TestShelveInstance-1117919185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:55.616128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-f8b37640-e13a-4134-aad2-63cf787aac6f tempest-TestShelveInstance-1117919185 tempest-TestShelveInstance-1117919185-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1092 time: 0.0874844 Nov 01 19:42:55.618884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44542) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:42:55.623126 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:42:55.732465 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:55.830579 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:55.935123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Allocated IP 172.25.2.128 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/934e5745-f1ca-45f0-8e1b-48a0cd7d1477) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:42:56.034977 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.126552 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.168105 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:42:56.173251 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:42:56.177782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:42:56.183315 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=934e5745-f1ca-45f0-8e1b-48a0cd7d1477,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:56.539471 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.665797 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.815740 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.867362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.892179 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:56.957269 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event updated for resources: {'Port': ['ID=934e5745-f1ca-45f0-8e1b-48a0cd7d1477,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:42:56.970444 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:57.070588 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Floating IP e0be818c-6f34-4df7-88e9-dda2b45f2120 associated. External IP: 172.25.2.128, port: 0993294d-a607-4d2b-8cb7-c75682c48bd6. Nov 01 19:42:57.274657 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:42:57.382389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:42:57.392180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:42:57.402657 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:42:57.403267 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:57.488653 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:42:57.511219 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:42:57.516559 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-c468bccf-e192-43dc-bfd2-9695769d6564 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8966699 Nov 01 19:42:57.518218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:42:57.519848 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c9733-5a24-42c0-9a2c-2eaaec330154" -d '{"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:42:57.557243 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003153c-9a2e-49f9-8041-0a5c0d79a78a x-openstack-request-id: req-e003153c-9a2e-49f9-8041-0a5c0d79a78a {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:42:57.557830 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:42:57.557830 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e003153c-9a2e-49f9-8041-0a5c0d79a78a {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:42:57.558174 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'status': 'completed', 'code': 200} Nov 01 19:42:57.625924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-517fa35d-6017-4d94-9b42-c7455e9288a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:57.627557 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-517fa35d-6017-4d94-9b42-c7455e9288a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0439167 Nov 01 19:42:57.722873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-8866c4b1-e9c2-412a-a207-2feb7c6d381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:57.725067 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-8866c4b1-e9c2-412a-a207-2feb7c6d381f service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0907173 Nov 01 19:42:57.741933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0be818c-6f34-4df7-88e9-dda2b45f2120', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:7e:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:42:56Z', 'updated_at': '2021-11-01T19:42:56Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:57.771522 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:42:57.779727 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:42:57.780336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:42:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:57.795158 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-1e78d976-c9e4-4cfe-91f9-3c944b894496 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0629337 Nov 01 19:42:57.843919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-bafa1b1b-b848-4ce4-9bae-13b0ee2997e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:57.845399 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-bafa1b1b-b848-4ce4-9bae-13b0ee2997e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0437644 Nov 01 19:42:57.885898 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:42:57.891012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-8e0dbabe-4bf2-439f-8c86-c18352ffc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:42:57.892582 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-8e0dbabe-4bf2-439f-8c86-c18352ffc6f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402334 Nov 01 19:42:57.984630 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-244b7071-f293-4268-9917-0aadbe3741e5 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850670 Nov 01 19:42:58.075065 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-db4c9733-5a24-42c0-9a2c-2eaaec330154 req-b2072acd-cf1c-4902-8019-e78e54267f55 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830603 Nov 01 19:42:58.106585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0be818c-6f34-4df7-88e9-dda2b45f2120', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:7e:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:42:56Z', 'updated_at': '2021-11-01T19:42:56Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:42:58.132611 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97b75e-34fb-4055-b171-11d2cae35968 None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'e0be818c-6f34-4df7-88e9-dda2b45f2120', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'mac_address': 'fa:16:3e:7e:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:42:56Z', 'updated_at': '2021-11-01T19:42:56Z', 'revision_number': 0, 'project_id': '349e59042459406f95fecbdbd83050bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:42:58.328207 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10e4b1-789b-4a35-bc89-2afd1df66d3f None None] New status for floating IP e0be818c-6f34-4df7-88e9-dda2b45f2120: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:43:05.746935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:08.487057 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-578d29f1-d937-4d37-97c8-6249f6a7d597 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384314 Nov 01 19:43:08.573904 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:43:08.576610 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a787b5-9366-4765-b878-98b301bc337e req-cc8332fe-0d07-4581-ad7d-add81071e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:43:08.578133 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-cc8332fe-0d07-4581-ad7d-add81071e069 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0475225 Nov 01 19:43:08.737516 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a787b5-9366-4765-b878-98b301bc337e req-8de3a424-88cf-4a3e-b2cc-148da2b0640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:43:08.738915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-8de3a424-88cf-4a3e-b2cc-148da2b0640c service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0868847 Nov 01 19:43:08.810326 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-54bb8fb4-491a-41ef-8a04-8e784cead5b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0640514 Nov 01 19:43:08.860965 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a787b5-9366-4765-b878-98b301bc337e req-30d0c890-541d-40c0-8202-14d54ca2e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:43:08.862431 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-30d0c890-541d-40c0-8202-14d54ca2e214 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0442019 Nov 01 19:43:08.909868 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a787b5-9366-4765-b878-98b301bc337e req-8e259eea-0cce-4682-8bf7-046079f80d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:43:08.911387 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-8e259eea-0cce-4682-8bf7-046079f80d1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411468 Nov 01 19:43:09.007808 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-232121b2-7fbc-4c48-80b5-0b8b7f65f393 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890694 Nov 01 19:43:09.097071 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-81a787b5-9366-4765-b878-98b301bc337e req-433b79a8-2b6d-457d-8dd7-0691c3206b84 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826192 Nov 01 19:43:10.009921 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:18.827026 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8732-3f3d-43b1-b594-240234c86ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:20.975701 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3fae56b1-2d11-415d-9534-2ca6093d199a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:22.432967 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:24.124785 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:26.929491 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:35.763764 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:39.993090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:45.573259 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:43:48.820380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e66178a5-923f-44db-8391-242651084e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:50.997540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5810dfed-2440-4666-912f-167bdfde90e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:52.432760 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:54.169658 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:43:56.890099 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:05.740810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:10.049313 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:10.497051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-0771e9dc-bff9-4647-96f6-3a731a870b3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824063 Nov 01 19:44:10.577037 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-7673b8be-1de6-466e-8b68-e0eeca55b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:44:10.578565 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-7673b8be-1de6-466e-8b68-e0eeca55b984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0407138 Nov 01 19:44:10.681235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-0afcd3da-d36d-4a8b-acf5-025b5754bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:44:10.682640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-0afcd3da-d36d-4a8b-acf5-025b5754bf56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0846405 Nov 01 19:44:10.752464 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-95a61855-05dd-4273-bbdc-b6c8c7967faa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0620871 Nov 01 19:44:10.800874 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-240224d3-473a-4e92-b0a0-2c0d0c04e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:44:10.802294 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-240224d3-473a-4e92-b0a0-2c0d0c04e04e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0429671 Nov 01 19:44:10.847651 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-01afa7ae-f441-483b-b918-be205dadaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:44:10.849145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-01afa7ae-f441-483b-b918-be205dadaa45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391161 Nov 01 19:44:10.860357 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-7e8c8d5b-8084-46ac-8bf9-41300ebb8f51 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:44:10.861298 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-7e8c8d5b-8084-46ac-8bf9-41300ebb8f51 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048316 Nov 01 19:44:10.953003 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-e1b638a0-752e-41ca-aef8-b6c20b995c8c service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846272 Nov 01 19:44:11.044511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-974b661a-6aa5-4baf-a7ea-8c582830e6ee req-4266a396-6199-494d-8015-e5f2f3556ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Nov 01 19:44:18.820567 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8edcfb1c-a92b-49d9-a79c-e56591409fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:20.946050 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a436600c-0b8e-42fe-a9dd-db7900cde250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:22.402790 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:22.572445 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:44:24.105599 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:26.865858 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:35.762245 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:40.013685 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:48.825283 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-753eb932-3a08-40a2-8997-3d8051b84cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:50.950727 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a728db1e-f059-4aba-93ca-b8f807e701c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:52.424738 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:54.127868 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:56.887596 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:44:59.571860 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:45:05.779087 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:10.058746 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:12.444091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-ff6d293b-ac10-4020-b4d5-5bbc865a470e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415359 Nov 01 19:45:12.527927 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-26d7df31-7da8-4cec-b63d-02bcfc519c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:12.529511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-26d7df31-7da8-4cec-b63d-02bcfc519c04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0418766 Nov 01 19:45:12.637261 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-e1eb0be2-faf9-415c-a717-3ebba320c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:12.638743 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-e1eb0be2-faf9-415c-a717-3ebba320c653 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0901086 Nov 01 19:45:12.703741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-a981801e-4f39-417c-92d5-90099b53ca43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0580301 Nov 01 19:45:12.751995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-32a61dad-76ff-434e-a7de-4525737cef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:12.753595 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-32a61dad-76ff-434e-a7de-4525737cef6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0432754 Nov 01 19:45:12.802794 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-24f04e63-0cb0-4d18-b719-6fb9b5509cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:12.804299 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-24f04e63-0cb0-4d18-b719-6fb9b5509cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434153 Nov 01 19:45:12.893764 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-e8cb663c-7a32-4871-b03c-87b11dc1f5bd service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821352 Nov 01 19:45:12.990558 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b6b032b0-90ed-4f78-8713-d742c58f4853 req-859c2413-f0c6-4b52-8470-8880d620d09e service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904398 Nov 01 19:45:18.807578 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7e6de499-1c5c-4656-b437-5fc761fad2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:20.990464 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e967d975-372b-450c-a7ff-251a1f2ddbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:22.423606 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:24.149821 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:24.230069 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4a27-1bad-481a-8cc0-5ee85066519f req-c0729e81-f592-4fe5-9da2-2aaa48b3f7a2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:24.231588 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c2f4a27-1bad-481a-8cc0-5ee85066519f req-c0729e81-f592-4fe5-9da2-2aaa48b3f7a2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.1145408 Nov 01 19:45:24.273680 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6c2f4a27-1bad-481a-8cc0-5ee85066519f req-3c3a0e22-6792-40a0-936a-b6a343bf3716 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360968 Nov 01 19:45:25.461071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766209e-a190-4a76-a507-020c95f2ad8d req-89f350f7-3786-420b-ba50-4a32c480319d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:25.462531 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d766209e-a190-4a76-a507-020c95f2ad8d req-89f350f7-3786-420b-ba50-4a32c480319d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0932841 Nov 01 19:45:25.500574 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d766209e-a190-4a76-a507-020c95f2ad8d req-01c78431-f5d2-41eb-ad95-785e199fb478 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Nov 01 19:45:26.649246 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c0d8a-0fd0-4d18-a4cd-391e22d27374 req-ba8b5db4-184f-4208-910b-5ea721abe004 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:26.650715 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-423c0d8a-0fd0-4d18-a4cd-391e22d27374 req-ba8b5db4-184f-4208-910b-5ea721abe004 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Nov 01 19:45:26.688790 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-423c0d8a-0fd0-4d18-a4cd-391e22d27374 req-ed5d0703-00d2-439e-a0d8-ac448cbd3d5d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Nov 01 19:45:26.880668 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:27.803076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ec5f-65a3-4965-86e3-7da9c7744413 req-7fcab545-808c-4528-923a-60f508af5db4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:27.804560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d760ec5f-65a3-4965-86e3-7da9c7744413 req-7fcab545-808c-4528-923a-60f508af5db4 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0484593 Nov 01 19:45:27.845703 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d760ec5f-65a3-4965-86e3-7da9c7744413 req-45165b0c-74a2-4ad3-839d-d3c4fda9519d tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Nov 01 19:45:28.962934 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f3e9-44ac-40ea-9cec-5a3c3e70e9a7 req-ba886a76-8bcd-42cc-b77d-2a07b0c2304c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:28.964354 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9827f3e9-44ac-40ea-9cec-5a3c3e70e9a7 req-ba886a76-8bcd-42cc-b77d-2a07b0c2304c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Nov 01 19:45:29.001959 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9827f3e9-44ac-40ea-9cec-5a3c3e70e9a7 req-c253d249-dc67-4a6e-b324-09f0a9feb015 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Nov 01 19:45:30.122946 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d64ca-5a40-4130-aae1-c3cadacd12df req-5a1f0c94-b886-4b0e-889b-ac62b4bc1f35 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:30.124445 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-770d64ca-5a40-4130-aae1-c3cadacd12df req-5a1f0c94-b886-4b0e-889b-ac62b4bc1f35 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Nov 01 19:45:30.162202 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-770d64ca-5a40-4130-aae1-c3cadacd12df req-4da4e0b8-0012-4701-b1d7-d9d4c6f0f13e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Nov 01 19:45:31.276696 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c9cf-d0bc-4da2-be3e-5cf97c396da1 req-e83789e6-d14a-4ca9-93ec-3365d66b9e9e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:31.278078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e4c9cf-d0bc-4da2-be3e-5cf97c396da1 req-e83789e6-d14a-4ca9-93ec-3365d66b9e9e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0476339 Nov 01 19:45:31.321243 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-d0e4c9cf-d0bc-4da2-be3e-5cf97c396da1 req-5380e15a-5f02-4db2-b37b-6f7420726c3f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372746 Nov 01 19:45:32.436955 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf756b-a6a6-4122-ba9f-1015a886cb8e req-f190d386-3ba0-49bd-a50e-5ca43715d0cc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:32.438432 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7abf756b-a6a6-4122-ba9f-1015a886cb8e req-f190d386-3ba0-49bd-a50e-5ca43715d0cc tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0498071 Nov 01 19:45:32.476958 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7abf756b-a6a6-4122-ba9f-1015a886cb8e req-94208fbf-24a5-414c-a871-1cbe7666b7fe tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Nov 01 19:45:33.592079 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb28395-e05a-4927-9778-a354d17ae68a req-3e6c1699-7e21-4cfa-8479-3c7b763be477 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:33.593541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4eb28395-e05a-4927-9778-a354d17ae68a req-3e6c1699-7e21-4cfa-8479-3c7b763be477 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0488377 Nov 01 19:45:33.631302 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4eb28395-e05a-4927-9778-a354d17ae68a req-49b7763b-cbf0-4314-aaa3-088bb281ac42 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Nov 01 19:45:34.401129 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-4b96dee0-30ce-4f51-b770-848373bce1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:34.402634 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-4b96dee0-30ce-4f51-b770-848373bce1cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0414565 Nov 01 19:45:34.495462 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-2be325b8-66e5-4a1c-850a-104a6676d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:34.496951 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-2be325b8-66e5-4a1c-850a-104a6676d206 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0871892 Nov 01 19:45:34.563178 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-b242d9e3-e63d-4eef-bc36-956d916a0926 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0580788 Nov 01 19:45:34.611842 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-6273e303-8d08-42ec-828d-c856a956ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:34.614032 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-6273e303-8d08-42ec-828d-c856a956ba43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0438135 Nov 01 19:45:34.662356 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-a41415c7-c3c0-4152-b765-a430f09e7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:34.663904 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-a41415c7-c3c0-4152-b765-a430f09e7b70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433574 Nov 01 19:45:34.749855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165053f-0381-4bb1-a1e7-4344575bdc26 req-ac32f406-f8a6-4180-a74f-a6da93684a8e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:34.751459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6165053f-0381-4bb1-a1e7-4344575bdc26 req-ac32f406-f8a6-4180-a74f-a6da93684a8e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0487449 Nov 01 19:45:34.756958 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-8ff5cd94-2929-4fa3-b949-8a88100dcbf6 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855722 Nov 01 19:45:34.793094 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6165053f-0381-4bb1-a1e7-4344575bdc26 req-eeb673c9-a1b4-43dc-8133-d9b1e0d31101 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356293 Nov 01 19:45:34.852720 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-7e8fce0b-92ca-4b2f-b88f-ef1b510d690c req-72b95fc0-58ae-4199-bf9f-4231b122266b service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 Nov 01 19:45:35.783229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:35.908678 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7c18d-793b-4927-a12e-1ab444f5bc88 req-92ac62ae-1bbd-46e7-9727-b6de87e2f840 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:35.910184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b7c18d-793b-4927-a12e-1ab444f5bc88 req-92ac62ae-1bbd-46e7-9727-b6de87e2f840 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Nov 01 19:45:35.948176 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-56b7c18d-793b-4927-a12e-1ab444f5bc88 req-0b267fc1-ca99-45c8-9eb6-7ecef0d500c0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Nov 01 19:45:36.570690 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:45:37.063539 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c4f4f-2f97-4d5e-906e-9af69cbd15e4 req-79c6de66-5d3c-4719-97b7-d3edb1f6a871 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:37.065050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-584c4f4f-2f97-4d5e-906e-9af69cbd15e4 req-79c6de66-5d3c-4719-97b7-d3edb1f6a871 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0500352 Nov 01 19:45:37.108666 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-584c4f4f-2f97-4d5e-906e-9af69cbd15e4 req-5ab238bc-78b5-4401-8a1c-fa754e450420 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368006 Nov 01 19:45:38.051139 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:45:38.125362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:38.152463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:45:38.155012 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51544ef7-9bdc-478c-8ce9-9e86771f104b" -d '{"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-unplugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:45:38.169375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:45:38.205114 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d60140-7d03-4ddb-82d2-dd6117cbf869 x-openstack-request-id: req-53d60140-7d03-4ddb-82d2-dd6117cbf869 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:45:38.205451 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-unplugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:45:38.205707 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d60140-7d03-4ddb-82d2-dd6117cbf869 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:45:38.206104 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'code': 200} Nov 01 19:45:38.229884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:38.246501 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f36b4-f8e8-47cf-b799-b4db41a27917 req-e64dc52d-22f2-41c3-a60b-373714600fd2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:38.248372 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f81f36b4-f8e8-47cf-b799-b4db41a27917 req-e64dc52d-22f2-41c3-a60b-373714600fd2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0532248 Nov 01 19:45:38.285448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:45:38.292452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f81f36b4-f8e8-47cf-b799-b4db41a27917 req-bf69d2ac-9354-4c43-8477-0e72f05f7a0e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Nov 01 19:45:38.293077 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.293427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.293771 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.294116 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.294636 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.294772 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.295100 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.295427 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.295783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.296185 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.296424 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:38.296745 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:45:39.410295 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a717a-31a5-4980-b288-cc7cc9a9097d req-c2ea8a7a-a11a-425c-824d-b0cf88df4b88 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:39.411999 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-595a717a-31a5-4980-b288-cc7cc9a9097d req-c2ea8a7a-a11a-425c-824d-b0cf88df4b88 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0494125 Nov 01 19:45:39.449040 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-595a717a-31a5-4980-b288-cc7cc9a9097d req-8640eac3-1b3a-46d3-824b-9748ab397958 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Nov 01 19:45:39.571310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [req-a8f0c47d-cc49-44f5-80f7-61ca97e5ce64 req-26f5832a-936c-47de-b587-b21214c80318 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:45:39.572414 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a8f0c47d-cc49-44f5-80f7-61ca97e5ce64 req-26f5832a-936c-47de-b587-b21214c80318 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600836 Nov 01 19:45:39.882919 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884d82-1489-40af-b122-eadbd95f639c req-5aad8013-a46b-442f-8e6d-e2ede87b0dc8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:39.884365 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33884d82-1489-40af-b122-eadbd95f639c req-5aad8013-a46b-442f-8e6d-e2ede87b0dc8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0499065 Nov 01 19:45:39.923405 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-33884d82-1489-40af-b122-eadbd95f639c req-d8cceda8-29ed-41fa-84a2-8aff4f05f2e0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328381 Nov 01 19:45:39.963889 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-ff4ddb4d-cb50-4ab7-a4ae-d8744d09f96a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773201 Nov 01 19:45:39.973403 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-44e0ea75-5b8f-4bc5-be75-c6b43fd32aac service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:45:39.974367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-44e0ea75-5b8f-4bc5-be75-c6b43fd32aac service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053174 Nov 01 19:45:40.029605 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:41.041855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648ce1-2cfd-4b88-9a44-f3c78a967366 req-c8a80d55-1bbc-41c5-aa61-cf75e3bf32c3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:41.043495 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f648ce1-2cfd-4b88-9a44-f3c78a967366 req-c8a80d55-1bbc-41c5-aa61-cf75e3bf32c3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0487094 Nov 01 19:45:41.086213 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6f648ce1-2cfd-4b88-9a44-f3c78a967366 req-80b658af-133d-44ef-a8b1-1f0bf9ebcfe2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366538 Nov 01 19:45:42.209846 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11ec6-f3f1-40f9-9f84-8d4f0b69527d req-5d00e633-7d24-4617-a8dc-6104d35f5f61 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:42.211346 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3c11ec6-f3f1-40f9-9f84-8d4f0b69527d req-5d00e633-7d24-4617-a8dc-6104d35f5f61 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0515435 Nov 01 19:45:42.249854 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a3c11ec6-f3f1-40f9-9f84-8d4f0b69527d req-e1583966-d73f-43e0-b7c0-0cfacd706ba0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Nov 01 19:45:43.364782 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cf95b-0446-48fc-b02e-39d6de8de3f7 req-2d4b4a27-5aa5-4de7-aca6-7035024c2c8e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:43.366277 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c3cf95b-0446-48fc-b02e-39d6de8de3f7 req-2d4b4a27-5aa5-4de7-aca6-7035024c2c8e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0493689 Nov 01 19:45:43.404350 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c3cf95b-0446-48fc-b02e-39d6de8de3f7 req-0eca8a39-c795-45a7-a345-5ecb1216def6 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Nov 01 19:45:44.534774 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9543be-d507-4eee-83d2-a7542b15c9ef req-725f3c1f-35db-4ff7-b3e1-e478b25cd896 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:44.537481 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd9543be-d507-4eee-83d2-a7542b15c9ef req-725f3c1f-35db-4ff7-b3e1-e478b25cd896 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0563993 Nov 01 19:45:44.581097 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cd9543be-d507-4eee-83d2-a7542b15c9ef req-49eb6d51-fb66-4573-bd2b-40fcca547810 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Nov 01 19:45:45.699865 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46fa1d-f6fe-4012-b2df-7598cf8407ad req-00c53407-a21e-4e6b-a3be-bf50b7ed90b8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:45.701546 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed46fa1d-f6fe-4012-b2df-7598cf8407ad req-00c53407-a21e-4e6b-a3be-bf50b7ed90b8 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0515566 Nov 01 19:45:45.740918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ed46fa1d-f6fe-4012-b2df-7598cf8407ad req-5451b0e4-c808-4e86-9077-2519a49cca91 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330930 Nov 01 19:45:46.619088 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-000d9c55-263c-4c2d-9d2d-90628fcb2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.620662 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-000d9c55-263c-4c2d-9d2d-90628fcb2ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&tenant_id=349e59042459406f95fecbdbd83050bd HTTP/1.1" status: 200 len: 1095 time: 0.0410290 Nov 01 19:45:46.682745 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-f6214054-a47e-48f4-b80d-7e9f16c40d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.684254 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-f6214054-a47e-48f4-b80d-7e9f16c40d1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1095 time: 0.0399971 Nov 01 19:45:46.777594 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-420db1af-a720-44b6-9c21-a6dbe06a7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.779010 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-420db1af-a720-44b6-9c21-a6dbe06a7f65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0871487 Nov 01 19:45:46.849765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-fc6dc26a-bac4-4d75-bfdc-4583181f5c59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0628996 Nov 01 19:45:46.857404 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060135-bc4b-4589-b4a7-c4b534dc4754 req-86ff6ad1-38a1-4e1f-a7bc-6362ea5009d0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.858890 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34060135-bc4b-4589-b4a7-c4b534dc4754 req-86ff6ad1-38a1-4e1f-a7bc-6362ea5009d0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0494027 Nov 01 19:45:46.897313 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-34060135-bc4b-4589-b4a7-c4b534dc4754 req-907f684e-9058-4284-bdf2-e23ef9cca1b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322332 Nov 01 19:45:46.898316 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-d9ab98c1-6d4b-40d7-bced-a616fc3ee85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.899796 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-d9ab98c1-6d4b-40d7-bced-a616fc3ee85c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0437214 Nov 01 19:45:46.945639 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-932c6bcf-9cc2-4db6-8931-b10d664a7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:46.947102 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-932c6bcf-9cc2-4db6-8931-b10d664a7577 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405822 Nov 01 19:45:47.038177 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-ecf2a81b-03cf-4dd4-984d-eaa7431e23db service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835636 Nov 01 19:45:47.133636 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-2e52bdc8-0415-4d16-a6de-43b76d09b1a7 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887871 Nov 01 19:45:48.011306 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5014-5c1d-4a9f-bca3-b681356ce4e2 req-8d3f9dda-4f14-46c8-9a3e-66bcd2f0a6b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:48.012786 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f01f5014-5c1d-4a9f-bca3-b681356ce4e2 req-8d3f9dda-4f14-46c8-9a3e-66bcd2f0a6b5 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0487387 Nov 01 19:45:48.053882 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f01f5014-5c1d-4a9f-bca3-b681356ce4e2 req-5d179744-61e8-4f86-8ee9-68cc3a7ee025 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351658 Nov 01 19:45:48.835259 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b41f3807-def2-41f9-80cd-45e558ca6d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:49.168443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5d31-db51-425e-bdd6-2d80846b60f5 req-60ca62ba-38f0-424f-8cba-b03398fac44e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:49.169950 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e71b5d31-db51-425e-bdd6-2d80846b60f5 req-60ca62ba-38f0-424f-8cba-b03398fac44e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0487912 Nov 01 19:45:49.207434 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e71b5d31-db51-425e-bdd6-2d80846b60f5 req-a3396439-384d-4e32-9559-23de86f6bf19 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Nov 01 19:45:50.327935 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994afc16-cd06-4d9d-aec0-784d41b556bd req-457c85b1-bd1b-4b41-935a-c2fdc2522fb7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:50.329459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-994afc16-cd06-4d9d-aec0-784d41b556bd req-457c85b1-bd1b-4b41-935a-c2fdc2522fb7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0498123 Nov 01 19:45:50.366181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-994afc16-cd06-4d9d-aec0-784d41b556bd req-e7fd7bcb-32b8-4922-b4cb-17c99e054af0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306301 Nov 01 19:45:50.953818 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-70c86c12-144d-4392-85ca-f8c6ad429636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:51.482102 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39d210-5818-4340-85bb-3b97d0e6d896 req-3bff8944-ec08-44d9-8100-4650d8ebec60 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:51.483638 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db39d210-5818-4340-85bb-3b97d0e6d896 req-3bff8944-ec08-44d9-8100-4650d8ebec60 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0475962 Nov 01 19:45:51.524640 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-db39d210-5818-4340-85bb-3b97d0e6d896 req-a8fb9095-32d8-493f-a1f4-222ce756e22e tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Nov 01 19:45:52.429401 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:52.640140 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587063-3911-4314-a769-6d0623ba6524 req-52cde4bf-9b6f-4b24-afe9-873854044fe2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:52.641624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef587063-3911-4314-a769-6d0623ba6524 req-52cde4bf-9b6f-4b24-afe9-873854044fe2 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Nov 01 19:45:52.679517 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef587063-3911-4314-a769-6d0623ba6524 req-c36301f2-8abc-4af0-8074-ec4226099461 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Nov 01 19:45:53.795964 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184474d6-29fa-4af3-ba15-d66299c50eb0 req-27af50ef-d57c-458e-8d07-546b07c2fb58 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:53.797485 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-184474d6-29fa-4af3-ba15-d66299c50eb0 req-27af50ef-d57c-458e-8d07-546b07c2fb58 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 944 time: 0.0492876 Nov 01 19:45:53.835067 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-184474d6-29fa-4af3-ba15-d66299c50eb0 req-b7dbacc9-7dd5-473b-a042-e99dcd4a5a92 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Nov 01 19:45:54.128539 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:45:54.139061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:54.226565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:45:54.236467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'port_id': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'mac_address': 'fa:16:3e:7e:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:45:54.273799 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:54.286629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0993294d-a607-4d2b-8cb7-c75682c48bd6 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:45:54.306305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:45:54.383692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:54.429258 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:45:54.621863 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['0993294d-a607-4d2b-8cb7-c75682c48bd6'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:45:54.949724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895a46e-41c2-4854-ab90-7acfd16b0e48 req-e4d2f35c-6094-4e3f-a19d-7cdd95068bee tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:54.951078 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a895a46e-41c2-4854-ab90-7acfd16b0e48 req-e4d2f35c-6094-4e3f-a19d-7cdd95068bee tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Nov 01 19:45:54.991494 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a895a46e-41c2-4854-ab90-7acfd16b0e48 req-4d5f8f94-ba7e-4e79-a680-ddb993e0ba55 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345562 Nov 01 19:45:56.107441 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b280e82-4f45-4c7c-b649-c1bef289b3e2 req-94c4d53f-b665-4eca-b05c-0ce7d5540426 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:56.108945 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b280e82-4f45-4c7c-b649-c1bef289b3e2 req-94c4d53f-b665-4eca-b05c-0ce7d5540426 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Nov 01 19:45:56.134947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:45:56.147561 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1b280e82-4f45-4c7c-b649-c1bef289b3e2 req-11f9b719-2b17-445f-bc07-f33bdafebfc3 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Nov 01 19:45:56.184738 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port 0993294d-a607-4d2b-8cb7-c75682c48bd6 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:45:56.185217 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:56.259452 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:56.280987 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:45:56.283141 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5b2c9-56d1-43fe-a220-05261ab5d111" -d '{"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-plugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:45:56.295373 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:45:56.323621 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61189e6-c577-4340-a41e-329ff707cee7 x-openstack-request-id: req-f61189e6-c577-4340-a41e-329ff707cee7 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:45:56.323911 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-plugged", "status": "completed", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:45:56.324397 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f61189e6-c577-4340-a41e-329ff707cee7 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:45:56.324794 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'code': 200} Nov 01 19:45:56.361575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:56.417013 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:45:56.470131 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17926171-3f29-42f2-9bc8-01648cad950a req-62800942-b983-4f0c-9f77-63b94644a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:56.471661 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-17926171-3f29-42f2-9bc8-01648cad950a req-62800942-b983-4f0c-9f77-63b94644a63d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0403054 Nov 01 19:45:56.510163 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-17926171-3f29-42f2-9bc8-01648cad950a req-3d99f667-3680-486c-a6ab-bcdf096775ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Nov 01 19:45:56.856448 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:45:57.261255 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9fe92-23bd-4a40-939c-c19685c2f6e2 req-7a6ad102-cada-4b34-ad2e-cbd7cfc0ee22 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:57.262648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01b9fe92-23bd-4a40-939c-c19685c2f6e2 req-7a6ad102-cada-4b34-ad2e-cbd7cfc0ee22 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0478389 Nov 01 19:45:57.299669 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-01b9fe92-23bd-4a40-939c-c19685c2f6e2 req-1d4287ed-fcfe-4a16-bd4e-a84accb84a8b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Nov 01 19:45:58.413103 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27cd22-85d8-45e4-899e-de59fa53612e req-f0c1f574-3ed6-4983-8daf-0d1b29980399 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:45:58.414821 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c27cd22-85d8-45e4-899e-de59fa53612e req-f0c1f574-3ed6-4983-8daf-0d1b29980399 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0476670 Nov 01 19:45:58.455259 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-4c27cd22-85d8-45e4-899e-de59fa53612e req-2e3a329f-ed82-49ef-8962-357390eb305f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Nov 01 19:46:05.783472 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:10.046105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:13.570022 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:46:14.473239 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-1d4d670a-ea36-419f-bf56-a0de8ccdb2f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399942 Nov 01 19:46:14.559440 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-1bca0274-68e0-4918-b3ed-238addf6534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:46:14.561056 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-1bca0274-68e0-4918-b3ed-238addf6534a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0409832 Nov 01 19:46:14.668304 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-8577d171-0ac3-4ca2-92f4-0c5b3f0d4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:46:14.669979 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-8577d171-0ac3-4ca2-92f4-0c5b3f0d4ccb service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0894248 Nov 01 19:46:14.741939 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-5166f054-725e-487b-94b1-512f4d71b646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0616574 Nov 01 19:46:14.795489 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-32a45d16-3e5b-46f5-823a-912e84954b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:46:14.797069 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-32a45d16-3e5b-46f5-823a-912e84954b9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0475044 Nov 01 19:46:15.209123 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-0bf3daae-cf24-408d-bf6b-5149400eba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:46:15.210844 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-0bf3daae-cf24-408d-bf6b-5149400eba95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039972 Nov 01 19:46:15.300171 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-c4669149-8184-464a-a0fa-c8fb607885b5 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811236 Nov 01 19:46:15.395280 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-0d16d962-0246-4ced-8e3a-06cb82f52539 req-b9ac7246-fe12-46d9-a0ea-fc09ae1d1cdc service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Nov 01 19:46:18.815626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4557-1d34-415c-a643-d08eb69a9ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:20.977568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cc54dac4-bf25-4cb3-9020-e0b981d6d402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:22.429240 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:24.246927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:26.906927 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:35.829323 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:40.085700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:48.810978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0ae0-32ae-43d4-9670-3ea242cab109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:50.569961 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:46:50.976989 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cf2a2c72-023c-418b-a974-d70690c85ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:52.456813 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:54.148462 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:46:56.877389 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:05.828290 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:10.059339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:15.463472 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-f1a422e5-d4c0-4f50-b765-49fb965ea6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410671 Nov 01 19:47:15.548744 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-b08fce8d-2efe-40da-85a2-8cfe24c69e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:15.550244 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-b08fce8d-2efe-40da-85a2-8cfe24c69e8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0414531 Nov 01 19:47:15.654618 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-d0cf0324-d18b-4772-b983-90ab3d5284b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:15.656118 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-d0cf0324-d18b-4772-b983-90ab3d5284b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0866168 Nov 01 19:47:15.720993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-e2b7a475-a36d-4478-89b4-c756e97ef623 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0576515 Nov 01 19:47:15.774190 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-cd19618e-4245-4bd2-959a-77a803f2be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:15.775868 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-cd19618e-4245-4bd2-959a-77a803f2be1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0467968 Nov 01 19:47:15.820994 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-3cd855e4-c464-4f8a-a167-b23c3f16c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:15.822571 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-3cd855e4-c464-4f8a-a167-b23c3f16c19a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403426 Nov 01 19:47:15.909820 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-52de7e96-ceb8-4944-933d-a2b09232086a service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803730 Nov 01 19:47:16.001256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9f079c46-d0f7-42ae-aaa0-8596fb90ea04 req-1dd6a956-fc23-47cb-9344-a923626bc757 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835450 Nov 01 19:47:18.819222 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fd59410-afa6-4ac4-9f62-e66660c34775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:20.959329 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-94b97625-1e85-4f32-ab65-e72e1719e383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:22.464669 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:24.190119 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:26.856892 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:27.568106 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:47:35.835978 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:40.070016 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:41.944541 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44718) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:42.576450 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Deleting port 934e5745-f1ca-45f0-8e1b-48a0cd7d1477 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:42.576793 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:42.649541 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:42.649887 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:42.661424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Calling delete_port for 934e5745-f1ca-45f0-8e1b-48a0cd7d1477 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:42.867635 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:42.893561 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'Port': ['ID=934e5745-f1ca-45f0-8e1b-48a0cd7d1477,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:42.924579 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.924904 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.925244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.925576 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.925905 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.926231 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.926554 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.926877 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.927197 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.927530 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.927867 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.928186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:42.967486 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:42.968287 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Floating IP e0be818c-6f34-4df7-88e9-dda2b45f2120 disassociated (deleted). External IP: 172.25.2.128, port: 0993294d-a607-4d2b-8cb7-c75682c48bd6. Nov 01 19:47:43.172289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:47:43.279790 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:47:43.284699 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:43.291242 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:47:43.301059 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:43.301666 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:43.312690 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-063694a9-6916-409f-84d0-7bc726f8b6d7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0be818c-6f34-4df7-88e9-dda2b45f2120 HTTP/1.1" status: 204 len: 168 time: 1.3669536 Nov 01 19:47:43.313486 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:47:43.316555 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f" -d '{"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:47:43.415855 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:43.472468 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c8783-a44d-4583-b62d-73571295eacd x-openstack-request-id: req-ca3c8783-a44d-4583-b62d-73571295eacd {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:47:43.475278 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:47:43.475278 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca3c8783-a44d-4583-b62d-73571295eacd {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:47:43.475278 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'status': 'completed', 'code': 200} Nov 01 19:47:43.540322 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-fcc037c4-63a0-4455-a9b4-490500d18f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:43.541887 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-fcc037c4-63a0-4455-a9b4-490500d18f1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=349e59042459406f95fecbdbd83050bd&device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 1097 time: 0.0439415 Nov 01 19:47:43.629848 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:43.639995 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-75c77964-fc53-4b93-9127-4c9a656cda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:43.641482 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-75c77964-fc53-4b93-9127-4c9a656cda3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 200 len: 909 time: 0.0926518 Nov 01 19:47:43.661118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:47:43.670720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:43.671348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:43.690741 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-c83240e5-5a84-4d00-a959-d614606317da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 200 len: 217 time: 0.0407228 Nov 01 19:47:43.716475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b48f2-f125-4b1f-9216-655ce182a33d req-83ac4ebc-f1d5-409e-a708-054b3ba5871f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:43.718181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b41b48f2-f125-4b1f-9216-655ce182a33d req-83ac4ebc-f1d5-409e-a708-054b3ba5871f tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0573196 Nov 01 19:47:43.744092 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-11e2adc1-f575-4056-976f-d360d7cb9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:43.745597 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-11e2adc1-f575-4056-976f-d360d7cb9a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 200 len: 847 time: 0.0464525 Nov 01 19:47:43.757541 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b41b48f2-f125-4b1f-9216-655ce182a33d req-93ef0014-0f9c-4539-8f1f-36a8516efd1b tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Nov 01 19:47:43.786175 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:43.799654 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-be888f0e-afb1-4038-9980-4fee35800c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:43.801471 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-be888f0e-afb1-4038-9980-4fee35800c40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65d34900-151c-461c-a821-468f37c27f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475955 Nov 01 19:47:43.893402 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-2342016c-39ae-40ae-8326-cb9e636fbe42 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Nov 01 19:47:43.987681 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:43.991511 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-024a3f8b-7e38-4f32-ac98-de2ac4d8091f req-6cba82af-c9ed-45cc-881b-486b17794885 service neutron] 10.222.0.32 "GET /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890708 Nov 01 19:47:44.014042 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec737f-dd53-4ff2-b997-e3bce40fa692 None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:37:05Z', 'revision_number': 4, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '1b98cc8f-e3c1-4221-b5e8-8eec483111a2', 'name': '', 'network_id': '65d34900-151c-461c-a821-468f37c27f53', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'mac_address': 'fa:16:3e:de:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:04Z', 'updated_at': '2021-11-01T19:37:08Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'subnets': [{'id': '0f9d5e75-a046-4d17-8ece-1b556238995c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:47:44.239594 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dbf3d-c89b-42e8-9a3e-1e47e888fcb9 None None] New status for floating IP e0be818c-6f34-4df7-88e9-dda2b45f2120: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:47:44.881259 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c45a2d-5156-4d74-9097-31af08e7dd20 req-c9acdb57-0fb1-4e72-ac15-12736941f0de tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:44.882743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73c45a2d-5156-4d74-9097-31af08e7dd20 req-c9acdb57-0fb1-4e72-ac15-12736941f0de tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0522292 Nov 01 19:47:44.924232 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73c45a2d-5156-4d74-9097-31af08e7dd20 req-d161e978-1646-423c-8429-42b8c5feeb4c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/security-groups?id=2acc8303-2207-4d7f-9363-2774bf8c53a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Nov 01 19:47:45.246055 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-dbe068e3-19dc-4759-8fe4-cc8a16926460 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:47:45.247730 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-dbe068e3-19dc-4759-8fe4-cc8a16926460 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 946 time: 0.0514429 Nov 01 19:47:45.335383 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Deleting port 0993294d-a607-4d2b-8cb7-c75682c48bd6 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:45.335784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:45.437680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] For port 0993294d-a607-4d2b-8cb7-c75682c48bd6, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=0993294d-a607-4d2b-8cb7-c75682c48bd6,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:45.439354 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:45.451213 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Calling delete_port for 0993294d-a607-4d2b-8cb7-c75682c48bd6 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:45.641537 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:45.672174 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'Port': ['ID=0993294d-a607-4d2b-8cb7-c75682c48bd6,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:45.700579 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.700784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.700956 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.701345 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.701680 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.702012 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.702340 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.702670 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.702996 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.703320 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.703676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.704003 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:45.726149 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] No DVR routers for this DVR port 0993294d-a607-4d2b-8cb7-c75682c48bd6 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:47:45.728854 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:45.732495 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-ae4d627c-df59-485c-ae07-6ff1391e9903 req-5e43f0eb-cd8c-4b0f-810f-f20c255047f7 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.32 "DELETE /v2.0/ports/0993294d-a607-4d2b-8cb7-c75682c48bd6 HTTP/1.1" status: 204 len: 173 time: 0.4789510 Nov 01 19:47:45.732936 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-deleted', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:47:45.735284 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66136f10-dd2e-4e26-bbd9-67b19d1f2524" -d '{"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-deleted", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:47:45.843151 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccd56c1-b51e-4511-b117-6fa3f0520861 x-openstack-request-id: req-eccd56c1-b51e-4511-b117-6fa3f0520861 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:47:45.843443 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20755d4d-2603-4cc8-9a23-3e7051a7b434", "name": "network-vif-deleted", "tag": "0993294d-a607-4d2b-8cb7-c75682c48bd6", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:47:45.843731 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eccd56c1-b51e-4511-b117-6fa3f0520861 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:47:45.844138 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20755d4d-2603-4cc8-9a23-3e7051a7b434', 'name': 'network-vif-deleted', 'tag': '0993294d-a607-4d2b-8cb7-c75682c48bd6', 'status': 'completed', 'code': 200} Nov 01 19:47:46.022932 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ab48ba9c-d11e-48b3-9359-5b87669d57bc req-155bae5d-b18f-42ed-ab60-8a62a57e3594 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Nov 01 19:47:47.120576 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-382476e8-8b65-4d47-b2c0-5329385f2a95 req-55377777-aad9-4296-8520-7e4de2687cef tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Nov 01 19:47:48.216542 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2550d8fb-e3f3-4877-acb6-cd20fc8a2618 req-11e74ed0-1b17-4aed-970b-fc58c5b0a5f0 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Nov 01 19:47:48.850196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac90-ce02-4343-95c1-d5b75dd88474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:49.316518 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-15f9baee-8bb8-4757-a0a9-8058c4c5e465 req-3daad317-8634-4b29-8f70-06bd72323981 tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0288932 Nov 01 19:47:50.414560 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c2d0357-f41b-405d-a395-15d5485f2b51 req-5f921316-e336-40ef-b447-5f230664d9ff tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "GET /v2.0/ports?device_id=20755d4d-2603-4cc8-9a23-3e7051a7b434 HTTP/1.1" status: 200 len: 210 time: 0.0296116 Nov 01 19:47:50.686056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:50.706632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: 0993294d-a607-4d2b-8cb7-c75682c48bd6 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:50.706910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device 0993294d-a607-4d2b-8cb7-c75682c48bd6 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:51.010460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4067f6f3-9661-4129-b1c6-f2bbafb39461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:51.470427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44770) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:51.534164 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:51.560237 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:51.681307 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:51.683878 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:51.687624 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] 10.222.0.31 "DELETE /v2.0/security-groups/2acc8303-2207-4d7f-9363-2774bf8c53a4 HTTP/1.1" status: 204 len: 168 time: 0.2136288 Nov 01 19:47:51.694791 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1025c-ccc6-488b-bb95-cfbfc60f906c tempest-TestShelveInstance-1882129134 tempest-TestShelveInstance-1882129134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc8303-2207-4d7f-9363-2774bf8c53a4,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:51.806823 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44774) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:52.293146 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:52.452345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:52.542616 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Deleting port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:52.543046 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:52.625828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] For port 1b98cc8f-e3c1-4221-b5e8-8eec483111a2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:52.626200 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:52.643733 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Calling delete_port for 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:52.976343 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.000798 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b98cc8f-e3c1-4221-b5e8-8eec483111a2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:53.194478 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.421803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Router cd834a3c-51d4-4738-8635-928770a1188c has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:47:53.526992 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:47:53.533719 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b82dcebf-2aef-49dc-affc-f6118b61fa4e admin admin] 10.222.0.31 "PUT /v2.0/routers/cd834a3c-51d4-4738-8635-928770a1188c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257481 Nov 01 19:47:53.535442 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44778) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:53.537946 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Sync routers for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:47:53.546448 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:53.547056 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:53.643586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.755162 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.821067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:53.867235 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Deleting port e1fc4eef-0a31-4840-af5f-d1fb736c465f {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:53.867741 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.951751 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] For port e1fc4eef-0a31-4840-af5f-d1fb736c465f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e1fc4eef-0a31-4840-af5f-d1fb736c465f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:53.952567 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:53.967239 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Calling delete_port for e1fc4eef-0a31-4840-af5f-d1fb736c465f owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:54.010250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:47:52Z', 'revision_number': 5, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port': {'id': 'e1fc4eef-0a31-4840-af5f-d1fb736c465f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:02Z', 'updated_at': '2021-11-01T19:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:54.039858 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Checking router: cd834a3c-51d4-4738-8635-928770a1188c for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:47:54.049606 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Routers {'cd834a3c-51d4-4738-8635-928770a1188c'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:54.052156 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cd834a3c-51d4-4738-8635-928770a1188c'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:54.151488 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] Set router cd834a3c-51d4-4738-8635-928770a1188c gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:54.207374 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:47:53Z', 'revision_number': 6, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:54.209134 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.236280 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2c41e-62a2-4f56-adee-6ae3db0d07a3 None None] The sync data for ids ['cd834a3c-51d4-4738-8635-928770a1188c'] in n-d-815923-2 is: [{'id': 'cd834a3c-51d4-4738-8635-928770a1188c', 'name': 'tempest-TestShelveInstance-616169792-router', 'tenant_id': '349e59042459406f95fecbdbd83050bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:01Z', 'updated_at': '2021-11-01T19:47:53Z', 'revision_number': 6, 'project_id': '349e59042459406f95fecbdbd83050bd', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:47:54.252431 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.284218 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fc4eef-0a31-4840-af5f-d1fb736c465f,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:54.344349 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.439803 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.442035 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.566990 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.567540 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd834a3c-51d4-4738-8635-928770a1188c {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:47:54.571983 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.574420 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-445de8b3-83dc-4ca0-acc9-3f76adbd60d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cd834a3c-51d4-4738-8635-928770a1188c HTTP/1.1" status: 204 len: 168 time: 1.0379553 Nov 01 19:47:54.576266 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44780) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:54.624351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Deleting subnet 0f9d5e75-a046-4d17-8ece-1b556238995c {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:47:54.628084 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.672784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.756683 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.864346 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.891436 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9d5e75-a046-4d17-8ece-1b556238995c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:54.895659 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:54.898880 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-cfd6c994-e90c-4bca-99c5-af0411b94226 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0f9d5e75-a046-4d17-8ece-1b556238995c HTTP/1.1" status: 204 len: 168 time: 0.3212225 Nov 01 19:47:54.901533 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44782) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:54.903372 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee03d0-c92c-4b1e-a7b4-1e247203e7de None None] Network 65d34900-151c-461c-a821-468f37c27f53 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:47:54.977382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.043884 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Deleting port 994a6027-afc7-4224-944a-27f812a8eca3 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:55.044228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.105797 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] DHCP port deletion for 65d34900-151c-461c-a821-468f37c27f53 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:47:55.133429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] For port 994a6027-afc7-4224-944a-27f812a8eca3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=994a6027-afc7-4224-944a-27f812a8eca3,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:55.133429 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.141669 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Calling delete_port for 994a6027-afc7-4224-944a-27f812a8eca3 owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:55.181010 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Deleting port 994a6027-afc7-4224-944a-27f812a8eca3 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:55.181899 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.195135 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:55.251259 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:55.251637 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 1b98cc8f-e3c1-4221-b5e8-8eec483111a2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:55.252063 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1fc4eef-0a31-4840-af5f-d1fb736c465f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:55.284035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e1fc4eef-0a31-4840-af5f-d1fb736c465f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:55.284035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e1fc4eef-0a31-4840-af5f-d1fb736c465f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:55.293147 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] For port 994a6027-afc7-4224-944a-27f812a8eca3, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=994a6027-afc7-4224-944a-27f812a8eca3,segment=NetworkSegment(1167d2a4-d44b-4f16-a6ce-8689a6c3c450),segment_id=1167d2a4-d44b-4f16-a6ce-8689a6c3c450)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:55.293540 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.297720 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.311380 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Calling delete_port for 994a6027-afc7-4224-944a-27f812a8eca3 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:55.329945 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Pushing event deleted for resources: {'Port': ['ID=994a6027-afc7-4224-944a-27f812a8eca3,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:55.333193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] No DVR routers for this DVR port 994a6027-afc7-4224-944a-27f812a8eca3 on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:47:55.401012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.412752 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.425949 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Pushing event deleted for resources: {'Port': ['ID=994a6027-afc7-4224-944a-27f812a8eca3,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:55.433444 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] No DVR routers for this DVR port 994a6027-afc7-4224-944a-27f812a8eca3 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:47:55.435760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d34900-151c-461c-a821-468f37c27f53']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:55.437288 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.437641 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.437971 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.438312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.438633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.439207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.439714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.440204 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.440693 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.441499 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.441988 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.442489 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e94486-5e0a-4b6b-a346-faf1543b8114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:47:55.446424 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1167d2a4-d44b-4f16-a6ce-8689a6c3c450') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:55.447278 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1167d2a4-d44b-4f16-a6ce-8689a6c3c450') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:55.457133 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.471534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.477263 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:47:55.477639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:47:55.479558 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:47:55.604048 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.609559 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:55.612783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] 10.222.0.31 "DELETE /v2.0/networks/65d34900-151c-461c-a821-468f37c27f53 HTTP/1.1" status: 204 len: 168 time: 0.7102466 Nov 01 19:47:55.616045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44784) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:55.935488 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855aaa8-a90c-40b0-9829-ffaabbe0c508 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d34900-151c-461c-a821-468f37c27f53,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:55.979931 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:56.228551 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Deleting port d6f37d8b-02b2-4761-897f-61e5332fae43 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:56.228897 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:56.306358 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] For port d6f37d8b-02b2-4761-897f-61e5332fae43, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=d6f37d8b-02b2-4761-897f-61e5332fae43,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:56.306720 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:56.319640 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Calling delete_port for d6f37d8b-02b2-4761-897f-61e5332fae43 owned by network:router_interface {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:56.583946 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:56.613645 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f37d8b-02b2-4761-897f-61e5332fae43,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:56.785406 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:56.863907 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.004249 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Router cf28ca0f-9d2c-48a5-9fdc-12761308c08a has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:47:57.112949 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:47:57.120910 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6726195b-61f8-4258-a923-d042ea91e12d admin admin] 10.222.0.31 "PUT /v2.0/routers/cf28ca0f-9d2c-48a5-9fdc-12761308c08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010293 Nov 01 19:47:57.122086 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44788) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:57.124222 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Sync routers for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:47:57.134420 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:57.135108 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:57.168525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 994a6027-afc7-4224-944a-27f812a8eca3 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:57.189015 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 994a6027-afc7-4224-944a-27f812a8eca3 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:57.189354 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 994a6027-afc7-4224-944a-27f812a8eca3 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:57.232559 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.333262 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:57.343708 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.462186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Deleting port 5331219a-1999-47c4-ab6b-36c0b8c4261f {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:57.462536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.509325 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:47:56Z', 'revision_number': 5, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port': {'id': '5331219a-1999-47c4-ab6b-36c0b8c4261f', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:57.540607 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Checking router: cf28ca0f-9d2c-48a5-9fdc-12761308c08a for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:47:57.541030 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] For port 5331219a-1999-47c4-ab6b-36c0b8c4261f, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5331219a-1999-47c4-ab6b-36c0b8c4261f,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:57.541401 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.551657 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Routers {'cf28ca0f-9d2c-48a5-9fdc-12761308c08a'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:47:57.552273 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:57.554931 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Calling delete_port for 5331219a-1999-47c4-ab6b-36c0b8c4261f owned by network:router_gateway {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:57.640501 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] Set router cf28ca0f-9d2c-48a5-9fdc-12761308c08a gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:47:57.693712 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:47:57Z', 'revision_number': 6, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:57.723054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b230f9-8295-4ee5-a76f-5ae1b82b4f86 None None] The sync data for ids ['cf28ca0f-9d2c-48a5-9fdc-12761308c08a'] in n-d-815923-2 is: [{'id': 'cf28ca0f-9d2c-48a5-9fdc-12761308c08a', 'name': 'tempest-TestShelveInstance-260526682-router', 'tenant_id': '8f25d759c56443838fa8fb198dd0a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:37:08Z', 'updated_at': '2021-11-01T19:47:57Z', 'revision_number': 6, 'project_id': '8f25d759c56443838fa8fb198dd0a071', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:47:57.784052 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.812760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5331219a-1999-47c4-ab6b-36c0b8c4261f,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:57.873438 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.961985 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:57.964065 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.070742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.071248 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf28ca0f-9d2c-48a5-9fdc-12761308c08a {{(pid=102783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:47:58.075857 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] Publish callbacks [] for router, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.076984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-9a633a7b-c86e-45d5-b428-0251cd7205cb admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf28ca0f-9d2c-48a5-9fdc-12761308c08a HTTP/1.1" status: 204 len: 168 time: 0.9535680 Nov 01 19:47:58.079734 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44794) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:58.125317 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Deleting subnet 86f39293-436c-4083-9d6f-661b6fdf51d4 {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:47:58.128742 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.165123 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.244268 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.361400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.386070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f39293-436c-4083-9d6f-661b6fdf51d4,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:58.390387 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.393697 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-eed5ec7a-ba06-4d35-83c7-49f76d7212a8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/86f39293-436c-4083-9d6f-661b6fdf51d4 HTTP/1.1" status: 204 len: 168 time: 0.3127205 Nov 01 19:47:58.396022 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44796) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:58.396180 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cb39f-d480-46b9-b0c5-13328aadc2f7 None None] Network 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:47:58.468373 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.523927 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Deleting port 4a05799d-4f26-42cc-99e8-ec546dbea62c {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:58.524341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.583293 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] DHCP port deletion for 3ec6c24b-f970-4fec-b113-18fc5a8f19f9 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:47:58.590037 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] For port 4a05799d-4f26-42cc-99e8-ec546dbea62c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a05799d-4f26-42cc-99e8-ec546dbea62c,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:58.590397 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.604077 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Calling delete_port for 4a05799d-4f26-42cc-99e8-ec546dbea62c owned by network:dhcp {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:58.639378 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Deleting port 4a05799d-4f26-42cc-99e8-ec546dbea62c {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:47:58.639775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.706383 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] For port 4a05799d-4f26-42cc-99e8-ec546dbea62c, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=4a05799d-4f26-42cc-99e8-ec546dbea62c,segment=NetworkSegment(c44eab19-7e21-44c9-a42f-438317cec350),segment_id=c44eab19-7e21-44c9-a42f-438317cec350)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:47:58.706786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.719895 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Calling delete_port for 4a05799d-4f26-42cc-99e8-ec546dbea62c owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:47:58.776847 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.791468 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a05799d-4f26-42cc-99e8-ec546dbea62c,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:58.794036 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] No DVR routers for this DVR port 4a05799d-4f26-42cc-99e8-ec546dbea62c on host n-d-815923-2 {{(pid=102782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:47:58.808672 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.835897 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] Pushing event deleted for resources: {'Port': ['ID=4a05799d-4f26-42cc-99e8-ec546dbea62c,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:58.837720 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633398f9-8520-4f0b-b9ea-2b013a046800 None None] No DVR routers for this DVR port 4a05799d-4f26-42cc-99e8-ec546dbea62c on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:47:58.880698 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.900716 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec6c24b-f970-4fec-b113-18fc5a8f19f9']}} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:58.909936 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44eab19-7e21-44c9-a42f-438317cec350') {'for_net_delete': True} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:58.910234 n-d-815923-2 neutron-server[102782]: DEBUG neutron.services.segments.db [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44eab19-7e21-44c9-a42f-438317cec350') {} {{(pid=102782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:47:58.919230 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571263'] for segment, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.931855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.938289 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:47:58.938711 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27129388'] for segment, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: Traceback (most recent call last): Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: timer() Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: cb(*args, **kw) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: return func(*args, **kwargs) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: self._notify() Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: self.callback(batched_events) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: event.method(event) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: return f(self, *a, **k) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: return self._get(url).json() Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: return self.request(url, 'GET', **kwargs) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:47:58.940404 n-d-815923-2 neutron-server[102782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:47:59.035275 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.040652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.045454 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ec6c24b-f970-4fec-b113-18fc5a8f19f9 HTTP/1.1" status: 204 len: 168 time: 0.6466658 Nov 01 19:47:59.055070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac136-c681-44e8-a875-c9fb7a421237 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec6c24b-f970-4fec-b113-18fc5a8f19f9,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:47:59.116688 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a05799d-4f26-42cc-99e8-ec546dbea62c no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:59.137337 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 4a05799d-4f26-42cc-99e8-ec546dbea62c {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:59.138960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 4a05799d-4f26-42cc-99e8-ec546dbea62c not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:59.138960 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5331219a-1999-47c4-ab6b-36c0b8c4261f no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:59.156113 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5331219a-1999-47c4-ab6b-36c0b8c4261f {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:59.156455 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5331219a-1999-47c4-ab6b-36c0b8c4261f not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:59.156847 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d6f37d8b-02b2-4761-897f-61e5332fae43 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:47:59.176099 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: d6f37d8b-02b2-4761-897f-61e5332fae43 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:47:59.176439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device d6f37d8b-02b2-4761-897f-61e5332fae43 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:47:59.381096 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44802) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:59.425779 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2d318f53-56fb-4d29-8765-1628aa8b319f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=349e59042459406f95fecbdbd83050bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434971 Nov 01 19:47:59.428183 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44804) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:47:59.476263 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.497382 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.615766 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.618213 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:47:59.619352 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c8d596a-ca40-491a-898a-dfe6443e71b6 HTTP/1.1" status: 204 len: 168 time: 0.1902661 Nov 01 19:47:59.630333 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bb627-fa17-40e4-b94d-3d1514b69a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d596a-ca40-491a-898a-dfe6443e71b6,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:00.259435 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44810) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:00.303640 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2470da19-f772-4b5a-8600-83600d1f5340 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f25d759c56443838fa8fb198dd0a071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425231 Nov 01 19:48:00.306005 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44812) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:00.352825 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:00.373775 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:00.484472 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:00.486948 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:00.488173 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52097607-c8ab-4662-897e-8faf7d838292 HTTP/1.1" status: 204 len: 168 time: 0.1812046 Nov 01 19:48:00.496050 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267a41b-cc55-4250-a7b1-bba2f69ace28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52097607-c8ab-4662-897e-8faf7d838292,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:01.535665 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44834) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:01.629612 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1077147434-network', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:01.709248 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Made reservation on behalf of 189f820bfa6641ad8e80e3a5b0ba74d9 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:48:01.711622 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:01.720794 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:01.792362 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:01.846153 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:01.869832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:48:01.878723 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bd37d9-6eef-4c14-ad56-2d0c111ed691,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:01.884602 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:01.884946 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Added segment 26d64850-632c-4afa-8e90-1b40e3634a1e of type vlan for network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c Nov 01 19:48:01.926754 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.023392 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.024436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:02.025007 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.086311 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] Pushing event updated for resources: {'Network': ['ID=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:02.096806 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:48:02.112034 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7e818cd4-3e67-4801-9f1a-ef21be8925d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5752513 Nov 01 19:48:02.114775 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44838) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:02.120759 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Request body: {'subnet': {'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1077147434-subnet', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:02.206122 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Made reservation on behalf of 189f820bfa6641ad8e80e3a5b0ba74d9 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:48:02.208513 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.432825 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.489003 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e60807-ddd9-45bb-ada8-cead13732cdf,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:02.498256 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Checking segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:02.498613 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Network hostable DHCP agents. Network: 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:48:02.566049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:48:02.639052 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:02.643076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:02.643650 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.647525 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b5148-130e-4243-ad7d-18bd14a954db None None] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:48:02.729567 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-fdf85c36-fca5-4e45-890d-a5d28c19a9fe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6109278 Nov 01 19:48:02.729828 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44840) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:02.734143 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:02.791939 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:48:02.792786 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.818242 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.819315 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.874654 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:02.924269 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Allocated IP 172.20.0.2 (012f6917-d2a6-43c7-9b6b-d755ae6a7a4c/09e60807-ddd9-45bb-ada8-cead13732cdf/8aaa11f6-76b6-4330-a97e-31cfc3927c70) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:03.065123 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.065313 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.118392 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.153984 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:03.156791 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:03.162593 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:03.171655 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Pushing event updated for resources: {'Port': ['ID=8aaa11f6-76b6-4330-a97e-31cfc3927c70,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:03.222200 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Attempting to bind port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:03.222959 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Attempting to bind port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:03.223323 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Attempting to bind port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:03.228520 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:03.228894 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Checking segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:03.229295 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.229691 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Bound using segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:03.230155 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Bound port: 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:03.230535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.300111 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] For port 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:03.303408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] For port 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8aaa11f6-76b6-4330-a97e-31cfc3927c70,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:03.364024 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.370783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.382411 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.435315 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9be23b-3ce9-4ddf-93dc-75a76cd94427 None None] Pushing event updated for resources: {'Port': ['ID=8aaa11f6-76b6-4330-a97e-31cfc3927c70,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:03.495807 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Allocated IP 172.25.2.110 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/e4571b97-4b77-4262-a6a5-644d15102cb2) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:03.620639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.713617 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:03.756547 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:03.759469 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:03.764080 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:03.767179 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Pushing event updated for resources: {'Port': ['ID=e4571b97-4b77-4262-a6a5-644d15102cb2,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:04.088225 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.292705 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.306910 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50abbf-82ba-4591-b47b-7611cbb1d571 None None] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:48:04.373183 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2186acab-01ca-439f-a530-434411a84c38 None None] Provisioning complete for port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:04.373549 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2186acab-01ca-439f-a530-434411a84c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.486436 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Router 0eb3997c-3646-406e-952d-bab984aa4135 is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:48:04.517457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2186acab-01ca-439f-a530-434411a84c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.557165 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-2186acab-01ca-439f-a530-434411a84c38 None None] For port 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8aaa11f6-76b6-4330-a97e-31cfc3927c70,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:04.567308 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:48:04.594180 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:48:04.605819 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:48:04.617085 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:04.617812 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:04.655036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2186acab-01ca-439f-a530-434411a84c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.668576 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.671133 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-742f71fa-7900-4f92-a755-de312db3c895 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9403455 Nov 01 19:48:04.675869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44842) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:04.930868 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186acab-01ca-439f-a530-434411a84c38 None None] Pushing event updated for resources: {'Port': ['ID=8aaa11f6-76b6-4330-a97e-31cfc3927c70,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:04.940148 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-51dfb4dd-2638-47ab-beb1-4dd6c2e63eaa None None] Provisioning complete for port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:04.940513 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-51dfb4dd-2638-47ab-beb1-4dd6c2e63eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:04.943801 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:05.099845 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.176439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8aaa11f6-76b6-4330-a97e-31cfc3927c70 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:05.233926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:03Z', 'revision_number': 3, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:05.266009 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:48:05.266356 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Updating router 0eb3997c-3646-406e-952d-bab984aa4135 port e4571b97-4b77-4262-a6a5-644d15102cb2 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:48:05.290624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:05.290997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.314980 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.578826 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Allocated IP 172.20.0.1 (012f6917-d2a6-43c7-9b6b-d755ae6a7a4c/09e60807-ddd9-45bb-ada8-cead13732cdf/e23dcd7f-df76-4e4a-8ceb-c512710b4030) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:05.619331 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.681547 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.695474 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.748405 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Attempting to bind port e4571b97-4b77-4262-a6a5-644d15102cb2 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:05.748783 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Attempting to bind port e4571b97-4b77-4262-a6a5-644d15102cb2 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:05.749151 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Attempting to bind port e4571b97-4b77-4262-a6a5-644d15102cb2 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:05.755923 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c0a1-5887-41cb-9a6c-055b8cdd496d None None] Pushing event updated for resources: {'Port': ['ID=e4571b97-4b77-4262-a6a5-644d15102cb2,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:05.758632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:05.759011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:05.759415 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.759830 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:05.763435 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Bound port: e4571b97-4b77-4262-a6a5-644d15102cb2, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:05.763435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.781976 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.820019 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:05.822833 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:05.826696 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] For port e4571b97-4b77-4262-a6a5-644d15102cb2, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:05.828815 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:05.830060 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] For port e4571b97-4b77-4262-a6a5-644d15102cb2, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e4571b97-4b77-4262-a6a5-644d15102cb2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:05.853087 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Pushing event updated for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:05.869367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.874927 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.898471 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:05.964324 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c0a1-5887-41cb-9a6c-055b8cdd496d None None] Pushing event updated for resources: {'Port': ['ID=e4571b97-4b77-4262-a6a5-644d15102cb2,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:05.966893 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:05.967546 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:06.079834 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-2799699e-11cc-4638-847d-96c20afe4432 None None] Provisioning complete for port e23dcd7f-df76-4e4a-8ceb-c512710b4030 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:06.080196 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2799699e-11cc-4638-847d-96c20afe4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.089871 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.107238 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:06.190547 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-2799699e-11cc-4638-847d-96c20afe4432 None None] Port e23dcd7f-df76-4e4a-8ceb-c512710b4030 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:48:06.258892 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.298609 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:03Z', 'revision_number': 3, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:06.329938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5c3f-25f5-4dbd-80bc-97491011f80e None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:03Z', 'revision_number': 3, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:48:06.341336 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.415720 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Pushing event updated for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:06.418184 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.510048 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:06.511496 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:06.656188 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:48:06.788194 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:48:06.795591 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b8d6403e-94cd-4679-99ae-561803f54b6a admin admin] 10.222.0.31 "PUT /v2.0/routers/0eb3997c-3646-406e-952d-bab984aa4135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1183820 Nov 01 19:48:06.819766 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-082983c6-cc14-47e3-88f7-bc5b32f7031a None None] Provisioning complete for port e23dcd7f-df76-4e4a-8ceb-c512710b4030 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:06.820230 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-082983c6-cc14-47e3-88f7-bc5b32f7031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:06.856731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-082983c6-cc14-47e3-88f7-bc5b32f7031a None None] Port e23dcd7f-df76-4e4a-8ceb-c512710b4030 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:48:07.162590 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e4571b97-4b77-4262-a6a5-644d15102cb2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:07.212030 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e4571b97-4b77-4262-a6a5-644d15102cb2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:07.212399 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.297215 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.318798 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port e4571b97-4b77-4262-a6a5-644d15102cb2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e4571b97-4b77-4262-a6a5-644d15102cb2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:07.412065 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.462456 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=e4571b97-4b77-4262-a6a5-644d15102cb2,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:07.527765 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44858) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:07.533313 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-141729949-network', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:07.621071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Made reservation on behalf of b6abbae84a064bd8977982d160e9edd0 for: {'network': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:48:07.624151 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for network, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.633118 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.710088 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.777678 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.804724 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 19:48:07.814274 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c74228e-3201-446d-9a77-bd2ae56bbd6b,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:07.820580 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.820936 n-d-815923-2 neutron-server[102782]: INFO neutron.db.segments_db [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Added segment e75981f6-6fa6-43ba-93e4-eb248852d853 of type vlan for network 195973aa-aa0c-47ad-85f2-400f20e60346 Nov 01 19:48:07.858005 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:48:07.867061 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726390420767'] for network, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.868421 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:07.869033 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:07.943341 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674'] for network, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.944866 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:07.945671 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Publish callbacks [] for network, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:07.975924 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:08.018497 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] Pushing event updated for resources: {'Network': ['ID=195973aa-aa0c-47ad-85f2-400f20e60346,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:08.029872 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Network 195973aa-aa0c-47ad-85f2-400f20e60346 details requested by agent ovs-agent-n-d-815923-2 with host n-d-815923-2 {{(pid=102784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 19:48:08.035892 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-432247b6-a4e3-4159-b2c8-56c84a7d5e5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5066392 Nov 01 19:48:08.038475 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44860) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:08.045025 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Request body: {'subnet': {'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-141729949-subnet', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'ip_version': 4}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:08.137360 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Made reservation on behalf of b6abbae84a064bd8977982d160e9edd0 for: {'subnet': 1} {{(pid=102782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:48:08.140457 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25743866'] for subnet, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.191810 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:06Z', 'revision_number': 2, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:08.223265 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:48:08.223548 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Updating router 0eb3997c-3646-406e-952d-bab984aa4135 port e23dcd7f-df76-4e4a-8ceb-c512710b4030 binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:48:08.247666 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.398643 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27129155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25743816'] for subnet, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.458383 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7cf79c-a277-49a1-8c62-cf945c44c4dc,revision_number=0']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:08.466697 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Checking segment: {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:08.467062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Network hostable DHCP agents. Network: 195973aa-aa0c-47ad-85f2-400f20e60346, hostable agents: ['25e14e84-42b7-40f5-8d44-21c12a801218'], hosted agents: [] {{(pid=102782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 19:48:08.506201 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.543057 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Network 195973aa-aa0c-47ad-85f2-400f20e60346 is scheduled to be hosted by DHCP agent 25e14e84-42b7-40f5-8d44-21c12a801218 with binding_index 1 {{(pid=102782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 19:48:08.571648 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.622916 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Pushing event updated for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:08.634871 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815923-2, 195973aa-aa0c-47ad-85f2-400f20e60346) {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:08.640045 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:08.640762 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.647833 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf1c862-9178-4505-b1df-07e37fb798c0 None None] Network 195973aa-aa0c-47ad-85f2-400f20e60346 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:48:08.654854 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.655455 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.656073 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.656391 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.656722 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.657049 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.657365 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.657890 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.658209 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.658530 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.658849 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.659161 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:48:08.694354 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Attempting to bind port e23dcd7f-df76-4e4a-8ceb-c512710b4030 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:08.694716 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Attempting to bind port e23dcd7f-df76-4e4a-8ceb-c512710b4030 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:08.695271 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Attempting to bind port e23dcd7f-df76-4e4a-8ceb-c512710b4030 on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:08.701482 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:08.703272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Checking segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:08.703272 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.703272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Bound using segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:08.703272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Bound port: e23dcd7f-df76-4e4a-8ceb-c512710b4030, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:08.703814 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.740257 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2b66a45a-90a1-402d-82ed-02d262fd2bef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7005498 Nov 01 19:48:08.742857 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44862) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:08.752538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:08.785515 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] For port e23dcd7f-df76-4e4a-8ceb-c512710b4030, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:08.788811 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] For port e23dcd7f-df76-4e4a-8ceb-c512710b4030, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e23dcd7f-df76-4e4a-8ceb-c512710b4030,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:08.829976 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp102d19c2-1268-5067-854a-fee8400be70c-195973aa-aa0c-47ad-85f2-400f20e60346', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc'}]}} from n-d-815923-2. {{(pid=102784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 19:48:08.830854 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.832982 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495'] for router, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.834174 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500'] for router, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.858147 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.892101 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:08.921861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:08.923231 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:08.927157 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557f54b-2e83-441c-a022-44bd03e882c6 None None] Pushing event updated for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:08.938061 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] Provisioning complete for port e23dcd7f-df76-4e4a-8ceb-c512710b4030 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:08.938435 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.018859 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.db_base_plugin_common [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Allocated IP 172.20.0.2 (195973aa-aa0c-47ad-85f2-400f20e60346/dc7cf79c-a277-49a1-8c62-cf945c44c4dc/f6ddf6b9-45d4-4d56-ad67-78bcada38f95) {{(pid=102784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:09.131388 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.162276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.190272 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:09.330599 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e4571b97-4b77-4262-a6a5-644d15102cb2 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:09.398578 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:08Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:09.401001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] For port e23dcd7f-df76-4e4a-8ceb-c512710b4030, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e23dcd7f-df76-4e4a-8ceb-c512710b4030,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:09.431981 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acaed4-0786-452f-af50-215e845d54b9 None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:08Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:48:09.435614 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.459732 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks [] for port, precommit_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.460771 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.462565 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e4571b97-4b77-4262-a6a5-644d15102cb2 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:09.462903 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.467532 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.547229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000'] for port, after_create {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.577202 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4400ba0-ef5a-4c28-bb25-afb64e5d2912 None None] Pushing event updated for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:09.589492 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Network 195973aa-aa0c-47ad-85f2-400f20e60346 is already hosted by enough agents. {{(pid=102784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:09.598372 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Allocated IP 172.25.2.91 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/c7c5b72a-65a7-417c-8b7e-6286e75dc890) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:09.611972 n-d-815923-2 neutron-server[102784]: DEBUG neutron.scheduler.base_scheduler [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Resources bound (agent type, host, resource id): {{(pid=102784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:09.614706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Received port after_create {{(pid=102784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:09.691770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Pushing event updated for resources: {'Port': ['ID=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,revision_number=1']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:09.710831 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.726336 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-b0cd9471-46ed-4bb9-8bb8-01aeccaeb2ce None None] Provisioning complete for port e23dcd7f-df76-4e4a-8ceb-c512710b4030 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:09.726708 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9471-46ed-4bb9-8bb8-01aeccaeb2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.736476 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Attempting to bind port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:09.737014 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Attempting to bind port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:09.737392 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Attempting to bind port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 on network 195973aa-aa0c-47ad-85f2-400f20e60346 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:09.764675 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:09.769385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Checking segment: {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:09.769385 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.769385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Bound using segment: {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:09.769385 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Bound port: f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:09.769385 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.846799 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:09.879714 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] For port f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:09.887534 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:09.890768 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:09.893695 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] For port f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:09.894419 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:09.928338 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Pushing event updated for resources: {'Port': ['ID=c7c5b72a-65a7-417c-8b7e-6286e75dc890,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:09.955207 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:10.029540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6474914-2cd0-452a-951c-a80d7d243dbd None None] Pushing event updated for resources: {'Port': ['ID=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:10.109061 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:10.282494 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:10.495249 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571638'] for router, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:10.729593 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Router 858b197f-9d94-4ed7-9d6c-a1947428131b is scheduled to L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 with binding_index 1 {{(pid=102782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 19:48:10.846310 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:48:10.857221 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Sync routers for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:48:10.867537 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:10.868569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:10.910806 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:10.914625 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a688635a-4993-463a-b6fb-ffaa7ac9a89c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1682401 Nov 01 19:48:10.914832 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44864) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:10.971395 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359060ee-391c-4260-bcf4-596e9a26645c None None] Network 195973aa-aa0c-47ad-85f2-400f20e60346 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:48:11.054994 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:11.140264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] Provisioning complete for port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:11.140692 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.239851 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f6ddf6b9-45d4-4d56-ad67-78bcada38f95 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:11.427187 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.439117 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:11.439339 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.500875 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] For port f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:11.517829 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:10Z', 'revision_number': 3, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:11.549108 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Checking router: 858b197f-9d94-4ed7-9d6c-a1947428131b for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:48:11.549464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Updating router 858b197f-9d94-4ed7-9d6c-a1947428131b port c7c5b72a-65a7-417c-8b7e-6286e75dc890 binding host n-d-815923-2 {{(pid=102784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:48:11.591996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.624060 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.657256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e23dcd7f-df76-4e4a-8ceb-c512710b4030 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:11.658787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.770312 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50294a2d-d4ba-4f82-a5e4-20cf52e26485 None None] Pushing event updated for resources: {'Port': ['ID=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:11.800047 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f7a1cfe-f5dd-4d2d-b576-229de988ad97 None None] Provisioning complete for port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:11.800425 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1cfe-f5dd-4d2d-b576-229de988ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.819268 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Allocated IP 172.20.0.1 (195973aa-aa0c-47ad-85f2-400f20e60346/dc7cf79c-a277-49a1-8c62-cf945c44c4dc/5dd58c43-5b1c-485c-82c9-68d5756334cd) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:11.865464 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port e23dcd7f-df76-4e4a-8ceb-c512710b4030 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:11.866083 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:11.926836 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.012194 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.049210 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Network 195973aa-aa0c-47ad-85f2-400f20e60346 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:12.051972 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:12.054454 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:12.088896 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:12.104652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573323'] for router_interface, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.254085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.320886 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-cbb5b822-aef6-4816-a8f5-89547d19026c None None] Provisioning complete for port 5dd58c43-5b1c-485c-82c9-68d5756334cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:12.321257 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b822-aef6-4816-a8f5-89547d19026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.338528 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.343590 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.393291 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5b822-aef6-4816-a8f5-89547d19026c None None] Port 5dd58c43-5b1c-485c-82c9-68d5756334cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:48:12.412881 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Attempting to bind port c7c5b72a-65a7-417c-8b7e-6286e75dc890 on host n-d-815923-2 for vnic_type normal with profile {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:12.413256 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Attempting to bind port c7c5b72a-65a7-417c-8b7e-6286e75dc890 by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:12.413622 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Attempting to bind port c7c5b72a-65a7-417c-8b7e-6286e75dc890 on network 771ecb33-affa-449d-a474-caaa3faffc75 {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:12.415517 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b609c-e64f-4753-9768-0b3ff15f6883 None None] Pushing event updated for resources: {'Port': ['ID=c7c5b72a-65a7-417c-8b7e-6286e75dc890,revision_number=2']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:12.421635 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:12.422017 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Checking segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:12.422426 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.422817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Bound using segment: {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'} {{(pid=102784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:12.423290 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.managers [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Bound port: c7c5b72a-65a7-417c-8b7e-6286e75dc890, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2044f-ab9e-4e4a-938e-78afddae0717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75'}}] {{(pid=102784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:12.423719 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.474232 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] For port c7c5b72a-65a7-417c-8b7e-6286e75dc890, host n-d-815923-2, cleared binding levels {{(pid=102784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:12.477568 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] For port c7c5b72a-65a7-417c-8b7e-6286e75dc890, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c7c5b72a-65a7-417c-8b7e-6286e75dc890,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:12.515164 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.541720 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.564113 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.592687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:12.593348 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:12.636388 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573239'] for router_interface, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:12.639136 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:12.644123 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b609c-e64f-4753-9768-0b3ff15f6883 None None] Pushing event updated for resources: {'Port': ['ID=c7c5b72a-65a7-417c-8b7e-6286e75dc890,revision_number=3']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:12.714305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:12.729195 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Network 195973aa-aa0c-47ad-85f2-400f20e60346 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:12.730543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:12.852296 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Router 858b197f-9d94-4ed7-9d6c-a1947428131b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:48:12.928316 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5dd58c43-5b1c-485c-82c9-68d5756334cd', 'name': '', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'mac_address': 'fa:16:3e:ee:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:11Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 2, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'subnets': [{'id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:12.956808 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03498-caf6-4133-9494-abe2b0b6d6a8 None None] The sync data for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 is: [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5dd58c43-5b1c-485c-82c9-68d5756334cd', 'name': '', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'mac_address': 'fa:16:3e:ee:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:11Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 2, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'subnets': [{'id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:48:12.984820 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:48:12.995388 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-5cfb9f1c-ec4d-4924-b3da-f108b8ac0e38 admin admin] 10.222.0.31 "PUT /v2.0/routers/858b197f-9d94-4ed7-9d6c-a1947428131b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795326 Nov 01 19:48:13.119140 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-459f510d-8a2f-4ecb-94c7-2371cbac5246 None None] Provisioning complete for port 5dd58c43-5b1c-485c-82c9-68d5756334cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:13.126705 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-459f510d-8a2f-4ecb-94c7-2371cbac5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:13.152506 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f6ddf6b9-45d4-4d56-ad67-78bcada38f95 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:13.204486 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-459f510d-8a2f-4ecb-94c7-2371cbac5246 None None] Port 5dd58c43-5b1c-485c-82c9-68d5756334cd cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:48:13.233029 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:13.233406 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:13.826751 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44876) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:13.831467 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837336599', 'description': 'tempest-secgroup-smoke-837336599 description', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:13.941636 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.011949 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.080175 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.111406 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256a9037-4b12-49ce-af8d-68c520a50600,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:14.173635 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.174896 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-3dc0299f-e631-4e51-81d0-f95dc3c73e41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3469622 Nov 01 19:48:14.177839 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44878) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:14.182369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:14.251692 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.309959 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.365441 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.383972 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcaa2b0-fade-4b9f-ae27-8cd8fd46ea1b,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:14.441846 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.443136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d8c2ef2c-07e9-409c-bd5a-10c62670f224 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642608 Nov 01 19:48:14.445937 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44882) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:14.450296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:14.513139 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.568499 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.632444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.649585 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d3fa73-55c6-4d10-95fe-a683fc84c4f5,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:14.704716 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.705863 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-ddb0a045-6830-4b8f-becc-436f5e216168 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2589660 Nov 01 19:48:14.708619 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44886) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:14.713186 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:14.804387 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.861183 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.925444 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:14.943125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc23f82-bb8a-4d44-852c-ed1677a8760a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:15.022733 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.023993 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-a27e19ba-a5ad-4918-83ea-cf141cd63f65 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3143566 Nov 01 19:48:15.026668 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44888) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:15.031685 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:15.108746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.170515 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c7c5b72a-65a7-417c-8b7e-6286e75dc890 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:15.186557 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.220869 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c7c5b72a-65a7-417c-8b7e-6286e75dc890 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:15.221235 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.240571 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.264735 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3582ee9e-cb3b-4d12-a95e-20e7e2bb81ad,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:15.304221 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.322115 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.323347 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-4c08f248-c971-498e-8ab1-ea6c14be6dec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2957597 Nov 01 19:48:15.324460 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] For port c7c5b72a-65a7-417c-8b7e-6286e75dc890, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c7c5b72a-65a7-417c-8b7e-6286e75dc890,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:15.327059 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44890) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:15.331252 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:15.371457 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.389553 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Project 189f820bfa6641ad8e80e3a5b0ba74d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:48:15.395790 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.422788 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Pushing event updated for resources: {'Port': ['ID=c7c5b72a-65a7-417c-8b7e-6286e75dc890,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:15.463914 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.508181 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.526314 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd46c10-0a3e-464a-b36d-ee8bb6472de7,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:15.585058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.586270 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-75691e99-3465-4de6-b38f-461adcd55e82 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583573 Nov 01 19:48:15.589083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 44892) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:15.593499 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'security_group_rule': {'security_group_id': '256a9037-4b12-49ce-af8d-68c520a50600', 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:15.672900 n-d-815923-2 neutron-server[102783]: INFO neutron.db.securitygroups_db [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Project 189f820bfa6641ad8e80e3a5b0ba74d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 19:48:15.678270 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.738536 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.805726 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560993'] for security_group_rule, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.823465 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c93265-4add-4ce8-8d9a-c6230686475a,revision_number=0']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:15.887882 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:15.889125 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-6c52b499-b0d0-4469-8d9d-bb90da5d9bde tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991076 Nov 01 19:48:16.030262 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-90bcba48-e17e-437a-8068-cc8a3609d04f tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837336599&fields=id&tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 267 time: 0.0326712 Nov 01 19:48:16.140969 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-063fdafb-9d1b-4ac0-b11b-6f52d82484d5 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:16.142471 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-063fdafb-9d1b-4ac0-b11b-6f52d82484d5 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 810 time: 0.1053481 Nov 01 19:48:16.157981 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-1c071fc6-f700-45ab-8746-4fe092a48bd6 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/quotas/189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 375 time: 0.0097265 Nov 01 19:48:16.211622 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-06c26de3-242d-4541-bd2f-5d9192b9a9bf tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476096 Nov 01 19:48:16.398604 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-7e55459a-9f44-4c54-86c4-1f2b51b91e9b service neutron] 10.222.0.31 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744862 Nov 01 19:48:16.401861 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Sync routers for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:48:16.414255 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:16.415127 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:16.502624 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-d3f9b53f-57e3-46dc-8c43-02234a8e8809 service neutron] 10.222.0.31 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961082 Nov 01 19:48:16.522405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:16.730087 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5dd58c43-5b1c-485c-82c9-68d5756334cd', 'name': '', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'mac_address': 'fa:16:3e:ee:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:11Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 2, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'subnets': [{'id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:16.759741 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Checking router: 858b197f-9d94-4ed7-9d6c-a1947428131b for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:48:16.760380 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Updating router 858b197f-9d94-4ed7-9d6c-a1947428131b port 5dd58c43-5b1c-485c-82c9-68d5756334cd binding host n-d-815923-2 {{(pid=102785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 19:48:16.768181 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ef543927-fdd4-411c-a257-04bf950077d8 req-091e0fd6-c035-49c2-9608-f5330ffa333b tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 210 time: 0.0284326 Nov 01 19:48:16.787118 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.050882 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks [] for port, precommit_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.128770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c7c5b72a-65a7-417c-8b7e-6286e75dc890 up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:17.131333 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.175197 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2e93-f11b-494c-a46c-469f91cd0109 None None] Pushing event updated for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=3']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:17.198420 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port c7c5b72a-65a7-417c-8b7e-6286e75dc890 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:17.198797 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.250139 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Attempting to bind port 5dd58c43-5b1c-485c-82c9-68d5756334cd on host n-d-815923-2 for vnic_type normal with profile {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:17.250511 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Attempting to bind port 5dd58c43-5b1c-485c-82c9-68d5756334cd by drivers openvswitch,hyperv on host n-d-815923-2 at level 0 using segments [{'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:17.251072 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Attempting to bind port 5dd58c43-5b1c-485c-82c9-68d5756334cd on network 195973aa-aa0c-47ad-85f2-400f20e60346 {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:17.256639 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Checking agent: {'id': '104c0c39-2b35-4e64-95e9-89fc0e099c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 17, 57, 26), 'started_at': datetime.datetime(2021, 11, 1, 17, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815923-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:17.257304 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Checking segment: {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:17.257892 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.258458 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Bound using segment: {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'} {{(pid=102785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:17.259705 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.managers [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Bound port: 5dd58c43-5b1c-485c-82c9-68d5756334cd, host: n-d-815923-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75981f6-6fa6-43ba-93e4-eb248852d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346'}}] {{(pid=102785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:17.260292 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.335461 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] For port 5dd58c43-5b1c-485c-82c9-68d5756334cd, host n-d-815923-2, cleared binding levels {{(pid=102785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:17.339032 n-d-815923-2 neutron-server[102785]: DEBUG neutron.plugins.ml2.db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] For port 5dd58c43-5b1c-485c-82c9-68d5756334cd, host n-d-815923-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5dd58c43-5b1c-485c-82c9-68d5756334cd,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:17.433202 n-d-815923-2 neutron-server[102785]: DEBUG neutron_lib.callbacks.manager [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.457629 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] Provisioning complete for port 5dd58c43-5b1c-485c-82c9-68d5756334cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:17.458311 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.500752 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2e93-f11b-494c-a46c-469f91cd0109 None None] Pushing event updated for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=4']} {{(pid=102785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:17.503574 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:17.504183 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:47:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:17.562076 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.602032 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] For port 5dd58c43-5b1c-485c-82c9-68d5756334cd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5dd58c43-5b1c-485c-82c9-68d5756334cd,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:17.630506 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:17.662905 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.730692 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5e371-adb5-4ead-8d23-97f185ff4b72 None None] Pushing event updated for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:17.791022 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-9498e8f9-7461-4a15-87e7-6a35856e0e00 None None] Provisioning complete for port 5dd58c43-5b1c-485c-82c9-68d5756334cd triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:17.798654 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9498e8f9-7461-4a15-87e7-6a35856e0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:17.869648 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c2fb6a0a-ce99-44e0-b0db-03b3eae60333 req-378fe76b-6249-4a4b-9288-fe291cd4561e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 210 time: 0.0432065 Nov 01 19:48:17.911650 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5dd58c43-5b1c-485c-82c9-68d5756334cd', 'name': '', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'mac_address': 'fa:16:3e:ee:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:11Z', 'updated_at': '2021-11-01T19:48:17Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'subnets': [{'id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:17.941423 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136bea4-d6de-4ba6-a51d-1e38d3ff768c None None] The sync data for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 is: [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:48:12Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': '5dd58c43-5b1c-485c-82c9-68d5756334cd', 'name': '', 'network_id': '195973aa-aa0c-47ad-85f2-400f20e60346', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'mac_address': 'fa:16:3e:ee:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:11Z', 'updated_at': '2021-11-01T19:48:17Z', 'revision_number': 4, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'subnets': [{'id': 'dc7cf79c-a277-49a1-8c62-cf945c44c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:48:18.822558 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3989ad11-283b-420f-83b6-32c29a7bf7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:18.961184 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-dd7093fd-9c55-4faa-bf4d-438b6b417764 req-ece517b5-7495-4b88-ba4d-96e6a6b29c1a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 210 time: 0.0303776 Nov 01 19:48:19.146620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5dd58c43-5b1c-485c-82c9-68d5756334cd up at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:19.196664 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Provisioning complete for port 5dd58c43-5b1c-485c-82c9-68d5756334cd triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:19.197044 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:19.315784 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-16652ad7-307e-492a-9342-bcd7aa7340a4 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:19.317593 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-16652ad7-307e-492a-9342-bcd7aa7340a4 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 810 time: 0.1127336 Nov 01 19:48:19.362848 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-d55648df-68b9-427d-92c4-f649c92992c4 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 379 time: 0.0352676 Nov 01 19:48:19.374045 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'port': {'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'admin_state_up': True, 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'security_groups': ['256a9037-4b12-49ce-af8d-68c520a50600']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:19.548380 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Made reservation on behalf of 189f820bfa6641ad8e80e3a5b0ba74d9 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:48:19.552377 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.005712 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Allocated IP 172.20.0.11 (012f6917-d2a6-43c7-9b6b-d755ae6a7a4c/09e60807-ddd9-45bb-ada8-cead13732cdf/f6018692-141f-48b1-bb1b-2b2b8d689259) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:20.057633 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2f50fb3e-f8a5-47a5-8b30-e471d22d2461 req-9d2c266a-efe9-4f56-92c8-51d3ca2e47cd tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 210 time: 0.0266459 Nov 01 19:48:20.144486 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.246046 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.288883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:20.294505 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:20.298278 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:20.304757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:20.357780 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:20.358470 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.438443 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-449adbf4-9218-44f3-a409-4fb0583dabec tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0680962 Nov 01 19:48:20.453034 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Request body: {'port': {'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:20.507151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.543334 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-0f6b9806-319b-40ad-b498-5fc17a130616 None None] Provisioning complete for port f6018692-141f-48b1-bb1b-2b2b8d689259 triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:20.544441 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9806-319b-40ad-b498-5fc17a130616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.577969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b9806-319b-40ad-b498-5fc17a130616 None None] Port f6018692-141f-48b1-bb1b-2b2b8d689259 cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:48:20.774134 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6018692-141f-48b1-bb1b-2b2b8d689259 {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:48:20.783385 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.796236 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Transition to ACTIVE for port object f6018692-141f-48b1-bb1b-2b2b8d689259 will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:48:20.850784 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.899665 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:20.972199 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Attempting to bind port f6018692-141f-48b1-bb1b-2b2b8d689259 on host n-h2-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:48:20.972552 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Attempting to bind port f6018692-141f-48b1-bb1b-2b2b8d689259 by drivers openvswitch,hyperv on host n-h2-815923-2 at level 0 using segments [{'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:48:20.972695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca03d-f534-4940-a8c0-9a34b2c9dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:20.972895 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Attempting to bind port f6018692-141f-48b1-bb1b-2b2b8d689259 on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:20.978409 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Port f6018692-141f-48b1-bb1b-2b2b8d689259 on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:48:20.978743 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Attempting to bind port f6018692-141f-48b1-bb1b-2b2b8d689259 on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:48:20.984189 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Checking agent: {'id': 'd95ee27c-9777-482d-b70f-f9abf84c6fd1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:48:20.988151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Checking segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:48:20.988151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Bound using segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:48:20.988151 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Bound port: f6018692-141f-48b1-bb1b-2b2b8d689259, host: n-h2-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:48:20.988151 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:21.057889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:48:21.061657 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:48:21.125974 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:21.160781 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.161386 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:21.162769 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 1092 time: 0.7147717 Nov 01 19:48:21.163260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:48:21.165560 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95ce1a-72a1-4a56-a638-66ae7879c371" -d '{"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:48:21.190007 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeef2e-5a1f-41b9-8163-29f069e1aaa5 req-e8c9e6b8-d398-4832-9eb9-1ba73b379261 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.193460 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4aeef2e-5a1f-41b9-8163-29f069e1aaa5 req-e8c9e6b8-d398-4832-9eb9-1ba73b379261 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0608790 Nov 01 19:48:21.204164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c50e-7363-4c6b-b97b-50dc95e44e57 service neutron] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:21.218472 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e704c7-bd3e-40a4-afa0-34f3c7cc620a x-openstack-request-id: req-a6e704c7-bd3e-40a4-afa0-34f3c7cc620a {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:48:21.218826 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:48:21.219146 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6e704c7-bd3e-40a4-afa0-34f3c7cc620a {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:48:21.219646 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'status': 'completed', 'code': 200} Nov 01 19:48:21.248522 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4aeef2e-5a1f-41b9-8163-29f069e1aaa5 req-0a3c1065-c697-4909-9b6c-ef594e71482c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Nov 01 19:48:21.281284 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-9f596294-5f44-42ce-9736-8e0d237f893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.282905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-9f596294-5f44-42ce-9736-8e0d237f893e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0440025 Nov 01 19:48:21.401283 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-cd7ed5b6-c45d-4ef3-a200-ee8fff526244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.402905 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-cd7ed5b6-c45d-4ef3-a200-ee8fff526244 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1069608 Nov 01 19:48:21.496889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-dcfcf56d-2efc-4cbc-8605-57e6b9283d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.498475 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-8b95ce1a-72a1-4a56-a638-66ae7879c371 req-dcfcf56d-2efc-4cbc-8605-57e6b9283d8a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892613 Nov 01 19:48:21.578082 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-005cd2c1-0d7e-4d0f-8f69-2b81df8f74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.579655 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-005cd2c1-0d7e-4d0f-8f69-2b81df8f74d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0463707 Nov 01 19:48:21.623099 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-df939096-55d1-48d3-b7b6-712b6b3bfb45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 217 time: 0.0346651 Nov 01 19:48:21.671057 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-eae32969-3e29-4bfc-b875-885fc4778f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.672547 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-eae32969-3e29-4bfc-b875-885fc4778f24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0431769 Nov 01 19:48:21.719812 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-ad47d592-ac7d-468d-bbd6-5946647b43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:21.721563 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-ad47d592-ac7d-468d-bbd6-5946647b43e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404289 Nov 01 19:48:21.816321 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-18d1a4b9-76ce-4513-a9cc-5c5bd6ca5ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Nov 01 19:48:21.909525 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-845b6d8a-80d7-4392-8bbc-1ed75c2336b2 req-e1bb7df4-3bd3-4aa6-b5c7-25fae77a1a33 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851579 Nov 01 19:48:22.368595 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0e90d-2824-4b4d-8832-b4cf5cb6cb35 req-10ca673d-b781-4174-8595-0bfca9af7b78 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:22.370778 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0f0e90d-2824-4b4d-8832-b4cf5cb6cb35 req-10ca673d-b781-4174-8595-0bfca9af7b78 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0523133 Nov 01 19:48:22.410837 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-c0f0e90d-2824-4b4d-8832-b4cf5cb6cb35 req-12562bbf-c3a1-4db0-91f5-d736fd8c1397 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Nov 01 19:48:22.451363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:23.538584 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca2454-5f73-4a28-a0e3-7fe97d2c468c req-f819f138-48a6-437b-97c3-7864190612f2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:23.540077 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfca2454-5f73-4a28-a0e3-7fe97d2c468c req-f819f138-48a6-437b-97c3-7864190612f2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0522897 Nov 01 19:48:23.577580 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cfca2454-5f73-4a28-a0e3-7fe97d2c468c req-31abbc7b-4864-4bea-a670-b7af259ef7c5 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Nov 01 19:48:24.159475 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:24.694685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e0c4-3629-4554-ac61-939846b8ac76 req-16b57b86-a896-48fd-8259-e4d590436577 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:24.696218 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c37e0c4-3629-4554-ac61-939846b8ac76 req-16b57b86-a896-48fd-8259-e4d590436577 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0518723 Nov 01 19:48:24.733671 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2c37e0c4-3629-4554-ac61-939846b8ac76 req-b9bc3ff2-ceb9-4203-a2b2-ed6043426f55 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Nov 01 19:48:24.834930 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:48:24.926105 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:24.937407 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:48:24.976445 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:24.989237 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6018692-141f-48b1-bb1b-2b2b8d689259 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:48:25.008532 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:25.079201 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:25.124282 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:25.318943 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f6018692-141f-48b1-bb1b-2b2b8d689259'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:48:25.849971 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce324466-3c9c-4cc6-9ecf-9d87652e8838 req-22c67f0a-4a6a-4c96-a7e4-732e7737e90c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:25.851446 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce324466-3c9c-4cc6-9ecf-9d87652e8838 req-22c67f0a-4a6a-4c96-a7e4-732e7737e90c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 945 time: 0.0485978 Nov 01 19:48:25.888802 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-ce324466-3c9c-4cc6-9ecf-9d87652e8838 req-a6a078f6-3adc-4c67-b31a-7e4dce120db2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Nov 01 19:48:26.840644 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:48:26.873138 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:26.959760 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning for port f6018692-141f-48b1-bb1b-2b2b8d689259 completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:48:26.963928 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port f6018692-141f-48b1-bb1b-2b2b8d689259 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:48:26.964364 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:27.007965 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0663c-60a0-4e56-8018-6f16445ff82a req-66549043-c7c9-419e-a9cd-f0cb09915d4a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:27.009731 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0d0663c-60a0-4e56-8018-6f16445ff82a req-66549043-c7c9-419e-a9cd-f0cb09915d4a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 945 time: 0.0533695 Nov 01 19:48:27.044839 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:27.047889 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e0d0663c-60a0-4e56-8018-6f16445ff82a req-c411b8d6-8597-4d5c-aeb7-57e7613179c8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Nov 01 19:48:27.067876 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:48:27.070082 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91616e1c-e200-4765-9aba-ec851c8feb07" -d '{"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-plugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:48:27.084082 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:48:27.148338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:27.171956 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0c5b3-236f-4383-8f56-20874f5548eb x-openstack-request-id: req-70f0c5b3-236f-4383-8f56-20874f5548eb {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:48:27.172240 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-plugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:48:27.172488 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70f0c5b3-236f-4383-8f56-20874f5548eb {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:48:27.172929 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'code': 200} Nov 01 19:48:27.199168 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:27.262473 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8bfaf-6140-40ea-85c9-80966568f14a req-40a44e93-7772-4dce-8dd6-069eb64e2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:27.264020 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cce8bfaf-6140-40ea-85c9-80966568f14a req-40a44e93-7772-4dce-8dd6-069eb64e2e8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1097 time: 0.0406897 Nov 01 19:48:27.300902 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cce8bfaf-6140-40ea-85c9-80966568f14a req-c493cf61-22c7-4199-af2b-81305018af8d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290518 Nov 01 19:48:28.162521 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228999ba-29bf-4a8c-9fa5-d275e0c42129 req-724496eb-9c91-47a8-a1df-9224d282c2af tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:28.164060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-228999ba-29bf-4a8c-9fa5-d275e0c42129 req-724496eb-9c91-47a8-a1df-9224d282c2af tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 946 time: 0.0487282 Nov 01 19:48:28.202022 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-228999ba-29bf-4a8c-9fa5-d275e0c42129 req-1a6cc0a9-2514-4f45-98f4-8397a6ca6d41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Nov 01 19:48:29.317193 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f361ca-6fa3-439c-bc5e-b4ad8b6c81a9 req-4a0164df-7364-4652-8c1e-6bd5f173bd57 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:29.318699 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4f361ca-6fa3-439c-bc5e-b4ad8b6c81a9 req-4a0164df-7364-4652-8c1e-6bd5f173bd57 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 946 time: 0.0490296 Nov 01 19:48:29.356607 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f4f361ca-6fa3-439c-bc5e-b4ad8b6c81a9 req-c30e4f10-d946-4205-a09b-f04fb36ae228 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Nov 01 19:48:29.476286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737327-e8ae-414f-bc18-1e4b3965affe req-7d743137-8b1d-4532-9124-a6a2773e118a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:29.477743 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c737327-e8ae-414f-bc18-1e4b3965affe req-7d743137-8b1d-4532-9124-a6a2773e118a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 946 time: 0.0525627 Nov 01 19:48:29.515452 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1c737327-e8ae-414f-bc18-1e4b3965affe req-639428af-2cf1-4607-8e49-6786d021f61a tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Nov 01 19:48:29.536618 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44956) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:29.616543 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a87c3d-1180-4dc8-b511-ea0ca386b46a tempest-TestSnapshotPattern-88882491 tempest-TestSnapshotPattern-88882491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:29.617975 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-25a87c3d-1180-4dc8-b511-ea0ca386b46a tempest-TestSnapshotPattern-88882491 tempest-TestSnapshotPattern-88882491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1092 time: 0.0803890 Nov 01 19:48:29.620855 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 44960) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:48:29.625824 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:48:29.765561 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:29.869495 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:29.970739 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Allocated IP 172.25.2.20 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/85dfed9b-84f8-415d-83e3-5f30a998af68) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:48:30.071412 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.142534 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.176264 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:48:30.178983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:48:30.182344 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:48:30.212397 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=85dfed9b-84f8-415d-83e3-5f30a998af68,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:30.537351 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.646855 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.799000 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.856717 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:30.922505 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=85dfed9b-84f8-415d-83e3-5f30a998af68,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:48:30.936556 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:31.033191 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Floating IP bbef32ec-bc28-4d0d-a9d6-1b1f3c632441 associated. External IP: 172.25.2.20, port: f6018692-141f-48b1-bb1b-2b2b8d689259. Nov 01 19:48:31.539367 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:48:31.642923 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:48:31.652250 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:48:31.662463 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:31.663065 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:31.710228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:31.738744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-9b80112f-875f-4d01-9873-6dbc01c93ba3 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1161740 Nov 01 19:48:31.739582 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:48:31.741871 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788" -d '{"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:48:31.769484 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:31.778641 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b45e1-437a-44c2-b0f4-dbb786300faa x-openstack-request-id: req-f83b45e1-437a-44c2-b0f4-dbb786300faa {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:48:31.778934 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:48:31.779187 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f83b45e1-437a-44c2-b0f4-dbb786300faa {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:48:31.779622 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'status': 'completed', 'code': 200} Nov 01 19:48:31.842521 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-36987410-987e-46d1-a5df-4f2b8d444943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:31.844056 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-36987410-987e-46d1-a5df-4f2b8d444943 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1097 time: 0.0406039 Nov 01 19:48:31.940014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-4ee6bd6d-7ce6-43d3-b4d6-c597bd2c9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:31.941508 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-4ee6bd6d-7ce6-43d3-b4d6-c597bd2c9158 service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0893884 Nov 01 19:48:31.995376 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:30Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:32.006606 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-469990b5-f856-4e93-ac21-dfe453c37c04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 999 time: 0.0577979 Nov 01 19:48:32.025207 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:48:32.034375 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:48:32.034979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:48:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:32.060921 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-a0be4f3b-290b-4895-843f-bbb78b1aa58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:32.062414 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-a0be4f3b-290b-4895-843f-bbb78b1aa58e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0490773 Nov 01 19:48:32.111986 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-5c2dd8f0-2d9d-45d4-a5b8-0e6dff94fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:48:32.113435 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-5c2dd8f0-2d9d-45d4-a5b8-0e6dff94fb59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437355 Nov 01 19:48:32.207395 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-d63a8ec6-952a-45d6-8d3b-3ede80fdc4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866311 Nov 01 19:48:32.297018 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:48:32.301683 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9adc38f9-7fc1-4d29-be59-9c7c8c3dc788 req-64e93791-572d-4e03-a0ac-a7e00f499e74 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870736 Nov 01 19:48:32.514569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:30Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:48:32.540883 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800901-95a3-4fd2-8c27-76db55c5952a None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:30Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:48:32.732730 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fb9ae-e886-4105-a7a3-97c5e503f99c None None] New status for floating IP bbef32ec-bc28-4d0d-a9d6-1b1f3c632441: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:48:35.850204 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:40.079055 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:41.566328 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:48:48.821334 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-d5fff518-e453-41fd-9a13-056b7278d7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:50.980143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c2929a23-39fe-45f5-af67-fa11c5c6b476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:52.461378 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:54.181013 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:48:56.865996 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:05.835539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:10.072051 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:17.498750 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-b9cad798-9be4-4bce-8bae-fa261dd6943e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957413 Nov 01 19:49:17.581235 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-d27f8463-5756-4cf5-b4de-232a4db4fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:49:17.582748 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-d27f8463-5756-4cf5-b4de-232a4db4fd1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1097 time: 0.0415089 Nov 01 19:49:17.693338 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-fba62136-c8bc-44ab-abeb-5f5185913d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:49:17.695493 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-fba62136-c8bc-44ab-abeb-5f5185913d5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0927441 Nov 01 19:49:17.764186 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-60662136-790d-478f-88af-500d3b650a51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 1001 time: 0.0616531 Nov 01 19:49:17.817837 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-b7c54bda-2cc1-4017-88e0-f9395eb7c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:49:17.819305 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-b7c54bda-2cc1-4017-88e0-f9395eb7c6de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0483062 Nov 01 19:49:17.866121 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-ecbcd24f-a829-4e5f-b91d-94c652dd32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:49:17.868323 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-ecbcd24f-a829-4e5f-b91d-94c652dd32be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407815 Nov 01 19:49:17.959362 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-9497ce6f-4721-4037-89e2-776ab1061ac7 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828896 Nov 01 19:49:18.055181 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-15b3a2f1-2459-4493-ae7d-d7a2186e2e14 req-bbd95a26-82a8-48f7-bff6-2c13399a3a9a service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Nov 01 19:49:18.565688 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:49:18.831386 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e03c0adb-a52e-4860-b3fb-e815fb59d7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:20.969012 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1c8cea80-69d9-47e3-b48b-d87963a6b915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:22.431763 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:24.203021 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:26.883688 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:35.842347 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:40.105469 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:48.847577 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-14e24940-5f7e-4003-9aa6-877d3680c291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:50.967875 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ebb503c9-9a3a-4909-b942-2f757f14a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:52.441615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:54.150492 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:49:55.564882 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:49:56.887745 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:05.818725 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:10.098288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:17.438970 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-bf732512-7fe2-4b92-8a74-a6e0f5a6c990 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404370 Nov 01 19:50:17.522899 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-987a4cbc-a399-4c7d-b4d4-53098f8b9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:17.524969 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-987a4cbc-a399-4c7d-b4d4-53098f8b9cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1097 time: 0.0451488 Nov 01 19:50:17.625790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-3ac482d3-6bc0-45ce-9666-0a8fcf1c4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:17.627256 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-3ac482d3-6bc0-45ce-9666-0a8fcf1c4256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0832133 Nov 01 19:50:17.703981 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-7d631782-9475-45e8-8f35-4f5dea889592 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 1001 time: 0.0687630 Nov 01 19:50:17.754578 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-671017d6-0d60-467e-8032-bf6fc55a846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:17.756130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-671017d6-0d60-467e-8032-bf6fc55a846c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0454783 Nov 01 19:50:17.803538 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-a09fe8c2-e3b9-49f5-bb6d-afd8934c3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:17.805646 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-a09fe8c2-e3b9-49f5-bb6d-afd8934c3ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414944 Nov 01 19:50:17.900091 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-fe89b39d-e120-49b6-b91b-3b83ec4cf841 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871191 Nov 01 19:50:17.992921 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-c53418c7-577e-42ac-9d67-5110fa5b581e req-90a61745-6ec4-4e00-807b-9daf085ce6b5 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848854 Nov 01 19:50:18.818552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a5e6138c-f9d5-4e0f-8339-666a56b908d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:20.972539 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7bcda8d0-07e6-4b24-bed5-e31ac4dcfca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:22.441185 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:24.183721 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:26.858630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:29.519004 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 details requested by agent hyperv_n-h2-815923-2 with host n-h2-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:50:29.612767 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:50:29.623844 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Returning: {'device': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:50:29.661047 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:29.676817 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6018692-141f-48b1-bb1b-2b2b8d689259 {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:50:29.696947 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:50:29.766649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:29.817433 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:29.825397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.825752 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.826098 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.826439 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.826787 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.827112 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.827446 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.827802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.828131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.828470 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.828831 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.829160 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:29.861706 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] get_ports_and_sgs() called for port_ids ['f6018692-141f-48b1-bb1b-2b2b8d689259'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:50:31.518058 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 up at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:50:31.571757 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Provisioning complete for port f6018692-141f-48b1-bb1b-2b2b8d689259 triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:50:31.572568 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:31.666423 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:31.694837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:50:31.700453 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278de12-7d6c-4c99-a8c3-d3036cfdc5af" -d '{"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-plugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:50:31.718051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:50:31.743023 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ec5af-f774-43c8-adb9-7d9ef6843680 x-openstack-request-id: req-4b2ec5af-f774-43c8-adb9-7d9ef6843680 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:50:31.743561 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-plugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:50:31.743885 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b2ec5af-f774-43c8-adb9-7d9ef6843680 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:50:31.744349 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'code': 200} Nov 01 19:50:31.800766 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:31.856504 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:32.564507 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:50:35.846695 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:40.098145 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:41.540823 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-d20fc325-d3a7-4ff9-b72b-418d8214741b tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837336599&fields=id&tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 267 time: 0.0355499 Nov 01 19:50:41.649803 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-967ad471-2867-4c46-b2ed-9f250ad55949 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:41.651260 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-967ad471-2867-4c46-b2ed-9f250ad55949 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 810 time: 0.1037185 Nov 01 19:50:41.668793 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-99f0b8ef-9185-4d23-b553-8ca4a56e0bf4 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/quotas/189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 375 time: 0.0114098 Nov 01 19:50:41.723751 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-a6a7ffdd-e37a-4373-b366-5b3d95179a46 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492396 Nov 01 19:50:41.821139 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-8b02c4e8-33f0-44d3-910a-4768a5afcee8 service neutron] 10.222.0.31 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845435 Nov 01 19:50:41.908050 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-c71c4569-d941-41a2-a30c-b781a27fe76e service neutron] 10.222.0.31 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Nov 01 19:50:42.224842 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f0efd646-6f7a-45e3-b903-883d6ac89e88 req-057b27af-33bd-4653-9e08-e85599f4e0a8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 210 time: 0.0803857 Nov 01 19:50:43.304264 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-7c3d6b17-27d2-4dee-b6dc-52d14931a689 req-1be4ae31-eb73-4603-a391-25bc9dcb25a8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 210 time: 0.0268936 Nov 01 19:50:44.400266 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b6db7bc0-17b2-4720-8ddd-83fd60cf1991 req-b952aa9f-0f7f-4b33-bc18-377407c24b2f tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 210 time: 0.0268753 Nov 01 19:50:45.110862 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-3a3a44d0-cb99-4662-ab71-2050c4736388 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:45.112361 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-3a3a44d0-cb99-4662-ab71-2050c4736388 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 810 time: 0.1033340 Nov 01 19:50:45.154869 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-926dbb95-549d-427d-b4a6-b3994b1bc3a2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9 HTTP/1.1" status: 200 len: 379 time: 0.0336990 Nov 01 19:50:45.164427 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'port': {'device_id': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'admin_state_up': True, 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'security_groups': ['256a9037-4b12-49ce-af8d-68c520a50600']}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:50:45.360760 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Made reservation on behalf of 189f820bfa6641ad8e80e3a5b0ba74d9 for: {'port': 1} {{(pid=102783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 19:50:45.364432 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.503018 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-f58e014c-2858-416d-9dab-3e0156e95183 req-21081b1c-a856-46ab-97a7-d4b6f1941d8b tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 210 time: 0.0266495 Nov 01 19:50:45.505713 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_common [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Allocated IP 172.20.0.5 (012f6917-d2a6-43c7-9b6b-d755ae6a7a4c/09e60807-ddd9-45bb-ada8-cead13732cdf/f441b0f7-4f2e-4eb0-8092-6484acb898ba) {{(pid=102783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:50:45.614624 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:50:45.657260 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.734363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.744418 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_create {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.769130 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:50:45.773184 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04e636-e4d6-47bd-a7a3-b2fa90b96e0e" -d '{"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:50:45.817576 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c is already hosted by enough agents. {{(pid=102783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:50:45.826567 n-d-815923-2 neutron-server[102783]: DEBUG neutron.scheduler.base_scheduler [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Resources bound (agent type, host, resource id): {{(pid=102783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:50:45.834096 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:50:45.854752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Received port after_create {{(pid=102783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:50:45.870558 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b07c3-1034-44bc-9a6f-b5c0d92501ac x-openstack-request-id: req-155b07c3-1034-44bc-9a6f-b5c0d92501ac {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:50:45.871261 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:50:45.871791 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-155b07c3-1034-44bc-9a6f-b5c0d92501ac {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:50:45.872465 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'code': 200} Nov 01 19:50:45.898652 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.913411 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=1']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:45.930384 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.930734 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.931078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.931418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.931803 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.932957 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.933481 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.933682 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.934014 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.934351 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.934684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.935110 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:50:45.956234 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:45.956908 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:45.996001 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Pushing event updated for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:46.047136 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f349597f-ceb1-4bcc-b482-181c8c490afe tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8843501 Nov 01 19:50:46.195292 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-1b4909cf-1a4e-4a68-a3b5-0dd134305938 None None] Provisioning complete for port f441b0f7-4f2e-4eb0-8092-6484acb898ba triggered by entity DHCP. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:50:46.195781 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b4909cf-1a4e-4a68-a3b5-0dd134305938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:46.252326 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-1b4909cf-1a4e-4a68-a3b5-0dd134305938 None None] Port f441b0f7-4f2e-4eb0-8092-6484acb898ba cannot update to ACTIVE because it is not bound. {{(pid=102784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 19:50:46.636244 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b00b72-3c1d-4f5b-8e80-470d8ce7419c req-89871835-2c50-4007-8499-ee5ddda915e8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:46.642128 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69b00b72-3c1d-4f5b-8e80-470d8ce7419c req-89871835-2c50-4007-8499-ee5ddda915e8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0673547 Nov 01 19:50:46.677654 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-69b00b72-3c1d-4f5b-8e80-470d8ce7419c req-922d5815-0a02-4e4c-80c5-0a13c2dd6ee1 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321312 Nov 01 19:50:47.822225 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f7b0e-126a-4047-bec9-80ea9c3352d0 req-9b3061e9-c82c-4365-a7fb-dc59ccdb5010 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:47.825774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e69f7b0e-126a-4047-bec9-80ea9c3352d0 req-9b3061e9-c82c-4365-a7fb-dc59ccdb5010 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0746830 Nov 01 19:50:47.863888 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e69f7b0e-126a-4047-bec9-80ea9c3352d0 req-4c46a444-e188-414e-968d-469c6299ce94 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Nov 01 19:50:48.818067 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-18e26fd0-3cc9-4381-b7a0-0d14dac982f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:48.992070 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056f19-76e7-4feb-8973-72e06c232bad req-2ab63ea3-e4e3-40bd-a196-2902511feaae tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:48.993554 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6056f19-76e7-4feb-8973-72e06c232bad req-2ab63ea3-e4e3-40bd-a196-2902511feaae tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0486176 Nov 01 19:50:49.031876 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-a6056f19-76e7-4feb-8973-72e06c232bad req-007d458d-58a2-43db-ac4c-57343446a248 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Nov 01 19:50:50.168076 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cbbb7-9cbe-4b2a-8597-2c666e8932c5 req-6c82cc6b-3957-44be-820c-caa35b7085ca tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:50.169611 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e1cbbb7-9cbe-4b2a-8597-2c666e8932c5 req-6c82cc6b-3957-44be-820c-caa35b7085ca tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0633204 Nov 01 19:50:50.210835 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-9e1cbbb7-9cbe-4b2a-8597-2c666e8932c5 req-3d0357e0-bbf3-4726-9f2b-e9c0873d94b7 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353351 Nov 01 19:50:50.976846 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9de6830f-0570-4ebb-bf73-9826d57f4f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:51.346097 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c4b87-fe54-44a8-8d7d-223ee400baea req-601a4437-928b-45d9-933d-60d1e249e270 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:51.347787 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64c4b87-fe54-44a8-8d7d-223ee400baea req-601a4437-928b-45d9-933d-60d1e249e270 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0548153 Nov 01 19:50:51.393968 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b64c4b87-fe54-44a8-8d7d-223ee400baea req-fa77e765-c335-47d8-ac92-4b4af4e950bf tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373521 Nov 01 19:50:52.469446 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:52.517555 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73312b5f-9db3-4985-8075-dc25bc2b3336 req-6b884a07-0d6c-4f25-8970-79b12483f9ac tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:52.519744 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73312b5f-9db3-4985-8075-dc25bc2b3336 req-6b884a07-0d6c-4f25-8970-79b12483f9ac tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0535002 Nov 01 19:50:52.560581 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-73312b5f-9db3-4985-8075-dc25bc2b3336 req-203bea5f-db22-4d2e-b275-2ca022701b6c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349617 Nov 01 19:50:53.682512 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bf1ab-5ed7-4bd1-be37-aa2d802f4f5f req-d179cdc0-3e7e-41f4-95f9-1572b8b1c8e6 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:53.685147 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-790bf1ab-5ed7-4bd1-be37-aa2d802f4f5f req-d179cdc0-3e7e-41f4-95f9-1572b8b1c8e6 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0576103 Nov 01 19:50:53.727486 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-790bf1ab-5ed7-4bd1-be37-aa2d802f4f5f req-63a33af5-b8db-450b-a1cf-5679c388f0b9 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Nov 01 19:50:54.155490 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:54.849661 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647960-8dd1-4171-8b47-c9c030114ab8 req-a398d99b-d0f6-4e9e-b70a-6bf813e55f4d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:54.851203 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e647960-8dd1-4171-8b47-c9c030114ab8 req-a398d99b-d0f6-4e9e-b70a-6bf813e55f4d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0546327 Nov 01 19:50:54.892444 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-2e647960-8dd1-4171-8b47-c9c030114ab8 req-ff0a3bf9-bea8-4eaa-97de-ba4f6ed8ce68 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340376 Nov 01 19:50:56.018641 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bbfe1-5538-4804-975c-338f259e5cb9 req-010bd9ce-4271-479e-887c-b58bc734e9aa tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:56.021459 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-050bbfe1-5538-4804-975c-338f259e5cb9 req-010bd9ce-4271-479e-887c-b58bc734e9aa tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0521214 Nov 01 19:50:56.062037 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-050bbfe1-5538-4804-975c-338f259e5cb9 req-1e54be8a-b6a1-4f63-bd54-24b334149bbf tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357051 Nov 01 19:50:56.892380 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:57.178747 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1775d-90f3-4b6e-b625-bd04ddeec40b req-adb25d90-4676-4c92-ae01-c3b5b2eeed41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:57.180247 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b1775d-90f3-4b6e-b625-bd04ddeec40b req-adb25d90-4676-4c92-ae01-c3b5b2eeed41 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0506005 Nov 01 19:50:57.217658 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-37b1775d-90f3-4b6e-b625-bd04ddeec40b req-c4427570-8d30-4158-b732-fb36db765413 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Nov 01 19:50:58.337538 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34408c-434d-40e4-9429-e86ec965233d req-93847e60-f19e-428c-9078-7f7b14d5a723 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:58.339039 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb34408c-434d-40e4-9429-e86ec965233d req-93847e60-f19e-428c-9078-7f7b14d5a723 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0530808 Nov 01 19:50:58.377146 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-cb34408c-434d-40e4-9429-e86ec965233d req-41afb650-7822-4088-af8c-77909a3bbad8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Nov 01 19:50:59.071863 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f0e90f30-dd93-4415-b5dd-c0e3bce80d87 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 19:50:59.072878 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f0e90f30-dd93-4415-b5dd-c0e3bce80d87 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053887 Nov 01 19:50:59.127388 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.v2.base [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Request body: {'port': {'device_id': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815923-2'}} {{(pid=102783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:50:59.185245 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.439456 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f441b0f7-4f2e-4eb0-8092-6484acb898ba {{(pid=102783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:50:59.446746 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.459290 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.provisioning_blocks [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Transition to ACTIVE for port object f441b0f7-4f2e-4eb0-8092-6484acb898ba will not be triggered until provisioned by entity L2. {{(pid=102783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 19:50:59.492428 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3e601-efa9-482b-9828-a6dfd8ac19b2 req-2db44e15-536b-4404-a485-af324a698e90 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:59.493910 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b3e601-efa9-482b-9828-a6dfd8ac19b2 req-2db44e15-536b-4404-a485-af324a698e90 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 931 time: 0.0490868 Nov 01 19:50:59.520760 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.534070 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-86b3e601-efa9-482b-9828-a6dfd8ac19b2 req-768593e5-ecad-456a-ab71-42f1fda0cb39 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Nov 01 19:50:59.570422 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=2']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:59.645935 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Attempting to bind port f441b0f7-4f2e-4eb0-8092-6484acb898ba on host n-h1-815923-2 for vnic_type normal with profile {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 19:50:59.646276 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Attempting to bind port f441b0f7-4f2e-4eb0-8092-6484acb898ba by drivers openvswitch,hyperv on host n-h1-815923-2 at level 0 using segments [{'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 19:50:59.646613 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Attempting to bind port f441b0f7-4f2e-4eb0-8092-6484acb898ba on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:50:59.651111 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Port f441b0f7-4f2e-4eb0-8092-6484acb898ba on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-815923-2 {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 19:50:59.651434 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Attempting to bind port f441b0f7-4f2e-4eb0-8092-6484acb898ba on network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 19:50:59.657155 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Checking agent: {'id': '24f1a33b-de5a-4c0e-b8cb-d249e4eb39be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815923-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'started_at': datetime.datetime(2021, 11, 1, 18, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 19:50:59.657418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Checking segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 19:50:59.657834 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Bound using segment: {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'} {{(pid=102783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 19:50:59.658267 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.managers [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Bound port: f441b0f7-4f2e-4eb0-8092-6484acb898ba, host: n-h1-815923-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d64850-632c-4afa-8e90-1b40e3634a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c'}}] {{(pid=102783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 19:50:59.658632 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.729348 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, cleared binding levels {{(pid=102783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 19:50:59.732958 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 19:50:59.829923 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25441797'] for port, after_update {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.864180 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:59.864786 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:50:59.866153 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] 10.222.0.37 "PUT /v2.0/ports/f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 1091 time: 0.7848346 Nov 01 19:50:59.866593 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:50:59.868863 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2695d-6d7d-4ef9-9400-061162593c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:50:59.899241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994834-1895-453b-a800-4b93c4f3e194 service neutron] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=3']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:50:59.912848 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e130bc-72d1-48c4-bf9f-69a194ab5b63 x-openstack-request-id: req-c3e130bc-72d1-48c4-bf9f-69a194ab5b63 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:50:59.913141 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:50:59.913554 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3e130bc-72d1-48c4-bf9f-69a194ab5b63 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:50:59.913965 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'status': 'completed', 'code': 200} Nov 01 19:50:59.982674 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-d7705a68-7fd4-46fc-92f4-a5fa7c33f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:50:59.984264 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-d7705a68-7fd4-46fc-92f4-a5fa7c33f8ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1094 time: 0.0492239 Nov 01 19:51:00.098245 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-64d9d051-3d32-4f79-a579-48cdfac95f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.099763 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-64d9d051-3d32-4f79-a579-48cdfac95f2e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0972674 Nov 01 19:51:00.197125 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-a711def7-4815-4f13-ab70-73f2014b449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.198480 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-6fe2695d-6d7d-4ef9-9400-061162593c6d req-a711def7-4815-4f13-ab70-73f2014b449a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911961 Nov 01 19:51:00.273122 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-adbe0eaf-2667-499d-9a7e-b0e693dd9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.274607 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-adbe0eaf-2667-499d-9a7e-b0e693dd9a6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1094 time: 0.0401387 Nov 01 19:51:00.321855 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-41b6a4ba-5ea1-4fd1-9d92-c078d11969ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 217 time: 0.0381556 Nov 01 19:51:00.371260 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-0b0c76a2-bf50-4b54-bbdd-8dfd6dc9afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.372735 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-0b0c76a2-bf50-4b54-bbdd-8dfd6dc9afa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0434365 Nov 01 19:51:00.418885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-909da72c-b256-4a33-a0b9-c1862ecbb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.420422 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-909da72c-b256-4a33-a0b9-c1862ecbb882 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404265 Nov 01 19:51:00.510585 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-5a7494aa-c7c8-445e-8563-0f5a233e3f57 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829420 Nov 01 19:51:00.601568 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-38a5645f-8b19-43af-9754-06cdbeb0e17f req-17eeebf0-4d3a-4fd1-b4a3-8454a4a9ec05 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Nov 01 19:51:00.651064 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b665f2-0528-4f0e-8b57-283b13b6290f req-c93b2b87-5e1e-410e-a8f4-6ed573b79005 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:00.653310 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35b665f2-0528-4f0e-8b57-283b13b6290f req-c93b2b87-5e1e-410e-a8f4-6ed573b79005 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 943 time: 0.0486822 Nov 01 19:51:00.690739 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-35b665f2-0528-4f0e-8b57-283b13b6290f req-41ed7095-b170-4b53-9d44-44111757e1f6 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313196 Nov 01 19:51:01.814525 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9f2f0-3b60-4af8-a65a-09bc3010d47b req-72fbb7fa-4ba1-4736-bbb8-23b0202e1453 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:01.816060 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5aa9f2f0-3b60-4af8-a65a-09bc3010d47b req-72fbb7fa-4ba1-4736-bbb8-23b0202e1453 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 943 time: 0.0530930 Nov 01 19:51:01.853064 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-5aa9f2f0-3b60-4af8-a65a-09bc3010d47b req-a8bc63d9-2f6f-498f-8089-dab2556d965e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Nov 01 19:51:02.957921 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:51:02.968731 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280bb87-29dd-41bd-aa19-ae55004d2ad0 req-bb984163-07c0-4298-b5c8-c6123d9ba418 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:02.970337 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6280bb87-29dd-41bd-aa19-ae55004d2ad0 req-bb984163-07c0-4298-b5c8-c6123d9ba418 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 943 time: 0.0499241 Nov 01 19:51:03.008917 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-6280bb87-29dd-41bd-aa19-ae55004d2ad0 req-b546b2b4-eac5-47d2-ae39-a98426fce17c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Nov 01 19:51:03.054595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:51:03.066355 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'mac_address': 'fa:16:3e:b5:54:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:51:03.103335 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:03.116410 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f441b0f7-4f2e-4eb0-8092-6484acb898ba {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:51:03.135578 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:51:03.204926 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:03.255170 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=4']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:51:03.543131 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f441b0f7-4f2e-4eb0-8092-6484acb898ba'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:51:04.128995 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5d6d-91c7-49e5-a61e-fca61b82f92d req-6cce1c37-61b3-48c9-9e3f-938836d8fa5c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:04.130490 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e05e5d6d-91c7-49e5-a61e-fca61b82f92d req-6cce1c37-61b3-48c9-9e3f-938836d8fa5c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 944 time: 0.0501149 Nov 01 19:51:04.169707 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-e05e5d6d-91c7-49e5-a61e-fca61b82f92d req-7b8208ee-f79d-4861-a6f6-5ad350d4d50c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Nov 01 19:51:04.973926 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:51:05.130927 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning for port f441b0f7-4f2e-4eb0-8092-6484acb898ba completed by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 19:51:05.135021 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f441b0f7-4f2e-4eb0-8092-6484acb898ba triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:51:05.135402 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:05.214579 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:05.237699 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:51:05.239863 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec2f6a-c714-4d2a-8643-edf11e030de5" -d '{"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-plugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:51:05.253709 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:51:05.278671 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670537b8-19ee-4fb3-ba47-33dbbf46acb9 x-openstack-request-id: req-670537b8-19ee-4fb3-ba47-33dbbf46acb9 {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:51:05.278968 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-plugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:51:05.279477 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-670537b8-19ee-4fb3-ba47-33dbbf46acb9 {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:51:05.279911 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'code': 200} Nov 01 19:51:05.294650 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d38f-b01c-43e7-8329-4ea5eecc8377 req-6e8ff5d6-86e8-4648-b5fb-1a5a67cf6472 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:05.296795 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3d7d38f-b01c-43e7-8329-4ea5eecc8377 req-6e8ff5d6-86e8-4648-b5fb-1a5a67cf6472 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 944 time: 0.0586405 Nov 01 19:51:05.332711 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:05.337597 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-b3d7d38f-b01c-43e7-8329-4ea5eecc8377 req-b55ada60-6445-429b-8957-69314497fa9c tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352805 Nov 01 19:51:05.376950 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773295c-992f-4876-9188-2fb9d4bad62c req-b936d8c6-23c5-4a86-abdd-5d86d39ecc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:05.378626 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9773295c-992f-4876-9188-2fb9d4bad62c req-b936d8c6-23c5-4a86-abdd-5d86d39ecc70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0436454 Nov 01 19:51:05.381620 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=5']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:51:05.418078 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-9773295c-992f-4876-9188-2fb9d4bad62c req-bc04742b-54e4-40c4-a9b5-bc690855b62b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Nov 01 19:51:05.873665 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:06.458209 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0f1cb-8a24-442c-8838-b2f525fea207 req-c216a615-581d-46ec-89bb-c26f38678e6e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:06.459774 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d0f1cb-8a24-442c-8838-b2f525fea207 req-c216a615-581d-46ec-89bb-c26f38678e6e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 945 time: 0.0497210 Nov 01 19:51:06.498351 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-41d0f1cb-8a24-442c-8838-b2f525fea207 req-2ab2a52a-bcc2-4fce-b231-3bed40f2feb2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 Nov 01 19:51:07.612049 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d0dd-6550-4804-a3cf-2dc9ccd2733d req-6db9a7c3-5246-4e6a-9269-165b45cd9812 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:07.613918 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f05d0dd-6550-4804-a3cf-2dc9ccd2733d req-6db9a7c3-5246-4e6a-9269-165b45cd9812 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 945 time: 0.0487545 Nov 01 19:51:07.652002 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-1f05d0dd-6550-4804-a3cf-2dc9ccd2733d req-ef43368c-c8c2-4e6e-8611-b115c03c67cd tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Nov 01 19:51:07.776986 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c416df-8044-4519-a345-4974a6810c75 req-5e23b72b-8120-4494-aca4-9d7630fb5e93 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:07.778376 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89c416df-8044-4519-a345-4974a6810c75 req-5e23b72b-8120-4494-aca4-9d7630fb5e93 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 945 time: 0.0584221 Nov 01 19:51:07.815678 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-89c416df-8044-4519-a345-4974a6810c75 req-56496373-49d4-4d86-8630-4b53a676f065 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Nov 01 19:51:07.837030 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45242) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:51:07.875910 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce6e65-c670-49b0-934c-5883e048fd15 tempest-TestSnapshotPattern-88882491 tempest-TestSnapshotPattern-88882491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:07.877426 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-b7ce6e65-c670-49b0-934c-5883e048fd15 tempest-TestSnapshotPattern-88882491 tempest-TestSnapshotPattern-88882491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1091 time: 0.0394182 Nov 01 19:51:07.880208 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45244) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:51:07.884610 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.v2.base [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Request body: {'floatingip': {'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 19:51:07.965266 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:08.064652 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:08.163869 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_common [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Allocated IP 172.25.2.40 (771ecb33-affa-449d-a474-caaa3faffc75/0ba04a21-7704-4906-8bba-611790f333c0/797d3e04-9d20-4956-a332-24c575b06f47) {{(pid=102782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 19:51:08.269140 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:08.367051 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726390403000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:08.409314 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Network 771ecb33-affa-449d-a474-caaa3faffc75 is already hosted by enough agents. {{(pid=102782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 19:51:08.414334 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.base_scheduler [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Resources bound (agent type, host, resource id): {{(pid=102782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 19:51:08.418449 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Received port after_create {{(pid=102782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 19:51:08.440813 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=797d3e04-9d20-4956-a332-24c575b06f47,revision_number=1']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:51:08.452722 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.453073 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.453418 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.453761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.454099 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.454433 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.454769 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.455100 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.455429 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.455786 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.456123 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.456451 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:51:08.807347 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:08.933017 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:09.085525 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for port, precommit_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:09.171037 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27129300'] for port, after_update {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:09.237115 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event updated for resources: {'Port': ['ID=797d3e04-9d20-4956-a332-24c575b06f47,revision_number=2']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:51:09.249344 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571404'] for floatingip, after_create {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:09.354245 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Floating IP 8b7dddd7-d772-406e-8621-1ffd6df371b5 associated. External IP: 172.25.2.40, port: f441b0f7-4f2e-4eb0-8092-6484acb898ba. Nov 01 19:51:09.564486 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:51:09.565435 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:51:09.674685 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:51:09.685299 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:51:09.694585 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:51:09.695192 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:50:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:51:09.763462 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:09.790315 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-3643723d-b2ca-4f0a-9a78-60dc529be252 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9090641 Nov 01 19:51:09.790900 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:51:09.793780 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88d85f-6c69-40c0-beef-8d2888eef3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:51:09.813071 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:51:09.831087 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17c770-e30e-4f9c-9009-e32343cb74b8 x-openstack-request-id: req-ec17c770-e30e-4f9c-9009-e32343cb74b8 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:51:09.831620 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:51:09.831749 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec17c770-e30e-4f9c-9009-e32343cb74b8 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:51:09.832208 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'status': 'completed', 'code': 200} Nov 01 19:51:09.894102 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-0c3e735e-1f80-4f9e-b958-12a145bbaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:09.895637 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-0c3e735e-1f80-4f9e-b958-12a145bbaa87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0417831 Nov 01 19:51:09.987727 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-8c82d840-e4dc-4c14-802f-fc10358eb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:09.989141 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-8c82d840-e4dc-4c14-802f-fc10358eb664 service neutron] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0866804 Nov 01 19:51:10.061142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-2b0a2458-6cc0-4a72-8887-1dda98b71845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 998 time: 0.0654218 Nov 01 19:51:10.112268 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-9fee3360-0d03-424c-a47c-810083cc94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:10.113791 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-9fee3360-0d03-424c-a47c-810083cc94f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0460174 Nov 01 19:51:10.160205 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-8f75705e-d425-4e15-a79a-0d5a9cb80ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:10.161941 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-8f75705e-d425-4e15-a79a-0d5a9cb80ebf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412674 Nov 01 19:51:10.208091 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:10.219730 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b7dddd7-d772-406e-8621-1ffd6df371b5', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:b5:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:51:08Z', 'updated_at': '2021-11-01T19:51:08Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}, {'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:51:10.245770 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:51:10.253938 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:51:10.254542 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:50:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:51:10.257253 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-931a3c3a-3aef-46a4-ac2e-8c844878ac23 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Nov 01 19:51:10.348766 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-cd88d85f-6c69-40c0-beef-8d2888eef3a5 req-0b4724eb-31a4-463e-9063-8b8e0b033af0 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Nov 01 19:51:10.359197 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:51:10.581182 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b7dddd7-d772-406e-8621-1ffd6df371b5', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:b5:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:51:08Z', 'updated_at': '2021-11-01T19:51:08Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}, {'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:51:10.606969 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e6136-b199-413f-a3e3-29d19b6c5ee5 None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': '8b7dddd7-d772-406e-8621-1ffd6df371b5', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:b5:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:51:08Z', 'updated_at': '2021-11-01T19:51:08Z', 'revision_number': 0, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}, {'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:51:10.912661 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba74850-4a86-41e0-bc3a-f4b4cc2e625e None None] New status for floating IP 8b7dddd7-d772-406e-8621-1ffd6df371b5: ACTIVE {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:51:14.879229 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-5cd2403d-7251-4467-bd82-dec7744024db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435779 Nov 01 19:51:14.958746 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-a352b288-368d-4d8d-a7fa-78f3cc0131d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:14.960182 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-a352b288-368d-4d8d-a7fa-78f3cc0131d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0404549 Nov 01 19:51:15.066371 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-5921fb55-a8a7-44fa-8ea7-8f0185598e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:15.067861 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-5921fb55-a8a7-44fa-8ea7-8f0185598e07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0883174 Nov 01 19:51:15.133358 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-818a1173-51ad-41c7-a9d7-76f25e6fc377 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 1000 time: 0.0592103 Nov 01 19:51:15.184676 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-524fcad7-9efe-4d83-9a8c-21d9407a549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:15.186269 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-524fcad7-9efe-4d83-9a8c-21d9407a549b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0458117 Nov 01 19:51:15.237923 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-a69d935c-87af-4791-974a-2485075c0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:15.239342 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-a69d935c-87af-4791-974a-2485075c0587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465617 Nov 01 19:51:15.339847 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-b1b94bf9-8b99-46aa-921d-a07b0980a1e2 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909395 Nov 01 19:51:15.432109 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-e2c70419-273a-4624-aea8-a2eaf17fbfee req-4f539d92-0df0-46b9-8f55-82c5a8c10dcd service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873992 Nov 01 19:51:18.442241 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-760248a0-f9ec-4955-b782-ee0f00e50d57 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394258 Nov 01 19:51:18.519906 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef42782-2774-46bc-b466-9643374d4196 req-c4bc3aea-f107-4a51-9cbc-0fdb6a224f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:18.521388 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-c4bc3aea-f107-4a51-9cbc-0fdb6a224f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0395973 Nov 01 19:51:18.626418 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef42782-2774-46bc-b466-9643374d4196 req-1c9287c1-3323-4aaf-be00-ac8dc64ff361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:18.627802 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-1c9287c1-3323-4aaf-be00-ac8dc64ff361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0865154 Nov 01 19:51:18.693023 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-cfd6172d-f539-40a1-bc4b-3682d08b3087 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 999 time: 0.0585339 Nov 01 19:51:18.744859 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef42782-2774-46bc-b466-9643374d4196 req-6ba3c649-34fc-411f-a442-bd9224d81075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:18.746397 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-6ba3c649-34fc-411f-a442-bd9224d81075 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0468163 Nov 01 19:51:18.852155 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c9e62843-a10e-4317-83ac-2b14b320b10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:19.120873 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef42782-2774-46bc-b466-9643374d4196 req-bda77a9f-2919-4004-8cef-013559defe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:51:19.122421 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-bda77a9f-2919-4004-8cef-013559defe3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694882 Nov 01 19:51:19.213942 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-79ec324b-3929-4ffc-a750-b977dde100f2 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835674 Nov 01 19:51:19.308874 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ef42782-2774-46bc-b466-9643374d4196 req-9ebf85dd-8e94-4bf6-a26e-6953beab81b7 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Nov 01 19:51:20.981810 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e5c291d3-bc73-4ed4-8100-f20f04f68434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:22.462970 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:24.263630 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:26.886911 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:35.857182 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:40.169828 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:46.564424 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:51:48.822762 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e632c56c-4f5b-496e-a4eb-b4356987697e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:50.992003 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-174b205b-9e9e-4e41-b6b1-ba4f1ee6b108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:52.548940 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:54.186010 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:51:56.919757 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:05.871615 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:10.111308 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:16.865420 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-c121f3d4-132e-45d5-847c-e42d1f17f0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388255 Nov 01 19:52:16.949748 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-64ba959d-a0e6-4282-9126-ee2c70888ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:16.951120 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-64ba959d-a0e6-4282-9126-ee2c70888ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0438001 Nov 01 19:52:17.053262 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-a19b3e3a-6374-41e9-97c1-cb2586694d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:17.054755 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-a19b3e3a-6374-41e9-97c1-cb2586694d07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0842931 Nov 01 19:52:17.124130 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-3215ca88-f004-4384-bc1e-c3bd68ffba6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 1000 time: 0.0622728 Nov 01 19:52:17.173138 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-4c151fed-20ed-4cac-9b2d-94b1cb67ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:17.175228 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-4c151fed-20ed-4cac-9b2d-94b1cb67ad0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0434017 Nov 01 19:52:17.220331 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-3bdddca6-85ad-4548-af33-a0e0c52bb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:17.222503 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-3bdddca6-85ad-4548-af33-a0e0c52bb320 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401704 Nov 01 19:52:17.316291 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-d3515666-bebe-4ada-8c87-22e28591cc1d service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867584 Nov 01 19:52:17.405665 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-d62182e6-e5ae-4c90-ac99-ce6221f7ce7b req-a25fda09-2d98-4927-83c3-379d9bf676a1 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816424 Nov 01 19:52:18.839783 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8502-9022-4dac-938d-36d269fa6006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:20.443209 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-e7e48e16-1900-44c4-af8f-6b5897968783 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434802 Nov 01 19:52:20.523636 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-98fd089b-86f8-450c-aebc-4d4a3b9275bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:20.525114 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-98fd089b-86f8-450c-aebc-4d4a3b9275bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0404241 Nov 01 19:52:20.626027 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-d850d845-4939-4f27-9921-4520fd25ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:20.628333 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-d850d845-4939-4f27-9921-4520fd25ccfc service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0835383 Nov 01 19:52:20.695892 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-b5f17d64-d4b8-4ccd-98b0-1357636218ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 999 time: 0.0615809 Nov 01 19:52:20.747141 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-5c41b70b-7d0b-4a89-b87c-4cd6a5b4cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:20.748623 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-5c41b70b-7d0b-4a89-b87c-4cd6a5b4cec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0464685 Nov 01 19:52:20.794366 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-4621ff6a-28d7-49ae-8a12-fa647c6adaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:52:20.795938 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-4621ff6a-28d7-49ae-8a12-fa647c6adaf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404463 Nov 01 19:52:20.889295 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-61a5b146-4d62-4605-9ae4-d4aed9b86dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Nov 01 19:52:20.977100 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-27bd51a6-88af-4cf4-aa98-78a3d4aff56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:20.981490 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-82b17052-a205-415f-bf40-5bd3e1d89ae2 req-a5aa9403-8c01-49f3-847a-caadfd1ab991 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855758 Nov 01 19:52:22.471780 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:23.563405 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:52:24.174881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:26.887806 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:35.885157 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:40.122022 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:48.845190 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-b268b6dd-07e1-4865-980f-ae0b330210a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:51.016575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-169cf9a0-ca30-40aa-a524-e53ad344f38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:52.504229 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:54.167276 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:52:56.921319 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:00.563040 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:53:05.878751 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:10.097906 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:16.894060 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-fbdc24c0-92ea-4156-8363-b10ca02e3e61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441735 Nov 01 19:53:16.976717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-24d34851-8db9-4b63-ae47-03f473ff6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:16.978145 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-24d34851-8db9-4b63-ae47-03f473ff6623 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0410397 Nov 01 19:53:17.104296 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-122277a6-4ad8-492b-b1d9-03823f40d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:17.105765 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-122277a6-4ad8-492b-b1d9-03823f40d978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.1053483 Nov 01 19:53:17.171824 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-9a11e255-4a92-4af8-8b48-a16a31d5f3d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 1000 time: 0.0586243 Nov 01 19:53:17.221933 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-ae79d4a6-57ad-450f-b053-dafa36ac2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:17.223389 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-ae79d4a6-57ad-450f-b053-dafa36ac2ec7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0450103 Nov 01 19:53:17.274107 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-c4bfcb0e-b6df-4ac3-9e9a-e609efff455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:17.275645 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-c4bfcb0e-b6df-4ac3-9e9a-e609efff455e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448716 Nov 01 19:53:17.369097 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-a1a85f3d-86a5-40ca-aadb-adfc561b5c16 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Nov 01 19:53:17.467854 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-1ea4f297-3e91-4993-b10a-9e19f92dca50 req-9c4c11f4-a039-4eb4-a512-60c883e89c4d service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 Nov 01 19:53:18.846890 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-394716c4-63bd-4c93-ad44-7a25c07b87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:20.983700 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-75d7caf6-7115-4c15-b254-8d1983559a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:21.436207 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-6ed6d971-823c-4dff-a8e9-8561832c3832 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399120 Nov 01 19:53:21.516015 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be375-56a4-4401-91c7-22744afa981c req-7c590f22-c151-4b1c-8c26-d010d2b250d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:21.517606 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-7c590f22-c151-4b1c-8c26-d010d2b250d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0410824 Nov 01 19:53:21.622782 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be375-56a4-4401-91c7-22744afa981c req-51417f32-8f36-4f8b-9233-9f8e08371ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:21.624302 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-51417f32-8f36-4f8b-9233-9f8e08371ed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0879803 Nov 01 19:53:21.688915 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-2052d1d0-a33b-4254-a1c5-5085ef02326a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 999 time: 0.0579207 Nov 01 19:53:21.740565 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be375-56a4-4401-91c7-22744afa981c req-8aeaf11a-1857-4856-9bb1-46c472614351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:21.741986 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-8aeaf11a-1857-4856-9bb1-46c472614351 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0462406 Nov 01 19:53:21.787889 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be375-56a4-4401-91c7-22744afa981c req-e7bb24fd-0e9e-4355-b84d-32b47814a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:21.789424 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-e7bb24fd-0e9e-4355-b84d-32b47814a311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404508 Nov 01 19:53:21.880001 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-6eb1b451-434d-4265-8278-670655057a18 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Nov 01 19:53:21.972049 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-b01be375-56a4-4401-91c7-22744afa981c req-bec25529-ece5-4c6b-b9be-db2b75e49180 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844336 Nov 01 19:53:22.469171 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:24.189412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:26.897845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:29.688115 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba details requested by agent hyperv_n-h1-815923-2 with host n-h1-815923-2 {{(pid=102784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 19:53:29.779387 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:29.790266 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Returning: {'device': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'port_id': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'mac_address': 'fa:16:3e:b5:54:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 19:53:29.830939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:29.843274 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f441b0f7-4f2e-4eb0-8092-6484acb898ba {{(pid=102784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 19:53:29.862621 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:29.994884 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:30.046072 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=6']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:30.053320 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:30.063961 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] get_ports_and_sgs() called for port_ids ['f441b0f7-4f2e-4eb0-8092-6484acb898ba'] {{(pid=102784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 19:53:31.703166 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba up at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 19:53:31.749880 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.provisioning_blocks [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Provisioning complete for port f441b0f7-4f2e-4eb0-8092-6484acb898ba triggered by entity L2. {{(pid=102784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 19:53:31.750247 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1726879'] for port, provisioning_complete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:31.826997 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:31.848075 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:31.850296 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be7a59-4b7f-4fc4-8bc6-73c509b1cd27" -d '{"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-plugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:31.863069 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:31.938625 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:31.942999 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1dbb68-9f20-4ada-9428-1e18afe072cf x-openstack-request-id: req-ad1dbb68-9f20-4ada-9428-1e18afe072cf {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:31.945901 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-plugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:31.945901 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad1dbb68-9f20-4ada-9428-1e18afe072cf {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:31.945901 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'code': 200} Nov 01 19:53:31.987265 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=7']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:35.937847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:37.564782 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:53:40.107957 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:44.620771 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45502) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:44.782761 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Deleting port 797d3e04-9d20-4956-a332-24c575b06f47 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:44.783115 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:44.862623 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:44.862877 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:44.874736 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Calling delete_port for 797d3e04-9d20-4956-a332-24c575b06f47 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:45.089802 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:45.113411 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event deleted for resources: {'Port': ['ID=797d3e04-9d20-4956-a332-24c575b06f47,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:45.124078 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.124423 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.124766 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.125104 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.125440 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.126430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.126430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.126430 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.126752 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.127065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.127390 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.127738 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:45.187775 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:45.188102 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Floating IP 8b7dddd7-d772-406e-8621-1ffd6df371b5 disassociated (deleted). External IP: 172.25.2.40, port: f441b0f7-4f2e-4eb0-8092-6484acb898ba. Nov 01 19:53:45.395942 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:53:45.503216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:53:45.508224 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:45.515755 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:53:45.526457 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:45.527067 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:45.535582 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-cb41c325-e15c-4205-ae2e-8903f7ea2331 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "DELETE /v2.0/floatingips/8b7dddd7-d772-406e-8621-1ffd6df371b5 HTTP/1.1" status: 204 len: 168 time: 0.9136884 Nov 01 19:53:45.536177 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:45.538512 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:45.636169 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:45.637645 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65836d89-4e1b-4a39-9084-530fb707e870 x-openstack-request-id: req-65836d89-4e1b-4a39-9084-530fb707e870 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:45.638150 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:45.638150 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65836d89-4e1b-4a39-9084-530fb707e870 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:45.639057 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'status': 'completed', 'code': 200} Nov 01 19:53:45.703616 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-dab8f1a9-b297-4261-9b8c-da29d23a9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:45.705142 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-dab8f1a9-b297-4261-9b8c-da29d23a9a69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 1096 time: 0.0423667 Nov 01 19:53:45.751397 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:45.804475 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-dfcb7173-3da3-4640-8b06-ab57f03dffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:45.805615 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-dfcb7173-3da3-4640-8b06-ab57f03dffa7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0937886 Nov 01 19:53:45.850373 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-1837e545-f53c-41b3-8a6b-eb1b3560bfc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 200 len: 217 time: 0.0360413 Nov 01 19:53:45.902448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-2e32f1ed-3874-41c0-a356-830765b297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:45.903984 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-2e32f1ed-3874-41c0-a356-830765b297d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0453753 Nov 01 19:53:45.921161 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765307'] for port, before_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:45.953142 n-d-815923-2 neutron-server[102784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:45.955390 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0381fb6bf177087ac59c2848a30dc0849f9063356612b29292b151cf786a44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8072d-3343-4e39-81b1-d080110a2577" -d '{"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-unplugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:45.967303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-d2f44e82-b0f2-4394-94fa-57244cf9b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:45.967731 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:45.968860 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-d2f44e82-b0f2-4394-94fa-57244cf9b217 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509677 Nov 01 19:53:46.000414 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc594d-9895-48c5-ba1c-d6dd72fcdf8f req-b6ac9191-1f05-4e38-9419-0841a9d5873e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:46.004375 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47bc594d-9895-48c5-ba1c-d6dd72fcdf8f req-b6ac9191-1f05-4e38-9419-0841a9d5873e tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 945 time: 0.0519695 Nov 01 19:53:46.011922 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:46.014443 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bb17be-de48-4784-897c-a4bcb0799cbc x-openstack-request-id: req-16bb17be-de48-4784-897c-a4bcb0799cbc {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:46.014716 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-unplugged", "status": "completed", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "code": 200}]} {{(pid=102784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:46.014969 n-d-815923-2 neutron-server[102784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16bb17be-de48-4784-897c-a4bcb0799cbc {{(pid=102784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:46.015351 n-d-815923-2 neutron-server[102784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'code': 200} Nov 01 19:53:46.016294 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:53:46.030663 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:46.031569 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:21Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:46.046883 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-47bc594d-9895-48c5-ba1c-d6dd72fcdf8f req-b358faf8-7f67-43c9-8571-f4f7a053f106 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372458 Nov 01 19:53:46.071701 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-f4b88428-adaf-4e0a-84f1-2f580011bca1 service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925937 Nov 01 19:53:46.113148 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726390916446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726390403018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726390403036'] for port, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:46.171353 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-de744078-d5bc-43e0-ab3e-5ff2299d3f6b req-ef716213-bd9d-42b9-9593-0bf5598fa22f service neutron] 10.222.0.37 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Nov 01 19:53:46.331555 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:46.366023 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Pushing event updated for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=8']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:46.557371 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:46.586540 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8458f9-227c-4b43-8d77-754cc7ea974c None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_floatingips': [{'id': 'bbef32ec-bc28-4d0d-a9d6-1b1f3c632441', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'router_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'port_id': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'mac_address': 'fa:16:3e:11:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T19:48:30Z', 'updated_at': '2021-11-01T19:48:32Z', 'revision_number': 1, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:53:46.806503 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366dbf18-ce6c-4086-99d3-cbc15aeb0142 None None] New status for floating IP 8b7dddd7-d772-406e-8621-1ffd6df371b5: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:53:47.195200 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f6dd-bebf-4d4d-909f-ffb4126fa71f req-d3767e50-205b-4cb9-9482-2b2f023accf8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:47.196704 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21e6f6dd-bebf-4d4d-909f-ffb4126fa71f req-d3767e50-205b-4cb9-9482-2b2f023accf8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 943 time: 0.0527415 Nov 01 19:53:47.234781 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-21e6f6dd-bebf-4d4d-909f-ffb4126fa71f req-a4bf0484-c799-40a7-b57a-b5d29d36393b tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Nov 01 19:53:47.743770 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-78dc41e4-a9bb-4c5e-9a42-90e0ae296293 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:47.745236 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-78dc41e4-a9bb-4c5e-9a42-90e0ae296293 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 943 time: 0.0489087 Nov 01 19:53:47.834244 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Deleting port f441b0f7-4f2e-4eb0-8092-6484acb898ba {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:47.834582 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:47.925075 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] For port f441b0f7-4f2e-4eb0-8092-6484acb898ba, host n-h1-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815923-2',level=0,port_id=f441b0f7-4f2e-4eb0-8092-6484acb898ba,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:47.925434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:47.937866 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Calling delete_port for f441b0f7-4f2e-4eb0-8092-6484acb898ba owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:48.146755 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:48.176504 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event deleted for resources: {'Port': ['ID=f441b0f7-4f2e-4eb0-8092-6484acb898ba,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:48.201825 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.204924 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.205793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.205793 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815923-2 {{(pid=102783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 19:53:48.227011 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] No DVR routers for this DVR port f441b0f7-4f2e-4eb0-8092-6484acb898ba on host n-h1-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:53:48.229610 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:48.233940 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-99106b9e-a5fa-44d6-b6e5-8c3c426acc5f req-e2d437de-1732-48a6-9803-87c4681e9ece tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.37 "DELETE /v2.0/ports/f441b0f7-4f2e-4eb0-8092-6484acb898ba HTTP/1.1" status: 204 len: 173 time: 0.4826648 Nov 01 19:53:48.234373 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-deleted', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:48.236718 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1c409a-30d8-4771-be77-7f04ae7669b8" -d '{"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-deleted", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:48.338783 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-17309eba-a1f1-4a5e-93e4-c104885747b8 req-63b3009a-ec4a-4590-a3c4-86b8e9e9c034 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5406c9ff-2c36-49ef-85d3-a8cb3ea5823e HTTP/1.1" status: 200 len: 210 time: 0.0318723 Nov 01 19:53:48.363095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd923f-3c36-4ba1-a2e4-9d43bb1b87e7 x-openstack-request-id: req-efcd923f-3c36-4ba1-a2e4-9d43bb1b87e7 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:48.363095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406c9ff-2c36-49ef-85d3-a8cb3ea5823e", "name": "network-vif-deleted", "tag": "f441b0f7-4f2e-4eb0-8092-6484acb898ba", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:48.363095 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efcd923f-3c36-4ba1-a2e4-9d43bb1b87e7 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:48.363095 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406c9ff-2c36-49ef-85d3-a8cb3ea5823e', 'name': 'network-vif-deleted', 'tag': 'f441b0f7-4f2e-4eb0-8092-6484acb898ba', 'status': 'completed', 'code': 200} Nov 01 19:53:48.810059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-167b519a-4c95-4274-8c46-4210fb52706f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:50.645875 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45574) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:50.802580 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Deleting port 85dfed9b-84f8-415d-83e3-5f30a998af68 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:50.802924 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:50.881234 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:50.881578 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:50.893566 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Calling delete_port for 85dfed9b-84f8-415d-83e3-5f30a998af68 owned by network:floatingip {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:50.965251 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0d325df4-0203-495f-aada-7fa1ef2f95ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:51.079981 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:51.110252 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event deleted for resources: {'Port': ['ID=85dfed9b-84f8-415d-83e3-5f30a998af68,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:51.169540 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for floatingip, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:51.169875 n-d-815923-2 neutron-server[102782]: INFO neutron.db.l3_db [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Floating IP bbef32ec-bc28-4d0d-a9d6-1b1f3c632441 disassociated (deleted). External IP: 172.25.2.20, port: f6018692-141f-48b1-bb1b-2b2b8d689259. Nov 01 19:53:51.379216 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:53:51.765979 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba no longer exists at agent hyperv_n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:51.786011 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] No Port match for: f441b0f7-4f2e-4eb0-8092-6484acb898ba {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:53:51.786351 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Device f441b0f7-4f2e-4eb0-8092-6484acb898ba not bound to the agent host n-h1-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:53:51.792531 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:53:51.797891 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for floatingip, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:51.802900 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:53:51.811759 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:51.812363 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:51.824156 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7b1ecec0-5763-40a9-a965-73397b971f1d tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "DELETE /v2.0/floatingips/bbef32ec-bc28-4d0d-a9d6-1b1f3c632441 HTTP/1.1" status: 204 len: 168 time: 1.1771810 Nov 01 19:53:51.824760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:51.827063 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c8228ee5eb3c57c02babe33b71ccbd7cabf7f5c1e4e0eb81f18c2ea79f8355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d9aa70-1cbe-4579-95ba-44ffafa90999" -d '{"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:51.873416 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347ae781-d642-4086-a2d7-c9f91c9cc2d0 x-openstack-request-id: req-347ae781-d642-4086-a2d7-c9f91c9cc2d0 {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:51.873715 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "status": "completed", "code": 200}]} {{(pid=102782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:51.873973 n-d-815923-2 neutron-server[102782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-347ae781-d642-4086-a2d7-c9f91c9cc2d0 {{(pid=102782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:51.874636 n-d-815923-2 neutron-server[102782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'status': 'completed', 'code': 200} Nov 01 19:53:51.924811 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:51.942861 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-6db61ace-6340-4562-87ea-97865236b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:51.944434 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-6db61ace-6340-4562-87ea-97865236b945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 1095 time: 0.0472145 Nov 01 19:53:52.039757 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-b46b698e-78d0-40cf-8e2e-f031137331f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:52.041245 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-b46b698e-78d0-40cf-8e2e-f031137331f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 200 len: 911 time: 0.0880938 Nov 01 19:53:52.090159 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-ce439841-5bba-4107-9906-c74d83cf3569 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 200 len: 217 time: 0.0417109 Nov 01 19:53:52.128633 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:52.141164 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-8479e1f1-8dad-4add-945c-f05fc57476d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:52.142695 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-8479e1f1-8dad-4add-945c-f05fc57476d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 200 len: 849 time: 0.0449674 Nov 01 19:53:52.156370 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:53:52.167035 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:52.167686 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:52.194369 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-70bfbb05-bf7f-4812-918d-329ee8c83ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:52.195917 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-70bfbb05-bf7f-4812-918d-329ee8c83ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461092 Nov 01 19:53:52.277065 n-d-815923-2 neutron-server[102782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43672-7c00-46e6-a747-bcbac41a32fb req-761636e8-ad2d-4fdc-9514-c3b92d5866d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:52.279853 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ab43672-7c00-46e6-a747-bcbac41a32fb req-761636e8-ad2d-4fdc-9514-c3b92d5866d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0569456 Nov 01 19:53:52.281408 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:52.295643 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-f084b530-a551-4e27-b4bb-d3c91e5bd997 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888450 Nov 01 19:53:52.323391 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-0ab43672-7c00-46e6-a747-bcbac41a32fb req-399e4f1e-e964-4c0b-9cc8-57676637caea tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/security-groups?id=256a9037-4b12-49ce-af8d-68c520a50600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362499 Nov 01 19:53:52.389549 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-f0d9aa70-1cbe-4579-95ba-44ffafa90999 req-64474ab7-ca0e-44db-91a8-744e8d12e5c4 service neutron] 10.222.0.32 "GET /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Nov 01 19:53:52.494106 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:52.497090 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:52.525264 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ff38e-8fa0-403f-a8c8-e604488b6986 None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:48:05Z', 'revision_number': 4, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2', '_interfaces': [{'id': 'e23dcd7f-df76-4e4a-8ceb-c512710b4030', 'name': '', 'network_id': '012f6917-d2a6-43c7-9b6b-d755ae6a7a4c', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'mac_address': 'fa:16:3e:25:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:05Z', 'updated_at': '2021-11-01T19:48:09Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'subnets': [{'id': '09e60807-ddd9-45bb-ada8-cead13732cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:53:52.737743 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26ffd3-f47c-4841-9cb4-456de639bf7f None None] New status for floating IP bbef32ec-bc28-4d0d-a9d6-1b1f3c632441: DOWN {{(pid=102785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 19:53:52.854200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-9adef4d5-5943-46e1-9192-ea97724ed9d2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 19:53:52.855740 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-9adef4d5-5943-46e1-9192-ea97724ed9d2 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.32 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 944 time: 0.0514035 Nov 01 19:53:52.948305 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Deleting port f6018692-141f-48b1-bb1b-2b2b8d689259 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:52.948984 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:53.038333 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] For port f6018692-141f-48b1-bb1b-2b2b8d689259, host n-h2-815923-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815923-2',level=0,port_id=f6018692-141f-48b1-bb1b-2b2b8d689259,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:53.039075 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:53.050241 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Calling delete_port for f6018692-141f-48b1-bb1b-2b2b8d689259 owned by compute:nova {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:53.245631 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:53.279662 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event deleted for resources: {'Port': ['ID=f6018692-141f-48b1-bb1b-2b2b8d689259,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:53.320891 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] No DVR routers for this DVR port f6018692-141f-48b1-bb1b-2b2b8d689259 on host n-h2-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:53:53.323428 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148669'] for port, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:53.326694 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [req-86bb24f7-d502-4b35-9f96-cd2b3f09361b req-430db471-e81e-4867-9a38-7aedfcfddb54 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.32 "DELETE /v2.0/ports/f6018692-141f-48b1-bb1b-2b2b8d689259 HTTP/1.1" status: 204 len: 173 time: 0.4648433 Nov 01 19:53:53.327790 n-d-815923-2 neutron-server[102783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-deleted', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259'}] {{(pid=102783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 19:53:53.330032 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f6feafc506c3473d553a1845d83f2dd35ea3b75bc9ada60af2f6d959965568e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec1f48-cee9-4ef2-9ddf-a28b605d2e4b" -d '{"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-deleted", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259"}]}' {{(pid=102783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 19:53:53.367463 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843e1dd-1410-4116-ad61-b7f10fb84a94 x-openstack-request-id: req-e843e1dd-1410-4116-ad61-b7f10fb84a94 {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 19:53:53.367923 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352a428-1a69-44f4-b856-da2fa4d1d44b", "name": "network-vif-deleted", "tag": "f6018692-141f-48b1-bb1b-2b2b8d689259", "status": "completed", "code": 200}]} {{(pid=102783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 19:53:53.368224 n-d-815923-2 neutron-server[102783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e843e1dd-1410-4116-ad61-b7f10fb84a94 {{(pid=102783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 19:53:53.368674 n-d-815923-2 neutron-server[102783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352a428-1a69-44f4-b856-da2fa4d1d44b', 'name': 'network-vif-deleted', 'tag': 'f6018692-141f-48b1-bb1b-2b2b8d689259', 'status': 'completed', 'code': 200} Nov 01 19:53:53.426005 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [req-292db200-c5e4-49b2-9b8c-09e2e22f3716 req-bcb92c2e-ec23-4e8b-954a-75ab0cc37cd7 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352a428-1a69-44f4-b856-da2fa4d1d44b HTTP/1.1" status: 200 len: 210 time: 0.0304809 Nov 01 19:53:54.194121 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:54.483332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45588) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:54.540968 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:54.570028 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:54.701285 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:54.703945 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Publish callbacks [] for security_group, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:54.705141 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] 10.222.0.31 "DELETE /v2.0/security-groups/256a9037-4b12-49ce-af8d-68c520a50600 HTTP/1.1" status: 204 len: 168 time: 0.2206886 Nov 01 19:53:54.715578 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b35d9-9d8a-41f2-910c-1a8b3349e0d8 tempest-TestSnapshotPattern-534779915 tempest-TestSnapshotPattern-534779915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a9037-4b12-49ce-af8d-68c520a50600,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:54.830356 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45592) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:55.263485 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:55.514389 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Deleting port e23dcd7f-df76-4e4a-8ceb-c512710b4030 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:55.515076 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:55.594888 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] For port e23dcd7f-df76-4e4a-8ceb-c512710b4030, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e23dcd7f-df76-4e4a-8ceb-c512710b4030,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:55.595252 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:55.608829 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Calling delete_port for e23dcd7f-df76-4e4a-8ceb-c512710b4030 owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:55.868586 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:55.901443 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23dcd7f-df76-4e4a-8ceb-c512710b4030,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:56.072381 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.286062 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Router 0eb3997c-3646-406e-952d-bab984aa4135 has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:53:56.396983 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:53:56.402339 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-a7f705d3-66ec-4aae-90eb-baeb3350f352 admin admin] 10.222.0.31 "PUT /v2.0/routers/0eb3997c-3646-406e-952d-bab984aa4135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5709357 Nov 01 19:53:56.404950 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45596) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:56.408081 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Sync routers for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:53:56.417449 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:56.418054 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:56.507310 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.522526 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: n-d-815923-2 {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:56.579048 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 no longer exists at agent hyperv_n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:56.607479 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.608933 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] No Port match for: f6018692-141f-48b1-bb1b-2b2b8d689259 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:53:56.609305 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Device f6018692-141f-48b1-bb1b-2b2b8d689259 not bound to the agent host n-h2-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:53:56.714655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Deleting port e4571b97-4b77-4262-a6a5-644d15102cb2 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:56.715001 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.726579 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:53:55Z', 'revision_number': 5, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port': {'id': 'e4571b97-4b77-4262-a6a5-644d15102cb2', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3997c-3646-406e-952d-bab984aa4135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:03Z', 'updated_at': '2021-11-01T19:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:56.753983 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Checking router: 0eb3997c-3646-406e-952d-bab984aa4135 for host: n-d-815923-2 {{(pid=102784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:53:56.762295 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Routers {'0eb3997c-3646-406e-952d-bab984aa4135'} bound to L3 agent in host n-d-815923-2 {{(pid=102784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:53:56.763051 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['0eb3997c-3646-406e-952d-bab984aa4135'], 'active': True} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:56.794655 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] For port e4571b97-4b77-4262-a6a5-644d15102cb2, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=e4571b97-4b77-4262-a6a5-644d15102cb2,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:56.795021 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.808760 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Calling delete_port for e4571b97-4b77-4262-a6a5-644d15102cb2 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:56.859118 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvr_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] Set router 0eb3997c-3646-406e-952d-bab984aa4135 gateway port host: None {{(pid=102784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:53:56.915603 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_hamode_db [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:53:56Z', 'revision_number': 6, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:56.919034 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:56.945179 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f091ccd-fd51-464e-83a5-76ea874f28bc None None] The sync data for ids ['0eb3997c-3646-406e-952d-bab984aa4135'] in n-d-815923-2 is: [{'id': '0eb3997c-3646-406e-952d-bab984aa4135', 'name': 'tempest-TestSnapshotPattern-1077147434-router', 'tenant_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:02Z', 'updated_at': '2021-11-01T19:53:56Z', 'revision_number': 6, 'project_id': '189f820bfa6641ad8e80e3a5b0ba74d9', 'gw_port_host': None}] {{(pid=102784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:53:57.055626 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.081285 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4571b97-4b77-4262-a6a5-644d15102cb2,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:57.143878 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.231787 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.234442 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.354228 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.354881 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb3997c-3646-406e-952d-bab984aa4135 {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:53:57.359475 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.361246 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-56503e39-e8d8-4ff3-8ddb-c7a4bc02bc7a admin admin] 10.222.0.31 "DELETE /v2.0/routers/0eb3997c-3646-406e-952d-bab984aa4135 HTTP/1.1" status: 204 len: 168 time: 0.9552233 Nov 01 19:53:57.363777 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45598) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:57.414680 n-d-815923-2 neutron-server[102782]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Deleting subnet 09e60807-ddd9-45bb-ada8-cead13732cdf {{(pid=102782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:53:57.417668 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.451400 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571238'] for subnet, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.525320 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.640676 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27129218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25743839'] for subnet, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.671332 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e60807-ddd9-45bb-ada8-cead13732cdf,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:57.675286 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.679014 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-48e2eb43-91ed-4ff4-96f7-99cc5f470edc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09e60807-ddd9-45bb-ada8-cead13732cdf HTTP/1.1" status: 204 len: 168 time: 0.3139374 Nov 01 19:53:57.681670 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e991e-b04f-436a-b97d-e43d7d20ddce None None] Network 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:53:57.682179 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45600) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:57.711394 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e23dcd7f-df76-4e4a-8ceb-c512710b4030 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:57.763451 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e23dcd7f-df76-4e4a-8ceb-c512710b4030 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:53:57.763802 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e23dcd7f-df76-4e4a-8ceb-c512710b4030 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:53:57.767085 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.826078 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Deleting port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:57.826421 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.890877 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] For port 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8aaa11f6-76b6-4330-a97e-31cfc3927c70,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:57.891244 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:57.904684 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Calling delete_port for 8aaa11f6-76b6-4330-a97e-31cfc3927c70 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:57.911558 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] DHCP port deletion for 012f6917-d2a6-43c7-9b6b-d755ae6a7a4c request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:53:57.972369 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Deleting port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:57.972753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.039749 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] For port 8aaa11f6-76b6-4330-a97e-31cfc3927c70, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=8aaa11f6-76b6-4330-a97e-31cfc3927c70,segment=NetworkSegment(26d64850-632c-4afa-8e90-1b40e3634a1e),segment_id=26d64850-632c-4afa-8e90-1b40e3634a1e)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:58.040154 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.052119 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Calling delete_port for 8aaa11f6-76b6-4330-a97e-31cfc3927c70 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:58.085620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.112883 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Pushing event deleted for resources: {'Port': ['ID=8aaa11f6-76b6-4330-a97e-31cfc3927c70,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:58.115200 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] No DVR routers for this DVR port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:53:58.187827 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.213725 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012f6917-d2a6-43c7-9b6b-d755ae6a7a4c']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:58.224816 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d64850-632c-4afa-8e90-1b40e3634a1e') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:58.225181 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d64850-632c-4afa-8e90-1b40e3634a1e') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:53:58.236281 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.250076 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.256229 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:53:58.256625 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:53:58.258316 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:53:58.295831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.319034 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] Pushing event deleted for resources: {'Port': ['ID=8aaa11f6-76b6-4330-a97e-31cfc3927c70,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:58.325909 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ccbb5-8648-4466-a34e-47efca6a80eb None None] No DVR routers for this DVR port 8aaa11f6-76b6-4330-a97e-31cfc3927c70 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:53:58.377021 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.382742 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:58.386059 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] 10.222.0.31 "DELETE /v2.0/networks/012f6917-d2a6-43c7-9b6b-d755ae6a7a4c HTTP/1.1" status: 204 len: 168 time: 0.7028172 Nov 01 19:53:58.389098 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45602) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:53:58.398272 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf83fdb-2140-4845-a9e8-b01aacb9320f admin admin] Pushing event deleted for resources: {'Network': ['ID=012f6917-d2a6-43c7-9b6b-d755ae6a7a4c,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:58.728020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573196'] for router_interface, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:59.280053 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Deleting port 5dd58c43-5b1c-485c-82c9-68d5756334cd {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:53:59.280399 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:59.305743 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8aaa11f6-76b6-4330-a97e-31cfc3927c70 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:59.328153 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 8aaa11f6-76b6-4330-a97e-31cfc3927c70 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:53:59.328500 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 8aaa11f6-76b6-4330-a97e-31cfc3927c70 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:53:59.328914 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e4571b97-4b77-4262-a6a5-644d15102cb2 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:53:59.347513 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: e4571b97-4b77-4262-a6a5-644d15102cb2 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:53:59.347864 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device e4571b97-4b77-4262-a6a5-644d15102cb2 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:53:59.364286 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] For port 5dd58c43-5b1c-485c-82c9-68d5756334cd, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=5dd58c43-5b1c-485c-82c9-68d5756334cd,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:53:59.364649 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:59.377461 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Calling delete_port for 5dd58c43-5b1c-485c-82c9-68d5756334cd owned by network:router_interface {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:53:59.628020 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:53:59.653221 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd58c43-5b1c-485c-82c9-68d5756334cd,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:53:59.832317 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570556'] for router_interface, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.041186 n-d-815923-2 neutron-server[102782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Router 858b197f-9d94-4ed7-9d6c-a1947428131b has already been hosted by L3 agent 1e0edc2e-eb00-4b0c-930b-f6675fe720f9 {{(pid=102782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 19:54:00.145071 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] Notify agent at l3_agent.n-d-815923-2 the message routers_updated {{(pid=102782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 19:54:00.150710 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-512a110b-5e45-4a6b-8582-933558c55ad1 admin admin] 10.222.0.31 "PUT /v2.0/routers/858b197f-9d94-4ed7-9d6c-a1947428131b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594123 Nov 01 19:54:00.152757 n-d-815923-2 neutron-server[102782]: DEBUG neutron.wsgi [-] (102782) accepted ('10.222.0.31', 45604) {{(pid=102782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:00.156023 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Sync routers for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 19:54:00.165868 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:54:00.166543 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:00.258339 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks [] for router, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.273195 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: n-d-815923-2 {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:54:00.362013 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.451106 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'external_fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:53:59Z', 'revision_number': 5, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port': {'id': 'c7c5b72a-65a7-417c-8b7e-6286e75dc890', 'name': '', 'network_id': '771ecb33-affa-449d-a474-caaa3faffc75', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0ba04a21-7704-4906-8bba-611790f333c0', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815923-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T19:48:09Z', 'updated_at': '2021-11-01T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ba04a21-7704-4906-8bba-611790f333c0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815923-2'}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:00.480223 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Checking router: 858b197f-9d94-4ed7-9d6c-a1947428131b for host: n-d-815923-2 {{(pid=102785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 19:54:00.480780 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Deleting port c7c5b72a-65a7-417c-8b7e-6286e75dc890 {{(pid=102782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:54:00.481125 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.488897 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Routers {'858b197f-9d94-4ed7-9d6c-a1947428131b'} bound to L3 agent in host n-d-815923-2 {{(pid=102785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 19:54:00.489496 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815923-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T17:57:21Z,description=,heartbeat_timestamp=2021-11-01T19:53:51Z,host='n-d-815923-2',id=1e0edc2e-eb00-4b0c-930b-f6675fe720f9,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T17:57:21Z,topic='l3_agent')) {'router_ids': ['858b197f-9d94-4ed7-9d6c-a1947428131b'], 'active': True} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:00.562907 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.db [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] For port c7c5b72a-65a7-417c-8b7e-6286e75dc890, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=c7c5b72a-65a7-417c-8b7e-6286e75dc890,segment=NetworkSegment(cde2044f-ab9e-4e4a-938e-78afddae0717),segment_id=cde2044f-ab9e-4e4a-938e-78afddae0717)] {{(pid=102782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:54:00.563276 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.573507 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_dvr_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] Set router 858b197f-9d94-4ed7-9d6c-a1947428131b gateway port host: None {{(pid=102785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 19:54:00.575337 n-d-815923-2 neutron-server[102782]: DEBUG neutron.plugins.ml2.plugin [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Calling delete_port for c7c5b72a-65a7-417c-8b7e-6286e75dc890 owned by network:router_gateway {{(pid=102782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:54:00.627865 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.l3_hamode_db [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:54:00Z', 'revision_number': 6, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port_host': None}], 'n-d-815923-2', False) {} {{(pid=102785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:00.654126 n-d-815923-2 neutron-server[102785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5290-5fe4-4b48-a774-7449bf199268 None None] The sync data for ids ['858b197f-9d94-4ed7-9d6c-a1947428131b'] in n-d-815923-2 is: [{'id': '858b197f-9d94-4ed7-9d6c-a1947428131b', 'name': 'tempest-TestSnapshotPattern-141729949-router', 'tenant_id': 'b6abbae84a064bd8977982d160e9edd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T19:48:08Z', 'updated_at': '2021-11-01T19:54:00Z', 'revision_number': 6, 'project_id': 'b6abbae84a064bd8977982d160e9edd0', 'gw_port_host': None}] {{(pid=102785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 19:54:00.804067 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27129311'] for port, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.830110 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c5b72a-65a7-417c-8b7e-6286e75dc890,revision_number=None']} {{(pid=102782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:00.892639 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571610'] for router_gateway, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.981023 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-509'] for router, precommit_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:00.983170 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.106669 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570239'] for router, after_delete {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.107232 n-d-815923-2 neutron-server[102782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858b197f-9d94-4ed7-9d6c-a1947428131b {{(pid=102782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 19:54:01.112107 n-d-815923-2 neutron-server[102782]: DEBUG neutron_lib.callbacks.manager [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] Publish callbacks [] for router, before_response {{(pid=102782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.113278 n-d-815923-2 neutron-server[102782]: INFO neutron.wsgi [None req-2db00422-cc68-419e-a216-5e8479be2d2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/858b197f-9d94-4ed7-9d6c-a1947428131b HTTP/1.1" status: 204 len: 168 time: 0.9594011 Nov 01 19:54:01.115919 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45606) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:01.159448 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.db_base_plugin_v2 [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Deleting subnet dc7cf79c-a277-49a1-8c62-cf945c44c4dc {{(pid=102783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 19:54:01.162478 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.200329 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26845605'] for subnet, precommit_delete_associations {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.274336 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723017'] for subnet, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.400165 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25441875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25318204'] for subnet, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.428607 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7cf79c-a277-49a1-8c62-cf945c44c4dc,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:01.436614 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5dd58c43-5b1c-485c-82c9-68d5756334cd no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:54:01.441576 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.444826 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-74843cf7-e2ac-4873-8983-3c1c7a72054a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc7cf79c-a277-49a1-8c62-cf945c44c4dc HTTP/1.1" status: 204 len: 168 time: 0.3279071 Nov 01 19:54:01.447303 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45608) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:01.460595 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec23ac7-9862-4300-b45b-474be260ae22 None None] Network 195973aa-aa0c-47ad-85f2-400f20e60346 requested from n-d-815923-2 {{(pid=102784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 19:54:01.462687 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: 5dd58c43-5b1c-485c-82c9-68d5756334cd {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:54:01.463049 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device 5dd58c43-5b1c-485c-82c9-68d5756334cd not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:54:01.463467 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c7c5b72a-65a7-417c-8b7e-6286e75dc890 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:54:01.484931 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: c7c5b72a-65a7-417c-8b7e-6286e75dc890 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:54:01.485209 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device c7c5b72a-65a7-417c-8b7e-6286e75dc890 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:54:01.520087 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615204'] for network, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.579595 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Deleting port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 {{(pid=102783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:54:01.579937 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.652083 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.db [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] For port f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:54:01.652804 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.661632 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] DHCP port deletion for 195973aa-aa0c-47ad-85f2-400f20e60346 request from n-d-815923-2 {{(pid=102784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 19:54:01.673178 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Calling delete_port for f6ddf6b9-45d4-4d56-ad67-78bcada38f95 owned by network:dhcp {{(pid=102783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:54:01.713905 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Deleting port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 {{(pid=102784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 19:54:01.714272 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726390826370'] for port, before_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.776036 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.db [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] For port f6ddf6b9-45d4-4d56-ad67-78bcada38f95, host n-d-815923-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815923-2',level=0,port_id=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,segment=NetworkSegment(e75981f6-6fa6-43ba-93e4-eb248852d853),segment_id=e75981f6-6fa6-43ba-93e4-eb248852d853)] {{(pid=102784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 19:54:01.776433 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579040'] for port, precommit_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.789162 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Calling delete_port for f6ddf6b9-45d4-4d56-ad67-78bcada38f95 owned by network:dhcp {{(pid=102784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 19:54:01.811388 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25441806'] for port, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.840752 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:01.845600 n-d-815923-2 neutron-server[102783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] No DVR routers for this DVR port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 on host n-d-815923-2 {{(pid=102783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:54:01.871302 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1765335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726390916428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726390403009'] for port, after_delete {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.898277 n-d-815923-2 neutron-server[102784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] Pushing event deleted for resources: {'Port': ['ID=f6ddf6b9-45d4-4d56-ad67-78bcada38f95,revision_number=None']} {{(pid=102784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:01.900781 n-d-815923-2 neutron-server[102784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5844575-337c-4943-84cc-aae3d6f837fe None None] No DVR routers for this DVR port f6ddf6b9-45d4-4d56-ad67-78bcada38f95 on host n-d-815923-2 {{(pid=102784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 19:54:01.917913 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725440', 'neutron.services.segments.db._delete_segments_for_network-8726390985409'] for network, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.937449 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195973aa-aa0c-47ad-85f2-400f20e60346']}} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:01.946381 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75981f6-6fa6-43ba-93e4-eb248852d853') {'for_net_delete': True} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:01.946717 n-d-815923-2 neutron-server[102783]: DEBUG neutron.services.segments.db [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75981f6-6fa6-43ba-93e4-eb248852d853') {} {{(pid=102783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 19:54:01.960344 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726390989514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26845628'] for segment, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.974056 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032'] for segment, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.979813 n-d-815923-2 neutron-server[102783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25441789'] for segment, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: Traceback (most recent call last): Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: timer() Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: cb(*args, **kw) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: return func(*args, **kwargs) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: self._notify() Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: self.callback(batched_events) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: event.method(event) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: return f(self, *a, **k) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: return self._get(url).json() Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: return self.request(url, 'GET', **kwargs) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 19:54:01.986620 n-d-815923-2 neutron-server[102783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 19:54:02.102160 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571454'] for network, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.108182 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Publish callbacks [] for network, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.111363 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] 10.222.0.31 "DELETE /v2.0/networks/195973aa-aa0c-47ad-85f2-400f20e60346 HTTP/1.1" status: 204 len: 168 time: 0.6630702 Nov 01 19:54:02.121843 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2d006-8d26-419f-94b9-a8a555dad253 admin admin] Pushing event deleted for resources: {'Network': ['ID=195973aa-aa0c-47ad-85f2-400f20e60346,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:02.405701 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45612) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:02.444846 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-d291fa63-60e5-4cac-82ec-d4f3be1a725a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=189f820bfa6641ad8e80e3a5b0ba74d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379560 Nov 01 19:54:02.447329 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45614) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:02.494079 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.519538 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.645042 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.647652 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:02.648793 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98bd37d9-6eef-4c14-ad56-2d0c111ed691 HTTP/1.1" status: 204 len: 168 time: 0.2005358 Nov 01 19:54:02.657043 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b9dc7-3565-4d68-9975-04b6bdaa7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bd37d9-6eef-4c14-ad56-2d0c111ed691,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:03.217885 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45620) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:03.263051 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-bf64743b-38a4-4e76-a1d5-4ba70480fc28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6abbae84a064bd8977982d160e9edd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385942 Nov 01 19:54:03.263051 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [-] (102783) accepted ('10.222.0.31', 45622) {{(pid=102783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 19:54:03.305302 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f6ddf6b9-45d4-4d56-ad67-78bcada38f95 no longer exists at agent ovs-agent-n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 19:54:03.313366 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:03.325490 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.plugin [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] No Port match for: f6ddf6b9-45d4-4d56-ad67-78bcada38f95 {{(pid=102784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 19:54:03.325837 n-d-815923-2 neutron-server[102784]: DEBUG neutron.plugins.ml2.rpc [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Device f6ddf6b9-45d4-4d56-ad67-78bcada38f95 not bound to the agent host n-d-815923-2 {{(pid=102784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 19:54:03.335434 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:03.433364 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561104'] for security_group, after_delete {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:03.436058 n-d-815923-2 neutron-server[102783]: DEBUG neutron_lib.callbacks.manager [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:03.437367 n-d-815923-2 neutron-server[102783]: INFO neutron.wsgi [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c74228e-3201-446d-9a77-bd2ae56bbd6b HTTP/1.1" status: 204 len: 168 time: 0.1762509 Nov 01 19:54:03.445105 n-d-815923-2 neutron-server[102783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752708bf-1b4e-48c9-aa83-017c02519bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c74228e-3201-446d-9a77-bd2ae56bbd6b,revision_number=None']} {{(pid=102783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 19:54:05.925113 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:10.101826 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:14.563988 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:54:18.832889 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-77aaa876-6145-4a58-8fdf-da7c48638e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:20.987410 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-23794542-f567-4ed9-a85d-9051d2800466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:22.495979 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:24.175555 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:26.878487 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:35.929825 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:40.146798 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:48.826831 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a7b10b8f-35e4-442e-b588-069e660ce31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:50.980788 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ba85-ea31-4e07-bc02-c64a5985ae5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:51.565943 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:54:52.483359 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:54.203589 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:54:56.884288 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:05.985654 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:10.157479 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:18.819636 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2d068abf-6a39-48b5-be8e-09a803307204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:20.974246 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-46f3b60a-39ca-4d70-873b-bf7f3cf4a46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:22.465975 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:24.219575 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:26.911174 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:28.564435 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:55:35.956845 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:40.145243 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:48.836109 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-c072c5eb-0dd9-4bf4-9d5d-cc76d28c708d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:51.001988 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e9c8622d-b6cf-4002-b516-5b6081d1249f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:52.493340 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:54.173520 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:55:56.876367 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:05.564118 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:56:05.990675 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:10.161876 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:18.819153 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-44531109-0549-40a8-8b93-e12af01efd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:21.007111 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8d28b17c-beae-45f2-97dd-4da3cfdcc383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:22.487231 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:24.264650 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:26.875527 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:35.961626 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:40.165238 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:42.563741 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:56:48.824917 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f4c047ac-a6fd-43f7-9b87-29847a996677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:51.001193 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7d240bbe-ff82-4a50-9e92-14596ddfcd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:52.496285 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:54.235649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:56:56.880939 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:05.955036 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:10.160998 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:18.834894 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f2181d0f-179d-4477-b1e8-0bd52b7625c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:19.562107 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:57:21.038143 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1bd73d87-82fb-4be3-b0e0-f2e42c678bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:22.501002 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:24.198338 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:26.903362 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:35.989188 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:40.232176 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:48.829565 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef97e-badc-4167-b06b-9fa4d70e199e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:51.009345 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2c77418a-fad6-4100-87c0-8f8d9fe6385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:52.528535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:54.209052 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:57:56.561625 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:57:56.928619 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:05.977525 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:10.171000 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:18.839456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-5d125a8f-47b5-44ba-a018-8ddb07842b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:20.984857 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-a18af733-d200-4ded-8f48-bc5b086fbbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:22.504933 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:24.241914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:26.893119 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:33.561230 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:58:35.984105 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:40.233412 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:48.840958 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c35-fedb-4a6f-b1da-be1c347ce1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:50.993724 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7776ad90-c273-4880-a0a9-3a98159cc1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:52.497459 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:54.221938 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:58:56.874552 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:05.998951 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:10.200158 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:10.560703 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:59:18.834985 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1b97ea96-8cc7-4675-87c5-de87060d4d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:20.982925 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-500fe3b9-dfb0-452a-b54d-393ec04959e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:22.496697 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:24.274085 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:26.873753 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:35.993252 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:40.216266 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:47.559056 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 19:59:48.861847 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-cb3947b6-e649-4b30-b35a-13586c54b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:50.987462 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-9f788c0e-d923-4b26-8385-6eed3e7c4eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:52.530059 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:54.215913 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 19:59:56.878327 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:06.009877 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:10.226535 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:18.825879 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bedc3-5489-4754-8589-eb49f8c1ea29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:20.968880 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-2fc5906e-f42f-48f0-9679-3d798cf7350a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:22.505993 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:24.277861 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:24.558278 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 20:00:26.917242 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:36.043270 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:39.975912 n-d-815923-2 neutron-server[102783]: DEBUG neutron.wsgi [req-fdd0e585-a104-4e70-8cb3-f78bd25f6560 req-44e0ea75-5b8f-4bc5-be75-c6b43fd32aac service neutron] (102783) timed out ('10.222.0.31', 43248) {{(pid=102783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 20:00:40.237860 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:48.836898 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-be171974-ce28-448d-bdd6-71b7eb75bf92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:51.031646 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-7e8573ef-b490-4e95-a8df-ea13c7b165f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:52.505637 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:54.260108 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:00:56.900023 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:01.557466 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 20:01:06.082518 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:10.311649 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:18.870673 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-53f2648b-0935-4ff2-ab8b-0c89d3acb3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:21.007735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-ef49ee38-9931-4c6d-b285-e65629390986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:22.528127 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:24.275881 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:26.939735 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:36.070508 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:38.555957 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 20:01:40.292195 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:48.870292 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-85fbd84a-06a0-4116-92a5-a7cc44deccfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:51.007837 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9f89-9adc-4ecb-857e-21e9285116ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:52.544935 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:54.234486 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:01:56.938686 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:06.110456 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:10.279363 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:15.556222 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 20:02:18.844550 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-50b111e5-696a-46ee-8175-cd7d19696810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:21.012640 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0f6963e2-88df-4e0b-a0ab-3eb0a259410c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:22.530169 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:24.256914 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:26.903962 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:36.095352 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-3af3dcdb-e84c-48e4-bc5e-28979e11d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:40.297775 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-e38ca8df-27b1-40a7-847c-7fb27918840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:48.852337 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-af2a56e9-7095-4a25-b3fa-85103830f0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:51.029460 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-1947fe6c-9363-4571-9b80-dd4035b2c2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:52.546488 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-0e25af71-596a-4008-aab9-b7f5b08b1d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:52.555054 n-d-815923-2 neutron-server[102785]: DEBUG neutron.db.agents_db [None req-77dcb547-5ea4-45a5-afb3-92bc9774be73 None None] Agent healthcheck: found 7 active agents {{(pid=102785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 20:02:54.255592 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-486f4eab-58a7-41aa-9661-a502226a6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 20:02:56.895318 n-d-815923-2 neutron-server[102784]: DEBUG neutron_lib.callbacks.manager [None req-4a72928a-a241-4da7-90ed-8684f4bb381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726390985391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1728330'] for agent, after_update {{(pid=102784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}